diff --git a/.gitattributes b/.gitattributes index 47a969ea2df1fb6298ff84139418f60e5fa829a9..8ee280622b45e580fb76df809696ca3b27fae33f 100644 --- a/.gitattributes +++ b/.gitattributes @@ -52,3 +52,4 @@ zain/Activation/wandb/run-20260814_203803-7p5140bq/run-7p5140bq.wandb filter=lfs zain/Activation/wandb/run-20260814_203945-j86czemo/run-j86czemo.wandb filter=lfs diff=lfs merge=lfs -text zain/Activation/wandb/run-20260814_205135-0vnbmyac/run-0vnbmyac.wandb filter=lfs diff=lfs merge=lfs -text zain/Activation/wandb/run-20260814_210109-qauftiuh/run-qauftiuh.wandb filter=lfs diff=lfs merge=lfs -text +zain/Activation/out/glu-relu-100L_trash_run/training_log.jsonl filter=lfs diff=lfs merge=lfs -text diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3000/config.json b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6f9c72a635cef01d03abb31f78284cdfb4734155 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3000/config.json @@ -0,0 +1,36 @@ +{ + "activation": "relu", + "architectures": [ + "TinyLlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "dtype": "bfloat16", + "eos_token_id": 2, + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 128, + "initializer_range": 0.02, + "intermediate_size": 256, + "max_position_embeddings": 512, + "mlp_bias": false, + "mlp_type": "glu", + "model_type": "tiny_llama", + "num_attention_heads": 4, + "num_hidden_layers": 100, + "num_key_value_heads": 4, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 10000.0, + "rope_type": "default" + }, + "tie_word_embeddings": true, + "tokenizer_name": "w-ahmad/tiny-stories-tokenizer", + "transformers_version": "5.16.0.dev0", + "use_cache": false, + "vocab_size": 4096, + "waleed_beta": 4 +} diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3000/model.safetensors b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3978c7f8a258fb1d77bbf2c795a5a00a4185200b --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6bf26642b6f4c42b6bd19dc1d36eb030debc97819877a055b4c837c78705b49 +size 33967272 diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3000/optimizer.pt b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7829e71b1fb91d67e71e0d818d50b1904693fc4 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a9c8767b6a51934629e6feca16ee6720b85a3a30cf885c5da0b20e5c92647a2 +size 39573050 diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3000/rng_state.pth b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..e29ad0909e8c1afefa182e7ed890fa257c75af25 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cf9097d4513154245c48236b6ec5137b7ee2a21c9f58f2cba798ea275c6026f +size 14244 diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3000/scheduler.pt b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..328305f9f798dc94a540d8d8c6bacf9aa2bb1d02 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5138b027fc3060283bbcf135873185cb5a8f65583d5c7597645469d2c1529ff7 +size 1064 diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3000/tokenizer.json b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3000/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3000/tokenizer.json @@ -0,0 +1,19501 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "!": 1, + "\"": 2, + "#": 3, + "$": 4, + "%": 5, + "&": 6, + "'": 7, + "(": 8, + ")": 9, + "*": 10, + "+": 11, + ",": 12, + "-": 13, + ".": 14, + "/": 15, + "0": 16, + "1": 17, + "2": 18, + "3": 19, + "4": 20, + "5": 21, + "6": 22, + "7": 23, + "8": 24, + "9": 25, + ":": 26, + ";": 27, + "<": 28, + "=": 29, + ">": 30, + "?": 31, + "@": 32, + "A": 33, + "B": 34, + "C": 35, + "D": 36, + "E": 37, + "F": 38, + "G": 39, + "H": 40, + "I": 41, + "J": 42, + "K": 43, + "L": 44, + "M": 45, + "N": 46, + "O": 47, + "P": 48, + "Q": 49, + "R": 50, + "S": 51, + "T": 52, + "U": 53, + "V": 54, + "W": 55, + "X": 56, + "Y": 57, + "Z": 58, + "[": 59, + "\\": 60, + "]": 61, + "^": 62, + "_": 63, + "`": 64, + "a": 65, + "b": 66, + "c": 67, + "d": 68, + "e": 69, + "f": 70, + "g": 71, + "h": 72, + "i": 73, + "j": 74, + "k": 75, + "l": 76, + "m": 77, + "n": 78, + "o": 79, + "p": 80, + "q": 81, + "r": 82, + "s": 83, + "t": 84, + "u": 85, + "v": 86, + "w": 87, + "x": 88, + "y": 89, + "z": 90, + "{": 91, + "|": 92, + "}": 93, + "~": 94, + "¡": 95, + "¢": 96, + "£": 97, + "¤": 98, + "¥": 99, + "¦": 100, + "§": 101, + "¨": 102, + "©": 103, + "ª": 104, + "«": 105, + "¬": 106, + "®": 107, + "¯": 108, + "°": 109, + "±": 110, + "²": 111, + "³": 112, + "´": 113, + "µ": 114, + "¶": 115, + "·": 116, + "¸": 117, + "¹": 118, + "º": 119, + "»": 120, + "¼": 121, + "½": 122, + "¾": 123, + "¿": 124, + "À": 125, + "Á": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "È": 133, + "É": 134, + "Ê": 135, + "Ë": 136, + "Ì": 137, + "Í": 138, + "Î": 139, + "Ï": 140, + "Ð": 141, + "Ñ": 142, + "Ò": 143, + "Ó": 144, + "Ô": 145, + "Õ": 146, + "Ö": 147, + "×": 148, + "Ø": 149, + "Ù": 150, + "Ú": 151, + "Û": 152, + "Ü": 153, + "Ý": 154, + "Þ": 155, + "ß": 156, + "à": 157, + "á": 158, + "â": 159, + "ã": 160, + "ä": 161, + "å": 162, + "æ": 163, + "ç": 164, + "è": 165, + "é": 166, + "ê": 167, + "ë": 168, + "ì": 169, + "í": 170, + "î": 171, + "ï": 172, + "ð": 173, + "ñ": 174, + "ò": 175, + "ó": 176, + "ô": 177, + "õ": 178, + "ö": 179, + "÷": 180, + "ø": 181, + "ù": 182, + "ú": 183, + "û": 184, + "ü": 185, + "ý": 186, + "þ": 187, + "ÿ": 188, + "Ā": 189, + "ā": 190, + "Ă": 191, + "ă": 192, + "Ą": 193, + "ą": 194, + "Ć": 195, + "ć": 196, + "Ĉ": 197, + "ĉ": 198, + "Ċ": 199, + "ċ": 200, + "Č": 201, + "č": 202, + "Ď": 203, + "ď": 204, + "Đ": 205, + "đ": 206, + "Ē": 207, + "ē": 208, + "Ĕ": 209, + "ĕ": 210, + "Ė": 211, + "ė": 212, + "Ę": 213, + "ę": 214, + "Ě": 215, + "ě": 216, + "Ĝ": 217, + "ĝ": 218, + "Ğ": 219, + "ğ": 220, + "Ġ": 221, + "ġ": 222, + "Ģ": 223, + "ģ": 224, + "Ĥ": 225, + "ĥ": 226, + "Ħ": 227, + "ħ": 228, + "Ĩ": 229, + "ĩ": 230, + "Ī": 231, + "ī": 232, + "Ĭ": 233, + "ĭ": 234, + "Į": 235, + "į": 236, + "İ": 237, + "ı": 238, + "IJ": 239, + "ij": 240, + "Ĵ": 241, + "ĵ": 242, + "Ķ": 243, + "ķ": 244, + "ĸ": 245, + "Ĺ": 246, + "ĺ": 247, + "Ļ": 248, + "ļ": 249, + "Ľ": 250, + "ľ": 251, + "Ŀ": 252, + "ŀ": 253, + "Ł": 254, + "ł": 255, + "Ń": 256, + "he": 257, + "Ġt": 258, + "Ġa": 259, + "Ġs": 260, + "Ġw": 261, + "nd": 262, + "Ġthe": 263, + "ed": 264, + "Ġand": 265, + "Ġto": 266, + "Ġb": 267, + "in": 268, + "Ġh": 269, + "Ġwa": 270, + "re": 271, + "Ġf": 272, + "it": 273, + "ou": 274, + "Ġc": 275, + "Ġl": 276, + "Ġhe": 277, + "Ġd": 278, + "er": 279, + "Ġwas": 280, + "Ġm": 281, + "Ġp": 282, + "om": 283, + "ĠT": 284, + "Ġo": 285, + "ay": 286, + "ar": 287, + "ing": 288, + "is": 289, + "Ġg": 290, + "il": 291, + "id": 292, + "at": 293, + "en": 294, + "Ġn": 295, + "Ġsa": 296, + "Ġha": 297, + "ĠS": 298, + "im": 299, + "an": 300, + "ĠThe": 301, + "or": 302, + "on": 303, + "Ġit": 304, + "Ġth": 305, + "ll": 306, + "le": 307, + "ĠH": 308, + "Ġher": 309, + "et": 310, + "ot": 311, + "ir": 312, + "ĠShe": 313, + "ĠHe": 314, + "ver": 315, + "es": 316, + "Ġin": 317, + "ut": 318, + "ow": 319, + "ck": 320, + "Ġe": 321, + "Ġu": 322, + "ld": 323, + "ĠThey": 324, + "oo": 325, + "ig": 326, + "Ġsaid": 327, + "am": 328, + "ily": 329, + "Ġbe": 330, + "Ġy": 331, + "Ġr": 332, + "Ġst": 333, + "ce": 334, + "Ġshe": 335, + "Ġ\"": 336, + "pp": 337, + "ke": 338, + "ith": 339, + "On": 340, + "ĠI": 341, + "Ġwith": 342, + "ve": 343, + "Lily": 344, + "Ġon": 345, + "Ġof": 346, + "Ġso": 347, + "Ġhis": 348, + "ked": 349, + "ri": 350, + "nt": 351, + "very": 352, + "Ġpl": 353, + "Ġday": 354, + "ad": 355, + "Ġyou": 356, + "Ġthat": 357, + "Ġup": 358, + "Ġhad": 359, + "st": 360, + "Ġplay": 361, + "Ġthey": 362, + "ĠLily": 363, + "Ġwe": 364, + "Ġmom": 365, + "my": 366, + "Ġfor": 367, + "el": 368, + "ould": 369, + "un": 370, + "ĠB": 371, + "'s": 372, + "itt": 373, + "ent": 374, + "Ġhapp": 375, + "The": 376, + "ch": 377, + "Ġli": 378, + "out": 379, + "Ġwant": 380, + "Ġsh": 381, + "her": 382, + "ly": 383, + "ime": 384, + "ittle": 385, + "ound": 386, + "Ġvery": 387, + "Ġtime": 388, + "ome": 389, + "Ġlittle": 390, + "Ġthere": 391, + "se": 392, + "Ġdo": 393, + "Ġwh": 394, + "all": 395, + "Ġk": 396, + "end": 397, + "al": 398, + "ht": 399, + "Ġne": 400, + "Ġre": 401, + "Ġnot": 402, + "Ġhappy": 403, + "ĠĊ": 404, + "Ġbig": 405, + "ĠM": 406, + "Ġbut": 407, + "Ġsm": 408, + "ack": 409, + "Ġsaw": 410, + "ĠIt": 411, + "Ġas": 412, + "Ġan": 413, + "ra": 414, + "riend": 415, + "Ġfriend": 416, + "ide": 417, + "One": 418, + "ry": 419, + "'t": 420, + "ved": 421, + "Ġis": 422, + "Once": 423, + "ake": 424, + ".\"": 425, + "Ġwere": 426, + "ter": 427, + "ug": 428, + "Ġloo": 429, + "Ġlo": 430, + "ore": 431, + "ec": 432, + "ĠTim": 433, + "Ġhim": 434, + "Ġbo": 435, + "!\"": 436, + "Ġtoo": 437, + "Ġgo": 438, + "Ġupon": 439, + "irl": 440, + "Ġj": 441, + "Ġwanted": 442, + "Ġgirl": 443, + "Ġse": 444, + "Ġout": 445, + "ard": 446, + "way": 447, + "Ġsp": 448, + "ill": 449, + "ind": 450, + "Ġthem": 451, + "Ġcould": 452, + "fu": 453, + "hen": 454, + "Ġat": 455, + "ur": 456, + "Ġdid": 457, + "Ġsmil": 458, + "Ġtheir": 459, + "Ġare": 460, + "Ġex": 461, + "ĠA": 462, + "ain": 463, + "Ġwent": 464, + "art": 465, + "hed": 466, + "rom": 467, + "ic": 468, + "round": 469, + "Ġhave": 470, + "Ġnam": 471, + "lp": 472, + "Ġall": 473, + "ĠJ": 474, + "ful": 475, + "Ġkn": 476, + "hing": 477, + "ood": 478, + "Ġhelp": 479, + "ight": 480, + "Ġfriends": 481, + "one": 482, + "ark": 483, + "Ġback": 484, + "um": 485, + "Ġcan": 486, + "Ġnamed": 487, + "Ġcl": 488, + "?\"": 489, + "Ġfun": 490, + "are": 491, + "ĠBen": 492, + "Ġloved": 493, + "Ġal": 494, + "elt": 495, + "ĠTimmy": 496, + "ĠOne": 497, + "op": 498, + "side": 499, + "Ġle": 500, + "Ġno": 501, + "Ġsc": 502, + "ĠTom": 503, + "Ġfelt": 504, + "oug": 505, + "Ġsmiled": 506, + "ick": 507, + "Ġasked": 508, + "You": 509, + "Ġtoy": 510, + "Ġman": 511, + "Ġaround": 512, + "ame": 513, + "Ġfe": 514, + "Ġsay": 515, + "Ġboy": 516, + "Ġsome": 517, + "Ġlooked": 518, + "ure": 519, + "omet": 520, + "Ġbr": 521, + "Ġwould": 522, + "Ġme": 523, + "Ġbir": 524, + "Ġlike": 525, + "get": 526, + "Ġstart": 527, + "Ġro": 528, + "as": 529, + "Ġsee": 530, + "ĠW": 531, + "ice": 532, + "ong": 533, + "Ġbird": 534, + "Ġsomet": 535, + "dd": 536, + "Ġwor": 537, + "ade": 538, + "ie": 539, + "king": 540, + "Ġag": 541, + "own": 542, + "Ġtre": 543, + "Ġfa": 544, + "Ġaway": 545, + "Ġwhat": 546, + "ings": 547, + "Ġstarted": 548, + "gether": 549, + "Ġran": 550, + "â": 551, + "âĤ": 552, + "âĤ¬": 553, + "ared": 554, + "Ġmake": 555, + "ĠBut": 556, + "ited": 557, + "if": 558, + "oud": 559, + "Ġmade": 560, + "Ġtogether": 561, + "Ġsomething": 562, + "Ġexc": 563, + "ag": 564, + "Ġco": 565, + "Ġpark": 566, + "Ġnew": 567, + "Ġsad": 568, + "Ġput": 569, + ",\"": 570, + "Ġfrom": 571, + "ble": 572, + "ther": 573, + "Ġpr": 574, + "Ġmu": 575, + "Ġcar": 576, + "Ġhome": 577, + "ĠYou": 578, + "Ġthen": 579, + "Ġwhen": 580, + "Ġfound": 581, + "ell": 582, + "Ġother": 583, + "Ġagain": 584, + "Ġch": 585, + "Ġdec": 586, + "Ġwho": 587, + "Ġla": 588, + "ried": 589, + "ss": 590, + "Ġgood": 591, + "Ġhug": 592, + "ĠL": 593, + "pped": 594, + "Ġwal": 595, + "ep": 596, + "ally": 597, + "Ġsays": 598, + "Ġfl": 599, + "est": 600, + "ach": 601, + "ĠE": 602, + "Ġexcited": 603, + "pl": 604, + "qu": 605, + "ook": 606, + "Ġget": 607, + "ought": 608, + "Ġplaying": 609, + "Ġgot": 610, + "Ġsw": 611, + "ous": 612, + "hat": 613, + "ny": 614, + "ided": 615, + "uck": 616, + "Ġthings": 617, + "Ġevery": 618, + "Ġdecided": 619, + "Ġcame": 620, + "Ġbec": 621, + "ave": 622, + "ro": 623, + "ax": 624, + "Ġliked": 625, + "Ġdown": 626, + "Ġdog": 627, + "Ġscared": 628, + "Ġv": 629, + "udd": 630, + "ust": 631, + "Ġone": 632, + "Ġfind": 633, + "Ġbl": 634, + "Ġthan": 635, + "ĠD": 636, + "ouse": 637, + "ways": 638, + "Ġkne": 639, + "Ġdidn": 640, + "ap": 641, + "Ġmommy": 642, + "Ġcare": 643, + "Ġalways": 644, + "Ġab": 645, + "ist": 646, + "Ġdad": 647, + "Ġfeel": 648, + "ara": 649, + "bb": 650, + "arn": 651, + "fe": 652, + "Ġyour": 653, + "Ġoutside": 654, + "ue": 655, + "Ġgra": 656, + "ant": 657, + "Ġke": 658, + "ĠMom": 659, + "Ġtook": 660, + "Ġlot": 661, + "nn": 662, + "Ġbu": 663, + "Ġabout": 664, + "ess": 665, + "ĠF": 666, + "nder": 667, + "Ġtree": 668, + "eci": 669, + "Ġlook": 670, + "Ġpo": 671, + "Ġmy": 672, + "our": 673, + "Ġtoys": 674, + "ite": 675, + "ched": 676, + "Ġknew": 677, + "Ġthought": 678, + "ened": 679, + "Ġlearn": 680, + "Ġint": 681, + "Ġold": 682, + "Ġmore": 683, + "nna": 684, + "ise": 685, + "ged": 686, + "Ġta": 687, + "udden": 688, + "ecial": 689, + "Ġspecial": 690, + "ĠMax": 691, + "au": 692, + "Ġwill": 693, + "ers": 694, + "They": 695, + "ret": 696, + "Ġpe": 697, + "Ġho": 698, + "ĠSam": 699, + "Ġtake": 700, + "Ġball": 701, + "Ġknow": 702, + "Ġlaug": 703, + "fter": 704, + "uddenly": 705, + "Ġcat": 706, + "Ġhow": 707, + "ive": 708, + "Ġtr": 709, + "Ġmuch": 710, + "Ġany": 711, + "Ġpu": 712, + "ma": 713, + "Ġsl": 714, + "Ġsor": 715, + "Ġmo": 716, + "ven": 717, + "ish": 718, + "Ġshow": 719, + "Ġcouldn": 720, + "ause": 721, + "ink": 722, + "But": 723, + "Ġhouse": 724, + "Ġinto": 725, + "ump": 726, + "Ġover": 727, + "Ġtried": 728, + "and": 729, + "Ġeat": 730, + "Ġsk": 731, + "Ġsun": 732, + "Ġtw": 733, + "Ġclo": 734, + "ia": 735, + "Ġrun": 736, + "Ġhand": 737, + "ĠEvery": 738, + "Ġen": 739, + "Ġinside": 740, + "dy": 741, + "Ġif": 742, + "Ġtold": 743, + "Ġnever": 744, + "ion": 745, + "Ġqu": 746, + "Ġbecause": 747, + "by": 748, + "Ġproud": 749, + "Ġgave": 750, + "Ġsorry": 751, + "Ġthis": 752, + "Ġop": 753, + "Ġplayed": 754, + "ate": 755, + "Ġexpl": 756, + "Ġheard": 757, + "ty": 758, + "Ġor": 759, + "Ġwater": 760, + "ank": 761, + "ge": 762, + "sed": 763, + "Ġpick": 764, + "other": 765, + "Ġroom": 766, + "etter": 767, + "Ġjust": 768, + "ace": 769, + "Ġhugged": 770, + "ak": 771, + "Ġgre": 772, + "here": 773, + "Ġoff": 774, + "ĠSara": 775, + "Ġpret": 776, + "ile": 777, + "Ġeach": 778, + "Ġcom": 779, + "Ġlong": 780, + "Ġbox": 781, + "ort": 782, + "Ġstr": 783, + "iz": 784, + "Ġunt": 785, + "Ġwat": 786, + "oth": 787, + "Ġneed": 788, + "Ġjo": 789, + "ĠWe": 790, + "Tom": 791, + "Ġsmall": 792, + "ine": 793, + "Ġbear": 794, + "Mom": 795, + "Ġuntil": 796, + "Ġnice": 797, + "Ġtry": 798, + "ving": 799, + "uc": 800, + "sel": 801, + "ough": 802, + "Ġlearned": 803, + "Ġkind": 804, + "ĠAnna": 805, + "ild": 806, + "Ġfo": 807, + "Ġmany": 808, + "'m": 809, + "ĠJack": 810, + "Ġbetter": 811, + "Ġim": 812, + "gry": 813, + "imal": 814, + "Ġanimal": 815, + "urt": 816, + "ft": 817, + "Ġend": 818, + "Ġsn": 819, + "aut": 820, + "Ġte": 821, + "Ġcle": 822, + "ĠJo": 823, + "vent": 824, + "urp": 825, + "Ġgr": 826, + "Ġbeaut": 827, + "Ġjump": 828, + "mb": 829, + "Ġad": 830, + "ream": 831, + "pt": 832, + "ĠSo": 833, + "ĠHer": 834, + "Ġflow": 835, + "ies": 836, + "Ġche": 837, + "Ġbra": 838, + "Ġthanked": 839, + "Ġeven": 840, + "Ġbest": 841, + "Ġcall": 842, + "ady": 843, + "He": 844, + "Ġlots": 845, + "Ġlaughed": 846, + "self": 847, + "Ġra": 848, + "Ġway": 849, + "ars": 850, + "urn": 851, + "Ġby": 852, + "Ġfast": 853, + "lly": 854, + "Ġfam": 855, + "ĠC": 856, + "ves": 857, + "arden": 858, + "Ġgarden": 859, + "Ġbeauti": 860, + "wn": 861, + "Th": 862, + "Ġbeautiful": 863, + "Ġloud": 864, + "lew": 865, + "Ġsky": 866, + "Ġdon": 867, + "hn": 868, + "ered": 869, + "iny": 870, + "Ġcareful": 871, + "Ġlove": 872, + "Ġfi": 873, + "ĠThen": 874, + "Åĵ": 875, + "ase": 876, + "ect": 877, + "Ġsafe": 878, + "ĠAnd": 879, + "Ġunder": 880, + "Ġcome": 881, + "ĠFrom": 882, + "Yes": 883, + "ĠMia": 884, + "It": 885, + "me": 886, + "Ġhard": 887, + "Ġcu": 888, + "Ġwo": 889, + "Ġlist": 890, + "Ġstay": 891, + "ane": 892, + "sh": 893, + "ople": 894, + "Ġgl": 895, + "ning": 896, + "Ġstill": 897, + "ool": 898, + "Ġhurt": 899, + "ree": 900, + "ĠHis": 901, + "Ġimp": 902, + "Ġfamily": 903, + "Ġâ": 904, + "Ġboth": 905, + "rm": 906, + "igh": 907, + "Ġlived": 908, + "hes": 909, + "When": 910, + "Ġpeople": 911, + "Ġanimals": 912, + "Ġcol": 913, + "Ġbrave": 914, + "Ġwalked": 915, + "ob": 916, + "Tim": 917, + "ct": 918, + "Ġlet": 919, + "urpr": 920, + "ĠWhen": 921, + "Ġtwo": 922, + "Ġsurpr": 923, + "Ġshould": 924, + "ished": 925, + "Ġbad": 926, + "ress": 927, + "Ġkept": 928, + "Ġfore": 929, + "Ġflew": 930, + "Ġfin": 931, + "Ġstor": 932, + "Ġfly": 933, + "ast": 934, + "ised": 935, + "ip": 936, + "Ġits": 937, + "led": 938, + "ock": 939, + "ucy": 940, + "fore": 941, + "Ġgoing": 942, + "Ġclean": 943, + "Ġdan": 944, + "Ġpic": 945, + "Ġsoon": 946, + "Ġcalled": 947, + "Ġshare": 948, + "kay": 949, + "Ġangry": 950, + "Ġrock": 951, + "Ġcon": 952, + "Ġpretty": 953, + "No": 954, + "Ġide": 955, + "ied": 956, + "illy": 957, + "Ġground": 958, + "xt": 959, + "Ġred": 960, + "Ġexplore": 961, + "Ġcry": 962, + "Ġadvent": 963, + "Ġsto": 964, + "so": 965, + "Ġreal": 966, + "Let": 967, + "Ġwind": 968, + "Ġshiny": 969, + "be": 970, + "Ġbook": 971, + "Ġalso": 972, + "Ġdoll": 973, + "Ġidea": 974, + "Ġbefore": 975, + "Ġopened": 976, + "dded": 977, + "Ġwhile": 978, + "ummy": 979, + "Ġkeep": 980, + "Ġey": 981, + "Ġnow": 982, + "Ġdoor": 983, + "Ġfeeling": 984, + "âĤ¬â": 985, + "oon": 986, + "oy": 987, + "Ġwalking": 988, + "Ġnoise": 989, + "Ġfr": 990, + "les": 991, + "age": 992, + "ious": 993, + "Ġcolor": 994, + "Ġturn": 995, + "thing": 996, + "ff": 997, + "uch": 998, + "th": 999, + "Ġbed": 1000, + "ary": 1001, + "Ġdra": 1002, + "Ġpicked": 1003, + "imb": 1004, + "eet": 1005, + "Ġclimb": 1006, + "Ġdel": 1007, + "What": 1008, + "Ġbeing": 1009, + "Ġfood": 1010, + "Ġun": 1011, + "Ġfar": 1012, + "ture": 1013, + "joy": 1014, + "Ġadventure": 1015, + "ac": 1016, + "Ġsmile": 1017, + "Ġdif": 1018, + "Ħ¢": 1019, + "âĤ¬âĦ¢": 1020, + "memb": 1021, + "Ġwr": 1022, + "Ġthr": 1023, + "ught": 1024, + "Ġlooking": 1025, + "Ġnext": 1026, + "iced": 1027, + "ĠLucy": 1028, + "Ġnodded": 1029, + "Ġquick": 1030, + "ĠP": 1031, + "Ġdis": 1032, + "Ġrepl": 1033, + "ĠDad": 1034, + "Ġwait": 1035, + "ized": 1036, + "Ġforest": 1037, + "Ġclos": 1038, + "ĠSuddenly": 1039, + "Ġtra": 1040, + "That": 1041, + "Ġeyes": 1042, + "ger": 1043, + "bbit": 1044, + "ted": 1045, + "Ġown": 1046, + "Ġrain": 1047, + "Ġimport": 1048, + "Ġgreat": 1049, + "Ġrememb": 1050, + "Ġpicture": 1051, + "Thank": 1052, + "Suddenly": 1053, + "Ġstopped": 1054, + "Ġenjoy": 1055, + "Ġvo": 1056, + "Ben": 1057, + "Ġgive": 1058, + "Ġimportant": 1059, + "Ġwork": 1060, + "Ġnear": 1061, + "gan": 1062, + "pot": 1063, + "Ġever": 1064, + "Ġapp": 1065, + "Ġafter": 1066, + "Ġquickly": 1067, + "Ġlisten": 1068, + "Ġbre": 1069, + "ting": 1070, + "bbed": 1071, + "Ġma": 1072, + "Ġfish": 1073, + "Ġreplied": 1074, + "Ġrabbit": 1075, + "Ġhands": 1076, + "ĠG": 1077, + "Ġnoticed": 1078, + "Ġbro": 1079, + "Ġslide": 1080, + "Ġthink": 1081, + "Ġwalk": 1082, + "Ġtruck": 1083, + "Ġac": 1084, + "kes": 1085, + "Ġstrong": 1086, + "She": 1087, + "Ġshowed": 1088, + "Ġde": 1089, + "Ġeveryone": 1090, + "Ġwonder": 1091, + "fere": 1092, + "bye": 1093, + "Ġdiffere": 1094, + "irst": 1095, + "So": 1096, + "Ġsure": 1097, + "Ġhas": 1098, + "Ġright": 1099, + "Ġbeen": 1100, + "Ġbecame": 1101, + "Ġsound": 1102, + "maz": 1103, + "Ġtow": 1104, + "Ġru": 1105, + "Ġtal": 1106, + "Ġamaz": 1107, + "Ġhead": 1108, + "Ġshout": 1109, + "Ġbright": 1110, + "Ġye": 1111, + "Ġwatched": 1112, + "ĠR": 1113, + "Ġmor": 1114, + "Ġchild": 1115, + "able": 1116, + "Ġmean": 1117, + "Ġwhere": 1118, + "llow": 1119, + "Ġhigh": 1120, + "ĠSue": 1121, + "Ġface": 1122, + "Ġcook": 1123, + "day": 1124, + "aybe": 1125, + "Ġwatch": 1126, + "Ġblue": 1127, + "aught": 1128, + "Ġdifferent": 1129, + "Ġstore": 1130, + "ĠN": 1131, + "Ġgoodbye": 1132, + "Ġdress": 1133, + "ull": 1134, + "ĠBob": 1135, + "ng": 1136, + "ange": 1137, + "Ġsqu": 1138, + "Ġokay": 1139, + "isy": 1140, + "lease": 1141, + "ĠMommy": 1142, + "Ġvoice": 1143, + "Jo": 1144, + "ath": 1145, + "Ġnight": 1146, + "ĠSpot": 1147, + "Ġus": 1148, + "Ġboat": 1149, + "Ġflowers": 1150, + "Ġplace": 1151, + "Ġfollow": 1152, + "Ġar": 1153, + "Ġuse": 1154, + "Ġcloser": 1155, + "unny": 1156, + "leep": 1157, + "ired": 1158, + "Ġfav": 1159, + "Ġyell": 1160, + "Ġgrabbed": 1161, + "Ġcuri": 1162, + "Ġwarm": 1163, + "Ġcr": 1164, + "Ġforg": 1165, + "ĠSarah": 1166, + "ĠJohn": 1167, + "Ġmag": 1168, + "Ġstick": 1169, + "We": 1170, + "Ġjumped": 1171, + "Ġcake": 1172, + "more": 1173, + "Ġtell": 1174, + "Ġanymore": 1175, + "After": 1176, + "Ġbutter": 1177, + "ndma": 1178, + "Ġthree": 1179, + "Ġask": 1180, + "co": 1181, + "Ġour": 1182, + "lie": 1183, + "Ġcurious": 1184, + "ount": 1185, + "orn": 1186, + "Ġcont": 1187, + "Ġfell": 1188, + "ached": 1189, + "ĠTh": 1190, + "Ġbirds": 1191, + "ass": 1192, + "Her": 1193, + "iss": 1194, + "Ġhelped": 1195, + "ĠJane": 1196, + "Ġpull": 1197, + "Ġfirst": 1198, + "itc": 1199, + "Ġblock": 1200, + "Ġhop": 1201, + "Ġbit": 1202, + "Ġdr": 1203, + "Ġrealized": 1204, + "Ġkid": 1205, + "Look": 1206, + "ila": 1207, + "Ġmon": 1208, + "Ġbrother": 1209, + "Anna": 1210, + "Sara": 1211, + "Ġz": 1212, + "ĠEveryone": 1213, + "Ġate": 1214, + "Ġdoes": 1215, + "imes": 1216, + "Ġhappened": 1217, + "Ġstop": 1218, + "zy": 1219, + "Ġyummy": 1220, + "Ġfavor": 1221, + "ppy": 1222, + "Ġkitc": 1223, + "Ġkitchen": 1224, + "Ġsweet": 1225, + "us": 1226, + "Ġper": 1227, + "Ġreally": 1228, + "aisy": 1229, + "Ġgrass": 1230, + "Ġfavorite": 1231, + "Ġbegan": 1232, + "Ġrest": 1233, + "Ġready": 1234, + "Ġlea": 1235, + "Ġreached": 1236, + "Ġunderst": 1237, + "air": 1238, + "Ġste": 1239, + "Ġbunny": 1240, + "ĠAs": 1241, + "Ġstory": 1242, + "'re": 1243, + "Ġpain": 1244, + "Ġsing": 1245, + "ster": 1246, + "Ġhere": 1247, + "Ġsand": 1248, + "Ġonly": 1249, + "Ġflo": 1250, + "Ġam": 1251, + "Ġglad": 1252, + "Ġtri": 1253, + "Ġbeh": 1254, + "Ġworld": 1255, + "Ġopen": 1256, + "Ġcre": 1257, + "fully": 1258, + "Ġprin": 1259, + "where": 1260, + "arent": 1261, + "Ġflower": 1262, + "Ġthrough": 1263, + "Ġba": 1264, + "Ġfire": 1265, + "Ġdone": 1266, + "Ġhaving": 1267, + "Ġthing": 1268, + "Ġdelic": 1269, + "Ġhimself": 1270, + "Ġtired": 1271, + "Ġparent": 1272, + "Ġsoft": 1273, + "Ġfro": 1274, + "Timmy": 1275, + "Ġtast": 1276, + "Ġbutterf": 1277, + "ĠLet": 1278, + "Ġcut": 1279, + "Ġpart": 1280, + "Ġwhy": 1281, + "ken": 1282, + "Ġmess": 1283, + "Can": 1284, + "Ġworry": 1285, + "Mommy": 1286, + "iver": 1287, + "Ġdin": 1288, + "uff": 1289, + "ater": 1290, + "Ġmagic": 1291, + "Ġwaved": 1292, + "Ġshouted": 1293, + "Ġpond": 1294, + "Ġkids": 1295, + "Ġhat": 1296, + "Ġduck": 1297, + "Ġsees": 1298, + "olly": 1299, + "illed": 1300, + "Ġgame": 1301, + "ient": 1302, + "Ġmaking": 1303, + "ather": 1304, + "John": 1305, + "As": 1306, + "akes": 1307, + "Ġcatch": 1308, + "Ġseen": 1309, + "Ġcool": 1310, + "ation": 1311, + "Ġcoming": 1312, + "Ġless": 1313, + "Ġdark": 1314, + "Ġused": 1315, + "eddy": 1316, + "Ġfix": 1317, + "ĠJoe": 1318, + "Ġthank": 1319, + "mer": 1320, + "Ġtop": 1321, + "Ġlady": 1322, + "Ġhair": 1323, + "aring": 1324, + "Ġprom": 1325, + "Ġhopped": 1326, + "ĠCan": 1327, + "\".": 1328, + "ign": 1329, + "Ġsurprise": 1330, + "Ġdraw": 1331, + "Ġmum": 1332, + "Ġmouse": 1333, + "Ġfunny": 1334, + "rel": 1335, + "Ġcra": 1336, + "Ġ-": 1337, + "aper": 1338, + "Ġfull": 1339, + "Ġtouch": 1340, + "Ġlight": 1341, + "Ġspot": 1342, + "ren": 1343, + "Ġdro": 1344, + "ĠBenny": 1345, + "Ġparents": 1346, + "Ġworked": 1347, + "ins": 1348, + "oney": 1349, + "ĠDo": 1350, + "Ġsurprised": 1351, + "Ġcarefully": 1352, + "Ġtrees": 1353, + "Ġfrog": 1354, + "Ġswing": 1355, + "Ġdoing": 1356, + "Don": 1357, + "Ġsat": 1358, + "inally": 1359, + "ĠThat": 1360, + "Ġice": 1361, + "ĠIn": 1362, + "Ġheld": 1363, + "Wow": 1364, + "Ġrunning": 1365, + "Ġpretend": 1366, + "Ġswim": 1367, + "Ġset": 1368, + "Ġread": 1369, + "Ġdelicious": 1370, + "Ġneeded": 1371, + "Ġtight": 1372, + "Ġslow": 1373, + "Ġremembered": 1374, + "Ġlost": 1375, + "Ġcold": 1376, + "Ġsmell": 1377, + "ards": 1378, + "Ġwood": 1379, + "Ġhappily": 1380, + "hy": 1381, + "ely": 1382, + "Ġlooks": 1383, + "Ġbehind": 1384, + "Ġherself": 1385, + "Ġcried": 1386, + "Ġenjoyed": 1387, + "Ġname": 1388, + "ask": 1389, + "Ġyears": 1390, + "Ġbuy": 1391, + "Ġhole": 1392, + "Ġblocks": 1393, + "Ġdri": 1394, + "Ġsleep": 1395, + "Ġgi": 1396, + "Ġyellow": 1397, + "cess": 1398, + "Ġbutterfly": 1399, + "ike": 1400, + "ued": 1401, + "Ġwished": 1402, + "Ġperf": 1403, + "Ġanother": 1404, + "ĠDaisy": 1405, + "Ġgreen": 1406, + "Ġmove": 1407, + "Ġtall": 1408, + "Ġair": 1409, + "Ġbag": 1410, + "Ġfloor": 1411, + "Ġcars": 1412, + "Ġlesson": 1413, + "ul": 1414, + "Ġbow": 1415, + "Ġarri": 1416, + "Ġwindow": 1417, + "Ġsho": 1418, + "Ġchildren": 1419, + "ner": 1420, + "Ġfinished": 1421, + "Ġhill": 1422, + "ĠAfter": 1423, + "andy": 1424, + "sp": 1425, + "ens": 1426, + "Ġpaper": 1427, + "Ġlikes": 1428, + "From": 1429, + "sy": 1430, + "Ġhold": 1431, + "Sam": 1432, + "Ġwrong": 1433, + "reed": 1434, + "Ġcontin": 1435, + "Ġunderstand": 1436, + "atter": 1437, + "uit": 1438, + "rew": 1439, + "Ġgent": 1440, + "Ġanything": 1441, + "Ġclose": 1442, + "Ġwall": 1443, + "Ġel": 1444, + "asure": 1445, + "Ġleft": 1446, + "Ġable": 1447, + "Ġarrived": 1448, + "Ġhun": 1449, + "ross": 1450, + "av": 1451, + "Ġhear": 1452, + "Ġfriendly": 1453, + "Ġforgot": 1454, + "Ġgone": 1455, + "ama": 1456, + "Ġcreat": 1457, + "Ġwet": 1458, + "Ġlion": 1459, + "Hell": 1460, + "Hello": 1461, + "Ġdream": 1462, + "Ġhot": 1463, + "bo": 1464, + "ber": 1465, + "ĠSally": 1466, + "Ġfilled": 1467, + "Ġdir": 1468, + "ield": 1469, + "Ġcookies": 1470, + "Ġlaugh": 1471, + "Ġbroken": 1472, + "Ġdinner": 1473, + "lf": 1474, + "Ġelse": 1475, + "Ġhid": 1476, + "ced": 1477, + "Ġpink": 1478, + "Ġfollowed": 1479, + "Ġtable": 1480, + "Ġmar": 1481, + "Ġcolors": 1482, + "oup": 1483, + "Ġmoment": 1484, + "Ġcontinued": 1485, + "Ġwonderful": 1486, + "ĠEm": 1487, + "ey": 1488, + "ined": 1489, + "irrel": 1490, + "rot": 1491, + "Ġfinally": 1492, + "Jack": 1493, + "Ġarm": 1494, + "Ġmight": 1495, + "ĠNow": 1496, + "Ġcast": 1497, + "Ġyes": 1498, + "Ġbuild": 1499, + "Ġenough": 1500, + "ĠBilly": 1501, + "Ġsomeone": 1502, + "Ġperfect": 1503, + "Ġfair": 1504, + "Ġstayed": 1505, + "app": 1506, + "Ġmorning": 1507, + "ĠThere": 1508, + "Ġpuppy": 1509, + "ol": 1510, + "Ġdaddy": 1511, + "Ġtrying": 1512, + "'ll": 1513, + "Ġju": 1514, + "Ġothers": 1515, + "Ġbooks": 1516, + "Ġagreed": 1517, + "Ġmus": 1518, + "Ġsnow": 1519, + "Ġsquirrel": 1520, + "Ġcream": 1521, + "room": 1522, + "Ġgetting": 1523, + "Ġgrandma": 1524, + "ĠLila": 1525, + "Ġleaves": 1526, + "Ġbaby": 1527, + "Ġcount": 1528, + "icy": 1529, + "Ġfew": 1530, + "At": 1531, + "Ġfall": 1532, + "Then": 1533, + "gon": 1534, + "Ġbreak": 1535, + "Ġclimbed": 1536, + "ries": 1537, + "Ġbeach": 1538, + "ash": 1539, + "Ġbug": 1540, + "Ġplease": 1541, + "Ġmother": 1542, + "Ġbrought": 1543, + "Ġtrain": 1544, + "ance": 1545, + "ĠThis": 1546, + "Ġdeep": 1547, + "Ġvis": 1548, + "ated": 1549, + "shed": 1550, + "Ġmet": 1551, + "Ġwasn": 1552, + "Ġsometimes": 1553, + "Ġeverything": 1554, + "ĠTommy": 1555, + "ich": 1556, + "Ġmusic": 1557, + "key": 1558, + "ling": 1559, + "This": 1560, + "os": 1561, + "Ġturned": 1562, + "lc": 1563, + "Ġride": 1564, + "oom": 1565, + "Ġsong": 1566, + "oring": 1567, + "Ġspark": 1568, + "Ġfight": 1569, + "Ġhungry": 1570, + "ons": 1571, + "Ġpictures": 1572, + "ds": 1573, + "Ġmakes": 1574, + "Ġsear": 1575, + "ucky": 1576, + "Ġlistened": 1577, + "Ġjoy": 1578, + "Ġpol": 1579, + "ĠWhat": 1580, + "His": 1581, + "ee": 1582, + "Ġclot": 1583, + "Ġsail": 1584, + "apped": 1585, + "bble": 1586, + "Ġcomp": 1587, + "Ġplan": 1588, + "Ġwants": 1589, + "Ġclothes": 1590, + "Ġpoin": 1591, + "ĠK": 1592, + "zz": 1593, + "Ġballoon": 1594, + "Ġstrange": 1595, + "man": 1596, + "enny": 1597, + "Ġpi": 1598, + "Ġgrow": 1599, + "Ġflying": 1600, + "row": 1601, + "Ġscary": 1602, + "Ġtreat": 1603, + "Ġwaited": 1604, + "Ġamazed": 1605, + "Ġteddy": 1606, + "Ġcastle": 1607, + "ister": 1608, + "Ġele": 1609, + "Ġamazing": 1610, + "med": 1611, + "Ġspl": 1612, + "Oh": 1613, + "Ġleave": 1614, + "Ġowner": 1615, + "Ġpromised": 1616, + "Ġdanger": 1617, + "ever": 1618, + "OK": 1619, + "Ġsuch": 1620, + "Ġwhite": 1621, + "Ġpat": 1622, + "Ġtalk": 1623, + "uffy": 1624, + "Ġfur": 1625, + "Ġpie": 1626, + "ope": 1627, + "red": 1628, + "Ġpulled": 1629, + "Ġpre": 1630, + "Ġwoods": 1631, + "ĠTo": 1632, + "Ġshared": 1633, + "Ġalone": 1634, + "Ġtowards": 1635, + "cle": 1636, + "ĠMaybe": 1637, + "Ġsit": 1638, + "Ġnap": 1639, + "Ġcolorful": 1640, + "amp": 1641, + "hone": 1642, + "Ġvisit": 1643, + "igg": 1644, + "ugg": 1645, + "thy": 1646, + "ence": 1647, + "Ġtail": 1648, + "ctor": 1649, + "Ġmagical": 1650, + "Ġriver": 1651, + "Ġhig": 1652, + "Ġbelie": 1653, + "Ġgrate": 1654, + "ually": 1655, + "ang": 1656, + "ott": 1657, + "Ġhide": 1658, + "Ġsilly": 1659, + "Ġsmiles": 1660, + "ower": 1661, + "Ġside": 1662, + "Max": 1663, + "Ġroll": 1664, + "Ġgu": 1665, + "ĠAmy": 1666, + "Ġpro": 1667, + "eter": 1668, + "Ġfaster": 1669, + "Ġgrateful": 1670, + "Ġtreasure": 1671, + "ased": 1672, + "Ġsnack": 1673, + "up": 1674, + "Ġland": 1675, + "avy": 1676, + "Ġmoral": 1677, + "ained": 1678, + "Ġsister": 1679, + "ĠGra": 1680, + "Ġshap": 1681, + "Ġpaint": 1682, + "Ġslowly": 1683, + "Ġfield": 1684, + "Ġpet": 1685, + "Ġsec": 1686, + "orm": 1687, + "ĠJim": 1688, + "Ġbran": 1689, + "Ġmin": 1690, + "Ġmust": 1691, + "Ġhelping": 1692, + "Ġworried": 1693, + "Ġjob": 1694, + "Ġfox": 1695, + "set": 1696, + "Ġmoney": 1697, + "Ġpot": 1698, + "Ġqui": 1699, + "Ġbel": 1700, + "Ġacc": 1701, + "Ġliving": 1702, + "Ġmonster": 1703, + "less": 1704, + "Ġparty": 1705, + "ear": 1706, + "Ġmost": 1707, + "Ġwear": 1708, + "Ġremember": 1709, + "ire": 1710, + "Ġsign": 1711, + "wl": 1712, + "Ġcloud": 1713, + "Ġcandy": 1714, + "Ġhigher": 1715, + "ipped": 1716, + "ident": 1717, + "ĠAll": 1718, + "der": 1719, + "ze": 1720, + "Ġquiet": 1721, + "Ġtown": 1722, + "unch": 1723, + "Ġprincess": 1724, + "Ġruns": 1725, + "asket": 1726, + "em": 1727, + "Ġeverywhere": 1728, + "Ġjoin": 1729, + "Ġstepped": 1730, + "Ġbasket": 1731, + "Ġlake": 1732, + "Ġcup": 1733, + "sw": 1734, + "outh": 1735, + "Ġcarrot": 1736, + "Ġcoll": 1737, + "Ġplant": 1738, + "Ġscream": 1739, + "ĠDaddy": 1740, + "Ġbuck": 1741, + "Ġheavy": 1742, + "Ġbigger": 1743, + "Ġcho": 1744, + "Ġblank": 1745, + "Ġclosed": 1746, + "Ġwon": 1747, + "ises": 1748, + "Ġansw": 1749, + "br": 1750, + "Ġblanket": 1751, + "Ġmouth": 1752, + "ames": 1753, + "eces": 1754, + "Ġeating": 1755, + "Ġpieces": 1756, + "cket": 1757, + "Ġstre": 1758, + "Ġwelc": 1759, + "Ġwouldn": 1760, + "Ġreach": 1761, + "Ġbroke": 1762, + "eared": 1763, + "Ġdangerous": 1764, + "gs": 1765, + "ph": 1766, + "ĠMolly": 1767, + "Ġce": 1768, + "ĠMr": 1769, + "ord": 1770, + "fort": 1771, + "Ġdolls": 1772, + "ming": 1773, + "Ġdance": 1774, + "Ġdragon": 1775, + "Ġthinks": 1776, + "Ġasks": 1777, + "Ġacross": 1778, + "Okay": 1779, + "Ġchair": 1780, + "Ġteac": 1781, + "Ġbott": 1782, + "Hi": 1783, + "Ġpa": 1784, + "Ġneigh": 1785, + "Ġbar": 1786, + "Ġbike": 1787, + "Ġpack": 1788, + "iting": 1789, + "Ġdisapp": 1790, + "Ġneighb": 1791, + "Ġstuck": 1792, + "de": 1793, + "Ġgif": 1794, + "Ġfruit": 1795, + "Ġbelieve": 1796, + "cy": 1797, + "Ġve": 1798, + "Ġcrying": 1799, + "ier": 1800, + "phant": 1801, + "Ġsuddenly": 1802, + "Ġsoup": 1803, + "Ġrace": 1804, + "Ġthrew": 1805, + "Sure": 1806, + "Ġfarmer": 1807, + "Ġaccident": 1808, + "Ġdirty": 1809, + "Ġelephant": 1810, + "Ġmonkey": 1811, + "Ġheal": 1812, + "weet": 1813, + "Ġrem": 1814, + "Ġpers": 1815, + "Ġsame": 1816, + "ored": 1817, + "ventually": 1818, + "ead": 1819, + "pping": 1820, + "Ġgentle": 1821, + "Ġfree": 1822, + "Ġbrown": 1823, + "Maybe": 1824, + "Ġinst": 1825, + "Ġbee": 1826, + "ix": 1827, + "Ġben": 1828, + "Ġwin": 1829, + "Ġblack": 1830, + "Ġalong": 1831, + "Ġlonger": 1832, + "ible": 1833, + "Ġspr": 1834, + "Ġclapped": 1835, + "Finally": 1836, + "Why": 1837, + "cked": 1838, + "Ġwords": 1839, + "ĠFl": 1840, + "Ġteacher": 1841, + "Ġupset": 1842, + "chool": 1843, + "Ġpiece": 1844, + "Ġwell": 1845, + "Ġcheered": 1846, + "Ġhit": 1847, + "Ġsang": 1848, + "ment": 1849, + "Ġbowl": 1850, + "Ġbite": 1851, + "Ġdoctor": 1852, + "ĠJill": 1853, + "Ġbucket": 1854, + "Mia": 1855, + "Ġbath": 1856, + "Ġcaught": 1857, + "Ġheart": 1858, + "Ġforget": 1859, + "Ġmark": 1860, + "Ġbutt": 1861, + "Ġdry": 1862, + "Ġyoung": 1863, + "Ġsea": 1864, + "Ġcour": 1865, + "Ġdropped": 1866, + "ese": 1867, + "Ġyard": 1868, + "Ġplac": 1869, + "ourn": 1870, + "Ġschool": 1871, + "Ġswings": 1872, + "bby": 1873, + "Ġwings": 1874, + "bs": 1875, + "Ġexplained": 1876, + "Ġjourn": 1877, + "Ġbring": 1878, + "Ġdrink": 1879, + "Ġstreet": 1880, + "Ġjuice": 1881, + "ung": 1882, + "Ġnearby": 1883, + "ĠEmma": 1884, + "Ġsmo": 1885, + "Ġsmart": 1886, + "Ġpushed": 1887, + "Ġstories": 1888, + "Ġdrove": 1889, + "Ġtiny": 1890, + "Ġpen": 1891, + "Ġcourse": 1892, + "Ġes": 1893, + "Ġmine": 1894, + "Ġtoday": 1895, + "Ġpocket": 1896, + "Ġyear": 1897, + "aughter": 1898, + "Ġje": 1899, + "Ġsecret": 1900, + "Ġexp": 1901, + "Ġwithout": 1902, + "Ġsinging": 1903, + "Ġwelcome": 1904, + "Ġhappen": 1905, + "to": 1906, + "Ġfit": 1907, + "Ġstu": 1908, + "vel": 1909, + "ract": 1910, + "Ġbus": 1911, + "Ġcheese": 1912, + "Ġcray": 1913, + "Ġfairy": 1914, + "Ġjar": 1915, + "Ġturns": 1916, + "Ġbush": 1917, + "bow": 1918, + "llo": 1919, + "Ġexploring": 1920, + "Ġlon": 1921, + "Ġstand": 1922, + "itting": 1923, + "Ġseemed": 1924, + "Ġspoon": 1925, + "ĠFinally": 1926, + "Ġgames": 1927, + "Ġwoke": 1928, + "issed": 1929, + "Ġresp": 1930, + "Ġtrou": 1931, + "Ġtwins": 1932, + "Ġhoped": 1933, + "Ġatt": 1934, + "Ġlonely": 1935, + "Ġant": 1936, + "ĠMama": 1937, + "orrow": 1938, + "Ġnoises": 1939, + "Ġhugs": 1940, + "ountain": 1941, + "yard": 1942, + "Ġdaughter": 1943, + "Ġinv": 1944, + "Ġkey": 1945, + "ail": 1946, + "Ġrocks": 1947, + "Ġdisco": 1948, + "Ġsu": 1949, + "Ġlunch": 1950, + "read": 1951, + "oun": 1952, + "vered": 1953, + "Ġbackyard": 1954, + "Ġsuc": 1955, + "Ġcow": 1956, + "Ġapple": 1957, + "ek": 1958, + "Ġswam": 1959, + "Ġshoes": 1960, + "Ġstars": 1961, + "Ġshook": 1962, + "ittens": 1963, + "Ġmiss": 1964, + "ches": 1965, + "Ġwish": 1966, + "Ġrelie": 1967, + "fused": 1968, + "Ġshapes": 1969, + "urple": 1970, + "Ġtower": 1971, + "ity": 1972, + "Ġcorn": 1973, + "Ġmoved": 1974, + "shine": 1975, + "Ġ3": 1976, + "Ġthough": 1977, + "Ġcir": 1978, + "umb": 1979, + "Ġtaking": 1980, + "ts": 1981, + "ĠTweet": 1982, + "ape": 1983, + "Ġrainbow": 1984, + "Ġthrow": 1985, + "Ġstar": 1986, + "Ġbench": 1987, + "Ġneck": 1988, + "ocked": 1989, + "Ġcreature": 1990, + "Ġbubble": 1991, + "Ġlate": 1992, + "Ġadventures": 1993, + "Ġowl": 1994, + "ions": 1995, + "And": 1996, + "Ġwhe": 1997, + "Ġpar": 1998, + "Ġshell": 1999, + "Ġkite": 2000, + "ĠFluffy": 2001, + "ining": 2002, + "Ġmil": 2003, + "unt": 2004, + "Ġfence": 2005, + "Ġmix": 2006, + "Ġlift": 2007, + "Ġaccidentally": 2008, + "Ġwise": 2009, + "Ġhello": 2010, + "Ġpurple": 2011, + "pper": 2012, + "Ġonto": 2013, + "Ġspin": 2014, + "ten": 2015, + "ours": 2016, + "Ġsitting": 2017, + "idge": 2018, + "Ġsunshine": 2019, + "Ġcute": 2020, + "Ġmat": 2021, + "ward": 2022, + "Ġshop": 2023, + "Ġwhist": 2024, + "Ġdist": 2025, + "Ġorange": 2026, + "Lila": 2027, + "Ġnaught": 2028, + "ĠSammy": 2029, + "Ġnaughty": 2030, + "Ġnest": 2031, + "ose": 2032, + "ors": 2033, + "lla": 2034, + "Ġmilk": 2035, + "fish": 2036, + "Ġaf": 2037, + "Ġboun": 2038, + "Ġphone": 2039, + "Ġarms": 2040, + "Ġeas": 2041, + "ness": 2042, + "Ġcarry": 2043, + "ĠGrandma": 2044, + "og": 2045, + "Ġbought": 2046, + "Ġdriver": 2047, + "Ġinstead": 2048, + "Later": 2049, + "Ġtalked": 2050, + "Ġsearched": 2051, + "gged": 2052, + "Ġpig": 2053, + "Ġcozy": 2054, + "Ġsunny": 2055, + "itty": 2056, + "Ġfeels": 2057, + "Ġfan": 2058, + "Ġwondered": 2059, + "Ġcomes": 2060, + "Ġswimming": 2061, + "uched": 2062, + "Ġtouched": 2063, + "Ġpop": 2064, + "ĠInside": 2065, + "ale": 2066, + "Ġlucky": 2067, + "Ġlaughing": 2068, + "Ġbelong": 2069, + "Ġsounds": 2070, + "Ġwom": 2071, + "Ġcave": 2072, + "let": 2073, + "Ġjourney": 2074, + "Ġwoman": 2075, + "Ġcou": 2076, + "Ġnothing": 2077, + "Ġcoat": 2078, + "Ġrelieved": 2079, + "ĠO": 2080, + "Ġpeace": 2081, + "adow": 2082, + "Ġnose": 2083, + "Ġbusy": 2084, + "Bob": 2085, + "Ġpast": 2086, + "Ġapples": 2087, + "Ġsick": 2088, + "Ġrope": 2089, + "Ġpatient": 2090, + "Ġact": 2091, + "Ġpudd": 2092, + "Ġinc": 2093, + "raid": 2094, + "Ġwatching": 2095, + "Ġbranch": 2096, + "Ġafraid": 2097, + "Ġtom": 2098, + "ider": 2099, + "Ġdays": 2100, + "Ġret": 2101, + "cing": 2102, + "ĠMary": 2103, + "Ġband": 2104, + "Ġfarm": 2105, + "Ġhuge": 2106, + "ĠThank": 2107, + "ator": 2108, + "Ġexciting": 2109, + "Ġdanced": 2110, + "thday": 2111, + "Ġwar": 2112, + "ĠSoon": 2113, + "ball": 2114, + "Ġgigg": 2115, + "blem": 2116, + "Ġzoom": 2117, + "Ġmad": 2118, + "Ġvill": 2119, + "Ġforever": 2120, + "Ġproblem": 2121, + "Ġcollect": 2122, + "ped": 2123, + "irt": 2124, + "Ġminut": 2125, + "Ġwra": 2126, + "ho": 2127, + "Ġlife": 2128, + "Ġknee": 2129, + "ces": 2130, + "Do": 2131, + "cer": 2132, + "mp": 2133, + "arp": 2134, + "Ġking": 2135, + "Ġasleep": 2136, + "Ġreturn": 2137, + "Ġsharp": 2138, + "Ġrel": 2139, + "Ġpower": 2140, + "eth": 2141, + "Ġholding": 2142, + "Ġfing": 2143, + "Ġhealthy": 2144, + "ĠMittens": 2145, + "Ġprot": 2146, + "Ġmeet": 2147, + "Ġorgan": 2148, + "Ġclever": 2149, + "Ġspotted": 2150, + "Ġletter": 2151, + "Ġgather": 2152, + "alm": 2153, + "Of": 2154, + "ere": 2155, + "Ġround": 2156, + "Ġstorm": 2157, + "Ġprotect": 2158, + "Ġgift": 2159, + "amed": 2160, + "Ġmail": 2161, + "ĠJen": 2162, + "Ġbirthday": 2163, + "Ġpres": 2164, + "Ġsaf": 2165, + "Ġneighbor": 2166, + "epend": 2167, + "Ġtakes": 2168, + "sc": 2169, + "Ġear": 2170, + "Ġcomfort": 2171, + "Ġent": 2172, + "Ġrep": 2173, + "Ġperson": 2174, + "Ġsmiling": 2175, + "ĠWith": 2176, + "Ġgently": 2177, + "Ġpointed": 2178, + "Every": 2179, + "owed": 2180, + "Ġspo": 2181, + "col": 2182, + "Ġtasty": 2183, + "ular": 2184, + "ĠJimmy": 2185, + "Ġplane": 2186, + "sting": 2187, + "hin": 2188, + "Ġhoney": 2189, + "itch": 2190, + "Ġpill": 2191, + "Ġpass": 2192, + "itten": 2193, + "Ġmatter": 2194, + "Ġadm": 2195, + "Ġtasted": 2196, + "Ġsmelled": 2197, + "nic": 2198, + "ove": 2199, + "Ġeag": 2200, + "Ġshining": 2201, + "Hey": 2202, + "Ġhope": 2203, + "Ġplaces": 2204, + "Ġkick": 2205, + "ĠCh": 2206, + "Ġpicnic": 2207, + "Ġbottle": 2208, + "Ġrespect": 2209, + "Ġblew": 2210, + "Ġappeared": 2211, + "Ġsupp": 2212, + "Tommy": 2213, + "ĠCome": 2214, + "Ġspider": 2215, + "Ġintere": 2216, + "Ġcheer": 2217, + "board": 2218, + "Ġwearing": 2219, + "Ġpresent": 2220, + "ert": 2221, + "Ġmist": 2222, + "ize": 2223, + "Ġtrouble": 2224, + "Ġtrip": 2225, + "Ġpract": 2226, + "Ġkiss": 2227, + "Ġquest": 2228, + "ond": 2229, + "Ġash": 2230, + "Ġloves": 2231, + "Ġtightly": 2232, + "gg": 2233, + "arge": 2234, + "Ġsur": 2235, + "Ġspread": 2236, + "aur": 2237, + "Ġwide": 2238, + "ones": 2239, + "umber": 2240, + "Ġfeather": 2241, + "Ġsplas": 2242, + "ont": 2243, + "ndp": 2244, + "Ġlater": 2245, + "Ġwhole": 2246, + "Ġanyone": 2247, + "Ġbread": 2248, + "Molly": 2249, + "Ġdes": 2250, + "Ġrec": 2251, + "ella": 2252, + "Ġroad": 2253, + "In": 2254, + "Ġoce": 2255, + "Ġgiant": 2256, + "Ġocean": 2257, + "els": 2258, + "Ġpuzz": 2259, + "Ġcookie": 2260, + "Ġpan": 2261, + "Ġpath": 2262, + "ÅĵI": 2263, + "Ġconfused": 2264, + "Ġscreamed": 2265, + "Ġclouds": 2266, + "eb": 2267, + "Ġimpress": 2268, + "Ġfront": 2269, + "ĠGo": 2270, + "Ġseat": 2271, + "lex": 2272, + "Ġlay": 2273, + "Ġwhich": 2274, + "la": 2275, + "Ġthin": 2276, + "Ġteach": 2277, + "erly": 2278, + "Ġdi": 2279, + "Ġanswer": 2280, + "ungle": 2281, + "Ġap": 2282, + "ssed": 2283, + "hile": 2284, + "ub": 2285, + "Ġlarge": 2286, + "Ġjungle": 2287, + "Ġpromise": 2288, + "Ġser": 2289, + "Ġber": 2290, + "Ġwild": 2291, + "Ġbark": 2292, + "Ġmach": 2293, + "oose": 2294, + "Ġbutton": 2295, + "ndpa": 2296, + "Good": 2297, + "Ġmyster": 2298, + "Ġsnake": 2299, + "Ġvillage": 2300, + "Ġhor": 2301, + "ĠEmily": 2302, + "Come": 2303, + "Ġtool": 2304, + "Ġputs": 2305, + "Ġlast": 2306, + "Ġimag": 2307, + "ĠJake": 2308, + "Lucy": 2309, + "Ġtid": 2310, + "Ġban": 2311, + "lebr": 2312, + "Ġeventually": 2313, + "Ġslid": 2314, + "Ġwave": 2315, + "Ġlive": 2316, + "Ġchased": 2317, + "ĠEverywhere": 2318, + "Ġcelebr": 2319, + "Ġcrayons": 2320, + "Just": 2321, + "Ġspent": 2322, + "Ġwrite": 2323, + "Ġgives": 2324, + "unk": 2325, + "ife": 2326, + "Ġdecor": 2327, + "Ġfoot": 2328, + "Ġdelight": 2329, + "Ġsol": 2330, + "Ġsandw": 2331, + "Ġdirt": 2332, + "ĠJenny": 2333, + "Ġtalking": 2334, + "Ġtreats": 2335, + "Ġcart": 2336, + "ching": 2337, + "Ġwaiting": 2338, + "Ġhiding": 2339, + "Ġsnowman": 2340, + "Ġinteresting": 2341, + "Ġhon": 2342, + "ony": 2343, + "Ġshelf": 2344, + "Ġtaste": 2345, + "een": 2346, + "Jim": 2347, + "Ġstep": 2348, + "Mum": 2349, + "Ġhelpful": 2350, + "Ġfeet": 2351, + "Ġshy": 2352, + "Ġgoes": 2353, + "Ġval": 2354, + "Ġemb": 2355, + "Ġstood": 2356, + "Ġshr": 2357, + "Ġbuilding": 2358, + "Ġoven": 2359, + "Ġstret": 2360, + "Ġlovely": 2361, + "Ġducks": 2362, + "Ġcorner": 2363, + "Ġwash": 2364, + "cks": 2365, + "Ġspe": 2366, + "Ġpretended": 2367, + "Ġrolled": 2368, + "Ġrude": 2369, + "old": 2370, + "Ġcalm": 2371, + "Ġpile": 2372, + "Ġteeth": 2373, + "Ġjumping": 2374, + "Ġzoo": 2375, + "Ġpuddle": 2376, + "Ġtidy": 2377, + "Mama": 2378, + "iger": 2379, + "ipe": 2380, + "Ġbugs": 2381, + "Ġashamed": 2382, + "Ġbat": 2383, + "ina": 2384, + "ĠRe": 2385, + "Ġob": 2386, + "Ġstra": 2387, + "ĠSt": 2388, + "Ġwhistle": 2389, + "Ġbanan": 2390, + "not": 2391, + "Ġnet": 2392, + "Ġforgive": 2393, + "Ġprince": 2394, + "ener": 2395, + "Ġshirt": 2396, + "Ġsel": 2397, + "Ġcoo": 2398, + "Ġembar": 2399, + "umpy": 2400, + "Ġsparkly": 2401, + "Ġremind": 2402, + "Ġsug": 2403, + "Ġcross": 2404, + "Ġmind": 2405, + "Ġcannot": 2406, + "Ġsuccess": 2407, + "Ġembarra": 2408, + "Soon": 2409, + "Ġmot": 2410, + "Ġsharing": 2411, + "Ġworm": 2412, + "Ġfold": 2413, + "Ġpeaceful": 2414, + "Ġwore": 2415, + "Ġmountain": 2416, + "Ġblow": 2417, + "lice": 2418, + "Ġign": 2419, + "Ġbell": 2420, + "Ġfurry": 2421, + "Ġgrab": 2422, + "als": 2423, + "ometimes": 2424, + "Ġwhenever": 2425, + "Ġpour": 2426, + "vous": 2427, + "llie": 2428, + "Ġpush": 2429, + "Ġbreath": 2430, + "Ġmachine": 2431, + "Ġsugar": 2432, + "Ġchick": 2433, + "Ġcreative": 2434, + "St": 2435, + "ned": 2436, + "Ġbal": 2437, + "Ġstir": 2438, + "Ġdolp": 2439, + "Ġtries": 2440, + "Now": 2441, + "Ġlad": 2442, + "ĠLe": 2443, + "Ġmed": 2444, + "Ġpool": 2445, + "Ġgener": 2446, + "Ġsal": 2447, + "ork": 2448, + "ult": 2449, + "Ġspray": 2450, + "Ġship": 2451, + "ian": 2452, + "Ġhum": 2453, + "Ġhel": 2454, + "isa": 2455, + "Ġselfish": 2456, + "Ġhar": 2457, + "Ġfaces": 2458, + "Ġmessy": 2459, + "Ġ'": 2460, + "Ġple": 2461, + "ĠSome": 2462, + "ĠHow": 2463, + "Ġgold": 2464, + "Ġchocol": 2465, + "Please": 2466, + "Ġminutes": 2467, + "Ġpillow": 2468, + "My": 2469, + "aking": 2470, + "Ġtun": 2471, + "Ġmissed": 2472, + "ighed": 2473, + "Ġvan": 2474, + "Ġfixed": 2475, + "Ġfighting": 2476, + "oin": 2477, + "Ġfig": 2478, + "Ġembarrassed": 2479, + "Ġmeant": 2480, + "Ġdrive": 2481, + "Ġtomorrow": 2482, + "Ġhours": 2483, + "Ġca": 2484, + "Ġner": 2485, + "Ġspicy": 2486, + "Ġknowing": 2487, + "ĠPlease": 2488, + "Sarah": 2489, + "Ġladder": 2490, + "ital": 2491, + "Ġhorse": 2492, + "ato": 2493, + "Ġug": 2494, + "ĠJust": 2495, + "Ġtrust": 2496, + "Ġhosp": 2497, + "Ġugly": 2498, + "Ġhospital": 2499, + "Ġchew": 2500, + "Ġbedroom": 2501, + "Ġeasy": 2502, + "Ġnervous": 2503, + "Ġrob": 2504, + "Ġthankful": 2505, + "Ġcarrots": 2506, + "Dad": 2507, + "elly": 2508, + "Ġgrew": 2509, + "Ġcolour": 2510, + "Ġbarked": 2511, + "Ġcouch": 2512, + "Ġnut": 2513, + "Ġmeadow": 2514, + "Ġtaught": 2515, + "Ġunderstood": 2516, + "Ġdisappoin": 2517, + "Ġpas": 2518, + "ano": 2519, + "Ġoften": 2520, + "Ġclass": 2521, + "Ġpassed": 2522, + "Ġknocked": 2523, + "Ġlanded": 2524, + "Ġmic": 2525, + "ird": 2526, + "Ġfear": 2527, + "Ġcoin": 2528, + "Ġmud": 2529, + "work": 2530, + "Ġdeter": 2531, + "Ġreg": 2532, + "Ġreturned": 2533, + "Ġdeterm": 2534, + "Ġhur": 2535, + "Ġfinish": 2536, + "izz": 2537, + "Ġtea": 2538, + "Ġsmooth": 2539, + "mo": 2540, + "Ġstuff": 2541, + "Ġmov": 2542, + "Ġgenerous": 2543, + "To": 2544, + "ĠOn": 2545, + "isp": 2546, + "Ġdrum": 2547, + "obby": 2548, + "Ġbubbles": 2549, + "Ġrobot": 2550, + "Ġthese": 2551, + "Ġseed": 2552, + "Ġglass": 2553, + "Ġdisappointed": 2554, + "ground": 2555, + "Ġring": 2556, + "Ġcard": 2557, + "Ġhears": 2558, + "Ġcarried": 2559, + "Ġmoon": 2560, + "Ġchocolate": 2561, + "Ġleaf": 2562, + "Ġsnacks": 2563, + "Ġcirc": 2564, + "Ġfancy": 2565, + "dle": 2566, + "Ġspend": 2567, + "ĠAnn": 2568, + "ustr": 2569, + "Ġcrab": 2570, + "Ġsongs": 2571, + "pack": 2572, + "Ġpir": 2573, + "ecially": 2574, + "osaur": 2575, + "Ġsold": 2576, + "Ġbridge": 2577, + "ĠEven": 2578, + "Ġsleepy": 2579, + "Ġhonest": 2580, + "Ġmir": 2581, + "ĠBr": 2582, + "Ġpaw": 2583, + "pecially": 2584, + "Ġav": 2585, + "ĠWhy": 2586, + "izzy": 2587, + "Ġchest": 2588, + "Ġwolf": 2589, + "Ġdinosaur": 2590, + "Ġespecially": 2591, + "Ġmap": 2592, + "Ġgas": 2593, + "ory": 2594, + "Ġchange": 2595, + "Ġgroup": 2596, + "Ġgathered": 2597, + "Ġsour": 2598, + "Ġpoor": 2599, + "Ġsplash": 2600, + "Ġwaves": 2601, + "Ġforward": 2602, + "Ġclown": 2603, + "Ġmysterious": 2604, + "ror": 2605, + "Ġbody": 2606, + "Ġfrustr": 2607, + "Ġcraw": 2608, + "Ġfake": 2609, + "Ġpin": 2610, + "Ġok": 2611, + "Ġrad": 2612, + "Ġwhisp": 2613, + "Ġtwirl": 2614, + "Ġstring": 2615, + "Ġsmelly": 2616, + "ĠTogether": 2617, + "sist": 2618, + "Ġcand": 2619, + "Ġgate": 2620, + "Ġscar": 2621, + "ĠKitty": 2622, + "Ġneckl": 2623, + "Billy": 2624, + "Ġmotor": 2625, + "ying": 2626, + "ote": 2627, + "Ġshore": 2628, + "urse": 2629, + "Ġjew": 2630, + "Ġweak": 2631, + "Ġgrumpy": 2632, + "Ġfinger": 2633, + "Ġsack": 2634, + "Ġkitten": 2635, + "Ġpolite": 2636, + "Ġglue": 2637, + "uce": 2638, + "Ġnumber": 2639, + "airs": 2640, + "Ġesc": 2641, + "Ġmirror": 2642, + "Ġsheep": 2643, + "Ġvase": 2644, + "Ġplants": 2645, + "Ġberries": 2646, + "most": 2647, + "Be": 2648, + "den": 2649, + "Ġjelly": 2650, + "ĠTheir": 2651, + "Ġemp": 2652, + "itter": 2653, + "There": 2654, + "Ġscr": 2655, + "Ġgray": 2656, + "Ġpuzzle": 2657, + "Ġnecklace": 2658, + "Ġmaybe": 2659, + "Ġplate": 2660, + "Ġalmost": 2661, + "usie": 2662, + "Ġfrustrated": 2663, + "Ġempty": 2664, + "port": 2665, + "orry": 2666, + "Ġthick": 2667, + "Ġjam": 2668, + "Ġskipped": 2669, + "ensive": 2670, + "ĠTeddy": 2671, + "aged": 2672, + "Ġcloset": 2673, + "Ġhidden": 2674, + "Ġexpensive": 2675, + "Ġdetermined": 2676, + "Ġbored": 2677, + "Ġlit": 2678, + "Ġdrew": 2679, + "Ġlegs": 2680, + "Ġhopping": 2681, + "ates": 2682, + "ĠSometimes": 2683, + "Ġsticks": 2684, + "Ġones": 2685, + "ĠAt": 2686, + "Ġbirdie": 2687, + "ĠDon": 2688, + "Ġpolice": 2689, + "Ġfruits": 2690, + "Ġtick": 2691, + "Ġaunt": 2692, + "Ġwis": 2693, + "Ġbake": 2694, + "Ġline": 2695, + "ots": 2696, + "Ġstone": 2697, + "Ġdogs": 2698, + "aul": 2699, + "Ġfigure": 2700, + "Jane": 2701, + "Ġsight": 2702, + "Ġcries": 2703, + "ĠBe": 2704, + "Ġmoving": 2705, + "Ġcontent": 2706, + "ĠBrown": 2707, + "Ġsaved": 2708, + "Ġcloth": 2709, + "?\".": 2710, + "box": 2711, + "Ġbranches": 2712, + "Ġpacked": 2713, + "Ġpowerful": 2714, + "Ġsplashed": 2715, + "Ġfeed": 2716, + "ested": 2717, + "Ġyelled": 2718, + "Where": 2719, + "dge": 2720, + "kin": 2721, + "Ġtiger": 2722, + "Ġpay": 2723, + "iddle": 2724, + "oop": 2725, + "ĠBella": 2726, + "Ġexam": 2727, + "Ġtaken": 2728, + "Ġcrane": 2729, + "Ġspoil": 2730, + "'d": 2731, + "Ġhang": 2732, + "Ġflag": 2733, + "Ġanswered": 2734, + "Ġdiscovered": 2735, + "ĠLeo": 2736, + "ush": 2737, + "Ġsave": 2738, + "Ġseek": 2739, + "Ġexcite": 2740, + "Ġpray": 2741, + "Ġjog": 2742, + "Ġstanding": 2743, + "Ġdolphin": 2744, + "Ġjack": 2745, + "Are": 2746, + "era": 2747, + "rag": 2748, + "Ġflut": 2749, + "getable": 2750, + "Ġboring": 2751, + "Ġlock": 2752, + "Ġincred": 2753, + "Ġexcitement": 2754, + "Ġsighed": 2755, + "Ġwip": 2756, + "Ġfis": 2757, + "Ġfill": 2758, + "Ġsoap": 2759, + "ĠMum": 2760, + "ola": 2761, + "Ġpleased": 2762, + "Ġjacket": 2763, + "light": 2764, + "Ġsugg": 2765, + "Ġmiddle": 2766, + "Ġeld": 2767, + "Ġwrote": 2768, + "Ġballoons": 2769, + "Ġorganized": 2770, + "que": 2771, + "Ġsailed": 2772, + "Their": 2773, + "Ġtells": 2774, + "Ġoy": 2775, + "Ġstones": 2776, + "Ġboard": 2777, + "Ġspun": 2778, + "Ġvegetable": 2779, + "lies": 2780, + "Ġind": 2781, + "iness": 2782, + "Ġworking": 2783, + "lower": 2784, + "alk": 2785, + "iff": 2786, + "Ġparrot": 2787, + "Stop": 2788, + "Ġscarf": 2789, + "Ġwagged": 2790, + "Ġclap": 2791, + "Ġmeasure": 2792, + "asing": 2793, + "Ġtears": 2794, + "body": 2795, + "Ġcomfortable": 2796, + "Ġleg": 2797, + "Ġswan": 2798, + "Ġtrue": 2799, + "Ġfright": 2800, + "Ġdrop": 2801, + "Ġsmoke": 2802, + "Ġfeathers": 2803, + "Ġincredible": 2804, + "ggs": 2805, + "ual": 2806, + "Ġtie": 2807, + "Ġcap": 2808, + "Ġlose": 2809, + "Ġpus": 2810, + "Ġeager": 2811, + "Ġmovie": 2812, + "fic": 2813, + "Ġcop": 2814, + "Ġeggs": 2815, + "oof": 2816, + "Ġrid": 2817, + "Ġcovered": 2818, + "Ġfil": 2819, + "Ġlem": 2820, + "Ġgrap": 2821, + "Ġdisappeared": 2822, + "Ġrecord": 2823, + "ĠTV": 2824, + "ĠBl": 2825, + "Ġext": 2826, + "Ġord": 2827, + "Ġgiggled": 2828, + "corn": 2829, + "Ġpri": 2830, + "Ġham": 2831, + "Ġrare": 2832, + "Ġyourself": 2833, + "Ġeng": 2834, + "Ġwhale": 2835, + "Ġknife": 2836, + "ĠLisa": 2837, + "Ġteam": 2838, + "ĠJohnny": 2839, + "zed": 2840, + "Ġtest": 2841, + "Ġbone": 2842, + "Ġdizzy": 2843, + "Ġlibr": 2844, + "Ġwrap": 2845, + "Ġquestions": 2846, + "iv": 2847, + "Ġlying": 2848, + "Ġstamp": 2849, + "Ġlicked": 2850, + "Ġnoisy": 2851, + "Ġkindness": 2852, + "Ġdiffic": 2853, + "Ġdrawing": 2854, + "apping": 2855, + "Jimmy": 2856, + "Ġstraw": 2857, + "Ġburn": 2858, + "Ġwagon": 2859, + "ately": 2860, + "Ġgrown": 2861, + "Ġrocket": 2862, + "Ġpopcorn": 2863, + "Sally": 2864, + "Ġbatter": 2865, + "Ġwand": 2866, + "Ġanc": 2867, + "ĠEnd": 2868, + "Ġsword": 2869, + "Ġhappening": 2870, + "Ġlifted": 2871, + "Ġbalance": 2872, + "Ġextra": 2873, + "Sorry": 2874, + "ha": 2875, + "Ġwander": 2876, + "Ġfat": 2877, + "ĠMark": 2878, + "ĠElla": 2879, + "Ġbecome": 2880, + "Ġtrack": 2881, + "Ġsmaller": 2882, + "Ġmistake": 2883, + "Ġtoast": 2884, + "ating": 2885, + "Ġmanaged": 2886, + "selves": 2887, + "ĠPeter": 2888, + "Ġbathroom": 2889, + "Ġharm": 2890, + "Ġdifficult": 2891, + "Ġtwist": 2892, + "Ġoffered": 2893, + "Ġruined": 2894, + "Ġmatch": 2895, + "Ġancient": 2896, + "Ġgar": 2897, + "illi": 2898, + "Ġdistance": 2899, + "Ġplayground": 2900, + "Ġlazy": 2901, + "Ġdancing": 2902, + "Ġadventur": 2903, + "af": 2904, + "ĠBa": 2905, + "Ġcalling": 2906, + "Ġcleaned": 2907, + "Ġcrown": 2908, + "ormal": 2909, + "Ġonce": 2910, + "Ġboss": 2911, + "Ġsell": 2912, + "Ġwalks": 2913, + "Ġfrightened": 2914, + "erri": 2915, + "Ġmask": 2916, + "Ġfluffy": 2917, + "emo": 2918, + "ĠZ": 2919, + "Ġfrag": 2920, + "Ġdest": 2921, + "Ġnormal": 2922, + "Ġyog": 2923, + "Ġpicks": 2924, + "Ġeye": 2925, + "Ġdrank": 2926, + "Ġcircle": 2927, + "Ġadventurous": 2928, + "Spot": 2929, + "Ġtent": 2930, + "Ġpress": 2931, + "Ġkissed": 2932, + "ict": 2933, + "Ġsciss": 2934, + "Ġgets": 2935, + "Ġtrunk": 2936, + "Ġcheck": 2937, + "Ġenjoying": 2938, + "Ġshells": 2939, + "Ġelderly": 2940, + "Ġscissors": 2941, + "Ġterri": 2942, + "Ġtoug": 2943, + "ages": 2944, + "Ġsteal": 2945, + "Me": 2946, + "ready": 2947, + "ete": 2948, + "Ġalready": 2949, + "ĠLittle": 2950, + "Ġjuicy": 2951, + "Ġstudy": 2952, + "Ġhorn": 2953, + "erp": 2954, + "Ġpizz": 2955, + "Ġallig": 2956, + "Ġlouder": 2957, + "Ġtowel": 2958, + "Ġcircles": 2959, + "Ġlead": 2960, + "Ġroar": 2961, + "Ġrose": 2962, + "Ġslipped": 2963, + "Ġtele": 2964, + "Ġfamous": 2965, + "Ġarg": 2966, + "Ġcheerful": 2967, + "ĠRex": 2968, + "Ġtough": 2969, + "ipper": 2970, + "Ġbarn": 2971, + "Ġfool": 2972, + "Ġdig": 2973, + "Ġdish": 2974, + "Ġagainst": 2975, + "Ġdeer": 2976, + "Ġsweetie": 2977, + "Ġengine": 2978, + "Ġed": 2979, + "Ġfather": 2980, + "Ġcover": 2981, + "Ġyours": 2982, + "Ġneeds": 2983, + "Joe": 2984, + "Ġbags": 2985, + "Ġspinning": 2986, + "Sue": 2987, + "Ġaw": 2988, + "anged": 2989, + "amond": 2990, + "Ġyarn": 2991, + "oph": 2992, + "Ġgiving": 2993, + "Ġdiamond": 2994, + "Ġsandwich": 2995, + "Ġindepend": 2996, + "Ġfragile": 2997, + "Who": 2998, + "cept": 2999, + "Ġnosy": 3000, + "Ġtwig": 3001, + "Ġhurts": 3002, + "Ġsuggested": 3003, + "Ġlemon": 3004, + "iest": 3005, + "ination": 3006, + "orge": 3007, + "Ġnod": 3008, + "Ġbloom": 3009, + "Ġhose": 3010, + "Ġboxes": 3011, + "Ġrealised": 3012, + "Ġfrown": 3013, + "ache": 3014, + "Ġrelax": 3015, + "Ġhammer": 3016, + "Ġadded": 3017, + "Ġweird": 3018, + "Ġmod": 3019, + "Ġcrack": 3020, + "Ġalligator": 3021, + "Amy": 3022, + "Gra": 3023, + "oot": 3024, + "Ġshake": 3025, + "rage": 3026, + "Ġlearning": 3027, + "Ġvegetables": 3028, + "Ġadd": 3029, + "Ġmelt": 3030, + "ĠSusie": 3031, + "elp": 3032, + "ĠBobby": 3033, + "Ġtrap": 3034, + "Ġcollar": 3035, + "Ġstubb": 3036, + "ique": 3037, + "Ġborrow": 3038, + "Ġpump": 3039, + "Ġloudly": 3040, + "Ġsearch": 3041, + "Ġchicken": 3042, + "Ġpizza": 3043, + "Ġindependent": 3044, + "Ġstubborn": 3045, + "Ġref": 3046, + "Ġasking": 3047, + "Ġbrilli": 3048, + "Ġdecide": 3049, + "Ġflash": 3050, + "Ġcaterp": 3051, + "Ġqueen": 3052, + "Ġsnee": 3053, + "ĠRose": 3054, + "Ġinvited": 3055, + "Ġstrawber": 3056, + "Ġfoolish": 3057, + "Ġcaterpill": 3058, + "gy": 3059, + "Ġtur": 3060, + "Ġdepend": 3061, + "Ġguit": 3062, + "Ġstri": 3063, + "Ġknight": 3064, + "Ġboys": 3065, + "Ġpee": 3066, + "Ġcomb": 3067, + "Ġclear": 3068, + "Ġunique": 3069, + "Ġbuttons": 3070, + "ĠTweety": 3071, + "Ġcolourful": 3072, + "Ġescape": 3073, + "Ġbrilliant": 3074, + "Ġrich": 3075, + "ĠBu": 3076, + "Ġsaying": 3077, + "Ġrode": 3078, + "Ġskin": 3079, + "Ġgarage": 3080, + "Help": 3081, + "dom": 3082, + "Ġmummy": 3083, + "Ġbeak": 3084, + "ured": 3085, + "aw": 3086, + "eorge": 3087, + "rop": 3088, + "edient": 3089, + "Ġunus": 3090, + "Ġoyster": 3091, + "Ġturkey": 3092, + "ĠOK": 3093, + "Ġfountain": 3094, + "Ġpatter": 3095, + "Ġweek": 3096, + "Ġchase": 3097, + "Ġrubb": 3098, + "Ġcounted": 3099, + "Ġregular": 3100, + "Ġwiped": 3101, + "Ġguitar": 3102, + "Ġunusual": 3103, + "land": 3104, + "Ġumb": 3105, + "Ġfork": 3106, + "Ġshows": 3107, + "Ġlights": 3108, + "Ġwalls": 3109, + "Ġdreamed": 3110, + "Ġbanana": 3111, + "Ġsuccessful": 3112, + "Ġjewel": 3113, + "Ġpattern": 3114, + "Ġumbre": 3115, + "cil": 3116, + "ray": 3117, + "inal": 3118, + "Ġlow": 3119, + "imed": 3120, + "Ġswe": 3121, + "Ġcryst": 3122, + "Ġpencil": 3123, + "Ġsafely": 3124, + "Ġtools": 3125, + "Well": 3126, + "Ġtape": 3127, + "Ġstream": 3128, + "ceed": 3129, + "Ġresc": 3130, + "Ġabove": 3131, + "Ġharder": 3132, + "Ġguess": 3133, + "Ġbottom": 3134, + "Ġmarket": 3135, + "Ġimpressed": 3136, + "Ġwaff": 3137, + "anut": 3138, + "iginal": 3139, + "Ġnotice": 3140, + "illa": 3141, + "Ġnods": 3142, + "Ġpeanut": 3143, + "olog": 3144, + "Ġpatch": 3145, + "Ġcrawled": 3146, + "Ġcaterpillar": 3147, + "na": 3148, + "Ġtank": 3149, + "Ġtask": 3150, + "Ġtire": 3151, + "Ġgun": 3152, + "Ġload": 3153, + "Ġcompet": 3154, + "umbled": 3155, + "Ġapolog": 3156, + "Ġsolve": 3157, + "How": 3158, + "Mummy": 3159, + "fast": 3160, + "hip": 3161, + "ĠNo": 3162, + "Ġbitter": 3163, + "arl": 3164, + "Ġears": 3165, + "Ġshone": 3166, + "Ġbrush": 3167, + "ĠFin": 3168, + "Ġoriginal": 3169, + "Ġfier": 3170, + "Ġglow": 3171, + "ĠNemo": 3172, + "Ġbreakfast": 3173, + "Ġadmired": 3174, + "ĠBlue": 3175, + "Ġedge": 3176, + "Ġdependable": 3177, + "und": 3178, + "uth": 3179, + "ĠIf": 3180, + "Ġclay": 3181, + "Ġstronger": 3182, + "Ġbossy": 3183, + "Ġcudd": 3184, + "aser": 3185, + "Ġgrandpa": 3186, + "Ġknows": 3187, + "Ġpicking": 3188, + "Ġjoke": 3189, + "Ġboats": 3190, + "Ġbald": 3191, + "Ġmedic": 3192, + "Ġscrat": 3193, + "Ġcone": 3194, + "Ġpenny": 3195, + "Ġlean": 3196, + "Ġraft": 3197, + "uggled": 3198, + "Ġsucceed": 3199, + "Ġobedient": 3200, + "Ġhumble": 3201, + "Ġlibrary": 3202, + "Re": 3203, + "head": 3204, + "Ġph": 3205, + "Ġnumb": 3206, + "Ġsauce": 3207, + "ĠBear": 3208, + "Ġtray": 3209, + "Ġproudly": 3210, + "Here": 3211, + "Ġsounded": 3212, + "Ġsquare": 3213, + "Ġterrible": 3214, + "Ġcrystal": 3215, + "Ġfierce": 3216, + "Jill": 3217, + "Ġwitch": 3218, + "inary": 3219, + "Ġhappiness": 3220, + "ĠLola": 3221, + "Ġhanded": 3222, + "Ġfridge": 3223, + "fa": 3224, + "Ġrough": 3225, + "ention": 3226, + "Ġchanged": 3227, + "Ġjoined": 3228, + "Ġraven": 3229, + "Ġmighty": 3230, + "Ġchose": 3231, + "Ġwheel": 3232, + "Ġumbrella": 3233, + "Ġtag": 3234, + "Ġcri": 3235, + "Ġow": 3236, + "arry": 3237, + "imp": 3238, + "ĠBill": 3239, + "Ġhelps": 3240, + "Ġfinding": 3241, + "Ġcleaning": 3242, + "Ġsquee": 3243, + "Ġfirework": 3244, + "Ġmedicine": 3245, + "azz": 3246, + "met": 3247, + "Ġplayful": 3248, + "Ġlocked": 3249, + "Ġgoat": 3250, + "Ġaccept": 3251, + "Ġcompass": 3252, + "Ġsurf": 3253, + "Ġcompetit": 3254, + "ext": 3255, + "kn": 3256, + "Ġsy": 3257, + "Ġsil": 3258, + "Ġbeet": 3259, + "ĠMar": 3260, + "uring": 3261, + "Ġchir": 3262, + "ĠEllie": 3263, + "Ġballs": 3264, + "ÅĵLet": 3265, + "Ġbutterflies": 3266, + "Ġguard": 3267, + "Ġcrayon": 3268, + "Ġdiscover": 3269, + "Ġparade": 3270, + "Ġmixed": 3271, + "Ġvalu": 3272, + "Ġhelmet": 3273, + "ĠBrownie": 3274, + "Em": 3275, + "ject": 3276, + "squ": 3277, + "ud": 3278, + "Ġgum": 3279, + "ature": 3280, + "Ġisland": 3281, + "Ġcost": 3282, + "Ġmole": 3283, + "Ġnicely": 3284, + "Ġkinds": 3285, + "Ġraced": 3286, + "Ġstove": 3287, + "Ġlaughs": 3288, + "Ġmarch": 3289, + "Ġfalls": 3290, + "Ġpersist": 3291, + "ĠBaby": 3292, + "ophie": 3293, + "Alice": 3294, + "ience": 3295, + "ito": 3296, + "Ġcage": 3297, + "Ġgoose": 3298, + "Ġcoins": 3299, + "Ġtrump": 3300, + "Ġmosqu": 3301, + "Ġserious": 3302, + "Ġmosquito": 3303, + "Ġflex": 3304, + "Ġcro": 3305, + "elon": 3306, + "Ġexcla": 3307, + "Ġchoose": 3308, + "Ġexplored": 3309, + "Ġunl": 3310, + "Ġbrothers": 3311, + "Ġguil": 3312, + "Ġnumbers": 3313, + "Ġtrumpet": 3314, + "Ġicy": 3315, + "Ġmoms": 3316, + "iew": 3317, + "Ġview": 3318, + "Ġenorm": 3319, + "Ġfireman": 3320, + "ĠMrs": 3321, + "Ġpractice": 3322, + "Ġenormous": 3323, + "wards": 3324, + "Ġsup": 3325, + "Ġvolc": 3326, + "Ġmeans": 3327, + "Ġpointing": 3328, + "Ġvaluable": 3329, + "Ġflexible": 3330, + "Ġexclaimed": 3331, + "Ġguilty": 3332, + "yal": 3333, + "Ġcam": 3334, + "Ġpipe": 3335, + "ision": 3336, + "ĠMy": 3337, + "Ġuseful": 3338, + "Ġfavour": 3339, + "Ġcrazy": 3340, + "Ġphot": 3341, + "known": 3342, + "Ġvolcano": 3343, + "Ġwake": 3344, + "Ġcity": 3345, + "omed": 3346, + "llip": 3347, + "Ġforth": 3348, + "Ġlollip": 3349, + "Ġseal": 3350, + "Ġallowed": 3351, + "Ġscare": 3352, + "Ġbrightly": 3353, + "Ġmarble": 3354, + "Ġpopular": 3355, + "Ġflashlight": 3356, + "Ġcompassion": 3357, + "Ġlollipop": 3358, + "ĠU": 3359, + "Ġing": 3360, + "Ġhunt": 3361, + "Ġdull": 3362, + "erry": 3363, + "Ġstat": 3364, + "Ġshel": 3365, + "!\".": 3366, + "Ġunknown": 3367, + "Ġhats": 3368, + "Ġshoot": 3369, + "redient": 3370, + "Ġbelonged": 3371, + "Ġfavourite": 3372, + "Ġingredient": 3373, + "Ġpil": 3374, + "Ġloyal": 3375, + "Ġbrace": 3376, + "ĠWhenever": 3377, + "Ġdreams": 3378, + "Ġkicked": 3379, + "Ġseeds": 3380, + "Ġtwirled": 3381, + "Ġsuper": 3382, + "time": 3383, + "Ġfine": 3384, + "Ġbees": 3385, + "Ġsofa": 3386, + "Ġshark": 3387, + "ĠMike": 3388, + "Ġanx": 3389, + "Ġsadly": 3390, + "Ġshowing": 3391, + "Ġways": 3392, + "Ġtrucks": 3393, + "Ġdelicate": 3394, + "ations": 3395, + "Ġrepe": 3396, + "Ġimpressive": 3397, + "Ġpoured": 3398, + "Ġpirate": 3399, + "Ġwhispered": 3400, + "Ġharmless": 3401, + "aff": 3402, + "Ġturt": 3403, + "Ġtied": 3404, + "aroo": 3405, + "ado": 3406, + "arth": 3407, + "Ġgrace": 3408, + "Ġhandle": 3409, + "Ġenc": 3410, + "Ġdeliver": 3411, + "Benny": 3412, + "Ġrushed": 3413, + "Ġusing": 3414, + "angaroo": 3415, + "Ġshape": 3416, + "Ġbushes": 3417, + "Ġpersistent": 3418, + "Ġgor": 3419, + "ĠSp": 3420, + "Ġkangaroo": 3421, + "Ġang": 3422, + "Ġoffice": 3423, + "Ġanxious": 3424, + "Go": 3425, + "alous": 3426, + "Ġspell": 3427, + "ĠWhile": 3428, + "iable": 3429, + "Ġpotato": 3430, + "Ġjealous": 3431, + "Ġwrapped": 3432, + "Ġfour": 3433, + "Ġcurt": 3434, + "Ġlog": 3435, + "Ġcoal": 3436, + "Ġreliable": 3437, + "Ġcurtain": 3438, + "Daisy": 3439, + "Ġsudden": 3440, + "mbol": 3441, + "ÅĵYes": 3442, + "aches": 3443, + "ĠPe": 3444, + "Ġpainted": 3445, + "ĠToby": 3446, + "Ġcere": 3447, + "gu": 3448, + "Ġtummy": 3449, + "Ġthose": 3450, + "ouses": 3451, + "uddy": 3452, + "Ġcush": 3453, + "Ġmetal": 3454, + "Ġsymbol": 3455, + "Ġbeetle": 3456, + "Ġcamera": 3457, + "Ġhouses": 3458, + "ilt": 3459, + "Ġcelebrate": 3460, + "Ġdelighted": 3461, + "Ġgorilla": 3462, + "Ġtooth": 3463, + "Ġthirst": 3464, + "keep": 3465, + "Ġshiver": 3466, + "Ġreward": 3467, + "Ġspace": 3468, + "Ġtravel": 3469, + "Ġrubbed": 3470, + "Ġprint": 3471, + "Ġdriving": 3472, + "Ġmarry": 3473, + "Ġwarned": 3474, + "Ġsoldier": 3475, + "Ġmotorcy": 3476, + "cut": 3477, + "Ġson": 3478, + "Ġtor": 3479, + "arlie": 3480, + "Ġhero": 3481, + "ief": 3482, + "Ġcarp": 3483, + "Ġexcitedly": 3484, + "Ġtemp": 3485, + "ĠPete": 3486, + "ĠBobo": 3487, + "cod": 3488, + "Ġhung": 3489, + "Ġgrowing": 3490, + "upid": 3491, + "Ġthinking": 3492, + "Ġtunn": 3493, + "While": 3494, + "cu": 3495, + "ipp": 3496, + "Ġhay": 3497, + "Ġyet": 3498, + "Ġvine": 3499, + "Ġacorn": 3500, + "icycle": 3501, + "Ġprep": 3502, + "Ġreminded": 3503, + "Ġgasped": 3504, + "Ġflute": 3505, + "Ġordinary": 3506, + "Ġcrocod": 3507, + "Ġamb": 3508, + "Ġcur": 3509, + "ĠBet": 3510, + "ĠMandy": 3511, + "Ġpup": 3512, + "Ġcreatures": 3513, + "Ġhurry": 3514, + "Ġspoiled": 3515, + "Ġtimes": 3516, + "Ġmis": 3517, + "Ġrice": 3518, + "Ġstupid": 3519, + "Ġshine": 3520, + "Ġresist": 3521, + "ugged": 3522, + "Ġlaw": 3523, + "Ġskull": 3524, + "coa": 3525, + "Ġmissing": 3526, + "Ġwheat": 3527, + "Ġsupport": 3528, + "Ġingredients": 3529, + "aid": 3530, + "loo": 3531, + "Ġcase": 3532, + "ery": 3533, + "Ġwashed": 3534, + "Ġdove": 3535, + "Ġspilled": 3536, + "Ġscoot": 3537, + "Ġmeal": 3538, + "Ġmule": 3539, + "ĠDucky": 3540, + "Ġmoder": 3541, + "arsh": 3542, + "ÅĵWhat": 3543, + "Ġtrick": 3544, + "Ġsett": 3545, + "ĠTweetie": 3546, + "Ġbounce": 3547, + "Ġfilthy": 3548, + "Ġbase": 3549, + "Ġhoop": 3550, + "Ġfre": 3551, + "Ġstumbled": 3552, + "Ġsoar": 3553, + "Ġweal": 3554, + "Ġseem": 3555, + "Ġword": 3556, + "Ġlab": 3557, + "ĠDave": 3558, + "ĠFr": 3559, + "Ġbadly": 3560, + "Ġhairy": 3561, + "Ġcrawl": 3562, + "Ġlively": 3563, + "Ġsteps": 3564, + "ÅĵLetâ": 3565, + "Ġbracelet": 3566, + "Ġcereal": 3567, + "Ġthirsty": 3568, + "Ġcarpet": 3569, + "Ġwool": 3570, + "ither": 3571, + "Ġgoal": 3572, + "Ġbackpack": 3573, + "Ġtruth": 3574, + "Ġcompl": 3575, + "Ġcheap": 3576, + "Ġdisg": 3577, + "Ġplaced": 3578, + "Ġearly": 3579, + "Ġdecorate": 3580, + "Ġnuts": 3581, + "Ow": 3582, + "cream": 3583, + "Ġbump": 3584, + "Ġthemselves": 3585, + "ices": 3586, + "Ġhelpless": 3587, + "Ġclum": 3588, + "Ġscatter": 3589, + "Ġscale": 3590, + "Ġnews": 3591, + "usting": 3592, + "Ġenv": 3593, + "âĤ¬âĢ": 3594, + "Ġtelling": 3595, + "Ġswinging": 3596, + "Ġsparkled": 3597, + "Ġcarrying": 3598, + "gging": 3599, + "ines": 3600, + "ric": 3601, + "Ġfriendship": 3602, + "Ġcareless": 3603, + "Ġsne": 3604, + "Ġdoesn": 3605, + "Ġfalling": 3606, + "Ġcomput": 3607, + "Ġpale": 3608, + "Ġpeeked": 3609, + "Ġcompassionate": 3610, + "com": 3611, + "vice": 3612, + "Ġsend": 3613, + "Ġstage": 3614, + "Ġmem": 3615, + "Ġchalk": 3616, + "Ġchasing": 3617, + "Ġpebble": 3618, + "ĠEverything": 3619, + "Ġcube": 3620, + "Ġpige": 3621, + "Ġcourage": 3622, + "Ġfingers": 3623, + "Ġturtle": 3624, + "bled": 3625, + "Ġsink": 3626, + "Ġbicycle": 3627, + "Ġshaking": 3628, + "Ġsleeping": 3629, + "Ġneighbour": 3630, + "Ġmodern": 3631, + "Ġdisgusting": 3632, + "Ġclumsy": 3633, + "gest": 3634, + "Ġhook": 3635, + "Ġcher": 3636, + "Ġnail": 3637, + "Ġbiggest": 3638, + "iches": 3639, + "Ġbul": 3640, + "Ġending": 3641, + "Ġdead": 3642, + "Ġtriang": 3643, + "ulance": 3644, + "Ġspoke": 3645, + "Ġpracticed": 3646, + "Ġambulance": 3647, + "Ġcomputer": 3648, + "ibb": 3649, + "Ġlamp": 3650, + "Ġstation": 3651, + "Ġchar": 3652, + "Ġwallet": 3653, + "ĠToday": 3654, + "Ġpackage": 3655, + "Ġmicrop": 3656, + "Ġcushion": 3657, + "keeper": 3658, + "Ġcrocodile": 3659, + "Ġmicrophone": 3660, + "under": 3661, + "ĠAlex": 3662, + "Ġthoughtful": 3663, + "Ġjolly": 3664, + "Ġpengu": 3665, + "Ġpumpkin": 3666, + "Ġcostum": 3667, + "Ġfive": 3668, + "Ġdough": 3669, + "Ġpony": 3670, + "Ġol": 3671, + "imi": 3672, + "Ġstairs": 3673, + "Ġknock": 3674, + "Ġgrand": 3675, + "Ġintell": 3676, + "Ġuniver": 3677, + "Ġbrighter": 3678, + "Ġopens": 3679, + "Ġdreaming": 3680, + "Ġbounced": 3681, + "Ġquestion": 3682, + "Ġstatue": 3683, + "Ġwine": 3684, + "isk": 3685, + "ĠAlice": 3686, + "Ġcocoa": 3687, + "ĠYour": 3688, + "Ġpepper": 3689, + "Ġbeauty": 3690, + "Ġperm": 3691, + "Ġpainting": 3692, + "Ġshoe": 3693, + "Ġelev": 3694, + "Everyone": 3695, + "hino": 3696, + "Ġwealthy": 3697, + "Ġintellig": 3698, + "noon": 3699, + "Ġsuit": 3700, + "Ġmild": 3701, + "Ġnature": 3702, + "ans": 3703, + "Ġhappier": 3704, + "Ġneat": 3705, + "Ġstarts": 3706, + "ucked": 3707, + "Ġafternoon": 3708, + "Ġtorn": 3709, + "Ġelevator": 3710, + "gen": 3711, + "ti": 3712, + "Ġten": 3713, + "Ġharsh": 3714, + "Ġped": 3715, + "atient": 3716, + "orant": 3717, + "Ġrece": 3718, + "Ġjet": 3719, + "illie": 3720, + "ĠRed": 3721, + "Ġreading": 3722, + "Ġsearching": 3723, + "Ġbasketball": 3724, + "Ġbarber": 3725, + "Ġspeed": 3726, + "See": 3727, + "awn": 3728, + "Ġstack": 3729, + "ĠMummy": 3730, + "Ġclock": 3731, + "ĠGive": 3732, + "Ġmagn": 3733, + "Ġleaving": 3734, + "Ġcupboard": 3735, + "Ġdesign": 3736, + "Ġslides": 3737, + "Ġsandwiches": 3738, + "Ġcandle": 3739, + "aulif": 3740, + "Ġriding": 3741, + "Ġfresh": 3742, + "oppy": 3743, + "Ġshocked": 3744, + "Ġener": 3745, + "Ġjumps": 3746, + "Ġhaircut": 3747, + "Ġrespectful": 3748, + "Ġcooking": 3749, + "Ġticket": 3750, + "Ġencou": 3751, + "Ġtunnel": 3752, + "auliflower": 3753, + "Give": 3754, + "Ġsle": 3755, + "reen": 3756, + "Ġmay": 3757, + "Ġthief": 3758, + "Ġyawn": 3759, + "Ġfort": 3760, + "Ġalert": 3761, + "Ġsorts": 3762, + "Ġimpatient": 3763, + "Ġcreate": 3764, + "ailable": 3765, + "Ġwheels": 3766, + "Ġvalue": 3767, + "Ġprize": 3768, + "Mary": 3769, + "ye": 3770, + "het": 3771, + "Ġsent": 3772, + "Ġbent": 3773, + "ince": 3774, + "Ġcomet": 3775, + "Ġcamp": 3776, + "Ġcauliflower": 3777, + "Ġmelon": 3778, + "Ġgem": 3779, + "Ġitself": 3780, + "iron": 3781, + "Ġmush": 3782, + "Ġmonkeys": 3783, + "Ġsalad": 3784, + "Ġdestro": 3785, + "Ġrescue": 3786, + "Ġscooter": 3787, + "Ġintelligent": 3788, + "az": 3789, + "Ġdug": 3790, + "iling": 3791, + "anger": 3792, + "Ġroof": 3793, + "Ġrhino": 3794, + "Ġscold": 3795, + "aghet": 3796, + "Ġexper": 3797, + "Ġbarking": 3798, + "Ġbananas": 3799, + "Ġignorant": 3800, + "Ġmicro": 3801, + "Ġavailable": 3802, + "Ġgraceful": 3803, + "Ġmotorcycle": 3804, + "aghetti": 3805, + "hood": 3806, + "ĠSn": 3807, + "Ġearth": 3808, + "Ġboots": 3809, + "Ġspaghetti": 3810, + "ummer": 3811, + "Ġagree": 3812, + "Ġbull": 3813, + "Ġanywhere": 3814, + "ĠGeorge": 3815, + "Ġbehave": 3816, + "ĠKim": 3817, + "Ġpaid": 3818, + "scope": 3819, + "Ġstretched": 3820, + "Ġfearful": 3821, + "Ġavo": 3822, + "Ġmicroscope": 3823, + "If": 3824, + "io": 3825, + "Ġnoteb": 3826, + "ĠEventually": 3827, + "Ġolder": 3828, + "Ġsniff": 3829, + "Ġadvice": 3830, + "Ġstops": 3831, + "Ġperform": 3832, + "Ġfurther": 3833, + "Ġenvious": 3834, + "Ġpigeon": 3835, + "Ġmushroom": 3836, + "Ġnotebook": 3837, + "ubby": 3838, + "Ġpun": 3839, + "ats": 3840, + "Ġnurse": 3841, + "orable": 3842, + "Ġthunder": 3843, + "Ġclapping": 3844, + "Ġvide": 3845, + "Ġbuilt": 3846, + "ĠCl": 3847, + "Ġuncom": 3848, + "Ġshouting": 3849, + "Ġarrow": 3850, + "Ġdrawer": 3851, + "Ġprov": 3852, + "fortable": 3853, + "Ġtomato": 3854, + "Ġmeeting": 3855, + "Ġobject": 3856, + "Ġyogurt": 3857, + "Ġtemple": 3858, + "Ġuncomfortable": 3859, + "ef": 3860, + "ues": 3861, + "ĠTony": 3862, + "Ġloop": 3863, + "Ġchubby": 3864, + "Ġswitch": 3865, + "Ġskip": 3866, + "Ġadorable": 3867, + "ÅĵIt": 3868, + "Ġcounting": 3869, + "Ġcooked": 3870, + "Ġpist": 3871, + "arian": 3872, + "enry": 3873, + "Ġstared": 3874, + "Ġshut": 3875, + "icop": 3876, + "Ġquite": 3877, + "Ġsnuggled": 3878, + "ĠGrandpa": 3879, + "Ġtroubled": 3880, + "Ġgiggle": 3881, + "Ġblowing": 3882, + "Ġhelicop": 3883, + "Ġfisher": 3884, + "Ġpistol": 3885, + "Ġhelicopter": 3886, + "par": 3887, + "ĠSophie": 3888, + "ooped": 3889, + "ips": 3890, + "Ġnowhere": 3891, + "Ġforgave": 3892, + "Ġmarched": 3893, + "Ġtreasures": 3894, + "host": 3895, + "Ġpassport": 3896, + "Ġstirred": 3897, + "Ġpushing": 3898, + "Ġcompetitive": 3899, + "Ġdestroy": 3900, + "Yay": 3901, + "aked": 3902, + "oe": 3903, + "tter": 3904, + "Ġgir": 3905, + "Ġghost": 3906, + "anic": 3907, + "kelet": 3908, + "htub": 3909, + "Ġreef": 3910, + "Ġsepar": 3911, + "opard": 3912, + "play": 3913, + "Ġenvel": 3914, + "Ġbreat": 3915, + "Ġrepair": 3916, + "Ġfootball": 3917, + "Ġbathtub": 3918, + "Ġrubber": 3919, + "Ġangel": 3920, + "Ġtriangle": 3921, + "Ġled": 3922, + "Ġmill": 3923, + "ĠSh": 3924, + "chanic": 3925, + "Ġnames": 3926, + "Ġleopard": 3927, + "Ġnobody": 3928, + "Ġanyway": 3929, + "uct": 3930, + "ctus": 3931, + "Ġshouldn": 3932, + "Ġzeb": 3933, + "Ġgiven": 3934, + "Ġholds": 3935, + "Ġbarrel": 3936, + "Ġbandage": 3937, + "Ġenth": 3938, + "Daddy": 3939, + "Ġzebra": 3940, + "ives": 3941, + "ube": 3942, + "year": 3943, + "Ġpor": 3944, + "Ġpand": 3945, + "Ġotter": 3946, + "Ġribb": 3947, + "Ġshield": 3948, + "Ġmechanic": 3949, + "Ġdonâ": 3950, + "Ġdisag": 3951, + "Ġdisplay": 3952, + "Ġmusician": 3953, + "ceros": 3954, + "Ġspeak": 3955, + "Ġcab": 3956, + "Ġcactus": 3957, + "ĠBetsy": 3958, + "Ġbulb": 3959, + "Ch": 3960, + "eath": 3961, + "ikes": 3962, + "xy": 3963, + "Ġtube": 3964, + "Ġahead": 3965, + "Ġsummer": 3966, + "Ġskelet": 3967, + "Ġpurse": 3968, + "Ġknob": 3969, + "Ġdidnâ": 3970, + "Ġcouldnâ": 3971, + "Ġcolours": 3972, + "Ġwindows": 3973, + "oomy": 3974, + "Ġgifted": 3975, + "Ġcartoon": 3976, + "Ġrhinoceros": 3977, + "gl": 3978, + "heart": 3979, + "Ġsize": 3980, + "Ġbet": 3981, + "ĠMiss": 3982, + "Ġscrew": 3983, + "Ġflour": 3984, + "Ġblin": 3985, + "apa": 3986, + "Ġdishes": 3987, + "Ġraining": 3988, + "Ġhoping": 3989, + "Ġshovel": 3990, + "Ġmint": 3991, + "Ġjellyfish": 3992, + "Ġsweater": 3993, + "Ġcharming": 3994, + "Ġpenguin": 3995, + "Ġenvelope": 3996, + "Ġenthus": 3997, + "Ġcabin": 3998, + "rec": 3999, + "Ġpant": 4000, + "Ġthread": 4001, + "Ġinse": 4002, + "Ġstaff": 4003, + "Ġliz": 4004, + "Ġunpack": 4005, + "Ġwriting": 4006, + "Ġtrash": 4007, + "Ġrolling": 4008, + "Ġwaffle": 4009, + "Ġiron": 4010, + "Ġwing": 4011, + "erable": 4012, + "Ġsheet": 4013, + "ĠBuddy": 4014, + "Ġshadow": 4015, + "Ġroared": 4016, + "Ġmuff": 4017, + "Ġairport": 4018, + "Ġceiling": 4019, + "Ġattic": 4020, + "Ġorganize": 4021, + "Ġstretch": 4022, + "Ġgrapes": 4023, + "Ġobs": 4024, + "ĠAre": 4025, + "ĠWould": 4026, + "ĠInst": 4027, + "Ġpiano": 4028, + "Ġsalt": 4029, + "Ġmiserable": 4030, + "Ġcord": 4031, + "Ġdess": 4032, + "Ġrefused": 4033, + "Ġscreen": 4034, + "ĠDan": 4035, + "Ġstrugg": 4036, + "Ġneedle": 4037, + "Ġbears": 4038, + "ĠAndy": 4039, + "Ġheaded": 4040, + "Ġsticky": 4041, + "Ġfreez": 4042, + "Ġzoomed": 4043, + "Ġimagined": 4044, + "Ġmedal": 4045, + "Ġmagnet": 4046, + "reci": 4047, + "Ġobser": 4048, + "Ġer": 4049, + "Ġlives": 4050, + "ĠAl": 4051, + "ĠPat": 4052, + "Ġappreci": 4053, + "asses": 4054, + "Ġsailor": 4055, + "Ġminute": 4056, + "Ġfisherman": 4057, + "vision": 4058, + "Ġrat": 4059, + "aled": 4060, + "Ġbrus": 4061, + "Ġchance": 4062, + "Ġpost": 4063, + "Ġsungl": 4064, + "Ġcheek": 4065, + "reeze": 4066, + "Ġdeaf": 4067, + "Ġrules": 4068, + "Ġfrogs": 4069, + "Ġairpl": 4070, + "ĠGod": 4071, + "Ġstrawberry": 4072, + "Ġslept": 4073, + "Ġlizard": 4074, + "Ġsunglasses": 4075, + "Ġluck": 4076, + "Ġinf": 4077, + "Ġbeep": 4078, + "ĠBunny": 4079, + "Ġmeas": 4080, + "Ġrod": 4081, + "Ġorder": 4082, + "Ġrestless": 4083, + "Ġsandbox": 4084, + "Ġmessage": 4085, + "ĠJoey": 4086, + "Ġcomplet": 4087, + "Ġattract": 4088, + "Ġgolden": 4089, + "Grandma": 4090, + "Ġpilot": 4091, + "Ġporch": 4092, + "Little": 4093, + "ler": 4094, + "ses": 4095 + }, + "merges": [ + [ + "h", + "e" + ], + [ + "Ġ", + "t" + ], + [ + "Ġ", + "a" + ], + [ + "Ġ", + "s" + ], + [ + "Ġ", + "w" + ], + [ + "n", + "d" + ], + [ + "Ġt", + "he" + ], + [ + "e", + "d" + ], + [ + "Ġa", + "nd" + ], + [ + "Ġt", + "o" + ], + [ + "Ġ", + "b" + ], + [ + "i", + "n" + ], + [ + "Ġ", + "h" + ], + [ + "Ġw", + "a" + ], + [ + "r", + "e" + ], + [ + "Ġ", + "f" + ], + [ + "i", + "t" + ], + [ + "o", + "u" + ], + [ + "Ġ", + "c" + ], + [ + "Ġ", + "l" + ], + [ + "Ġ", + "he" + ], + [ + "Ġ", + "d" + ], + [ + "e", + "r" + ], + [ + "Ġwa", + "s" + ], + [ + "Ġ", + "m" + ], + [ + "Ġ", + "p" + ], + [ + "o", + "m" + ], + [ + "Ġ", + "T" + ], + [ + "Ġ", + "o" + ], + [ + "a", + "y" + ], + [ + "a", + "r" + ], + [ + "in", + "g" + ], + [ + "i", + "s" + ], + [ + "Ġ", + "g" + ], + [ + "i", + "l" + ], + [ + "i", + "d" + ], + [ + "a", + "t" + ], + [ + "e", + "n" + ], + [ + "Ġ", + "n" + ], + [ + "Ġs", + "a" + ], + [ + "Ġh", + "a" + ], + [ + "Ġ", + "S" + ], + [ + "i", + "m" + ], + [ + "a", + "n" + ], + [ + "ĠT", + "he" + ], + [ + "o", + "r" + ], + [ + "o", + "n" + ], + [ + "Ġ", + "it" + ], + [ + "Ġt", + "h" + ], + [ + "l", + "l" + ], + [ + "l", + "e" + ], + [ + "Ġ", + "H" + ], + [ + "Ġhe", + "r" + ], + [ + "e", + "t" + ], + [ + "o", + "t" + ], + [ + "i", + "r" + ], + [ + "ĠS", + "he" + ], + [ + "ĠH", + "e" + ], + [ + "v", + "er" + ], + [ + "e", + "s" + ], + [ + "Ġ", + "in" + ], + [ + "u", + "t" + ], + [ + "o", + "w" + ], + [ + "c", + "k" + ], + [ + "Ġ", + "e" + ], + [ + "Ġ", + "u" + ], + [ + "l", + "d" + ], + [ + "ĠThe", + "y" + ], + [ + "o", + "o" + ], + [ + "i", + "g" + ], + [ + "Ġsa", + "id" + ], + [ + "a", + "m" + ], + [ + "il", + "y" + ], + [ + "Ġb", + "e" + ], + [ + "Ġ", + "y" + ], + [ + "Ġ", + "r" + ], + [ + "Ġs", + "t" + ], + [ + "c", + "e" + ], + [ + "Ġs", + "he" + ], + [ + "Ġ", + "\"" + ], + [ + "p", + "p" + ], + [ + "k", + "e" + ], + [ + "it", + "h" + ], + [ + "O", + "n" + ], + [ + "Ġ", + "I" + ], + [ + "Ġw", + "ith" + ], + [ + "v", + "e" + ], + [ + "L", + "ily" + ], + [ + "Ġo", + "n" + ], + [ + "Ġo", + "f" + ], + [ + "Ġs", + "o" + ], + [ + "Ġh", + "is" + ], + [ + "k", + "ed" + ], + [ + "r", + "i" + ], + [ + "n", + "t" + ], + [ + "ver", + "y" + ], + [ + "Ġp", + "l" + ], + [ + "Ġd", + "ay" + ], + [ + "a", + "d" + ], + [ + "Ġy", + "ou" + ], + [ + "Ġth", + "at" + ], + [ + "Ġu", + "p" + ], + [ + "Ġha", + "d" + ], + [ + "s", + "t" + ], + [ + "Ġpl", + "ay" + ], + [ + "Ġthe", + "y" + ], + [ + "Ġ", + "Lily" + ], + [ + "Ġw", + "e" + ], + [ + "Ġm", + "om" + ], + [ + "m", + "y" + ], + [ + "Ġf", + "or" + ], + [ + "e", + "l" + ], + [ + "ou", + "ld" + ], + [ + "u", + "n" + ], + [ + "Ġ", + "B" + ], + [ + "'", + "s" + ], + [ + "it", + "t" + ], + [ + "en", + "t" + ], + [ + "Ġha", + "pp" + ], + [ + "T", + "he" + ], + [ + "c", + "h" + ], + [ + "Ġl", + "i" + ], + [ + "ou", + "t" + ], + [ + "Ġwa", + "nt" + ], + [ + "Ġs", + "h" + ], + [ + "he", + "r" + ], + [ + "l", + "y" + ], + [ + "im", + "e" + ], + [ + "itt", + "le" + ], + [ + "ou", + "nd" + ], + [ + "Ġ", + "very" + ], + [ + "Ġt", + "ime" + ], + [ + "om", + "e" + ], + [ + "Ġl", + "ittle" + ], + [ + "Ġthe", + "re" + ], + [ + "s", + "e" + ], + [ + "Ġd", + "o" + ], + [ + "Ġw", + "h" + ], + [ + "a", + "ll" + ], + [ + "Ġ", + "k" + ], + [ + "e", + "nd" + ], + [ + "a", + "l" + ], + [ + "h", + "t" + ], + [ + "Ġn", + "e" + ], + [ + "Ġ", + "re" + ], + [ + "Ġn", + "ot" + ], + [ + "Ġhapp", + "y" + ], + [ + "Ġ", + "Ċ" + ], + [ + "Ġb", + "ig" + ], + [ + "Ġ", + "M" + ], + [ + "Ġb", + "ut" + ], + [ + "Ġs", + "m" + ], + [ + "a", + "ck" + ], + [ + "Ġsa", + "w" + ], + [ + "ĠI", + "t" + ], + [ + "Ġa", + "s" + ], + [ + "Ġa", + "n" + ], + [ + "r", + "a" + ], + [ + "ri", + "end" + ], + [ + "Ġf", + "riend" + ], + [ + "id", + "e" + ], + [ + "On", + "e" + ], + [ + "r", + "y" + ], + [ + "'", + "t" + ], + [ + "v", + "ed" + ], + [ + "Ġ", + "is" + ], + [ + "On", + "ce" + ], + [ + "a", + "ke" + ], + [ + ".", + "\"" + ], + [ + "Ġwe", + "re" + ], + [ + "t", + "er" + ], + [ + "u", + "g" + ], + [ + "Ġl", + "oo" + ], + [ + "Ġl", + "o" + ], + [ + "o", + "re" + ], + [ + "e", + "c" + ], + [ + "ĠT", + "im" + ], + [ + "Ġh", + "im" + ], + [ + "Ġb", + "o" + ], + [ + "!", + "\"" + ], + [ + "Ġto", + "o" + ], + [ + "Ġg", + "o" + ], + [ + "Ġup", + "on" + ], + [ + "ir", + "l" + ], + [ + "Ġ", + "j" + ], + [ + "Ġwant", + "ed" + ], + [ + "Ġg", + "irl" + ], + [ + "Ġs", + "e" + ], + [ + "Ġ", + "out" + ], + [ + "ar", + "d" + ], + [ + "w", + "ay" + ], + [ + "Ġs", + "p" + ], + [ + "il", + "l" + ], + [ + "i", + "nd" + ], + [ + "Ġthe", + "m" + ], + [ + "Ġc", + "ould" + ], + [ + "f", + "u" + ], + [ + "he", + "n" + ], + [ + "Ġa", + "t" + ], + [ + "u", + "r" + ], + [ + "Ġd", + "id" + ], + [ + "Ġsm", + "il" + ], + [ + "Ġthe", + "ir" + ], + [ + "Ġa", + "re" + ], + [ + "Ġe", + "x" + ], + [ + "Ġ", + "A" + ], + [ + "a", + "in" + ], + [ + "Ġw", + "ent" + ], + [ + "ar", + "t" + ], + [ + "he", + "d" + ], + [ + "r", + "om" + ], + [ + "i", + "c" + ], + [ + "r", + "ound" + ], + [ + "Ġha", + "ve" + ], + [ + "Ġn", + "am" + ], + [ + "l", + "p" + ], + [ + "Ġa", + "ll" + ], + [ + "Ġ", + "J" + ], + [ + "fu", + "l" + ], + [ + "Ġk", + "n" + ], + [ + "h", + "ing" + ], + [ + "oo", + "d" + ], + [ + "Ġhe", + "lp" + ], + [ + "ig", + "ht" + ], + [ + "Ġfriend", + "s" + ], + [ + "on", + "e" + ], + [ + "ar", + "k" + ], + [ + "Ġb", + "ack" + ], + [ + "u", + "m" + ], + [ + "Ġc", + "an" + ], + [ + "Ġnam", + "ed" + ], + [ + "Ġc", + "l" + ], + [ + "?", + "\"" + ], + [ + "Ġf", + "un" + ], + [ + "a", + "re" + ], + [ + "ĠB", + "en" + ], + [ + "Ġlo", + "ved" + ], + [ + "Ġa", + "l" + ], + [ + "el", + "t" + ], + [ + "ĠTim", + "my" + ], + [ + "Ġ", + "One" + ], + [ + "o", + "p" + ], + [ + "s", + "ide" + ], + [ + "Ġl", + "e" + ], + [ + "Ġn", + "o" + ], + [ + "Ġs", + "c" + ], + [ + "ĠT", + "om" + ], + [ + "Ġf", + "elt" + ], + [ + "ou", + "g" + ], + [ + "Ġsmil", + "ed" + ], + [ + "i", + "ck" + ], + [ + "Ġas", + "ked" + ], + [ + "Y", + "ou" + ], + [ + "Ġto", + "y" + ], + [ + "Ġm", + "an" + ], + [ + "Ġa", + "round" + ], + [ + "am", + "e" + ], + [ + "Ġf", + "e" + ], + [ + "Ġs", + "ay" + ], + [ + "Ġbo", + "y" + ], + [ + "Ġs", + "ome" + ], + [ + "Ġloo", + "ked" + ], + [ + "u", + "re" + ], + [ + "om", + "et" + ], + [ + "Ġb", + "r" + ], + [ + "Ġw", + "ould" + ], + [ + "Ġm", + "e" + ], + [ + "Ġb", + "ir" + ], + [ + "Ġli", + "ke" + ], + [ + "g", + "et" + ], + [ + "Ġst", + "art" + ], + [ + "Ġr", + "o" + ], + [ + "a", + "s" + ], + [ + "Ġse", + "e" + ], + [ + "Ġ", + "W" + ], + [ + "i", + "ce" + ], + [ + "on", + "g" + ], + [ + "Ġbir", + "d" + ], + [ + "Ġs", + "omet" + ], + [ + "d", + "d" + ], + [ + "Ġw", + "or" + ], + [ + "ad", + "e" + ], + [ + "i", + "e" + ], + [ + "k", + "ing" + ], + [ + "Ġa", + "g" + ], + [ + "ow", + "n" + ], + [ + "Ġt", + "re" + ], + [ + "Ġf", + "a" + ], + [ + "Ġa", + "way" + ], + [ + "Ġwh", + "at" + ], + [ + "ing", + "s" + ], + [ + "Ġstart", + "ed" + ], + [ + "get", + "her" + ], + [ + "Ġr", + "an" + ], + [ + "Ã", + "¢" + ], + [ + "â", + "Ĥ" + ], + [ + "âĤ", + "¬" + ], + [ + "ar", + "ed" + ], + [ + "Ġm", + "ake" + ], + [ + "ĠB", + "ut" + ], + [ + "it", + "ed" + ], + [ + "i", + "f" + ], + [ + "ou", + "d" + ], + [ + "Ġm", + "ade" + ], + [ + "Ġto", + "gether" + ], + [ + "Ġsomet", + "hing" + ], + [ + "Ġex", + "c" + ], + [ + "a", + "g" + ], + [ + "Ġc", + "o" + ], + [ + "Ġp", + "ark" + ], + [ + "Ġne", + "w" + ], + [ + "Ġsa", + "d" + ], + [ + "Ġp", + "ut" + ], + [ + ",", + "\"" + ], + [ + "Ġf", + "rom" + ], + [ + "b", + "le" + ], + [ + "t", + "her" + ], + [ + "Ġp", + "r" + ], + [ + "Ġm", + "u" + ], + [ + "Ġc", + "ar" + ], + [ + "Ġh", + "ome" + ], + [ + "Ġ", + "You" + ], + [ + "Ġthe", + "n" + ], + [ + "Ġw", + "hen" + ], + [ + "Ġf", + "ound" + ], + [ + "e", + "ll" + ], + [ + "Ġo", + "ther" + ], + [ + "Ġag", + "ain" + ], + [ + "Ġc", + "h" + ], + [ + "Ġd", + "ec" + ], + [ + "Ġwh", + "o" + ], + [ + "Ġl", + "a" + ], + [ + "ri", + "ed" + ], + [ + "s", + "s" + ], + [ + "Ġg", + "ood" + ], + [ + "Ġh", + "ug" + ], + [ + "Ġ", + "L" + ], + [ + "pp", + "ed" + ], + [ + "Ġwa", + "l" + ], + [ + "e", + "p" + ], + [ + "all", + "y" + ], + [ + "Ġsay", + "s" + ], + [ + "Ġf", + "l" + ], + [ + "es", + "t" + ], + [ + "a", + "ch" + ], + [ + "Ġ", + "E" + ], + [ + "Ġexc", + "ited" + ], + [ + "p", + "l" + ], + [ + "q", + "u" + ], + [ + "oo", + "k" + ], + [ + "Ġg", + "et" + ], + [ + "oug", + "ht" + ], + [ + "Ġplay", + "ing" + ], + [ + "Ġg", + "ot" + ], + [ + "Ġs", + "w" + ], + [ + "ou", + "s" + ], + [ + "h", + "at" + ], + [ + "n", + "y" + ], + [ + "id", + "ed" + ], + [ + "u", + "ck" + ], + [ + "Ġth", + "ings" + ], + [ + "Ġe", + "very" + ], + [ + "Ġdec", + "ided" + ], + [ + "Ġc", + "ame" + ], + [ + "Ġbe", + "c" + ], + [ + "a", + "ve" + ], + [ + "r", + "o" + ], + [ + "a", + "x" + ], + [ + "Ġli", + "ked" + ], + [ + "Ġd", + "own" + ], + [ + "Ġdo", + "g" + ], + [ + "Ġsc", + "ared" + ], + [ + "Ġ", + "v" + ], + [ + "u", + "dd" + ], + [ + "u", + "st" + ], + [ + "Ġon", + "e" + ], + [ + "Ġf", + "ind" + ], + [ + "Ġb", + "l" + ], + [ + "Ġth", + "an" + ], + [ + "Ġ", + "D" + ], + [ + "ou", + "se" + ], + [ + "way", + "s" + ], + [ + "Ġkn", + "e" + ], + [ + "Ġdid", + "n" + ], + [ + "a", + "p" + ], + [ + "Ġmom", + "my" + ], + [ + "Ġc", + "are" + ], + [ + "Ġal", + "ways" + ], + [ + "Ġa", + "b" + ], + [ + "is", + "t" + ], + [ + "Ġd", + "ad" + ], + [ + "Ġfe", + "el" + ], + [ + "ar", + "a" + ], + [ + "b", + "b" + ], + [ + "ar", + "n" + ], + [ + "f", + "e" + ], + [ + "Ġyou", + "r" + ], + [ + "Ġout", + "side" + ], + [ + "u", + "e" + ], + [ + "Ġg", + "ra" + ], + [ + "an", + "t" + ], + [ + "Ġ", + "ke" + ], + [ + "ĠM", + "om" + ], + [ + "Ġtoo", + "k" + ], + [ + "Ġl", + "ot" + ], + [ + "n", + "n" + ], + [ + "Ġb", + "u" + ], + [ + "Ġab", + "out" + ], + [ + "es", + "s" + ], + [ + "Ġ", + "F" + ], + [ + "nd", + "er" + ], + [ + "Ġtre", + "e" + ], + [ + "ec", + "i" + ], + [ + "Ġloo", + "k" + ], + [ + "Ġp", + "o" + ], + [ + "Ġm", + "y" + ], + [ + "ou", + "r" + ], + [ + "Ġtoy", + "s" + ], + [ + "it", + "e" + ], + [ + "c", + "hed" + ], + [ + "Ġkne", + "w" + ], + [ + "Ġth", + "ought" + ], + [ + "en", + "ed" + ], + [ + "Ġle", + "arn" + ], + [ + "Ġin", + "t" + ], + [ + "Ġo", + "ld" + ], + [ + "Ġm", + "ore" + ], + [ + "nn", + "a" + ], + [ + "is", + "e" + ], + [ + "g", + "ed" + ], + [ + "Ġt", + "a" + ], + [ + "udd", + "en" + ], + [ + "eci", + "al" + ], + [ + "Ġsp", + "ecial" + ], + [ + "ĠM", + "ax" + ], + [ + "a", + "u" + ], + [ + "Ġw", + "ill" + ], + [ + "er", + "s" + ], + [ + "The", + "y" + ], + [ + "re", + "t" + ], + [ + "Ġp", + "e" + ], + [ + "Ġh", + "o" + ], + [ + "ĠS", + "am" + ], + [ + "Ġt", + "ake" + ], + [ + "Ġb", + "all" + ], + [ + "Ġkn", + "ow" + ], + [ + "Ġla", + "ug" + ], + [ + "f", + "ter" + ], + [ + "udden", + "ly" + ], + [ + "Ġc", + "at" + ], + [ + "Ġh", + "ow" + ], + [ + "i", + "ve" + ], + [ + "Ġt", + "r" + ], + [ + "Ġmu", + "ch" + ], + [ + "Ġan", + "y" + ], + [ + "Ġp", + "u" + ], + [ + "m", + "a" + ], + [ + "Ġs", + "l" + ], + [ + "Ġs", + "or" + ], + [ + "Ġm", + "o" + ], + [ + "v", + "en" + ], + [ + "is", + "h" + ], + [ + "Ġsh", + "ow" + ], + [ + "Ġcould", + "n" + ], + [ + "au", + "se" + ], + [ + "in", + "k" + ], + [ + "B", + "ut" + ], + [ + "Ġh", + "ouse" + ], + [ + "Ġint", + "o" + ], + [ + "um", + "p" + ], + [ + "Ġo", + "ver" + ], + [ + "Ġt", + "ried" + ], + [ + "a", + "nd" + ], + [ + "Ġe", + "at" + ], + [ + "Ġs", + "k" + ], + [ + "Ġs", + "un" + ], + [ + "Ġt", + "w" + ], + [ + "Ġcl", + "o" + ], + [ + "i", + "a" + ], + [ + "Ġr", + "un" + ], + [ + "Ġha", + "nd" + ], + [ + "ĠE", + "very" + ], + [ + "Ġ", + "en" + ], + [ + "Ġin", + "side" + ], + [ + "d", + "y" + ], + [ + "Ġ", + "if" + ], + [ + "Ġto", + "ld" + ], + [ + "Ġne", + "ver" + ], + [ + "i", + "on" + ], + [ + "Ġ", + "qu" + ], + [ + "Ġbec", + "ause" + ], + [ + "b", + "y" + ], + [ + "Ġpr", + "oud" + ], + [ + "Ġg", + "ave" + ], + [ + "Ġsor", + "ry" + ], + [ + "Ġth", + "is" + ], + [ + "Ġo", + "p" + ], + [ + "Ġplay", + "ed" + ], + [ + "at", + "e" + ], + [ + "Ġex", + "pl" + ], + [ + "Ġhe", + "ard" + ], + [ + "t", + "y" + ], + [ + "Ġo", + "r" + ], + [ + "Ġwa", + "ter" + ], + [ + "an", + "k" + ], + [ + "g", + "e" + ], + [ + "s", + "ed" + ], + [ + "Ġp", + "ick" + ], + [ + "ot", + "her" + ], + [ + "Ġro", + "om" + ], + [ + "et", + "ter" + ], + [ + "Ġj", + "ust" + ], + [ + "a", + "ce" + ], + [ + "Ġhug", + "ged" + ], + [ + "a", + "k" + ], + [ + "Ġg", + "re" + ], + [ + "he", + "re" + ], + [ + "Ġof", + "f" + ], + [ + "ĠS", + "ara" + ], + [ + "Ġp", + "ret" + ], + [ + "il", + "e" + ], + [ + "Ġe", + "ach" + ], + [ + "Ġc", + "om" + ], + [ + "Ġl", + "ong" + ], + [ + "Ġbo", + "x" + ], + [ + "or", + "t" + ], + [ + "Ġst", + "r" + ], + [ + "i", + "z" + ], + [ + "Ġu", + "nt" + ], + [ + "Ġwa", + "t" + ], + [ + "ot", + "h" + ], + [ + "Ġne", + "ed" + ], + [ + "Ġj", + "o" + ], + [ + "ĠW", + "e" + ], + [ + "T", + "om" + ], + [ + "Ġsm", + "all" + ], + [ + "in", + "e" + ], + [ + "Ġbe", + "ar" + ], + [ + "M", + "om" + ], + [ + "Ġunt", + "il" + ], + [ + "Ġn", + "ice" + ], + [ + "Ġt", + "ry" + ], + [ + "v", + "ing" + ], + [ + "u", + "c" + ], + [ + "s", + "el" + ], + [ + "oug", + "h" + ], + [ + "Ġlearn", + "ed" + ], + [ + "Ġk", + "ind" + ], + [ + "ĠA", + "nna" + ], + [ + "il", + "d" + ], + [ + "Ġf", + "o" + ], + [ + "Ġman", + "y" + ], + [ + "'", + "m" + ], + [ + "ĠJ", + "ack" + ], + [ + "Ġb", + "etter" + ], + [ + "Ġ", + "im" + ], + [ + "g", + "ry" + ], + [ + "im", + "al" + ], + [ + "Ġan", + "imal" + ], + [ + "ur", + "t" + ], + [ + "f", + "t" + ], + [ + "Ġe", + "nd" + ], + [ + "Ġs", + "n" + ], + [ + "a", + "ut" + ], + [ + "Ġt", + "e" + ], + [ + "Ġc", + "le" + ], + [ + "ĠJ", + "o" + ], + [ + "v", + "ent" + ], + [ + "ur", + "p" + ], + [ + "Ġg", + "r" + ], + [ + "Ġbe", + "aut" + ], + [ + "Ġj", + "ump" + ], + [ + "m", + "b" + ], + [ + "Ġa", + "d" + ], + [ + "re", + "am" + ], + [ + "p", + "t" + ], + [ + "ĠS", + "o" + ], + [ + "ĠH", + "er" + ], + [ + "Ġfl", + "ow" + ], + [ + "i", + "es" + ], + [ + "Ġc", + "he" + ], + [ + "Ġb", + "ra" + ], + [ + "Ġthan", + "ked" + ], + [ + "Ġe", + "ven" + ], + [ + "Ġb", + "est" + ], + [ + "Ġc", + "all" + ], + [ + "ad", + "y" + ], + [ + "H", + "e" + ], + [ + "Ġlot", + "s" + ], + [ + "Ġlaug", + "hed" + ], + [ + "sel", + "f" + ], + [ + "Ġr", + "a" + ], + [ + "Ġwa", + "y" + ], + [ + "ar", + "s" + ], + [ + "ur", + "n" + ], + [ + "Ġb", + "y" + ], + [ + "Ġfa", + "st" + ], + [ + "ll", + "y" + ], + [ + "Ġf", + "am" + ], + [ + "Ġ", + "C" + ], + [ + "v", + "es" + ], + [ + "ard", + "en" + ], + [ + "Ġg", + "arden" + ], + [ + "Ġbeaut", + "i" + ], + [ + "w", + "n" + ], + [ + "T", + "h" + ], + [ + "Ġbeauti", + "ful" + ], + [ + "Ġl", + "oud" + ], + [ + "le", + "w" + ], + [ + "Ġsk", + "y" + ], + [ + "Ġd", + "on" + ], + [ + "h", + "n" + ], + [ + "er", + "ed" + ], + [ + "in", + "y" + ], + [ + "Ġcare", + "ful" + ], + [ + "Ġlo", + "ve" + ], + [ + "Ġf", + "i" + ], + [ + "ĠThe", + "n" + ], + [ + "Å", + "ĵ" + ], + [ + "a", + "se" + ], + [ + "ec", + "t" + ], + [ + "Ġsa", + "fe" + ], + [ + "ĠA", + "nd" + ], + [ + "Ġu", + "nder" + ], + [ + "Ġc", + "ome" + ], + [ + "ĠF", + "rom" + ], + [ + "Y", + "es" + ], + [ + "ĠM", + "ia" + ], + [ + "I", + "t" + ], + [ + "m", + "e" + ], + [ + "Ġh", + "ard" + ], + [ + "Ġc", + "u" + ], + [ + "Ġw", + "o" + ], + [ + "Ġl", + "ist" + ], + [ + "Ġst", + "ay" + ], + [ + "an", + "e" + ], + [ + "s", + "h" + ], + [ + "op", + "le" + ], + [ + "Ġg", + "l" + ], + [ + "n", + "ing" + ], + [ + "Ġst", + "ill" + ], + [ + "oo", + "l" + ], + [ + "Ġh", + "urt" + ], + [ + "re", + "e" + ], + [ + "ĠH", + "is" + ], + [ + "Ġim", + "p" + ], + [ + "Ġfam", + "ily" + ], + [ + "Ġ", + "â" + ], + [ + "Ġb", + "oth" + ], + [ + "r", + "m" + ], + [ + "ig", + "h" + ], + [ + "Ġli", + "ved" + ], + [ + "he", + "s" + ], + [ + "W", + "hen" + ], + [ + "Ġpe", + "ople" + ], + [ + "Ġanimal", + "s" + ], + [ + "Ġco", + "l" + ], + [ + "Ġbra", + "ve" + ], + [ + "Ġwal", + "ked" + ], + [ + "o", + "b" + ], + [ + "T", + "im" + ], + [ + "c", + "t" + ], + [ + "Ġl", + "et" + ], + [ + "urp", + "r" + ], + [ + "ĠW", + "hen" + ], + [ + "Ġtw", + "o" + ], + [ + "Ġs", + "urpr" + ], + [ + "Ġsh", + "ould" + ], + [ + "is", + "hed" + ], + [ + "Ġb", + "ad" + ], + [ + "re", + "ss" + ], + [ + "Ġke", + "pt" + ], + [ + "Ġf", + "ore" + ], + [ + "Ġf", + "lew" + ], + [ + "Ġf", + "in" + ], + [ + "Ġst", + "or" + ], + [ + "Ġf", + "ly" + ], + [ + "a", + "st" + ], + [ + "is", + "ed" + ], + [ + "i", + "p" + ], + [ + "Ġit", + "s" + ], + [ + "l", + "ed" + ], + [ + "o", + "ck" + ], + [ + "uc", + "y" + ], + [ + "f", + "ore" + ], + [ + "Ġgo", + "ing" + ], + [ + "Ġcle", + "an" + ], + [ + "Ġd", + "an" + ], + [ + "Ġp", + "ic" + ], + [ + "Ġso", + "on" + ], + [ + "Ġcall", + "ed" + ], + [ + "Ġsh", + "are" + ], + [ + "k", + "ay" + ], + [ + "Ġan", + "gry" + ], + [ + "Ġro", + "ck" + ], + [ + "Ġc", + "on" + ], + [ + "Ġpret", + "ty" + ], + [ + "N", + "o" + ], + [ + "Ġ", + "ide" + ], + [ + "i", + "ed" + ], + [ + "il", + "ly" + ], + [ + "Ġg", + "round" + ], + [ + "x", + "t" + ], + [ + "Ġr", + "ed" + ], + [ + "Ġexpl", + "ore" + ], + [ + "Ġc", + "ry" + ], + [ + "Ġad", + "vent" + ], + [ + "Ġst", + "o" + ], + [ + "s", + "o" + ], + [ + "Ġre", + "al" + ], + [ + "L", + "et" + ], + [ + "Ġw", + "ind" + ], + [ + "Ġsh", + "iny" + ], + [ + "b", + "e" + ], + [ + "Ġb", + "ook" + ], + [ + "Ġal", + "so" + ], + [ + "Ġdo", + "ll" + ], + [ + "Ġide", + "a" + ], + [ + "Ġbe", + "fore" + ], + [ + "Ġop", + "ened" + ], + [ + "dd", + "ed" + ], + [ + "Ġwh", + "ile" + ], + [ + "um", + "my" + ], + [ + "Ġke", + "ep" + ], + [ + "Ġe", + "y" + ], + [ + "Ġn", + "ow" + ], + [ + "Ġdo", + "or" + ], + [ + "Ġfeel", + "ing" + ], + [ + "âĤ¬", + "â" + ], + [ + "o", + "on" + ], + [ + "o", + "y" + ], + [ + "Ġwal", + "king" + ], + [ + "Ġno", + "ise" + ], + [ + "Ġf", + "r" + ], + [ + "le", + "s" + ], + [ + "ag", + "e" + ], + [ + "i", + "ous" + ], + [ + "Ġcol", + "or" + ], + [ + "Ġt", + "urn" + ], + [ + "t", + "hing" + ], + [ + "f", + "f" + ], + [ + "u", + "ch" + ], + [ + "t", + "h" + ], + [ + "Ġb", + "ed" + ], + [ + "ar", + "y" + ], + [ + "Ġd", + "ra" + ], + [ + "Ġpick", + "ed" + ], + [ + "im", + "b" + ], + [ + "e", + "et" + ], + [ + "Ġcl", + "imb" + ], + [ + "Ġd", + "el" + ], + [ + "W", + "hat" + ], + [ + "Ġbe", + "ing" + ], + [ + "Ġf", + "ood" + ], + [ + "Ġu", + "n" + ], + [ + "Ġf", + "ar" + ], + [ + "t", + "ure" + ], + [ + "j", + "oy" + ], + [ + "Ġadvent", + "ure" + ], + [ + "a", + "c" + ], + [ + "Ġsmil", + "e" + ], + [ + "Ġd", + "if" + ], + [ + "Ħ", + "¢" + ], + [ + "âĤ¬â", + "Ħ¢" + ], + [ + "me", + "mb" + ], + [ + "Ġw", + "r" + ], + [ + "Ġth", + "r" + ], + [ + "ug", + "ht" + ], + [ + "Ġloo", + "king" + ], + [ + "Ġne", + "xt" + ], + [ + "ic", + "ed" + ], + [ + "ĠL", + "ucy" + ], + [ + "Ġno", + "dded" + ], + [ + "Ġqu", + "ick" + ], + [ + "Ġ", + "P" + ], + [ + "Ġd", + "is" + ], + [ + "Ġre", + "pl" + ], + [ + "ĠD", + "ad" + ], + [ + "Ġwa", + "it" + ], + [ + "iz", + "ed" + ], + [ + "Ġfore", + "st" + ], + [ + "Ġclo", + "s" + ], + [ + "ĠS", + "uddenly" + ], + [ + "Ġt", + "ra" + ], + [ + "T", + "hat" + ], + [ + "Ġey", + "es" + ], + [ + "g", + "er" + ], + [ + "bb", + "it" + ], + [ + "t", + "ed" + ], + [ + "Ġo", + "wn" + ], + [ + "Ġr", + "ain" + ], + [ + "Ġimp", + "ort" + ], + [ + "Ġgre", + "at" + ], + [ + "Ġre", + "memb" + ], + [ + "Ġpic", + "ture" + ], + [ + "Th", + "ank" + ], + [ + "S", + "uddenly" + ], + [ + "Ġsto", + "pped" + ], + [ + "Ġen", + "joy" + ], + [ + "Ġv", + "o" + ], + [ + "B", + "en" + ], + [ + "Ġg", + "ive" + ], + [ + "Ġimport", + "ant" + ], + [ + "Ġwor", + "k" + ], + [ + "Ġne", + "ar" + ], + [ + "g", + "an" + ], + [ + "p", + "ot" + ], + [ + "Ġe", + "ver" + ], + [ + "Ġa", + "pp" + ], + [ + "Ġa", + "fter" + ], + [ + "Ġquick", + "ly" + ], + [ + "Ġlist", + "en" + ], + [ + "Ġb", + "re" + ], + [ + "t", + "ing" + ], + [ + "bb", + "ed" + ], + [ + "Ġm", + "a" + ], + [ + "Ġf", + "ish" + ], + [ + "Ġrepl", + "ied" + ], + [ + "Ġra", + "bbit" + ], + [ + "Ġhand", + "s" + ], + [ + "Ġ", + "G" + ], + [ + "Ġnot", + "iced" + ], + [ + "Ġbr", + "o" + ], + [ + "Ġsl", + "ide" + ], + [ + "Ġth", + "ink" + ], + [ + "Ġwal", + "k" + ], + [ + "Ġtr", + "uck" + ], + [ + "Ġa", + "c" + ], + [ + "k", + "es" + ], + [ + "Ġstr", + "ong" + ], + [ + "S", + "he" + ], + [ + "Ġshow", + "ed" + ], + [ + "Ġd", + "e" + ], + [ + "Ġevery", + "one" + ], + [ + "Ġwo", + "nder" + ], + [ + "fe", + "re" + ], + [ + "by", + "e" + ], + [ + "Ġdif", + "fere" + ], + [ + "ir", + "st" + ], + [ + "S", + "o" + ], + [ + "Ġs", + "ure" + ], + [ + "Ġha", + "s" + ], + [ + "Ġr", + "ight" + ], + [ + "Ġbe", + "en" + ], + [ + "Ġbec", + "ame" + ], + [ + "Ġs", + "ound" + ], + [ + "ma", + "z" + ], + [ + "Ġto", + "w" + ], + [ + "Ġr", + "u" + ], + [ + "Ġt", + "al" + ], + [ + "Ġa", + "maz" + ], + [ + "Ġhe", + "ad" + ], + [ + "Ġsh", + "out" + ], + [ + "Ġbr", + "ight" + ], + [ + "Ġy", + "e" + ], + [ + "Ġwat", + "ched" + ], + [ + "Ġ", + "R" + ], + [ + "Ġm", + "or" + ], + [ + "Ġch", + "ild" + ], + [ + "a", + "ble" + ], + [ + "Ġme", + "an" + ], + [ + "Ġw", + "here" + ], + [ + "ll", + "ow" + ], + [ + "Ġh", + "igh" + ], + [ + "ĠS", + "ue" + ], + [ + "Ġfa", + "ce" + ], + [ + "Ġc", + "ook" + ], + [ + "d", + "ay" + ], + [ + "ay", + "be" + ], + [ + "Ġwat", + "ch" + ], + [ + "Ġbl", + "ue" + ], + [ + "a", + "ught" + ], + [ + "Ġdiffere", + "nt" + ], + [ + "Ġst", + "ore" + ], + [ + "Ġ", + "N" + ], + [ + "Ġgood", + "bye" + ], + [ + "Ġd", + "ress" + ], + [ + "u", + "ll" + ], + [ + "ĠB", + "ob" + ], + [ + "n", + "g" + ], + [ + "an", + "ge" + ], + [ + "Ġs", + "qu" + ], + [ + "Ġo", + "kay" + ], + [ + "is", + "y" + ], + [ + "le", + "ase" + ], + [ + "ĠMom", + "my" + ], + [ + "Ġvo", + "ice" + ], + [ + "J", + "o" + ], + [ + "at", + "h" + ], + [ + "Ġn", + "ight" + ], + [ + "ĠS", + "pot" + ], + [ + "Ġu", + "s" + ], + [ + "Ġbo", + "at" + ], + [ + "Ġflow", + "ers" + ], + [ + "Ġpl", + "ace" + ], + [ + "Ġfo", + "llow" + ], + [ + "Ġa", + "r" + ], + [ + "Ġu", + "se" + ], + [ + "Ġclos", + "er" + ], + [ + "un", + "ny" + ], + [ + "le", + "ep" + ], + [ + "ir", + "ed" + ], + [ + "Ġfa", + "v" + ], + [ + "Ġy", + "ell" + ], + [ + "Ġgra", + "bbed" + ], + [ + "Ġcu", + "ri" + ], + [ + "Ġwa", + "rm" + ], + [ + "Ġc", + "r" + ], + [ + "Ġfor", + "g" + ], + [ + "ĠSara", + "h" + ], + [ + "ĠJo", + "hn" + ], + [ + "Ġm", + "ag" + ], + [ + "Ġst", + "ick" + ], + [ + "W", + "e" + ], + [ + "Ġjump", + "ed" + ], + [ + "Ġc", + "ake" + ], + [ + "m", + "ore" + ], + [ + "Ġt", + "ell" + ], + [ + "Ġany", + "more" + ], + [ + "A", + "fter" + ], + [ + "Ġbut", + "ter" + ], + [ + "nd", + "ma" + ], + [ + "Ġth", + "ree" + ], + [ + "Ġas", + "k" + ], + [ + "c", + "o" + ], + [ + "Ġ", + "our" + ], + [ + "l", + "ie" + ], + [ + "Ġcuri", + "ous" + ], + [ + "ou", + "nt" + ], + [ + "or", + "n" + ], + [ + "Ġcon", + "t" + ], + [ + "Ġfe", + "ll" + ], + [ + "a", + "ched" + ], + [ + "ĠT", + "h" + ], + [ + "Ġbird", + "s" + ], + [ + "as", + "s" + ], + [ + "H", + "er" + ], + [ + "is", + "s" + ], + [ + "Ġhelp", + "ed" + ], + [ + "ĠJ", + "ane" + ], + [ + "Ġpu", + "ll" + ], + [ + "Ġf", + "irst" + ], + [ + "it", + "c" + ], + [ + "Ġbl", + "ock" + ], + [ + "Ġh", + "op" + ], + [ + "Ġb", + "it" + ], + [ + "Ġd", + "r" + ], + [ + "Ġreal", + "ized" + ], + [ + "Ġk", + "id" + ], + [ + "L", + "ook" + ], + [ + "il", + "a" + ], + [ + "Ġm", + "on" + ], + [ + "Ġbr", + "other" + ], + [ + "A", + "nna" + ], + [ + "S", + "ara" + ], + [ + "Ġ", + "z" + ], + [ + "ĠEvery", + "one" + ], + [ + "Ġat", + "e" + ], + [ + "Ġdo", + "es" + ], + [ + "im", + "es" + ], + [ + "Ġhapp", + "ened" + ], + [ + "Ġst", + "op" + ], + [ + "z", + "y" + ], + [ + "Ġy", + "ummy" + ], + [ + "Ġfav", + "or" + ], + [ + "pp", + "y" + ], + [ + "Ġk", + "itc" + ], + [ + "Ġkitc", + "hen" + ], + [ + "Ġsw", + "eet" + ], + [ + "u", + "s" + ], + [ + "Ġp", + "er" + ], + [ + "Ġre", + "ally" + ], + [ + "a", + "isy" + ], + [ + "Ġgra", + "ss" + ], + [ + "Ġfavor", + "ite" + ], + [ + "Ġbe", + "gan" + ], + [ + "Ġre", + "st" + ], + [ + "Ġre", + "ady" + ], + [ + "Ġle", + "a" + ], + [ + "Ġre", + "ached" + ], + [ + "Ġunder", + "st" + ], + [ + "a", + "ir" + ], + [ + "Ġst", + "e" + ], + [ + "Ġb", + "unny" + ], + [ + "ĠA", + "s" + ], + [ + "Ġstor", + "y" + ], + [ + "'", + "re" + ], + [ + "Ġp", + "ain" + ], + [ + "Ġs", + "ing" + ], + [ + "st", + "er" + ], + [ + "Ġhe", + "re" + ], + [ + "Ġsa", + "nd" + ], + [ + "Ġon", + "ly" + ], + [ + "Ġfl", + "o" + ], + [ + "Ġa", + "m" + ], + [ + "Ġgl", + "ad" + ], + [ + "Ġt", + "ri" + ], + [ + "Ġbe", + "h" + ], + [ + "Ġwor", + "ld" + ], + [ + "Ġop", + "en" + ], + [ + "Ġc", + "re" + ], + [ + "fu", + "lly" + ], + [ + "Ġpr", + "in" + ], + [ + "w", + "here" + ], + [ + "are", + "nt" + ], + [ + "Ġflow", + "er" + ], + [ + "Ġthr", + "ough" + ], + [ + "Ġb", + "a" + ], + [ + "Ġfi", + "re" + ], + [ + "Ġd", + "one" + ], + [ + "Ġha", + "ving" + ], + [ + "Ġth", + "ing" + ], + [ + "Ġdel", + "ic" + ], + [ + "Ġhim", + "self" + ], + [ + "Ġt", + "ired" + ], + [ + "Ġp", + "arent" + ], + [ + "Ġso", + "ft" + ], + [ + "Ġf", + "ro" + ], + [ + "Tim", + "my" + ], + [ + "Ġta", + "st" + ], + [ + "Ġbutter", + "f" + ], + [ + "ĠL", + "et" + ], + [ + "Ġc", + "ut" + ], + [ + "Ġp", + "art" + ], + [ + "Ġwh", + "y" + ], + [ + "k", + "en" + ], + [ + "Ġm", + "ess" + ], + [ + "C", + "an" + ], + [ + "Ġwor", + "ry" + ], + [ + "Mom", + "my" + ], + [ + "i", + "ver" + ], + [ + "Ġd", + "in" + ], + [ + "u", + "ff" + ], + [ + "at", + "er" + ], + [ + "Ġmag", + "ic" + ], + [ + "Ġwa", + "ved" + ], + [ + "Ġshout", + "ed" + ], + [ + "Ġpo", + "nd" + ], + [ + "Ġkid", + "s" + ], + [ + "Ġh", + "at" + ], + [ + "Ġd", + "uck" + ], + [ + "Ġse", + "es" + ], + [ + "o", + "lly" + ], + [ + "ill", + "ed" + ], + [ + "Ġg", + "ame" + ], + [ + "i", + "ent" + ], + [ + "Ġma", + "king" + ], + [ + "at", + "her" + ], + [ + "Jo", + "hn" + ], + [ + "A", + "s" + ], + [ + "ak", + "es" + ], + [ + "Ġcat", + "ch" + ], + [ + "Ġse", + "en" + ], + [ + "Ġc", + "ool" + ], + [ + "at", + "ion" + ], + [ + "Ġcom", + "ing" + ], + [ + "Ġl", + "ess" + ], + [ + "Ġd", + "ark" + ], + [ + "Ġu", + "sed" + ], + [ + "ed", + "dy" + ], + [ + "Ġfi", + "x" + ], + [ + "ĠJo", + "e" + ], + [ + "Ġthan", + "k" + ], + [ + "m", + "er" + ], + [ + "Ġto", + "p" + ], + [ + "Ġl", + "ady" + ], + [ + "Ġha", + "ir" + ], + [ + "ar", + "ing" + ], + [ + "Ġp", + "rom" + ], + [ + "Ġho", + "pped" + ], + [ + "ĠC", + "an" + ], + [ + "\"", + "." + ], + [ + "ig", + "n" + ], + [ + "Ġsurpr", + "ise" + ], + [ + "Ġdra", + "w" + ], + [ + "Ġm", + "um" + ], + [ + "Ġm", + "ouse" + ], + [ + "Ġfun", + "ny" + ], + [ + "re", + "l" + ], + [ + "Ġc", + "ra" + ], + [ + "Ġ", + "-" + ], + [ + "ap", + "er" + ], + [ + "Ġf", + "ull" + ], + [ + "Ġto", + "uch" + ], + [ + "Ġl", + "ight" + ], + [ + "Ġsp", + "ot" + ], + [ + "re", + "n" + ], + [ + "Ġd", + "ro" + ], + [ + "ĠBen", + "ny" + ], + [ + "Ġparent", + "s" + ], + [ + "Ġwor", + "ked" + ], + [ + "in", + "s" + ], + [ + "one", + "y" + ], + [ + "ĠD", + "o" + ], + [ + "Ġsurpr", + "ised" + ], + [ + "Ġcare", + "fully" + ], + [ + "Ġtre", + "es" + ], + [ + "Ġfro", + "g" + ], + [ + "Ġsw", + "ing" + ], + [ + "Ġdo", + "ing" + ], + [ + "D", + "on" + ], + [ + "Ġs", + "at" + ], + [ + "in", + "ally" + ], + [ + "ĠT", + "hat" + ], + [ + "Ġ", + "ice" + ], + [ + "ĠI", + "n" + ], + [ + "Ġhe", + "ld" + ], + [ + "W", + "ow" + ], + [ + "Ġrun", + "ning" + ], + [ + "Ġpret", + "end" + ], + [ + "Ġsw", + "im" + ], + [ + "Ġs", + "et" + ], + [ + "Ġre", + "ad" + ], + [ + "Ġdelic", + "ious" + ], + [ + "Ġneed", + "ed" + ], + [ + "Ġt", + "ight" + ], + [ + "Ġsl", + "ow" + ], + [ + "Ġrememb", + "ered" + ], + [ + "Ġlo", + "st" + ], + [ + "Ġco", + "ld" + ], + [ + "Ġsm", + "ell" + ], + [ + "ard", + "s" + ], + [ + "Ġw", + "ood" + ], + [ + "Ġhapp", + "ily" + ], + [ + "h", + "y" + ], + [ + "el", + "y" + ], + [ + "Ġlook", + "s" + ], + [ + "Ġbeh", + "ind" + ], + [ + "Ġher", + "self" + ], + [ + "Ġc", + "ried" + ], + [ + "Ġenjoy", + "ed" + ], + [ + "Ġnam", + "e" + ], + [ + "as", + "k" + ], + [ + "Ġye", + "ars" + ], + [ + "Ġbu", + "y" + ], + [ + "Ġho", + "le" + ], + [ + "Ġblock", + "s" + ], + [ + "Ġd", + "ri" + ], + [ + "Ġs", + "leep" + ], + [ + "Ġg", + "i" + ], + [ + "Ġyell", + "ow" + ], + [ + "c", + "ess" + ], + [ + "Ġbutterf", + "ly" + ], + [ + "i", + "ke" + ], + [ + "u", + "ed" + ], + [ + "Ġw", + "ished" + ], + [ + "Ġper", + "f" + ], + [ + "Ġan", + "other" + ], + [ + "ĠD", + "aisy" + ], + [ + "Ġgre", + "en" + ], + [ + "Ġmo", + "ve" + ], + [ + "Ġt", + "all" + ], + [ + "Ġa", + "ir" + ], + [ + "Ġb", + "ag" + ], + [ + "Ġflo", + "or" + ], + [ + "Ġcar", + "s" + ], + [ + "Ġless", + "on" + ], + [ + "u", + "l" + ], + [ + "Ġb", + "ow" + ], + [ + "Ġar", + "ri" + ], + [ + "Ġwind", + "ow" + ], + [ + "Ġsh", + "o" + ], + [ + "Ġchild", + "ren" + ], + [ + "n", + "er" + ], + [ + "Ġfin", + "ished" + ], + [ + "Ġh", + "ill" + ], + [ + "ĠA", + "fter" + ], + [ + "and", + "y" + ], + [ + "s", + "p" + ], + [ + "en", + "s" + ], + [ + "Ġp", + "aper" + ], + [ + "Ġli", + "kes" + ], + [ + "F", + "rom" + ], + [ + "s", + "y" + ], + [ + "Ġho", + "ld" + ], + [ + "S", + "am" + ], + [ + "Ġwr", + "ong" + ], + [ + "re", + "ed" + ], + [ + "Ġcont", + "in" + ], + [ + "Ġunderst", + "and" + ], + [ + "at", + "ter" + ], + [ + "u", + "it" + ], + [ + "re", + "w" + ], + [ + "Ġg", + "ent" + ], + [ + "Ġany", + "thing" + ], + [ + "Ġclo", + "se" + ], + [ + "Ġwa", + "ll" + ], + [ + "Ġe", + "l" + ], + [ + "as", + "ure" + ], + [ + "Ġle", + "ft" + ], + [ + "Ġa", + "ble" + ], + [ + "Ġarri", + "ved" + ], + [ + "Ġh", + "un" + ], + [ + "ro", + "ss" + ], + [ + "a", + "v" + ], + [ + "Ġhe", + "ar" + ], + [ + "Ġfriend", + "ly" + ], + [ + "Ġforg", + "ot" + ], + [ + "Ġg", + "one" + ], + [ + "am", + "a" + ], + [ + "Ġcre", + "at" + ], + [ + "Ġw", + "et" + ], + [ + "Ġli", + "on" + ], + [ + "H", + "ell" + ], + [ + "Hell", + "o" + ], + [ + "Ġd", + "ream" + ], + [ + "Ġh", + "ot" + ], + [ + "b", + "o" + ], + [ + "b", + "er" + ], + [ + "ĠS", + "ally" + ], + [ + "Ġf", + "illed" + ], + [ + "Ġd", + "ir" + ], + [ + "ie", + "ld" + ], + [ + "Ġcook", + "ies" + ], + [ + "Ġlaug", + "h" + ], + [ + "Ġbro", + "ken" + ], + [ + "Ġdin", + "ner" + ], + [ + "l", + "f" + ], + [ + "Ġel", + "se" + ], + [ + "Ġh", + "id" + ], + [ + "c", + "ed" + ], + [ + "Ġp", + "ink" + ], + [ + "Ġfollow", + "ed" + ], + [ + "Ġta", + "ble" + ], + [ + "Ġm", + "ar" + ], + [ + "Ġcolor", + "s" + ], + [ + "ou", + "p" + ], + [ + "Ġmom", + "ent" + ], + [ + "Ġcontin", + "ued" + ], + [ + "Ġwonder", + "ful" + ], + [ + "ĠE", + "m" + ], + [ + "e", + "y" + ], + [ + "in", + "ed" + ], + [ + "ir", + "rel" + ], + [ + "r", + "ot" + ], + [ + "Ġfin", + "ally" + ], + [ + "J", + "ack" + ], + [ + "Ġa", + "rm" + ], + [ + "Ġm", + "ight" + ], + [ + "ĠN", + "ow" + ], + [ + "Ġc", + "ast" + ], + [ + "Ġy", + "es" + ], + [ + "Ġbu", + "ild" + ], + [ + "Ġen", + "ough" + ], + [ + "ĠB", + "illy" + ], + [ + "Ġsome", + "one" + ], + [ + "Ġperf", + "ect" + ], + [ + "Ġfa", + "ir" + ], + [ + "Ġstay", + "ed" + ], + [ + "a", + "pp" + ], + [ + "Ġmor", + "ning" + ], + [ + "ĠThe", + "re" + ], + [ + "Ġpu", + "ppy" + ], + [ + "o", + "l" + ], + [ + "Ġdad", + "dy" + ], + [ + "Ġtry", + "ing" + ], + [ + "'", + "ll" + ], + [ + "Ġj", + "u" + ], + [ + "Ġother", + "s" + ], + [ + "Ġbook", + "s" + ], + [ + "Ġag", + "reed" + ], + [ + "Ġmu", + "s" + ], + [ + "Ġsn", + "ow" + ], + [ + "Ġsqu", + "irrel" + ], + [ + "Ġc", + "ream" + ], + [ + "ro", + "om" + ], + [ + "Ġget", + "ting" + ], + [ + "Ġgra", + "ndma" + ], + [ + "ĠL", + "ila" + ], + [ + "Ġlea", + "ves" + ], + [ + "Ġba", + "by" + ], + [ + "Ġc", + "ount" + ], + [ + "ic", + "y" + ], + [ + "Ġfe", + "w" + ], + [ + "A", + "t" + ], + [ + "Ġf", + "all" + ], + [ + "The", + "n" + ], + [ + "g", + "on" + ], + [ + "Ġbre", + "ak" + ], + [ + "Ġclimb", + "ed" + ], + [ + "ri", + "es" + ], + [ + "Ġbe", + "ach" + ], + [ + "as", + "h" + ], + [ + "Ġb", + "ug" + ], + [ + "Ġp", + "lease" + ], + [ + "Ġm", + "other" + ], + [ + "Ġbr", + "ought" + ], + [ + "Ġtra", + "in" + ], + [ + "an", + "ce" + ], + [ + "ĠTh", + "is" + ], + [ + "Ġde", + "ep" + ], + [ + "Ġv", + "is" + ], + [ + "at", + "ed" + ], + [ + "s", + "hed" + ], + [ + "Ġm", + "et" + ], + [ + "Ġwas", + "n" + ], + [ + "Ġsomet", + "imes" + ], + [ + "Ġevery", + "thing" + ], + [ + "ĠTom", + "my" + ], + [ + "i", + "ch" + ], + [ + "Ġmus", + "ic" + ], + [ + "ke", + "y" + ], + [ + "l", + "ing" + ], + [ + "Th", + "is" + ], + [ + "o", + "s" + ], + [ + "Ġturn", + "ed" + ], + [ + "l", + "c" + ], + [ + "Ġr", + "ide" + ], + [ + "o", + "om" + ], + [ + "Ġs", + "ong" + ], + [ + "or", + "ing" + ], + [ + "Ġsp", + "ark" + ], + [ + "Ġf", + "ight" + ], + [ + "Ġhun", + "gry" + ], + [ + "on", + "s" + ], + [ + "Ġpicture", + "s" + ], + [ + "d", + "s" + ], + [ + "Ġm", + "akes" + ], + [ + "Ġse", + "ar" + ], + [ + "uck", + "y" + ], + [ + "Ġlist", + "ened" + ], + [ + "Ġjo", + "y" + ], + [ + "Ġpo", + "l" + ], + [ + "ĠW", + "hat" + ], + [ + "H", + "is" + ], + [ + "e", + "e" + ], + [ + "Ġcl", + "ot" + ], + [ + "Ġsa", + "il" + ], + [ + "a", + "pped" + ], + [ + "b", + "ble" + ], + [ + "Ġcom", + "p" + ], + [ + "Ġpl", + "an" + ], + [ + "Ġwant", + "s" + ], + [ + "Ġclot", + "hes" + ], + [ + "Ġpo", + "in" + ], + [ + "Ġ", + "K" + ], + [ + "z", + "z" + ], + [ + "Ġball", + "oon" + ], + [ + "Ġstr", + "ange" + ], + [ + "m", + "an" + ], + [ + "en", + "ny" + ], + [ + "Ġp", + "i" + ], + [ + "Ġgr", + "ow" + ], + [ + "Ġfly", + "ing" + ], + [ + "r", + "ow" + ], + [ + "Ġsc", + "ary" + ], + [ + "Ġtre", + "at" + ], + [ + "Ġwa", + "ited" + ], + [ + "Ġamaz", + "ed" + ], + [ + "Ġt", + "eddy" + ], + [ + "Ġcast", + "le" + ], + [ + "is", + "ter" + ], + [ + "Ġe", + "le" + ], + [ + "Ġamaz", + "ing" + ], + [ + "m", + "ed" + ], + [ + "Ġsp", + "l" + ], + [ + "O", + "h" + ], + [ + "Ġle", + "ave" + ], + [ + "Ġown", + "er" + ], + [ + "Ġprom", + "ised" + ], + [ + "Ġdan", + "ger" + ], + [ + "e", + "ver" + ], + [ + "O", + "K" + ], + [ + "Ġs", + "uch" + ], + [ + "Ġwh", + "ite" + ], + [ + "Ġp", + "at" + ], + [ + "Ġtal", + "k" + ], + [ + "uff", + "y" + ], + [ + "Ġf", + "ur" + ], + [ + "Ġp", + "ie" + ], + [ + "op", + "e" + ], + [ + "r", + "ed" + ], + [ + "Ġpull", + "ed" + ], + [ + "Ġp", + "re" + ], + [ + "Ġwood", + "s" + ], + [ + "ĠT", + "o" + ], + [ + "Ġsh", + "ared" + ], + [ + "Ġal", + "one" + ], + [ + "Ġtow", + "ards" + ], + [ + "c", + "le" + ], + [ + "ĠM", + "aybe" + ], + [ + "Ġs", + "it" + ], + [ + "Ġn", + "ap" + ], + [ + "Ġcolor", + "ful" + ], + [ + "am", + "p" + ], + [ + "h", + "one" + ], + [ + "Ġvis", + "it" + ], + [ + "ig", + "g" + ], + [ + "ug", + "g" + ], + [ + "th", + "y" + ], + [ + "en", + "ce" + ], + [ + "Ġta", + "il" + ], + [ + "ct", + "or" + ], + [ + "Ġmagic", + "al" + ], + [ + "Ġr", + "iver" + ], + [ + "Ġh", + "ig" + ], + [ + "Ġbe", + "lie" + ], + [ + "Ġgr", + "ate" + ], + [ + "u", + "ally" + ], + [ + "an", + "g" + ], + [ + "ot", + "t" + ], + [ + "Ġh", + "ide" + ], + [ + "Ġs", + "illy" + ], + [ + "Ġsmil", + "es" + ], + [ + "ow", + "er" + ], + [ + "Ġs", + "ide" + ], + [ + "M", + "ax" + ], + [ + "Ġro", + "ll" + ], + [ + "Ġg", + "u" + ], + [ + "ĠA", + "my" + ], + [ + "Ġpr", + "o" + ], + [ + "et", + "er" + ], + [ + "Ġfast", + "er" + ], + [ + "Ġgrate", + "ful" + ], + [ + "Ġtre", + "asure" + ], + [ + "as", + "ed" + ], + [ + "Ġsn", + "ack" + ], + [ + "u", + "p" + ], + [ + "Ġla", + "nd" + ], + [ + "av", + "y" + ], + [ + "Ġmor", + "al" + ], + [ + "ain", + "ed" + ], + [ + "Ġs", + "ister" + ], + [ + "ĠG", + "ra" + ], + [ + "Ġsh", + "ap" + ], + [ + "Ġpain", + "t" + ], + [ + "Ġslow", + "ly" + ], + [ + "Ġf", + "ield" + ], + [ + "Ġp", + "et" + ], + [ + "Ġs", + "ec" + ], + [ + "or", + "m" + ], + [ + "ĠJ", + "im" + ], + [ + "Ġbr", + "an" + ], + [ + "Ġm", + "in" + ], + [ + "Ġmu", + "st" + ], + [ + "Ġhelp", + "ing" + ], + [ + "Ġwor", + "ried" + ], + [ + "Ġjo", + "b" + ], + [ + "Ġfo", + "x" + ], + [ + "s", + "et" + ], + [ + "Ġm", + "oney" + ], + [ + "Ġp", + "ot" + ], + [ + "Ġqu", + "i" + ], + [ + "Ġbe", + "l" + ], + [ + "Ġac", + "c" + ], + [ + "Ġli", + "ving" + ], + [ + "Ġmon", + "ster" + ], + [ + "le", + "ss" + ], + [ + "Ġpart", + "y" + ], + [ + "e", + "ar" + ], + [ + "Ġmo", + "st" + ], + [ + "Ġwe", + "ar" + ], + [ + "Ġrememb", + "er" + ], + [ + "i", + "re" + ], + [ + "Ġs", + "ign" + ], + [ + "w", + "l" + ], + [ + "Ġcl", + "oud" + ], + [ + "Ġc", + "andy" + ], + [ + "Ġhig", + "her" + ], + [ + "i", + "pped" + ], + [ + "id", + "ent" + ], + [ + "ĠA", + "ll" + ], + [ + "d", + "er" + ], + [ + "z", + "e" + ], + [ + "Ġqui", + "et" + ], + [ + "Ġto", + "wn" + ], + [ + "un", + "ch" + ], + [ + "Ġprin", + "cess" + ], + [ + "Ġrun", + "s" + ], + [ + "ask", + "et" + ], + [ + "e", + "m" + ], + [ + "Ġevery", + "where" + ], + [ + "Ġjo", + "in" + ], + [ + "Ġste", + "pped" + ], + [ + "Ġb", + "asket" + ], + [ + "Ġl", + "ake" + ], + [ + "Ġcu", + "p" + ], + [ + "s", + "w" + ], + [ + "out", + "h" + ], + [ + "Ġcar", + "rot" + ], + [ + "Ġco", + "ll" + ], + [ + "Ġpl", + "ant" + ], + [ + "Ġsc", + "ream" + ], + [ + "ĠDad", + "dy" + ], + [ + "Ġb", + "uck" + ], + [ + "Ġhe", + "avy" + ], + [ + "Ġbig", + "ger" + ], + [ + "Ġch", + "o" + ], + [ + "Ġbl", + "ank" + ], + [ + "Ġclo", + "sed" + ], + [ + "Ġw", + "on" + ], + [ + "is", + "es" + ], + [ + "Ġan", + "sw" + ], + [ + "b", + "r" + ], + [ + "Ġblank", + "et" + ], + [ + "Ġm", + "outh" + ], + [ + "am", + "es" + ], + [ + "ec", + "es" + ], + [ + "Ġeat", + "ing" + ], + [ + "Ġpi", + "eces" + ], + [ + "ck", + "et" + ], + [ + "Ġst", + "re" + ], + [ + "Ġwe", + "lc" + ], + [ + "Ġwould", + "n" + ], + [ + "Ġre", + "ach" + ], + [ + "Ġbro", + "ke" + ], + [ + "e", + "ared" + ], + [ + "Ġdanger", + "ous" + ], + [ + "g", + "s" + ], + [ + "p", + "h" + ], + [ + "ĠM", + "olly" + ], + [ + "Ġc", + "e" + ], + [ + "ĠM", + "r" + ], + [ + "or", + "d" + ], + [ + "f", + "ort" + ], + [ + "Ġdoll", + "s" + ], + [ + "m", + "ing" + ], + [ + "Ġdan", + "ce" + ], + [ + "Ġdra", + "gon" + ], + [ + "Ġthink", + "s" + ], + [ + "Ġask", + "s" + ], + [ + "Ġac", + "ross" + ], + [ + "O", + "kay" + ], + [ + "Ġch", + "air" + ], + [ + "Ġte", + "ac" + ], + [ + "Ġb", + "ott" + ], + [ + "H", + "i" + ], + [ + "Ġp", + "a" + ], + [ + "Ġne", + "igh" + ], + [ + "Ġb", + "ar" + ], + [ + "Ġb", + "ike" + ], + [ + "Ġp", + "ack" + ], + [ + "it", + "ing" + ], + [ + "Ġdis", + "app" + ], + [ + "Ġneigh", + "b" + ], + [ + "Ġst", + "uck" + ], + [ + "d", + "e" + ], + [ + "Ġg", + "if" + ], + [ + "Ġfr", + "uit" + ], + [ + "Ġbelie", + "ve" + ], + [ + "c", + "y" + ], + [ + "Ġ", + "ve" + ], + [ + "Ġcry", + "ing" + ], + [ + "i", + "er" + ], + [ + "ph", + "ant" + ], + [ + "Ġs", + "uddenly" + ], + [ + "Ġs", + "oup" + ], + [ + "Ġr", + "ace" + ], + [ + "Ġth", + "rew" + ], + [ + "S", + "ure" + ], + [ + "Ġfar", + "mer" + ], + [ + "Ġacc", + "ident" + ], + [ + "Ġdir", + "ty" + ], + [ + "Ġele", + "phant" + ], + [ + "Ġmon", + "key" + ], + [ + "Ġhe", + "al" + ], + [ + "w", + "eet" + ], + [ + "Ġre", + "m" + ], + [ + "Ġp", + "ers" + ], + [ + "Ġsa", + "me" + ], + [ + "or", + "ed" + ], + [ + "vent", + "ually" + ], + [ + "e", + "ad" + ], + [ + "pp", + "ing" + ], + [ + "Ġgent", + "le" + ], + [ + "Ġf", + "ree" + ], + [ + "Ġbr", + "own" + ], + [ + "M", + "aybe" + ], + [ + "Ġin", + "st" + ], + [ + "Ġbe", + "e" + ], + [ + "i", + "x" + ], + [ + "Ġb", + "en" + ], + [ + "Ġw", + "in" + ], + [ + "Ġbl", + "ack" + ], + [ + "Ġal", + "ong" + ], + [ + "Ġlong", + "er" + ], + [ + "i", + "ble" + ], + [ + "Ġsp", + "r" + ], + [ + "Ġcl", + "apped" + ], + [ + "F", + "inally" + ], + [ + "W", + "hy" + ], + [ + "ck", + "ed" + ], + [ + "Ġwor", + "ds" + ], + [ + "ĠF", + "l" + ], + [ + "Ġteac", + "her" + ], + [ + "Ġup", + "set" + ], + [ + "ch", + "ool" + ], + [ + "Ġpie", + "ce" + ], + [ + "Ġwe", + "ll" + ], + [ + "Ġche", + "ered" + ], + [ + "Ġh", + "it" + ], + [ + "Ġsa", + "ng" + ], + [ + "m", + "ent" + ], + [ + "Ġbow", + "l" + ], + [ + "Ġb", + "ite" + ], + [ + "Ġdo", + "ctor" + ], + [ + "ĠJ", + "ill" + ], + [ + "Ġbuck", + "et" + ], + [ + "M", + "ia" + ], + [ + "Ġb", + "ath" + ], + [ + "Ġc", + "aught" + ], + [ + "Ġhe", + "art" + ], + [ + "Ġfor", + "get" + ], + [ + "Ġm", + "ark" + ], + [ + "Ġbut", + "t" + ], + [ + "Ġd", + "ry" + ], + [ + "Ġyou", + "ng" + ], + [ + "Ġse", + "a" + ], + [ + "Ġc", + "our" + ], + [ + "Ġdro", + "pped" + ], + [ + "es", + "e" + ], + [ + "Ġy", + "ard" + ], + [ + "Ġpl", + "ac" + ], + [ + "our", + "n" + ], + [ + "Ġs", + "chool" + ], + [ + "Ġsw", + "ings" + ], + [ + "bb", + "y" + ], + [ + "Ġw", + "ings" + ], + [ + "b", + "s" + ], + [ + "Ġexpl", + "ained" + ], + [ + "Ġj", + "ourn" + ], + [ + "Ġbr", + "ing" + ], + [ + "Ġdr", + "ink" + ], + [ + "Ġstre", + "et" + ], + [ + "Ġju", + "ice" + ], + [ + "un", + "g" + ], + [ + "Ġnear", + "by" + ], + [ + "ĠEm", + "ma" + ], + [ + "Ġsm", + "o" + ], + [ + "Ġsm", + "art" + ], + [ + "Ġpu", + "shed" + ], + [ + "Ġstor", + "ies" + ], + [ + "Ġdro", + "ve" + ], + [ + "Ġt", + "iny" + ], + [ + "Ġp", + "en" + ], + [ + "Ġcour", + "se" + ], + [ + "Ġ", + "es" + ], + [ + "Ġm", + "ine" + ], + [ + "Ġto", + "day" + ], + [ + "Ġpo", + "cket" + ], + [ + "Ġye", + "ar" + ], + [ + "aught", + "er" + ], + [ + "Ġj", + "e" + ], + [ + "Ġsec", + "ret" + ], + [ + "Ġex", + "p" + ], + [ + "Ġwith", + "out" + ], + [ + "Ġsing", + "ing" + ], + [ + "Ġwelc", + "ome" + ], + [ + "Ġhapp", + "en" + ], + [ + "t", + "o" + ], + [ + "Ġf", + "it" + ], + [ + "Ġst", + "u" + ], + [ + "ve", + "l" + ], + [ + "ra", + "ct" + ], + [ + "Ġbu", + "s" + ], + [ + "Ġche", + "ese" + ], + [ + "Ġcr", + "ay" + ], + [ + "Ġfair", + "y" + ], + [ + "Ġj", + "ar" + ], + [ + "Ġturn", + "s" + ], + [ + "Ġbu", + "sh" + ], + [ + "b", + "ow" + ], + [ + "ll", + "o" + ], + [ + "Ġexpl", + "oring" + ], + [ + "Ġl", + "on" + ], + [ + "Ġst", + "and" + ], + [ + "itt", + "ing" + ], + [ + "Ġsee", + "med" + ], + [ + "Ġsp", + "oon" + ], + [ + "ĠF", + "inally" + ], + [ + "Ġg", + "ames" + ], + [ + "Ġwo", + "ke" + ], + [ + "is", + "sed" + ], + [ + "Ġre", + "sp" + ], + [ + "Ġtr", + "ou" + ], + [ + "Ġtw", + "ins" + ], + [ + "Ġhop", + "ed" + ], + [ + "Ġat", + "t" + ], + [ + "Ġlon", + "ely" + ], + [ + "Ġa", + "nt" + ], + [ + "ĠM", + "ama" + ], + [ + "or", + "row" + ], + [ + "Ġno", + "ises" + ], + [ + "Ġhug", + "s" + ], + [ + "ount", + "ain" + ], + [ + "y", + "ard" + ], + [ + "Ġd", + "aughter" + ], + [ + "Ġin", + "v" + ], + [ + "Ġke", + "y" + ], + [ + "a", + "il" + ], + [ + "Ġrock", + "s" + ], + [ + "Ġdis", + "co" + ], + [ + "Ġs", + "u" + ], + [ + "Ġl", + "unch" + ], + [ + "re", + "ad" + ], + [ + "ou", + "n" + ], + [ + "ver", + "ed" + ], + [ + "Ġback", + "yard" + ], + [ + "Ġs", + "uc" + ], + [ + "Ġc", + "ow" + ], + [ + "Ġapp", + "le" + ], + [ + "e", + "k" + ], + [ + "Ġsw", + "am" + ], + [ + "Ġsho", + "es" + ], + [ + "Ġst", + "ars" + ], + [ + "Ġsh", + "ook" + ], + [ + "itt", + "ens" + ], + [ + "Ġm", + "iss" + ], + [ + "c", + "hes" + ], + [ + "Ġw", + "ish" + ], + [ + "Ġre", + "lie" + ], + [ + "fu", + "sed" + ], + [ + "Ġshap", + "es" + ], + [ + "urp", + "le" + ], + [ + "Ġtow", + "er" + ], + [ + "it", + "y" + ], + [ + "Ġc", + "orn" + ], + [ + "Ġmo", + "ved" + ], + [ + "sh", + "ine" + ], + [ + "Ġ", + "3" + ], + [ + "Ġth", + "ough" + ], + [ + "Ġc", + "ir" + ], + [ + "um", + "b" + ], + [ + "Ġta", + "king" + ], + [ + "t", + "s" + ], + [ + "ĠT", + "weet" + ], + [ + "ap", + "e" + ], + [ + "Ġrain", + "bow" + ], + [ + "Ġthr", + "ow" + ], + [ + "Ġst", + "ar" + ], + [ + "Ġben", + "ch" + ], + [ + "Ġne", + "ck" + ], + [ + "ock", + "ed" + ], + [ + "Ġcreat", + "ure" + ], + [ + "Ġbu", + "bble" + ], + [ + "Ġl", + "ate" + ], + [ + "Ġadventure", + "s" + ], + [ + "Ġo", + "wl" + ], + [ + "ion", + "s" + ], + [ + "A", + "nd" + ], + [ + "Ġw", + "he" + ], + [ + "Ġp", + "ar" + ], + [ + "Ġshe", + "ll" + ], + [ + "Ġk", + "ite" + ], + [ + "ĠFl", + "uffy" + ], + [ + "in", + "ing" + ], + [ + "Ġm", + "il" + ], + [ + "u", + "nt" + ], + [ + "Ġf", + "ence" + ], + [ + "Ġm", + "ix" + ], + [ + "Ġli", + "ft" + ], + [ + "Ġaccident", + "ally" + ], + [ + "Ġw", + "ise" + ], + [ + "Ġhe", + "llo" + ], + [ + "Ġp", + "urple" + ], + [ + "pp", + "er" + ], + [ + "Ġon", + "to" + ], + [ + "Ġsp", + "in" + ], + [ + "t", + "en" + ], + [ + "our", + "s" + ], + [ + "Ġs", + "itting" + ], + [ + "id", + "ge" + ], + [ + "Ġsun", + "shine" + ], + [ + "Ġcut", + "e" + ], + [ + "Ġm", + "at" + ], + [ + "w", + "ard" + ], + [ + "Ġsh", + "op" + ], + [ + "Ġwh", + "ist" + ], + [ + "Ġd", + "ist" + ], + [ + "Ġor", + "ange" + ], + [ + "L", + "ila" + ], + [ + "Ġn", + "aught" + ], + [ + "ĠSam", + "my" + ], + [ + "Ġnaught", + "y" + ], + [ + "Ġn", + "est" + ], + [ + "o", + "se" + ], + [ + "or", + "s" + ], + [ + "ll", + "a" + ], + [ + "Ġmil", + "k" + ], + [ + "f", + "ish" + ], + [ + "Ġa", + "f" + ], + [ + "Ġb", + "oun" + ], + [ + "Ġp", + "hone" + ], + [ + "Ġarm", + "s" + ], + [ + "Ġe", + "as" + ], + [ + "n", + "ess" + ], + [ + "Ġcar", + "ry" + ], + [ + "ĠGra", + "ndma" + ], + [ + "o", + "g" + ], + [ + "Ġb", + "ought" + ], + [ + "Ġdri", + "ver" + ], + [ + "Ġinst", + "ead" + ], + [ + "L", + "ater" + ], + [ + "Ġtal", + "ked" + ], + [ + "Ġsear", + "ched" + ], + [ + "g", + "ged" + ], + [ + "Ġp", + "ig" + ], + [ + "Ġco", + "zy" + ], + [ + "Ġsun", + "ny" + ], + [ + "itt", + "y" + ], + [ + "Ġfeel", + "s" + ], + [ + "Ġf", + "an" + ], + [ + "Ġwonder", + "ed" + ], + [ + "Ġcom", + "es" + ], + [ + "Ġswim", + "ming" + ], + [ + "u", + "ched" + ], + [ + "Ġto", + "uched" + ], + [ + "Ġp", + "op" + ], + [ + "ĠIn", + "side" + ], + [ + "a", + "le" + ], + [ + "Ġl", + "ucky" + ], + [ + "Ġlaug", + "hing" + ], + [ + "Ġbel", + "ong" + ], + [ + "Ġsound", + "s" + ], + [ + "Ġw", + "om" + ], + [ + "Ġc", + "ave" + ], + [ + "le", + "t" + ], + [ + "Ġjourn", + "ey" + ], + [ + "Ġwom", + "an" + ], + [ + "Ġc", + "ou" + ], + [ + "Ġnot", + "hing" + ], + [ + "Ġco", + "at" + ], + [ + "Ġrelie", + "ved" + ], + [ + "Ġ", + "O" + ], + [ + "Ġpe", + "ace" + ], + [ + "ad", + "ow" + ], + [ + "Ġno", + "se" + ], + [ + "Ġbu", + "sy" + ], + [ + "B", + "ob" + ], + [ + "Ġp", + "ast" + ], + [ + "Ġapp", + "les" + ], + [ + "Ġs", + "ick" + ], + [ + "Ġr", + "ope" + ], + [ + "Ġpat", + "ient" + ], + [ + "Ġa", + "ct" + ], + [ + "Ġp", + "udd" + ], + [ + "Ġin", + "c" + ], + [ + "ra", + "id" + ], + [ + "Ġwatch", + "ing" + ], + [ + "Ġbran", + "ch" + ], + [ + "Ġaf", + "raid" + ], + [ + "Ġto", + "m" + ], + [ + "id", + "er" + ], + [ + "Ġday", + "s" + ], + [ + "Ġre", + "t" + ], + [ + "c", + "ing" + ], + [ + "ĠM", + "ary" + ], + [ + "Ġb", + "and" + ], + [ + "Ġfar", + "m" + ], + [ + "Ġhug", + "e" + ], + [ + "ĠTh", + "ank" + ], + [ + "at", + "or" + ], + [ + "Ġexc", + "iting" + ], + [ + "Ġdan", + "ced" + ], + [ + "th", + "day" + ], + [ + "Ġwa", + "r" + ], + [ + "ĠSo", + "on" + ], + [ + "b", + "all" + ], + [ + "Ġg", + "igg" + ], + [ + "ble", + "m" + ], + [ + "Ġz", + "oom" + ], + [ + "Ġm", + "ad" + ], + [ + "Ġv", + "ill" + ], + [ + "Ġfore", + "ver" + ], + [ + "Ġpro", + "blem" + ], + [ + "Ġcoll", + "ect" + ], + [ + "p", + "ed" + ], + [ + "ir", + "t" + ], + [ + "Ġmin", + "ut" + ], + [ + "Ġw", + "ra" + ], + [ + "h", + "o" + ], + [ + "Ġli", + "fe" + ], + [ + "Ġkne", + "e" + ], + [ + "c", + "es" + ], + [ + "D", + "o" + ], + [ + "c", + "er" + ], + [ + "m", + "p" + ], + [ + "ar", + "p" + ], + [ + "Ġk", + "ing" + ], + [ + "Ġas", + "leep" + ], + [ + "Ġret", + "urn" + ], + [ + "Ġsh", + "arp" + ], + [ + "Ġre", + "l" + ], + [ + "Ġp", + "ower" + ], + [ + "et", + "h" + ], + [ + "Ġhold", + "ing" + ], + [ + "Ġf", + "ing" + ], + [ + "Ġheal", + "thy" + ], + [ + "ĠM", + "ittens" + ], + [ + "Ġpr", + "ot" + ], + [ + "Ġme", + "et" + ], + [ + "Ġor", + "gan" + ], + [ + "Ġcle", + "ver" + ], + [ + "Ġspot", + "ted" + ], + [ + "Ġl", + "etter" + ], + [ + "Ġg", + "ather" + ], + [ + "al", + "m" + ], + [ + "O", + "f" + ], + [ + "e", + "re" + ], + [ + "Ġr", + "ound" + ], + [ + "Ġstor", + "m" + ], + [ + "Ġprot", + "ect" + ], + [ + "Ġgif", + "t" + ], + [ + "am", + "ed" + ], + [ + "Ġma", + "il" + ], + [ + "ĠJ", + "en" + ], + [ + "Ġbir", + "thday" + ], + [ + "Ġpre", + "s" + ], + [ + "Ġsa", + "f" + ], + [ + "Ġneighb", + "or" + ], + [ + "ep", + "end" + ], + [ + "Ġta", + "kes" + ], + [ + "s", + "c" + ], + [ + "Ġe", + "ar" + ], + [ + "Ġcom", + "fort" + ], + [ + "Ġ", + "ent" + ], + [ + "Ġre", + "p" + ], + [ + "Ġpers", + "on" + ], + [ + "Ġsmil", + "ing" + ], + [ + "ĠW", + "ith" + ], + [ + "Ġgent", + "ly" + ], + [ + "Ġpoin", + "ted" + ], + [ + "E", + "very" + ], + [ + "ow", + "ed" + ], + [ + "Ġsp", + "o" + ], + [ + "co", + "l" + ], + [ + "Ġtast", + "y" + ], + [ + "ul", + "ar" + ], + [ + "ĠJim", + "my" + ], + [ + "Ġpl", + "ane" + ], + [ + "st", + "ing" + ], + [ + "h", + "in" + ], + [ + "Ġh", + "oney" + ], + [ + "it", + "ch" + ], + [ + "Ġp", + "ill" + ], + [ + "Ġp", + "ass" + ], + [ + "itt", + "en" + ], + [ + "Ġm", + "atter" + ], + [ + "Ġad", + "m" + ], + [ + "Ġtast", + "ed" + ], + [ + "Ġsmell", + "ed" + ], + [ + "n", + "ic" + ], + [ + "o", + "ve" + ], + [ + "Ġe", + "ag" + ], + [ + "Ġsh", + "ining" + ], + [ + "He", + "y" + ], + [ + "Ġhop", + "e" + ], + [ + "Ġplac", + "es" + ], + [ + "Ġk", + "ick" + ], + [ + "ĠC", + "h" + ], + [ + "Ġpic", + "nic" + ], + [ + "Ġbott", + "le" + ], + [ + "Ġresp", + "ect" + ], + [ + "Ġb", + "lew" + ], + [ + "Ġapp", + "eared" + ], + [ + "Ġsu", + "pp" + ], + [ + "Tom", + "my" + ], + [ + "ĠC", + "ome" + ], + [ + "Ġsp", + "ider" + ], + [ + "Ġint", + "ere" + ], + [ + "Ġche", + "er" + ], + [ + "bo", + "ard" + ], + [ + "Ġwe", + "aring" + ], + [ + "Ġpres", + "ent" + ], + [ + "er", + "t" + ], + [ + "Ġm", + "ist" + ], + [ + "iz", + "e" + ], + [ + "Ġtrou", + "ble" + ], + [ + "Ġtri", + "p" + ], + [ + "Ġp", + "ract" + ], + [ + "Ġk", + "iss" + ], + [ + "Ġqu", + "est" + ], + [ + "o", + "nd" + ], + [ + "Ġas", + "h" + ], + [ + "Ġlo", + "ves" + ], + [ + "Ġtight", + "ly" + ], + [ + "g", + "g" + ], + [ + "ar", + "ge" + ], + [ + "Ġs", + "ur" + ], + [ + "Ġsp", + "read" + ], + [ + "a", + "ur" + ], + [ + "Ġw", + "ide" + ], + [ + "on", + "es" + ], + [ + "um", + "ber" + ], + [ + "Ġfe", + "ather" + ], + [ + "Ġspl", + "as" + ], + [ + "on", + "t" + ], + [ + "nd", + "p" + ], + [ + "Ġl", + "ater" + ], + [ + "Ġwho", + "le" + ], + [ + "Ġany", + "one" + ], + [ + "Ġbre", + "ad" + ], + [ + "M", + "olly" + ], + [ + "Ġd", + "es" + ], + [ + "Ġre", + "c" + ], + [ + "ell", + "a" + ], + [ + "Ġro", + "ad" + ], + [ + "I", + "n" + ], + [ + "Ġo", + "ce" + ], + [ + "Ġgi", + "ant" + ], + [ + "Ġoce", + "an" + ], + [ + "el", + "s" + ], + [ + "Ġpu", + "zz" + ], + [ + "Ġcook", + "ie" + ], + [ + "Ġp", + "an" + ], + [ + "Ġp", + "ath" + ], + [ + "Åĵ", + "I" + ], + [ + "Ġcon", + "fused" + ], + [ + "Ġscream", + "ed" + ], + [ + "Ġcloud", + "s" + ], + [ + "e", + "b" + ], + [ + "Ġimp", + "ress" + ], + [ + "Ġfr", + "ont" + ], + [ + "ĠG", + "o" + ], + [ + "Ġse", + "at" + ], + [ + "le", + "x" + ], + [ + "Ġl", + "ay" + ], + [ + "Ġwh", + "ich" + ], + [ + "l", + "a" + ], + [ + "Ġth", + "in" + ], + [ + "Ġte", + "ach" + ], + [ + "er", + "ly" + ], + [ + "Ġd", + "i" + ], + [ + "Ġansw", + "er" + ], + [ + "ung", + "le" + ], + [ + "Ġa", + "p" + ], + [ + "ss", + "ed" + ], + [ + "h", + "ile" + ], + [ + "u", + "b" + ], + [ + "Ġl", + "arge" + ], + [ + "Ġj", + "ungle" + ], + [ + "Ġprom", + "ise" + ], + [ + "Ġs", + "er" + ], + [ + "Ġb", + "er" + ], + [ + "Ġw", + "ild" + ], + [ + "Ġb", + "ark" + ], + [ + "Ġm", + "ach" + ], + [ + "oo", + "se" + ], + [ + "Ġbutt", + "on" + ], + [ + "ndp", + "a" + ], + [ + "G", + "ood" + ], + [ + "Ġmy", + "ster" + ], + [ + "Ġsn", + "ake" + ], + [ + "Ġvill", + "age" + ], + [ + "Ġh", + "or" + ], + [ + "ĠEm", + "ily" + ], + [ + "C", + "ome" + ], + [ + "Ġtoo", + "l" + ], + [ + "Ġput", + "s" + ], + [ + "Ġla", + "st" + ], + [ + "Ġim", + "ag" + ], + [ + "ĠJ", + "ake" + ], + [ + "L", + "ucy" + ], + [ + "Ġt", + "id" + ], + [ + "Ġb", + "an" + ], + [ + "le", + "br" + ], + [ + "Ġe", + "ventually" + ], + [ + "Ġsl", + "id" + ], + [ + "Ġwa", + "ve" + ], + [ + "Ġli", + "ve" + ], + [ + "Ġch", + "ased" + ], + [ + "ĠEvery", + "where" + ], + [ + "Ġce", + "lebr" + ], + [ + "Ġcray", + "ons" + ], + [ + "J", + "ust" + ], + [ + "Ġsp", + "ent" + ], + [ + "Ġwr", + "ite" + ], + [ + "Ġgi", + "ves" + ], + [ + "un", + "k" + ], + [ + "if", + "e" + ], + [ + "Ġdec", + "or" + ], + [ + "Ġfo", + "ot" + ], + [ + "Ġdel", + "ight" + ], + [ + "Ġso", + "l" + ], + [ + "Ġsand", + "w" + ], + [ + "Ġdir", + "t" + ], + [ + "ĠJ", + "enny" + ], + [ + "Ġtal", + "king" + ], + [ + "Ġtreat", + "s" + ], + [ + "Ġc", + "art" + ], + [ + "ch", + "ing" + ], + [ + "Ġwait", + "ing" + ], + [ + "Ġhid", + "ing" + ], + [ + "Ġsnow", + "man" + ], + [ + "Ġintere", + "sting" + ], + [ + "Ġh", + "on" + ], + [ + "on", + "y" + ], + [ + "Ġshe", + "lf" + ], + [ + "Ġtast", + "e" + ], + [ + "e", + "en" + ], + [ + "J", + "im" + ], + [ + "Ġst", + "ep" + ], + [ + "M", + "um" + ], + [ + "Ġhelp", + "ful" + ], + [ + "Ġfe", + "et" + ], + [ + "Ġsh", + "y" + ], + [ + "Ġgo", + "es" + ], + [ + "Ġv", + "al" + ], + [ + "Ġe", + "mb" + ], + [ + "Ġst", + "ood" + ], + [ + "Ġsh", + "r" + ], + [ + "Ġbuild", + "ing" + ], + [ + "Ġo", + "ven" + ], + [ + "Ġst", + "ret" + ], + [ + "Ġlove", + "ly" + ], + [ + "Ġduck", + "s" + ], + [ + "Ġcorn", + "er" + ], + [ + "Ġwas", + "h" + ], + [ + "ck", + "s" + ], + [ + "Ġsp", + "e" + ], + [ + "Ġpretend", + "ed" + ], + [ + "Ġroll", + "ed" + ], + [ + "Ġru", + "de" + ], + [ + "o", + "ld" + ], + [ + "Ġc", + "alm" + ], + [ + "Ġp", + "ile" + ], + [ + "Ġte", + "eth" + ], + [ + "Ġjump", + "ing" + ], + [ + "Ġz", + "oo" + ], + [ + "Ġpudd", + "le" + ], + [ + "Ġtid", + "y" + ], + [ + "M", + "ama" + ], + [ + "ig", + "er" + ], + [ + "ip", + "e" + ], + [ + "Ġbug", + "s" + ], + [ + "Ġash", + "amed" + ], + [ + "Ġb", + "at" + ], + [ + "in", + "a" + ], + [ + "ĠR", + "e" + ], + [ + "Ġo", + "b" + ], + [ + "Ġst", + "ra" + ], + [ + "ĠS", + "t" + ], + [ + "Ġwhist", + "le" + ], + [ + "Ġban", + "an" + ], + [ + "n", + "ot" + ], + [ + "Ġn", + "et" + ], + [ + "Ġforg", + "ive" + ], + [ + "Ġprin", + "ce" + ], + [ + "en", + "er" + ], + [ + "Ġsh", + "irt" + ], + [ + "Ġs", + "el" + ], + [ + "Ġc", + "oo" + ], + [ + "Ġemb", + "ar" + ], + [ + "ump", + "y" + ], + [ + "Ġspark", + "ly" + ], + [ + "Ġrem", + "ind" + ], + [ + "Ġs", + "ug" + ], + [ + "Ġc", + "ross" + ], + [ + "Ġm", + "ind" + ], + [ + "Ġcan", + "not" + ], + [ + "Ġsuc", + "cess" + ], + [ + "Ġembar", + "ra" + ], + [ + "S", + "oon" + ], + [ + "Ġm", + "ot" + ], + [ + "Ġsh", + "aring" + ], + [ + "Ġwor", + "m" + ], + [ + "Ġfo", + "ld" + ], + [ + "Ġpeace", + "ful" + ], + [ + "Ġw", + "ore" + ], + [ + "Ġm", + "ountain" + ], + [ + "Ġbl", + "ow" + ], + [ + "l", + "ice" + ], + [ + "Ġ", + "ign" + ], + [ + "Ġbe", + "ll" + ], + [ + "Ġfur", + "ry" + ], + [ + "Ġgra", + "b" + ], + [ + "al", + "s" + ], + [ + "omet", + "imes" + ], + [ + "Ġwhen", + "ever" + ], + [ + "Ġp", + "our" + ], + [ + "v", + "ous" + ], + [ + "ll", + "ie" + ], + [ + "Ġpu", + "sh" + ], + [ + "Ġbre", + "ath" + ], + [ + "Ġmach", + "ine" + ], + [ + "Ġsug", + "ar" + ], + [ + "Ġch", + "ick" + ], + [ + "Ġcreat", + "ive" + ], + [ + "S", + "t" + ], + [ + "n", + "ed" + ], + [ + "Ġb", + "al" + ], + [ + "Ġst", + "ir" + ], + [ + "Ġdo", + "lp" + ], + [ + "Ġtri", + "es" + ], + [ + "N", + "ow" + ], + [ + "Ġl", + "ad" + ], + [ + "ĠL", + "e" + ], + [ + "Ġm", + "ed" + ], + [ + "Ġp", + "ool" + ], + [ + "Ġg", + "ener" + ], + [ + "Ġsa", + "l" + ], + [ + "or", + "k" + ], + [ + "ul", + "t" + ], + [ + "Ġspr", + "ay" + ], + [ + "Ġsh", + "ip" + ], + [ + "i", + "an" + ], + [ + "Ġh", + "um" + ], + [ + "Ġhe", + "l" + ], + [ + "is", + "a" + ], + [ + "Ġsel", + "fish" + ], + [ + "Ġh", + "ar" + ], + [ + "Ġfa", + "ces" + ], + [ + "Ġmess", + "y" + ], + [ + "Ġ", + "'" + ], + [ + "Ġp", + "le" + ], + [ + "ĠS", + "ome" + ], + [ + "ĠH", + "ow" + ], + [ + "Ġgo", + "ld" + ], + [ + "Ġcho", + "col" + ], + [ + "P", + "lease" + ], + [ + "Ġminut", + "es" + ], + [ + "Ġpill", + "ow" + ], + [ + "M", + "y" + ], + [ + "a", + "king" + ], + [ + "Ġt", + "un" + ], + [ + "Ġm", + "issed" + ], + [ + "ig", + "hed" + ], + [ + "Ġv", + "an" + ], + [ + "Ġfix", + "ed" + ], + [ + "Ġfight", + "ing" + ], + [ + "o", + "in" + ], + [ + "Ġf", + "ig" + ], + [ + "Ġembarra", + "ssed" + ], + [ + "Ġme", + "ant" + ], + [ + "Ġdri", + "ve" + ], + [ + "Ġtom", + "orrow" + ], + [ + "Ġh", + "ours" + ], + [ + "Ġc", + "a" + ], + [ + "Ġn", + "er" + ], + [ + "Ġsp", + "icy" + ], + [ + "Ġknow", + "ing" + ], + [ + "ĠP", + "lease" + ], + [ + "Sara", + "h" + ], + [ + "Ġlad", + "der" + ], + [ + "it", + "al" + ], + [ + "Ġhor", + "se" + ], + [ + "at", + "o" + ], + [ + "Ġu", + "g" + ], + [ + "ĠJ", + "ust" + ], + [ + "Ġtr", + "ust" + ], + [ + "Ġho", + "sp" + ], + [ + "Ġug", + "ly" + ], + [ + "Ġhosp", + "ital" + ], + [ + "Ġche", + "w" + ], + [ + "Ġbed", + "room" + ], + [ + "Ġeas", + "y" + ], + [ + "Ġner", + "vous" + ], + [ + "Ġro", + "b" + ], + [ + "Ġthank", + "ful" + ], + [ + "Ġcarrot", + "s" + ], + [ + "D", + "ad" + ], + [ + "ell", + "y" + ], + [ + "Ġgre", + "w" + ], + [ + "Ġcol", + "our" + ], + [ + "Ġbar", + "ked" + ], + [ + "Ġcou", + "ch" + ], + [ + "Ġn", + "ut" + ], + [ + "Ġme", + "adow" + ], + [ + "Ġta", + "ught" + ], + [ + "Ġunderst", + "ood" + ], + [ + "Ġdisapp", + "oin" + ], + [ + "Ġp", + "as" + ], + [ + "an", + "o" + ], + [ + "Ġof", + "ten" + ], + [ + "Ġcl", + "ass" + ], + [ + "Ġpas", + "sed" + ], + [ + "Ġkn", + "ocked" + ], + [ + "Ġland", + "ed" + ], + [ + "Ġm", + "ic" + ], + [ + "ir", + "d" + ], + [ + "Ġfe", + "ar" + ], + [ + "Ġco", + "in" + ], + [ + "Ġmu", + "d" + ], + [ + "w", + "ork" + ], + [ + "Ġd", + "eter" + ], + [ + "Ġre", + "g" + ], + [ + "Ġreturn", + "ed" + ], + [ + "Ġdeter", + "m" + ], + [ + "Ġh", + "ur" + ], + [ + "Ġfin", + "ish" + ], + [ + "iz", + "z" + ], + [ + "Ġte", + "a" + ], + [ + "Ġsmo", + "oth" + ], + [ + "m", + "o" + ], + [ + "Ġst", + "uff" + ], + [ + "Ġmo", + "v" + ], + [ + "Ġgener", + "ous" + ], + [ + "T", + "o" + ], + [ + "Ġ", + "On" + ], + [ + "is", + "p" + ], + [ + "Ġdr", + "um" + ], + [ + "o", + "bby" + ], + [ + "Ġbubble", + "s" + ], + [ + "Ġrob", + "ot" + ], + [ + "Ġthe", + "se" + ], + [ + "Ġse", + "ed" + ], + [ + "Ġgl", + "ass" + ], + [ + "Ġdisappoin", + "ted" + ], + [ + "g", + "round" + ], + [ + "Ġr", + "ing" + ], + [ + "Ġc", + "ard" + ], + [ + "Ġhe", + "ars" + ], + [ + "Ġcar", + "ried" + ], + [ + "Ġmo", + "on" + ], + [ + "Ġchocol", + "ate" + ], + [ + "Ġlea", + "f" + ], + [ + "Ġsnack", + "s" + ], + [ + "Ġcir", + "c" + ], + [ + "Ġfan", + "cy" + ], + [ + "d", + "le" + ], + [ + "Ġsp", + "end" + ], + [ + "ĠA", + "nn" + ], + [ + "ust", + "r" + ], + [ + "Ġcra", + "b" + ], + [ + "Ġsong", + "s" + ], + [ + "p", + "ack" + ], + [ + "Ġp", + "ir" + ], + [ + "eci", + "ally" + ], + [ + "os", + "aur" + ], + [ + "Ġso", + "ld" + ], + [ + "Ġbr", + "idge" + ], + [ + "ĠE", + "ven" + ], + [ + "Ġsleep", + "y" + ], + [ + "Ġhon", + "est" + ], + [ + "Ġm", + "ir" + ], + [ + "ĠB", + "r" + ], + [ + "Ġpa", + "w" + ], + [ + "p", + "ecially" + ], + [ + "Ġa", + "v" + ], + [ + "ĠW", + "hy" + ], + [ + "iz", + "zy" + ], + [ + "Ġche", + "st" + ], + [ + "Ġwo", + "lf" + ], + [ + "Ġdin", + "osaur" + ], + [ + "Ġes", + "pecially" + ], + [ + "Ġm", + "ap" + ], + [ + "Ġg", + "as" + ], + [ + "or", + "y" + ], + [ + "Ġch", + "ange" + ], + [ + "Ġgr", + "oup" + ], + [ + "Ġgather", + "ed" + ], + [ + "Ġs", + "our" + ], + [ + "Ġpo", + "or" + ], + [ + "Ġspl", + "ash" + ], + [ + "Ġwa", + "ves" + ], + [ + "Ġfor", + "ward" + ], + [ + "Ġcl", + "own" + ], + [ + "Ġmyster", + "ious" + ], + [ + "r", + "or" + ], + [ + "Ġbo", + "dy" + ], + [ + "Ġfr", + "ustr" + ], + [ + "Ġcra", + "w" + ], + [ + "Ġf", + "ake" + ], + [ + "Ġp", + "in" + ], + [ + "Ġo", + "k" + ], + [ + "Ġr", + "ad" + ], + [ + "Ġwh", + "isp" + ], + [ + "Ġtw", + "irl" + ], + [ + "Ġstr", + "ing" + ], + [ + "Ġsmell", + "y" + ], + [ + "ĠTo", + "gether" + ], + [ + "s", + "ist" + ], + [ + "Ġc", + "and" + ], + [ + "Ġg", + "ate" + ], + [ + "Ġsc", + "ar" + ], + [ + "ĠK", + "itty" + ], + [ + "Ġneck", + "l" + ], + [ + "B", + "illy" + ], + [ + "Ġmot", + "or" + ], + [ + "y", + "ing" + ], + [ + "ot", + "e" + ], + [ + "Ġsh", + "ore" + ], + [ + "ur", + "se" + ], + [ + "Ġje", + "w" + ], + [ + "Ġwe", + "ak" + ], + [ + "Ġgr", + "umpy" + ], + [ + "Ġfing", + "er" + ], + [ + "Ġsa", + "ck" + ], + [ + "Ġk", + "itten" + ], + [ + "Ġpol", + "ite" + ], + [ + "Ġgl", + "ue" + ], + [ + "u", + "ce" + ], + [ + "Ġn", + "umber" + ], + [ + "air", + "s" + ], + [ + "Ġes", + "c" + ], + [ + "Ġmir", + "ror" + ], + [ + "Ġshe", + "ep" + ], + [ + "Ġv", + "ase" + ], + [ + "Ġplant", + "s" + ], + [ + "Ġber", + "ries" + ], + [ + "mo", + "st" + ], + [ + "B", + "e" + ], + [ + "d", + "en" + ], + [ + "Ġj", + "elly" + ], + [ + "ĠThe", + "ir" + ], + [ + "Ġe", + "mp" + ], + [ + "itt", + "er" + ], + [ + "The", + "re" + ], + [ + "Ġsc", + "r" + ], + [ + "Ġgr", + "ay" + ], + [ + "Ġpuzz", + "le" + ], + [ + "Ġneckl", + "ace" + ], + [ + "Ġm", + "aybe" + ], + [ + "Ġpl", + "ate" + ], + [ + "Ġal", + "most" + ], + [ + "us", + "ie" + ], + [ + "Ġfrustr", + "ated" + ], + [ + "Ġemp", + "ty" + ], + [ + "p", + "ort" + ], + [ + "or", + "ry" + ], + [ + "Ġth", + "ick" + ], + [ + "Ġj", + "am" + ], + [ + "Ġsk", + "ipped" + ], + [ + "ens", + "ive" + ], + [ + "ĠT", + "eddy" + ], + [ + "ag", + "ed" + ], + [ + "Ġclos", + "et" + ], + [ + "Ġhid", + "den" + ], + [ + "Ġexp", + "ensive" + ], + [ + "Ġdeterm", + "ined" + ], + [ + "Ġb", + "ored" + ], + [ + "Ġl", + "it" + ], + [ + "Ġd", + "rew" + ], + [ + "Ġle", + "gs" + ], + [ + "Ġho", + "pping" + ], + [ + "at", + "es" + ], + [ + "ĠS", + "ometimes" + ], + [ + "Ġstick", + "s" + ], + [ + "Ġon", + "es" + ], + [ + "ĠA", + "t" + ], + [ + "Ġbird", + "ie" + ], + [ + "ĠD", + "on" + ], + [ + "Ġpol", + "ice" + ], + [ + "Ġfruit", + "s" + ], + [ + "Ġt", + "ick" + ], + [ + "Ġa", + "unt" + ], + [ + "Ġw", + "is" + ], + [ + "Ġb", + "ake" + ], + [ + "Ġl", + "ine" + ], + [ + "ot", + "s" + ], + [ + "Ġst", + "one" + ], + [ + "Ġdog", + "s" + ], + [ + "au", + "l" + ], + [ + "Ġfig", + "ure" + ], + [ + "J", + "ane" + ], + [ + "Ġs", + "ight" + ], + [ + "Ġc", + "ries" + ], + [ + "ĠB", + "e" + ], + [ + "Ġmo", + "ving" + ], + [ + "Ġcont", + "ent" + ], + [ + "ĠBr", + "own" + ], + [ + "Ġsa", + "ved" + ], + [ + "Ġcl", + "oth" + ], + [ + "?\"", + "." + ], + [ + "bo", + "x" + ], + [ + "Ġbran", + "ches" + ], + [ + "Ġpack", + "ed" + ], + [ + "Ġpower", + "ful" + ], + [ + "Ġsplas", + "hed" + ], + [ + "Ġfe", + "ed" + ], + [ + "est", + "ed" + ], + [ + "Ġyell", + "ed" + ], + [ + "W", + "here" + ], + [ + "d", + "ge" + ], + [ + "k", + "in" + ], + [ + "Ġt", + "iger" + ], + [ + "Ġp", + "ay" + ], + [ + "id", + "dle" + ], + [ + "oo", + "p" + ], + [ + "ĠB", + "ella" + ], + [ + "Ġex", + "am" + ], + [ + "Ġta", + "ken" + ], + [ + "Ġcr", + "ane" + ], + [ + "Ġspo", + "il" + ], + [ + "'", + "d" + ], + [ + "Ġha", + "ng" + ], + [ + "Ġfl", + "ag" + ], + [ + "Ġansw", + "ered" + ], + [ + "Ġdisco", + "vered" + ], + [ + "ĠLe", + "o" + ], + [ + "u", + "sh" + ], + [ + "Ġsa", + "ve" + ], + [ + "Ġsee", + "k" + ], + [ + "Ġexc", + "ite" + ], + [ + "Ġpr", + "ay" + ], + [ + "Ġjo", + "g" + ], + [ + "Ġstand", + "ing" + ], + [ + "Ġdolp", + "hin" + ], + [ + "Ġj", + "ack" + ], + [ + "A", + "re" + ], + [ + "er", + "a" + ], + [ + "ra", + "g" + ], + [ + "Ġfl", + "ut" + ], + [ + "get", + "able" + ], + [ + "Ġb", + "oring" + ], + [ + "Ġlo", + "ck" + ], + [ + "Ġinc", + "red" + ], + [ + "Ġexcite", + "ment" + ], + [ + "Ġs", + "ighed" + ], + [ + "Ġw", + "ip" + ], + [ + "Ġf", + "is" + ], + [ + "Ġf", + "ill" + ], + [ + "Ġso", + "ap" + ], + [ + "ĠM", + "um" + ], + [ + "ol", + "a" + ], + [ + "Ġple", + "ased" + ], + [ + "Ġjack", + "et" + ], + [ + "l", + "ight" + ], + [ + "Ġs", + "ugg" + ], + [ + "Ġm", + "iddle" + ], + [ + "Ġe", + "ld" + ], + [ + "Ġwr", + "ote" + ], + [ + "Ġballoon", + "s" + ], + [ + "Ġorgan", + "ized" + ], + [ + "qu", + "e" + ], + [ + "Ġsail", + "ed" + ], + [ + "The", + "ir" + ], + [ + "Ġtell", + "s" + ], + [ + "Ġo", + "y" + ], + [ + "Ġst", + "ones" + ], + [ + "Ġbo", + "ard" + ], + [ + "Ġsp", + "un" + ], + [ + "Ġve", + "getable" + ], + [ + "l", + "ies" + ], + [ + "Ġ", + "ind" + ], + [ + "in", + "ess" + ], + [ + "Ġwor", + "king" + ], + [ + "l", + "ower" + ], + [ + "al", + "k" + ], + [ + "if", + "f" + ], + [ + "Ġpar", + "rot" + ], + [ + "St", + "op" + ], + [ + "Ġscar", + "f" + ], + [ + "Ġwa", + "gged" + ], + [ + "Ġcl", + "ap" + ], + [ + "Ġme", + "asure" + ], + [ + "as", + "ing" + ], + [ + "Ġte", + "ars" + ], + [ + "bo", + "dy" + ], + [ + "Ġcomfort", + "able" + ], + [ + "Ġle", + "g" + ], + [ + "Ġsw", + "an" + ], + [ + "Ġtr", + "ue" + ], + [ + "Ġfr", + "ight" + ], + [ + "Ġdr", + "op" + ], + [ + "Ġsmo", + "ke" + ], + [ + "Ġfeather", + "s" + ], + [ + "Ġincred", + "ible" + ], + [ + "g", + "gs" + ], + [ + "u", + "al" + ], + [ + "Ġt", + "ie" + ], + [ + "Ġc", + "ap" + ], + [ + "Ġlo", + "se" + ], + [ + "Ġpu", + "s" + ], + [ + "Ġeag", + "er" + ], + [ + "Ġmov", + "ie" + ], + [ + "f", + "ic" + ], + [ + "Ġc", + "op" + ], + [ + "Ġe", + "ggs" + ], + [ + "oo", + "f" + ], + [ + "Ġr", + "id" + ], + [ + "Ġco", + "vered" + ], + [ + "Ġf", + "il" + ], + [ + "Ġle", + "m" + ], + [ + "Ġgra", + "p" + ], + [ + "Ġdisapp", + "eared" + ], + [ + "Ġrec", + "ord" + ], + [ + "ĠT", + "V" + ], + [ + "ĠB", + "l" + ], + [ + "Ġex", + "t" + ], + [ + "Ġor", + "d" + ], + [ + "Ġgigg", + "led" + ], + [ + "c", + "orn" + ], + [ + "Ġp", + "ri" + ], + [ + "Ġha", + "m" + ], + [ + "Ġr", + "are" + ], + [ + "Ġyour", + "self" + ], + [ + "Ġen", + "g" + ], + [ + "Ġwh", + "ale" + ], + [ + "Ġkn", + "ife" + ], + [ + "ĠL", + "isa" + ], + [ + "Ġte", + "am" + ], + [ + "ĠJohn", + "ny" + ], + [ + "z", + "ed" + ], + [ + "Ġt", + "est" + ], + [ + "Ġb", + "one" + ], + [ + "Ġd", + "izzy" + ], + [ + "Ġli", + "br" + ], + [ + "Ġwra", + "p" + ], + [ + "Ġquest", + "ions" + ], + [ + "i", + "v" + ], + [ + "Ġl", + "ying" + ], + [ + "Ġst", + "amp" + ], + [ + "Ġli", + "cked" + ], + [ + "Ġno", + "isy" + ], + [ + "Ġkind", + "ness" + ], + [ + "Ġdif", + "fic" + ], + [ + "Ġdraw", + "ing" + ], + [ + "app", + "ing" + ], + [ + "Jim", + "my" + ], + [ + "Ġstra", + "w" + ], + [ + "Ġb", + "urn" + ], + [ + "Ġwa", + "gon" + ], + [ + "at", + "ely" + ], + [ + "Ġgr", + "own" + ], + [ + "Ġrock", + "et" + ], + [ + "Ġpop", + "corn" + ], + [ + "S", + "ally" + ], + [ + "Ġb", + "atter" + ], + [ + "Ġwa", + "nd" + ], + [ + "Ġan", + "c" + ], + [ + "ĠE", + "nd" + ], + [ + "Ġsw", + "ord" + ], + [ + "Ġhappen", + "ing" + ], + [ + "Ġlift", + "ed" + ], + [ + "Ġbal", + "ance" + ], + [ + "Ġext", + "ra" + ], + [ + "S", + "orry" + ], + [ + "h", + "a" + ], + [ + "Ġwa", + "nder" + ], + [ + "Ġf", + "at" + ], + [ + "ĠM", + "ark" + ], + [ + "ĠE", + "lla" + ], + [ + "Ġbec", + "ome" + ], + [ + "Ġtr", + "ack" + ], + [ + "Ġsmall", + "er" + ], + [ + "Ġmist", + "ake" + ], + [ + "Ġto", + "ast" + ], + [ + "at", + "ing" + ], + [ + "Ġman", + "aged" + ], + [ + "sel", + "ves" + ], + [ + "ĠP", + "eter" + ], + [ + "Ġbath", + "room" + ], + [ + "Ġhar", + "m" + ], + [ + "Ġdiffic", + "ult" + ], + [ + "Ġtw", + "ist" + ], + [ + "Ġoff", + "ered" + ], + [ + "Ġru", + "ined" + ], + [ + "Ġmat", + "ch" + ], + [ + "Ġanc", + "ient" + ], + [ + "Ġg", + "ar" + ], + [ + "ill", + "i" + ], + [ + "Ġdist", + "ance" + ], + [ + "Ġplay", + "ground" + ], + [ + "Ġla", + "zy" + ], + [ + "Ġdan", + "cing" + ], + [ + "Ġadvent", + "ur" + ], + [ + "a", + "f" + ], + [ + "ĠB", + "a" + ], + [ + "Ġcall", + "ing" + ], + [ + "Ġclean", + "ed" + ], + [ + "Ġcr", + "own" + ], + [ + "orm", + "al" + ], + [ + "Ġon", + "ce" + ], + [ + "Ġbo", + "ss" + ], + [ + "Ġse", + "ll" + ], + [ + "Ġwalk", + "s" + ], + [ + "Ġfright", + "ened" + ], + [ + "er", + "ri" + ], + [ + "Ġm", + "ask" + ], + [ + "Ġfl", + "uffy" + ], + [ + "em", + "o" + ], + [ + "Ġ", + "Z" + ], + [ + "Ġf", + "rag" + ], + [ + "Ġd", + "est" + ], + [ + "Ġn", + "ormal" + ], + [ + "Ġy", + "og" + ], + [ + "Ġpick", + "s" + ], + [ + "Ġey", + "e" + ], + [ + "Ġdr", + "ank" + ], + [ + "Ġcir", + "cle" + ], + [ + "Ġadventur", + "ous" + ], + [ + "S", + "pot" + ], + [ + "Ġt", + "ent" + ], + [ + "Ġp", + "ress" + ], + [ + "Ġk", + "issed" + ], + [ + "ic", + "t" + ], + [ + "Ġsc", + "iss" + ], + [ + "Ġget", + "s" + ], + [ + "Ġtr", + "unk" + ], + [ + "Ġche", + "ck" + ], + [ + "Ġenjoy", + "ing" + ], + [ + "Ġshell", + "s" + ], + [ + "Ġeld", + "erly" + ], + [ + "Ġsciss", + "ors" + ], + [ + "Ġt", + "erri" + ], + [ + "Ġto", + "ug" + ], + [ + "ag", + "es" + ], + [ + "Ġste", + "al" + ], + [ + "M", + "e" + ], + [ + "re", + "ady" + ], + [ + "et", + "e" + ], + [ + "Ġal", + "ready" + ], + [ + "ĠL", + "ittle" + ], + [ + "Ġju", + "icy" + ], + [ + "Ġstu", + "dy" + ], + [ + "Ġh", + "orn" + ], + [ + "er", + "p" + ], + [ + "Ġp", + "izz" + ], + [ + "Ġall", + "ig" + ], + [ + "Ġloud", + "er" + ], + [ + "Ġtow", + "el" + ], + [ + "Ġcirc", + "les" + ], + [ + "Ġle", + "ad" + ], + [ + "Ġro", + "ar" + ], + [ + "Ġro", + "se" + ], + [ + "Ġsl", + "ipped" + ], + [ + "Ġte", + "le" + ], + [ + "Ġfam", + "ous" + ], + [ + "Ġar", + "g" + ], + [ + "Ġcheer", + "ful" + ], + [ + "ĠRe", + "x" + ], + [ + "Ġtoug", + "h" + ], + [ + "i", + "pper" + ], + [ + "Ġb", + "arn" + ], + [ + "Ġf", + "ool" + ], + [ + "Ġd", + "ig" + ], + [ + "Ġd", + "ish" + ], + [ + "Ġagain", + "st" + ], + [ + "Ġde", + "er" + ], + [ + "Ġsweet", + "ie" + ], + [ + "Ġeng", + "ine" + ], + [ + "Ġ", + "ed" + ], + [ + "Ġf", + "ather" + ], + [ + "Ġco", + "ver" + ], + [ + "Ġyour", + "s" + ], + [ + "Ġneed", + "s" + ], + [ + "Jo", + "e" + ], + [ + "Ġbag", + "s" + ], + [ + "Ġspin", + "ning" + ], + [ + "S", + "ue" + ], + [ + "Ġa", + "w" + ], + [ + "an", + "ged" + ], + [ + "am", + "ond" + ], + [ + "Ġy", + "arn" + ], + [ + "op", + "h" + ], + [ + "Ġgi", + "ving" + ], + [ + "Ġdi", + "amond" + ], + [ + "Ġsandw", + "ich" + ], + [ + "Ġind", + "epend" + ], + [ + "Ġfrag", + "ile" + ], + [ + "W", + "ho" + ], + [ + "ce", + "pt" + ], + [ + "Ġno", + "sy" + ], + [ + "Ġtw", + "ig" + ], + [ + "Ġhurt", + "s" + ], + [ + "Ġsugg", + "ested" + ], + [ + "Ġlem", + "on" + ], + [ + "i", + "est" + ], + [ + "in", + "ation" + ], + [ + "or", + "ge" + ], + [ + "Ġno", + "d" + ], + [ + "Ġbl", + "oom" + ], + [ + "Ġho", + "se" + ], + [ + "Ġbox", + "es" + ], + [ + "Ġreal", + "ised" + ], + [ + "Ġfr", + "own" + ], + [ + "ac", + "he" + ], + [ + "Ġrel", + "ax" + ], + [ + "Ġham", + "mer" + ], + [ + "Ġa", + "dded" + ], + [ + "Ġwe", + "ird" + ], + [ + "Ġmo", + "d" + ], + [ + "Ġcr", + "ack" + ], + [ + "Ġallig", + "ator" + ], + [ + "A", + "my" + ], + [ + "G", + "ra" + ], + [ + "o", + "ot" + ], + [ + "Ġsh", + "ake" + ], + [ + "ra", + "ge" + ], + [ + "Ġlearn", + "ing" + ], + [ + "Ġvegetable", + "s" + ], + [ + "Ġa", + "dd" + ], + [ + "Ġm", + "elt" + ], + [ + "ĠS", + "usie" + ], + [ + "el", + "p" + ], + [ + "ĠB", + "obby" + ], + [ + "Ġtra", + "p" + ], + [ + "Ġcoll", + "ar" + ], + [ + "Ġstu", + "bb" + ], + [ + "i", + "que" + ], + [ + "Ġb", + "orrow" + ], + [ + "Ġp", + "ump" + ], + [ + "Ġloud", + "ly" + ], + [ + "Ġsear", + "ch" + ], + [ + "Ġchick", + "en" + ], + [ + "Ġpizz", + "a" + ], + [ + "Ġindepend", + "ent" + ], + [ + "Ġstubb", + "orn" + ], + [ + "Ġre", + "f" + ], + [ + "Ġas", + "king" + ], + [ + "Ġbr", + "illi" + ], + [ + "Ġdec", + "ide" + ], + [ + "Ġfl", + "ash" + ], + [ + "Ġcat", + "erp" + ], + [ + "Ġqu", + "een" + ], + [ + "Ġsn", + "ee" + ], + [ + "ĠR", + "ose" + ], + [ + "Ġinv", + "ited" + ], + [ + "Ġstraw", + "ber" + ], + [ + "Ġfool", + "ish" + ], + [ + "Ġcaterp", + "ill" + ], + [ + "g", + "y" + ], + [ + "Ġt", + "ur" + ], + [ + "Ġd", + "epend" + ], + [ + "Ġg", + "uit" + ], + [ + "Ġst", + "ri" + ], + [ + "Ġkn", + "ight" + ], + [ + "Ġboy", + "s" + ], + [ + "Ġpe", + "e" + ], + [ + "Ġcom", + "b" + ], + [ + "Ġcle", + "ar" + ], + [ + "Ġun", + "ique" + ], + [ + "Ġbutt", + "ons" + ], + [ + "ĠTweet", + "y" + ], + [ + "Ġcolour", + "ful" + ], + [ + "Ġesc", + "ape" + ], + [ + "Ġbrilli", + "ant" + ], + [ + "Ġr", + "ich" + ], + [ + "ĠB", + "u" + ], + [ + "Ġsay", + "ing" + ], + [ + "Ġro", + "de" + ], + [ + "Ġsk", + "in" + ], + [ + "Ġgar", + "age" + ], + [ + "H", + "elp" + ], + [ + "d", + "om" + ], + [ + "Ġm", + "ummy" + ], + [ + "Ġbe", + "ak" + ], + [ + "ur", + "ed" + ], + [ + "a", + "w" + ], + [ + "e", + "orge" + ], + [ + "r", + "op" + ], + [ + "ed", + "ient" + ], + [ + "Ġun", + "us" + ], + [ + "Ġoy", + "ster" + ], + [ + "Ġtur", + "key" + ], + [ + "Ġ", + "OK" + ], + [ + "Ġf", + "ountain" + ], + [ + "Ġp", + "atter" + ], + [ + "Ġwe", + "ek" + ], + [ + "Ġch", + "ase" + ], + [ + "Ġru", + "bb" + ], + [ + "Ġcount", + "ed" + ], + [ + "Ġreg", + "ular" + ], + [ + "Ġwip", + "ed" + ], + [ + "Ġguit", + "ar" + ], + [ + "Ġunus", + "ual" + ], + [ + "l", + "and" + ], + [ + "Ġu", + "mb" + ], + [ + "Ġfor", + "k" + ], + [ + "Ġshow", + "s" + ], + [ + "Ġlight", + "s" + ], + [ + "Ġwall", + "s" + ], + [ + "Ġdream", + "ed" + ], + [ + "Ġbanan", + "a" + ], + [ + "Ġsuccess", + "ful" + ], + [ + "Ġjew", + "el" + ], + [ + "Ġpatter", + "n" + ], + [ + "Ġumb", + "re" + ], + [ + "c", + "il" + ], + [ + "r", + "ay" + ], + [ + "in", + "al" + ], + [ + "Ġl", + "ow" + ], + [ + "im", + "ed" + ], + [ + "Ġsw", + "e" + ], + [ + "Ġcry", + "st" + ], + [ + "Ġpen", + "cil" + ], + [ + "Ġsaf", + "ely" + ], + [ + "Ġtool", + "s" + ], + [ + "W", + "ell" + ], + [ + "Ġt", + "ape" + ], + [ + "Ġst", + "ream" + ], + [ + "ce", + "ed" + ], + [ + "Ġre", + "sc" + ], + [ + "Ġab", + "ove" + ], + [ + "Ġhard", + "er" + ], + [ + "Ġgu", + "ess" + ], + [ + "Ġbott", + "om" + ], + [ + "Ġmark", + "et" + ], + [ + "Ġimpress", + "ed" + ], + [ + "Ġwa", + "ff" + ], + [ + "an", + "ut" + ], + [ + "ig", + "inal" + ], + [ + "Ġnot", + "ice" + ], + [ + "ill", + "a" + ], + [ + "Ġno", + "ds" + ], + [ + "Ġpe", + "anut" + ], + [ + "ol", + "og" + ], + [ + "Ġpat", + "ch" + ], + [ + "Ġcraw", + "led" + ], + [ + "Ġcaterpill", + "ar" + ], + [ + "n", + "a" + ], + [ + "Ġt", + "ank" + ], + [ + "Ġt", + "ask" + ], + [ + "Ġt", + "ire" + ], + [ + "Ġg", + "un" + ], + [ + "Ġlo", + "ad" + ], + [ + "Ġcomp", + "et" + ], + [ + "umb", + "led" + ], + [ + "Ġap", + "olog" + ], + [ + "Ġsol", + "ve" + ], + [ + "H", + "ow" + ], + [ + "M", + "ummy" + ], + [ + "f", + "ast" + ], + [ + "h", + "ip" + ], + [ + "Ġ", + "No" + ], + [ + "Ġb", + "itter" + ], + [ + "ar", + "l" + ], + [ + "Ġe", + "ars" + ], + [ + "Ġsh", + "one" + ], + [ + "Ġbr", + "ush" + ], + [ + "ĠF", + "in" + ], + [ + "Ġor", + "iginal" + ], + [ + "Ġfi", + "er" + ], + [ + "Ġgl", + "ow" + ], + [ + "ĠN", + "emo" + ], + [ + "Ġbreak", + "fast" + ], + [ + "Ġadm", + "ired" + ], + [ + "ĠBl", + "ue" + ], + [ + "Ġed", + "ge" + ], + [ + "Ġdepend", + "able" + ], + [ + "u", + "nd" + ], + [ + "ut", + "h" + ], + [ + "ĠI", + "f" + ], + [ + "Ġcl", + "ay" + ], + [ + "Ġstrong", + "er" + ], + [ + "Ġboss", + "y" + ], + [ + "Ġc", + "udd" + ], + [ + "as", + "er" + ], + [ + "Ġgra", + "ndpa" + ], + [ + "Ġknow", + "s" + ], + [ + "Ġpick", + "ing" + ], + [ + "Ġjo", + "ke" + ], + [ + "Ġboat", + "s" + ], + [ + "Ġba", + "ld" + ], + [ + "Ġmed", + "ic" + ], + [ + "Ġscr", + "at" + ], + [ + "Ġc", + "one" + ], + [ + "Ġp", + "enny" + ], + [ + "Ġle", + "an" + ], + [ + "Ġra", + "ft" + ], + [ + "ugg", + "led" + ], + [ + "Ġsuc", + "ceed" + ], + [ + "Ġob", + "edient" + ], + [ + "Ġhum", + "ble" + ], + [ + "Ġlibr", + "ary" + ], + [ + "R", + "e" + ], + [ + "he", + "ad" + ], + [ + "Ġp", + "h" + ], + [ + "Ġn", + "umb" + ], + [ + "Ġsa", + "uce" + ], + [ + "ĠB", + "ear" + ], + [ + "Ġtr", + "ay" + ], + [ + "Ġproud", + "ly" + ], + [ + "He", + "re" + ], + [ + "Ġsound", + "ed" + ], + [ + "Ġsqu", + "are" + ], + [ + "Ġterri", + "ble" + ], + [ + "Ġcryst", + "al" + ], + [ + "Ġfier", + "ce" + ], + [ + "J", + "ill" + ], + [ + "Ġw", + "itch" + ], + [ + "in", + "ary" + ], + [ + "Ġhapp", + "iness" + ], + [ + "ĠL", + "ola" + ], + [ + "Ġhand", + "ed" + ], + [ + "Ġfr", + "idge" + ], + [ + "f", + "a" + ], + [ + "Ġr", + "ough" + ], + [ + "ent", + "ion" + ], + [ + "Ġch", + "anged" + ], + [ + "Ġjo", + "ined" + ], + [ + "Ġra", + "ven" + ], + [ + "Ġmight", + "y" + ], + [ + "Ġcho", + "se" + ], + [ + "Ġwhe", + "el" + ], + [ + "Ġumbre", + "lla" + ], + [ + "Ġt", + "ag" + ], + [ + "Ġc", + "ri" + ], + [ + "Ġo", + "w" + ], + [ + "ar", + "ry" + ], + [ + "im", + "p" + ], + [ + "ĠB", + "ill" + ], + [ + "Ġhelp", + "s" + ], + [ + "Ġfind", + "ing" + ], + [ + "Ġclean", + "ing" + ], + [ + "Ġsqu", + "ee" + ], + [ + "Ġfire", + "work" + ], + [ + "Ġmedic", + "ine" + ], + [ + "a", + "zz" + ], + [ + "m", + "et" + ], + [ + "Ġplay", + "ful" + ], + [ + "Ġlo", + "cked" + ], + [ + "Ġgo", + "at" + ], + [ + "Ġac", + "cept" + ], + [ + "Ġcomp", + "ass" + ], + [ + "Ġsur", + "f" + ], + [ + "Ġcompet", + "it" + ], + [ + "e", + "xt" + ], + [ + "k", + "n" + ], + [ + "Ġs", + "y" + ], + [ + "Ġs", + "il" + ], + [ + "Ġbe", + "et" + ], + [ + "ĠM", + "ar" + ], + [ + "ur", + "ing" + ], + [ + "Ġch", + "ir" + ], + [ + "ĠE", + "llie" + ], + [ + "Ġball", + "s" + ], + [ + "Åĵ", + "Let" + ], + [ + "Ġbutterf", + "lies" + ], + [ + "Ġgu", + "ard" + ], + [ + "Ġcray", + "on" + ], + [ + "Ġdisco", + "ver" + ], + [ + "Ġpar", + "ade" + ], + [ + "Ġmix", + "ed" + ], + [ + "Ġval", + "u" + ], + [ + "Ġhel", + "met" + ], + [ + "ĠBrown", + "ie" + ], + [ + "E", + "m" + ], + [ + "j", + "ect" + ], + [ + "s", + "qu" + ], + [ + "u", + "d" + ], + [ + "Ġg", + "um" + ], + [ + "at", + "ure" + ], + [ + "Ġis", + "land" + ], + [ + "Ġco", + "st" + ], + [ + "Ġmo", + "le" + ], + [ + "Ġnice", + "ly" + ], + [ + "Ġkind", + "s" + ], + [ + "Ġra", + "ced" + ], + [ + "Ġsto", + "ve" + ], + [ + "Ġlaugh", + "s" + ], + [ + "Ġmar", + "ch" + ], + [ + "Ġfall", + "s" + ], + [ + "Ġpers", + "ist" + ], + [ + "ĠBa", + "by" + ], + [ + "oph", + "ie" + ], + [ + "A", + "lice" + ], + [ + "i", + "ence" + ], + [ + "it", + "o" + ], + [ + "Ġc", + "age" + ], + [ + "Ġg", + "oose" + ], + [ + "Ġco", + "ins" + ], + [ + "Ġtr", + "ump" + ], + [ + "Ġmo", + "squ" + ], + [ + "Ġser", + "ious" + ], + [ + "Ġmosqu", + "ito" + ], + [ + "Ġf", + "lex" + ], + [ + "Ġc", + "ro" + ], + [ + "el", + "on" + ], + [ + "Ġexc", + "la" + ], + [ + "Ġch", + "oose" + ], + [ + "Ġexpl", + "ored" + ], + [ + "Ġun", + "l" + ], + [ + "Ġbrother", + "s" + ], + [ + "Ġgu", + "il" + ], + [ + "Ġnumb", + "ers" + ], + [ + "Ġtrump", + "et" + ], + [ + "Ġ", + "icy" + ], + [ + "Ġmom", + "s" + ], + [ + "ie", + "w" + ], + [ + "Ġv", + "iew" + ], + [ + "Ġen", + "orm" + ], + [ + "Ġfire", + "man" + ], + [ + "ĠMr", + "s" + ], + [ + "Ġpract", + "ice" + ], + [ + "Ġenorm", + "ous" + ], + [ + "w", + "ards" + ], + [ + "Ġs", + "up" + ], + [ + "Ġvo", + "lc" + ], + [ + "Ġmean", + "s" + ], + [ + "Ġpoin", + "ting" + ], + [ + "Ġvalu", + "able" + ], + [ + "Ġflex", + "ible" + ], + [ + "Ġexcla", + "imed" + ], + [ + "Ġguil", + "ty" + ], + [ + "y", + "al" + ], + [ + "Ġc", + "am" + ], + [ + "Ġp", + "ipe" + ], + [ + "is", + "ion" + ], + [ + "ĠM", + "y" + ], + [ + "Ġuse", + "ful" + ], + [ + "Ġfav", + "our" + ], + [ + "Ġcra", + "zy" + ], + [ + "Ġph", + "ot" + ], + [ + "kn", + "own" + ], + [ + "Ġvolc", + "ano" + ], + [ + "Ġwa", + "ke" + ], + [ + "Ġc", + "ity" + ], + [ + "om", + "ed" + ], + [ + "ll", + "ip" + ], + [ + "Ġfor", + "th" + ], + [ + "Ġlo", + "llip" + ], + [ + "Ġse", + "al" + ], + [ + "Ġall", + "owed" + ], + [ + "Ġsc", + "are" + ], + [ + "Ġbright", + "ly" + ], + [ + "Ġmar", + "ble" + ], + [ + "Ġpop", + "ular" + ], + [ + "Ġflash", + "light" + ], + [ + "Ġcompass", + "ion" + ], + [ + "Ġlollip", + "op" + ], + [ + "Ġ", + "U" + ], + [ + "Ġ", + "ing" + ], + [ + "Ġh", + "unt" + ], + [ + "Ġd", + "ull" + ], + [ + "er", + "ry" + ], + [ + "Ġst", + "at" + ], + [ + "Ġshe", + "l" + ], + [ + "!\"", + "." + ], + [ + "Ġun", + "known" + ], + [ + "Ġhat", + "s" + ], + [ + "Ġsho", + "ot" + ], + [ + "red", + "ient" + ], + [ + "Ġbelong", + "ed" + ], + [ + "Ġfavour", + "ite" + ], + [ + "Ġing", + "redient" + ], + [ + "Ġp", + "il" + ], + [ + "Ġlo", + "yal" + ], + [ + "Ġbra", + "ce" + ], + [ + "ĠWhen", + "ever" + ], + [ + "Ġdream", + "s" + ], + [ + "Ġkick", + "ed" + ], + [ + "Ġseed", + "s" + ], + [ + "Ġtwirl", + "ed" + ], + [ + "Ġsup", + "er" + ], + [ + "t", + "ime" + ], + [ + "Ġf", + "ine" + ], + [ + "Ġbe", + "es" + ], + [ + "Ġso", + "fa" + ], + [ + "Ġsh", + "ark" + ], + [ + "ĠM", + "ike" + ], + [ + "Ġan", + "x" + ], + [ + "Ġsad", + "ly" + ], + [ + "Ġshow", + "ing" + ], + [ + "Ġway", + "s" + ], + [ + "Ġtruck", + "s" + ], + [ + "Ġdelic", + "ate" + ], + [ + "ation", + "s" + ], + [ + "Ġrep", + "e" + ], + [ + "Ġimpress", + "ive" + ], + [ + "Ġpour", + "ed" + ], + [ + "Ġpir", + "ate" + ], + [ + "Ġwhisp", + "ered" + ], + [ + "Ġharm", + "less" + ], + [ + "a", + "ff" + ], + [ + "Ġt", + "urt" + ], + [ + "Ġt", + "ied" + ], + [ + "ar", + "oo" + ], + [ + "ad", + "o" + ], + [ + "art", + "h" + ], + [ + "Ġgra", + "ce" + ], + [ + "Ġhand", + "le" + ], + [ + "Ġen", + "c" + ], + [ + "Ġdel", + "iver" + ], + [ + "Ben", + "ny" + ], + [ + "Ġru", + "shed" + ], + [ + "Ġus", + "ing" + ], + [ + "ang", + "aroo" + ], + [ + "Ġshap", + "e" + ], + [ + "Ġbus", + "hes" + ], + [ + "Ġpersist", + "ent" + ], + [ + "Ġg", + "or" + ], + [ + "ĠS", + "p" + ], + [ + "Ġk", + "angaroo" + ], + [ + "Ġan", + "g" + ], + [ + "Ġoff", + "ice" + ], + [ + "Ġanx", + "ious" + ], + [ + "G", + "o" + ], + [ + "al", + "ous" + ], + [ + "Ġsp", + "ell" + ], + [ + "ĠW", + "hile" + ], + [ + "ia", + "ble" + ], + [ + "Ġpot", + "ato" + ], + [ + "Ġje", + "alous" + ], + [ + "Ġwra", + "pped" + ], + [ + "Ġf", + "our" + ], + [ + "Ġc", + "urt" + ], + [ + "Ġlo", + "g" + ], + [ + "Ġco", + "al" + ], + [ + "Ġrel", + "iable" + ], + [ + "Ġcurt", + "ain" + ], + [ + "D", + "aisy" + ], + [ + "Ġs", + "udden" + ], + [ + "mb", + "ol" + ], + [ + "Åĵ", + "Yes" + ], + [ + "ac", + "hes" + ], + [ + "ĠP", + "e" + ], + [ + "Ġpain", + "ted" + ], + [ + "ĠTo", + "by" + ], + [ + "Ġce", + "re" + ], + [ + "g", + "u" + ], + [ + "Ġt", + "ummy" + ], + [ + "Ġth", + "ose" + ], + [ + "ous", + "es" + ], + [ + "udd", + "y" + ], + [ + "Ġcu", + "sh" + ], + [ + "Ġmet", + "al" + ], + [ + "Ġsy", + "mbol" + ], + [ + "Ġbeet", + "le" + ], + [ + "Ġcam", + "era" + ], + [ + "Ġh", + "ouses" + ], + [ + "il", + "t" + ], + [ + "Ġcelebr", + "ate" + ], + [ + "Ġdelight", + "ed" + ], + [ + "Ġgor", + "illa" + ], + [ + "Ġto", + "oth" + ], + [ + "Ġth", + "irst" + ], + [ + "ke", + "ep" + ], + [ + "Ġsh", + "iver" + ], + [ + "Ġre", + "ward" + ], + [ + "Ġsp", + "ace" + ], + [ + "Ġtra", + "vel" + ], + [ + "Ġru", + "bbed" + ], + [ + "Ġprin", + "t" + ], + [ + "Ġdri", + "ving" + ], + [ + "Ġmar", + "ry" + ], + [ + "Ġwar", + "ned" + ], + [ + "Ġsold", + "ier" + ], + [ + "Ġmotor", + "cy" + ], + [ + "c", + "ut" + ], + [ + "Ġs", + "on" + ], + [ + "Ġto", + "r" + ], + [ + "ar", + "lie" + ], + [ + "Ġher", + "o" + ], + [ + "ie", + "f" + ], + [ + "Ġcar", + "p" + ], + [ + "Ġexcited", + "ly" + ], + [ + "Ġte", + "mp" + ], + [ + "ĠP", + "ete" + ], + [ + "ĠBob", + "o" + ], + [ + "co", + "d" + ], + [ + "Ġhun", + "g" + ], + [ + "Ġgrow", + "ing" + ], + [ + "up", + "id" + ], + [ + "Ġthin", + "king" + ], + [ + "Ġtun", + "n" + ], + [ + "W", + "hile" + ], + [ + "c", + "u" + ], + [ + "i", + "pp" + ], + [ + "Ġh", + "ay" + ], + [ + "Ġy", + "et" + ], + [ + "Ġv", + "ine" + ], + [ + "Ġac", + "orn" + ], + [ + "icy", + "cle" + ], + [ + "Ġpre", + "p" + ], + [ + "Ġremind", + "ed" + ], + [ + "Ġgas", + "ped" + ], + [ + "Ġflut", + "e" + ], + [ + "Ġord", + "inary" + ], + [ + "Ġcro", + "cod" + ], + [ + "Ġa", + "mb" + ], + [ + "Ġc", + "ur" + ], + [ + "ĠB", + "et" + ], + [ + "ĠM", + "andy" + ], + [ + "Ġpu", + "p" + ], + [ + "Ġcreature", + "s" + ], + [ + "Ġhur", + "ry" + ], + [ + "Ġspoil", + "ed" + ], + [ + "Ġt", + "imes" + ], + [ + "Ġm", + "is" + ], + [ + "Ġr", + "ice" + ], + [ + "Ġst", + "upid" + ], + [ + "Ġsh", + "ine" + ], + [ + "Ġre", + "sist" + ], + [ + "ug", + "ged" + ], + [ + "Ġla", + "w" + ], + [ + "Ġsk", + "ull" + ], + [ + "co", + "a" + ], + [ + "Ġmiss", + "ing" + ], + [ + "Ġwhe", + "at" + ], + [ + "Ġsupp", + "ort" + ], + [ + "Ġingredient", + "s" + ], + [ + "a", + "id" + ], + [ + "l", + "oo" + ], + [ + "Ġc", + "ase" + ], + [ + "er", + "y" + ], + [ + "Ġwas", + "hed" + ], + [ + "Ġdo", + "ve" + ], + [ + "Ġsp", + "illed" + ], + [ + "Ġsc", + "oot" + ], + [ + "Ġme", + "al" + ], + [ + "Ġmu", + "le" + ], + [ + "ĠD", + "ucky" + ], + [ + "Ġmo", + "der" + ], + [ + "ars", + "h" + ], + [ + "Åĵ", + "What" + ], + [ + "Ġtri", + "ck" + ], + [ + "Ġset", + "t" + ], + [ + "ĠTweet", + "ie" + ], + [ + "Ġboun", + "ce" + ], + [ + "Ġfil", + "thy" + ], + [ + "Ġb", + "ase" + ], + [ + "Ġh", + "oop" + ], + [ + "Ġf", + "re" + ], + [ + "Ġst", + "umbled" + ], + [ + "Ġso", + "ar" + ], + [ + "Ġwe", + "al" + ], + [ + "Ġsee", + "m" + ], + [ + "Ġwor", + "d" + ], + [ + "Ġla", + "b" + ], + [ + "ĠD", + "ave" + ], + [ + "ĠF", + "r" + ], + [ + "Ġbad", + "ly" + ], + [ + "Ġhair", + "y" + ], + [ + "Ġcra", + "wl" + ], + [ + "Ġlive", + "ly" + ], + [ + "Ġstep", + "s" + ], + [ + "ÅĵLet", + "â" + ], + [ + "Ġbrace", + "let" + ], + [ + "Ġcere", + "al" + ], + [ + "Ġthirst", + "y" + ], + [ + "Ġcarp", + "et" + ], + [ + "Ġw", + "ool" + ], + [ + "it", + "her" + ], + [ + "Ġgo", + "al" + ], + [ + "Ġback", + "pack" + ], + [ + "Ġtr", + "uth" + ], + [ + "Ġcom", + "pl" + ], + [ + "Ġche", + "ap" + ], + [ + "Ġdis", + "g" + ], + [ + "Ġplac", + "ed" + ], + [ + "Ġear", + "ly" + ], + [ + "Ġdecor", + "ate" + ], + [ + "Ġnut", + "s" + ], + [ + "O", + "w" + ], + [ + "c", + "ream" + ], + [ + "Ġb", + "ump" + ], + [ + "Ġthem", + "selves" + ], + [ + "ic", + "es" + ], + [ + "Ġhelp", + "less" + ], + [ + "Ġcl", + "um" + ], + [ + "Ġsc", + "atter" + ], + [ + "Ġsc", + "ale" + ], + [ + "Ġnew", + "s" + ], + [ + "ust", + "ing" + ], + [ + "Ġen", + "v" + ], + [ + "âĤ¬â", + "Ģ" + ], + [ + "Ġtell", + "ing" + ], + [ + "Ġswing", + "ing" + ], + [ + "Ġspark", + "led" + ], + [ + "Ġcarry", + "ing" + ], + [ + "gg", + "ing" + ], + [ + "in", + "es" + ], + [ + "ri", + "c" + ], + [ + "Ġfriends", + "hip" + ], + [ + "Ġcare", + "less" + ], + [ + "Ġsn", + "e" + ], + [ + "Ġdoes", + "n" + ], + [ + "Ġfall", + "ing" + ], + [ + "Ġcomp", + "ut" + ], + [ + "Ġpa", + "le" + ], + [ + "Ġpee", + "ked" + ], + [ + "Ġcompassion", + "ate" + ], + [ + "c", + "om" + ], + [ + "v", + "ice" + ], + [ + "Ġs", + "end" + ], + [ + "Ġst", + "age" + ], + [ + "Ġme", + "m" + ], + [ + "Ġch", + "alk" + ], + [ + "Ġch", + "asing" + ], + [ + "Ġpe", + "bble" + ], + [ + "ĠEvery", + "thing" + ], + [ + "Ġcu", + "be" + ], + [ + "Ġpig", + "e" + ], + [ + "Ġcou", + "rage" + ], + [ + "Ġfing", + "ers" + ], + [ + "Ġturt", + "le" + ], + [ + "b", + "led" + ], + [ + "Ġs", + "ink" + ], + [ + "Ġb", + "icycle" + ], + [ + "Ġsh", + "aking" + ], + [ + "Ġsleep", + "ing" + ], + [ + "Ġneighb", + "our" + ], + [ + "Ġmoder", + "n" + ], + [ + "Ġdisg", + "usting" + ], + [ + "Ġclum", + "sy" + ], + [ + "g", + "est" + ], + [ + "Ġh", + "ook" + ], + [ + "Ġc", + "her" + ], + [ + "Ġn", + "ail" + ], + [ + "Ġbig", + "gest" + ], + [ + "ic", + "hes" + ], + [ + "Ġbu", + "l" + ], + [ + "Ġend", + "ing" + ], + [ + "Ġde", + "ad" + ], + [ + "Ġtri", + "ang" + ], + [ + "ul", + "ance" + ], + [ + "Ġspo", + "ke" + ], + [ + "Ġpract", + "iced" + ], + [ + "Ġamb", + "ulance" + ], + [ + "Ġcomput", + "er" + ], + [ + "i", + "bb" + ], + [ + "Ġl", + "amp" + ], + [ + "Ġst", + "ation" + ], + [ + "Ġch", + "ar" + ], + [ + "Ġwall", + "et" + ], + [ + "ĠTo", + "day" + ], + [ + "Ġpack", + "age" + ], + [ + "Ġmic", + "rop" + ], + [ + "Ġcush", + "ion" + ], + [ + "keep", + "er" + ], + [ + "Ġcrocod", + "ile" + ], + [ + "Ġmicrop", + "hone" + ], + [ + "u", + "nder" + ], + [ + "ĠA", + "lex" + ], + [ + "Ġthought", + "ful" + ], + [ + "Ġjo", + "lly" + ], + [ + "Ġpen", + "gu" + ], + [ + "Ġpump", + "kin" + ], + [ + "Ġcost", + "um" + ], + [ + "Ġf", + "ive" + ], + [ + "Ġd", + "ough" + ], + [ + "Ġp", + "ony" + ], + [ + "Ġo", + "l" + ], + [ + "im", + "i" + ], + [ + "Ġst", + "airs" + ], + [ + "Ġkn", + "ock" + ], + [ + "Ġgra", + "nd" + ], + [ + "Ġint", + "ell" + ], + [ + "Ġun", + "iver" + ], + [ + "Ġbright", + "er" + ], + [ + "Ġopen", + "s" + ], + [ + "Ġdream", + "ing" + ], + [ + "Ġboun", + "ced" + ], + [ + "Ġquest", + "ion" + ], + [ + "Ġstat", + "ue" + ], + [ + "Ġw", + "ine" + ], + [ + "is", + "k" + ], + [ + "ĠA", + "lice" + ], + [ + "Ġco", + "coa" + ], + [ + "ĠYou", + "r" + ], + [ + "Ġpe", + "pper" + ], + [ + "Ġbeaut", + "y" + ], + [ + "Ġper", + "m" + ], + [ + "Ġpain", + "ting" + ], + [ + "Ġsho", + "e" + ], + [ + "Ġele", + "v" + ], + [ + "Every", + "one" + ], + [ + "hin", + "o" + ], + [ + "Ġweal", + "thy" + ], + [ + "Ġintell", + "ig" + ], + [ + "n", + "oon" + ], + [ + "Ġs", + "uit" + ], + [ + "Ġm", + "ild" + ], + [ + "Ġn", + "ature" + ], + [ + "an", + "s" + ], + [ + "Ġhapp", + "ier" + ], + [ + "Ġne", + "at" + ], + [ + "Ġstart", + "s" + ], + [ + "uck", + "ed" + ], + [ + "Ġafter", + "noon" + ], + [ + "Ġtor", + "n" + ], + [ + "Ġelev", + "ator" + ], + [ + "g", + "en" + ], + [ + "t", + "i" + ], + [ + "Ġt", + "en" + ], + [ + "Ġh", + "arsh" + ], + [ + "Ġp", + "ed" + ], + [ + "at", + "ient" + ], + [ + "or", + "ant" + ], + [ + "Ġre", + "ce" + ], + [ + "Ġj", + "et" + ], + [ + "ill", + "ie" + ], + [ + "ĠR", + "ed" + ], + [ + "Ġread", + "ing" + ], + [ + "Ġsear", + "ching" + ], + [ + "Ġbasket", + "ball" + ], + [ + "Ġbar", + "ber" + ], + [ + "Ġspe", + "ed" + ], + [ + "S", + "ee" + ], + [ + "a", + "wn" + ], + [ + "Ġst", + "ack" + ], + [ + "ĠM", + "ummy" + ], + [ + "Ġclo", + "ck" + ], + [ + "ĠG", + "ive" + ], + [ + "Ġmag", + "n" + ], + [ + "Ġlea", + "ving" + ], + [ + "Ġcup", + "board" + ], + [ + "Ġdes", + "ign" + ], + [ + "Ġslid", + "es" + ], + [ + "Ġsandw", + "iches" + ], + [ + "Ġcand", + "le" + ], + [ + "aul", + "if" + ], + [ + "Ġrid", + "ing" + ], + [ + "Ġfre", + "sh" + ], + [ + "o", + "ppy" + ], + [ + "Ġsh", + "ocked" + ], + [ + "Ġen", + "er" + ], + [ + "Ġjump", + "s" + ], + [ + "Ġhair", + "cut" + ], + [ + "Ġrespect", + "ful" + ], + [ + "Ġcoo", + "king" + ], + [ + "Ġtick", + "et" + ], + [ + "Ġenc", + "ou" + ], + [ + "Ġtunn", + "el" + ], + [ + "aulif", + "lower" + ], + [ + "G", + "ive" + ], + [ + "Ġs", + "le" + ], + [ + "re", + "en" + ], + [ + "Ġm", + "ay" + ], + [ + "Ġth", + "ief" + ], + [ + "Ġy", + "awn" + ], + [ + "Ġfor", + "t" + ], + [ + "Ġal", + "ert" + ], + [ + "Ġsor", + "ts" + ], + [ + "Ġimp", + "atient" + ], + [ + "Ġcre", + "ate" + ], + [ + "ail", + "able" + ], + [ + "Ġwhe", + "els" + ], + [ + "Ġval", + "ue" + ], + [ + "Ġpri", + "ze" + ], + [ + "M", + "ary" + ], + [ + "y", + "e" + ], + [ + "he", + "t" + ], + [ + "Ġs", + "ent" + ], + [ + "Ġb", + "ent" + ], + [ + "in", + "ce" + ], + [ + "Ġc", + "omet" + ], + [ + "Ġc", + "amp" + ], + [ + "Ġc", + "auliflower" + ], + [ + "Ġm", + "elon" + ], + [ + "Ġg", + "em" + ], + [ + "Ġit", + "self" + ], + [ + "ir", + "on" + ], + [ + "Ġmu", + "sh" + ], + [ + "Ġmonkey", + "s" + ], + [ + "Ġsal", + "ad" + ], + [ + "Ġdest", + "ro" + ], + [ + "Ġresc", + "ue" + ], + [ + "Ġscoot", + "er" + ], + [ + "Ġintellig", + "ent" + ], + [ + "a", + "z" + ], + [ + "Ġd", + "ug" + ], + [ + "il", + "ing" + ], + [ + "an", + "ger" + ], + [ + "Ġr", + "oof" + ], + [ + "Ġr", + "hino" + ], + [ + "Ġsc", + "old" + ], + [ + "ag", + "het" + ], + [ + "Ġexp", + "er" + ], + [ + "Ġbark", + "ing" + ], + [ + "Ġbanan", + "as" + ], + [ + "Ġign", + "orant" + ], + [ + "Ġmic", + "ro" + ], + [ + "Ġav", + "ailable" + ], + [ + "Ġgrace", + "ful" + ], + [ + "Ġmotorcy", + "cle" + ], + [ + "aghet", + "ti" + ], + [ + "h", + "ood" + ], + [ + "ĠS", + "n" + ], + [ + "Ġe", + "arth" + ], + [ + "Ġbo", + "ots" + ], + [ + "Ġsp", + "aghetti" + ], + [ + "um", + "mer" + ], + [ + "Ġag", + "ree" + ], + [ + "Ġbu", + "ll" + ], + [ + "Ġany", + "where" + ], + [ + "ĠG", + "eorge" + ], + [ + "Ġbeh", + "ave" + ], + [ + "ĠK", + "im" + ], + [ + "Ġpa", + "id" + ], + [ + "sc", + "ope" + ], + [ + "Ġstret", + "ched" + ], + [ + "Ġfear", + "ful" + ], + [ + "Ġav", + "o" + ], + [ + "Ġmicro", + "scope" + ], + [ + "I", + "f" + ], + [ + "i", + "o" + ], + [ + "Ġnot", + "eb" + ], + [ + "ĠE", + "ventually" + ], + [ + "Ġold", + "er" + ], + [ + "Ġsn", + "iff" + ], + [ + "Ġad", + "vice" + ], + [ + "Ġstop", + "s" + ], + [ + "Ġperf", + "orm" + ], + [ + "Ġfur", + "ther" + ], + [ + "Ġenv", + "ious" + ], + [ + "Ġpige", + "on" + ], + [ + "Ġmush", + "room" + ], + [ + "Ġnoteb", + "ook" + ], + [ + "u", + "bby" + ], + [ + "Ġp", + "un" + ], + [ + "at", + "s" + ], + [ + "Ġn", + "urse" + ], + [ + "or", + "able" + ], + [ + "Ġth", + "under" + ], + [ + "Ġcl", + "apping" + ], + [ + "Ġv", + "ide" + ], + [ + "Ġbu", + "ilt" + ], + [ + "ĠC", + "l" + ], + [ + "Ġun", + "com" + ], + [ + "Ġshout", + "ing" + ], + [ + "Ġar", + "row" + ], + [ + "Ġdraw", + "er" + ], + [ + "Ġpro", + "v" + ], + [ + "fort", + "able" + ], + [ + "Ġtom", + "ato" + ], + [ + "Ġmeet", + "ing" + ], + [ + "Ġob", + "ject" + ], + [ + "Ġyog", + "urt" + ], + [ + "Ġtemp", + "le" + ], + [ + "Ġuncom", + "fortable" + ], + [ + "e", + "f" + ], + [ + "u", + "es" + ], + [ + "ĠT", + "ony" + ], + [ + "Ġloo", + "p" + ], + [ + "Ġch", + "ubby" + ], + [ + "Ġsw", + "itch" + ], + [ + "Ġsk", + "ip" + ], + [ + "Ġad", + "orable" + ], + [ + "Åĵ", + "It" + ], + [ + "Ġcount", + "ing" + ], + [ + "Ġcoo", + "ked" + ], + [ + "Ġp", + "ist" + ], + [ + "ar", + "ian" + ], + [ + "en", + "ry" + ], + [ + "Ġst", + "ared" + ], + [ + "Ġsh", + "ut" + ], + [ + "ic", + "op" + ], + [ + "Ġqu", + "ite" + ], + [ + "Ġsn", + "uggled" + ], + [ + "ĠGra", + "ndpa" + ], + [ + "Ġtrou", + "bled" + ], + [ + "Ġgigg", + "le" + ], + [ + "Ġblow", + "ing" + ], + [ + "Ġhel", + "icop" + ], + [ + "Ġfis", + "her" + ], + [ + "Ġpist", + "ol" + ], + [ + "Ġhelicop", + "ter" + ], + [ + "p", + "ar" + ], + [ + "ĠS", + "ophie" + ], + [ + "oo", + "ped" + ], + [ + "ip", + "s" + ], + [ + "Ġnow", + "here" + ], + [ + "Ġforg", + "ave" + ], + [ + "Ġmar", + "ched" + ], + [ + "Ġtreasure", + "s" + ], + [ + "ho", + "st" + ], + [ + "Ġpass", + "port" + ], + [ + "Ġstir", + "red" + ], + [ + "Ġpus", + "hing" + ], + [ + "Ġcompetit", + "ive" + ], + [ + "Ġdestro", + "y" + ], + [ + "Y", + "ay" + ], + [ + "a", + "ked" + ], + [ + "o", + "e" + ], + [ + "t", + "ter" + ], + [ + "Ġg", + "ir" + ], + [ + "Ġg", + "host" + ], + [ + "an", + "ic" + ], + [ + "ke", + "let" + ], + [ + "ht", + "ub" + ], + [ + "Ġre", + "ef" + ], + [ + "Ġse", + "par" + ], + [ + "op", + "ard" + ], + [ + "pl", + "ay" + ], + [ + "Ġen", + "vel" + ], + [ + "Ġbre", + "at" + ], + [ + "Ġrep", + "air" + ], + [ + "Ġfoot", + "ball" + ], + [ + "Ġbat", + "htub" + ], + [ + "Ġrubb", + "er" + ], + [ + "Ġang", + "el" + ], + [ + "Ġtriang", + "le" + ], + [ + "Ġl", + "ed" + ], + [ + "Ġm", + "ill" + ], + [ + "ĠS", + "h" + ], + [ + "ch", + "anic" + ], + [ + "Ġnam", + "es" + ], + [ + "Ġle", + "opard" + ], + [ + "Ġno", + "body" + ], + [ + "Ġany", + "way" + ], + [ + "uc", + "t" + ], + [ + "ct", + "us" + ], + [ + "Ġshould", + "n" + ], + [ + "Ġz", + "eb" + ], + [ + "Ġgi", + "ven" + ], + [ + "Ġhold", + "s" + ], + [ + "Ġbar", + "rel" + ], + [ + "Ġband", + "age" + ], + [ + "Ġent", + "h" + ], + [ + "Dad", + "dy" + ], + [ + "Ġzeb", + "ra" + ], + [ + "i", + "ves" + ], + [ + "u", + "be" + ], + [ + "y", + "ear" + ], + [ + "Ġp", + "or" + ], + [ + "Ġp", + "and" + ], + [ + "Ġo", + "tter" + ], + [ + "Ġr", + "ibb" + ], + [ + "Ġsh", + "ield" + ], + [ + "Ġme", + "chanic" + ], + [ + "Ġdon", + "â" + ], + [ + "Ġdis", + "ag" + ], + [ + "Ġdis", + "play" + ], + [ + "Ġmusic", + "ian" + ], + [ + "cer", + "os" + ], + [ + "Ġspe", + "ak" + ], + [ + "Ġca", + "b" + ], + [ + "Ġca", + "ctus" + ], + [ + "ĠBet", + "sy" + ], + [ + "Ġbul", + "b" + ], + [ + "C", + "h" + ], + [ + "e", + "ath" + ], + [ + "i", + "kes" + ], + [ + "x", + "y" + ], + [ + "Ġt", + "ube" + ], + [ + "Ġa", + "head" + ], + [ + "Ġs", + "ummer" + ], + [ + "Ġs", + "kelet" + ], + [ + "Ġp", + "urse" + ], + [ + "Ġkn", + "ob" + ], + [ + "Ġdidn", + "â" + ], + [ + "Ġcouldn", + "â" + ], + [ + "Ġcol", + "ours" + ], + [ + "Ġwindow", + "s" + ], + [ + "oom", + "y" + ], + [ + "Ġgif", + "ted" + ], + [ + "Ġcart", + "oon" + ], + [ + "Ġrhino", + "ceros" + ], + [ + "g", + "l" + ], + [ + "he", + "art" + ], + [ + "Ġs", + "ize" + ], + [ + "Ġb", + "et" + ], + [ + "ĠM", + "iss" + ], + [ + "Ġsc", + "rew" + ], + [ + "Ġfl", + "our" + ], + [ + "Ġbl", + "in" + ], + [ + "ap", + "a" + ], + [ + "Ġdis", + "hes" + ], + [ + "Ġrain", + "ing" + ], + [ + "Ġhop", + "ing" + ], + [ + "Ġsho", + "vel" + ], + [ + "Ġmin", + "t" + ], + [ + "Ġjelly", + "fish" + ], + [ + "Ġswe", + "ater" + ], + [ + "Ġchar", + "ming" + ], + [ + "Ġpengu", + "in" + ], + [ + "Ġenvel", + "ope" + ], + [ + "Ġenth", + "us" + ], + [ + "Ġcab", + "in" + ], + [ + "re", + "c" + ], + [ + "Ġp", + "ant" + ], + [ + "Ġth", + "read" + ], + [ + "Ġin", + "se" + ], + [ + "Ġst", + "aff" + ], + [ + "Ġli", + "z" + ], + [ + "Ġun", + "pack" + ], + [ + "Ġwr", + "iting" + ], + [ + "Ġtra", + "sh" + ], + [ + "Ġroll", + "ing" + ], + [ + "Ġwaff", + "le" + ], + [ + "Ġ", + "iron" + ], + [ + "Ġw", + "ing" + ], + [ + "er", + "able" + ], + [ + "Ġshe", + "et" + ], + [ + "ĠB", + "uddy" + ], + [ + "Ġsh", + "adow" + ], + [ + "Ġro", + "ared" + ], + [ + "Ġmu", + "ff" + ], + [ + "Ġair", + "port" + ], + [ + "Ġce", + "iling" + ], + [ + "Ġatt", + "ic" + ], + [ + "Ġorgan", + "ize" + ], + [ + "Ġstret", + "ch" + ], + [ + "Ġgrap", + "es" + ], + [ + "Ġo", + "bs" + ], + [ + "ĠA", + "re" + ], + [ + "ĠW", + "ould" + ], + [ + "ĠIn", + "st" + ], + [ + "Ġpi", + "ano" + ], + [ + "Ġsal", + "t" + ], + [ + "Ġmis", + "erable" + ], + [ + "Ġc", + "ord" + ], + [ + "Ġd", + "ess" + ], + [ + "Ġre", + "fused" + ], + [ + "Ġsc", + "reen" + ], + [ + "ĠD", + "an" + ], + [ + "Ġstr", + "ugg" + ], + [ + "Ġneed", + "le" + ], + [ + "Ġbear", + "s" + ], + [ + "ĠAnd", + "y" + ], + [ + "Ġhead", + "ed" + ], + [ + "Ġstick", + "y" + ], + [ + "Ġfree", + "z" + ], + [ + "Ġzoom", + "ed" + ], + [ + "Ġimag", + "ined" + ], + [ + "Ġmed", + "al" + ], + [ + "Ġmagn", + "et" + ], + [ + "rec", + "i" + ], + [ + "Ġobs", + "er" + ], + [ + "Ġ", + "er" + ], + [ + "Ġli", + "ves" + ], + [ + "ĠA", + "l" + ], + [ + "ĠP", + "at" + ], + [ + "Ġapp", + "reci" + ], + [ + "ass", + "es" + ], + [ + "Ġsail", + "or" + ], + [ + "Ġminut", + "e" + ], + [ + "Ġfisher", + "man" + ], + [ + "v", + "ision" + ], + [ + "Ġr", + "at" + ], + [ + "al", + "ed" + ], + [ + "Ġbr", + "us" + ], + [ + "Ġch", + "ance" + ], + [ + "Ġpo", + "st" + ], + [ + "Ġsun", + "gl" + ], + [ + "Ġche", + "ek" + ], + [ + "ree", + "ze" + ], + [ + "Ġde", + "af" + ], + [ + "Ġru", + "les" + ], + [ + "Ġfrog", + "s" + ], + [ + "Ġair", + "pl" + ], + [ + "ĠGo", + "d" + ], + [ + "Ġstrawber", + "ry" + ], + [ + "Ġsle", + "pt" + ], + [ + "Ġliz", + "ard" + ], + [ + "Ġsungl", + "asses" + ], + [ + "Ġl", + "uck" + ], + [ + "Ġin", + "f" + ], + [ + "Ġbe", + "ep" + ], + [ + "ĠB", + "unny" + ], + [ + "Ġme", + "as" + ], + [ + "Ġro", + "d" + ], + [ + "Ġor", + "der" + ], + [ + "Ġrest", + "less" + ], + [ + "Ġsand", + "box" + ], + [ + "Ġmess", + "age" + ], + [ + "ĠJoe", + "y" + ], + [ + "Ġcomp", + "let" + ], + [ + "Ġatt", + "ract" + ], + [ + "Ġgold", + "en" + ], + [ + "Gra", + "ndma" + ], + [ + "Ġpil", + "ot" + ], + [ + "Ġpor", + "ch" + ], + [ + "L", + "ittle" + ], + [ + "l", + "er" + ], + [ + "s", + "es" + ] + ] + } +} \ No newline at end of file diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3000/tokenizer_config.json b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3000/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3000/tokenizer_config.json @@ -0,0 +1,13 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "errors": "replace", + "is_local": false, + "local_files_only": false, + "model_max_length": 1024, + "pad_token": "<|endoftext|>", + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "<|endoftext|>" +} diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3000/trainer_state.json b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..eeac9683fc6c89dac02b1e7c4f252fdb6d4babb7 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3000/trainer_state.json @@ -0,0 +1,1100 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.20222446916076844, + "eval_steps": 2498, + "global_step": 3000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0013481631277384564, + "grad_norm": 2.09375, + "learning_rate": 2.66e-05, + "loss": 8.298905181884766, + "step": 20 + }, + { + "epoch": 0.002696326255476913, + "grad_norm": 1.3359375, + "learning_rate": 5.46e-05, + "loss": 8.045733642578124, + "step": 40 + }, + { + "epoch": 0.004044489383215369, + "grad_norm": 1.2734375, + "learning_rate": 8.259999999999999e-05, + "loss": 7.839435577392578, + "step": 60 + }, + { + "epoch": 0.005392652510953826, + "grad_norm": 1.265625, + "learning_rate": 0.0001106, + "loss": 7.574758148193359, + "step": 80 + }, + { + "epoch": 0.006740815638692282, + "grad_norm": 1.1953125, + "learning_rate": 0.0001386, + "loss": 7.235897064208984, + "step": 100 + }, + { + "epoch": 0.008088978766430738, + "grad_norm": 1.140625, + "learning_rate": 0.00016659999999999998, + "loss": 6.862369537353516, + "step": 120 + }, + { + "epoch": 0.009437141894169195, + "grad_norm": 1.0234375, + "learning_rate": 0.00019460000000000001, + "loss": 6.508391571044922, + "step": 140 + }, + { + "epoch": 0.010785305021907651, + "grad_norm": 1.078125, + "learning_rate": 0.0002226, + "loss": 6.215537261962891, + "step": 160 + }, + { + "epoch": 0.012133468149646108, + "grad_norm": 0.76171875, + "learning_rate": 0.00025059999999999997, + "loss": 5.984259414672851, + "step": 180 + }, + { + "epoch": 0.013481631277384564, + "grad_norm": 0.82421875, + "learning_rate": 0.0002786, + "loss": 5.756989669799805, + "step": 200 + }, + { + "epoch": 0.01482979440512302, + "grad_norm": 1.171875, + "learning_rate": 0.00030659999999999997, + "loss": 5.531437683105469, + "step": 220 + }, + { + "epoch": 0.016177957532861477, + "grad_norm": 1.1171875, + "learning_rate": 0.0003346, + "loss": 5.294247817993164, + "step": 240 + }, + { + "epoch": 0.01752612066059993, + "grad_norm": 0.9453125, + "learning_rate": 0.00036260000000000003, + "loss": 5.055661392211914, + "step": 260 + }, + { + "epoch": 0.01887428378833839, + "grad_norm": 0.94921875, + "learning_rate": 0.0003906, + "loss": 4.797793197631836, + "step": 280 + }, + { + "epoch": 0.020222446916076844, + "grad_norm": 1.421875, + "learning_rate": 0.0004186, + "loss": 4.594622802734375, + "step": 300 + }, + { + "epoch": 0.021570610043815303, + "grad_norm": 1.2265625, + "learning_rate": 0.0004466, + "loss": 4.39941635131836, + "step": 320 + }, + { + "epoch": 0.022918773171553757, + "grad_norm": 0.5546875, + "learning_rate": 0.00047460000000000004, + "loss": 4.24058723449707, + "step": 340 + }, + { + "epoch": 0.024266936299292215, + "grad_norm": 0.83984375, + "learning_rate": 0.0005026, + "loss": 4.102418899536133, + "step": 360 + }, + { + "epoch": 0.02561509942703067, + "grad_norm": 0.70703125, + "learning_rate": 0.0005306, + "loss": 3.975328063964844, + "step": 380 + }, + { + "epoch": 0.026963262554769128, + "grad_norm": 0.6171875, + "learning_rate": 0.0005586, + "loss": 3.839755630493164, + "step": 400 + }, + { + "epoch": 0.028311425682507583, + "grad_norm": 0.91796875, + "learning_rate": 0.0005866, + "loss": 3.7486804962158202, + "step": 420 + }, + { + "epoch": 0.02965958881024604, + "grad_norm": 0.61328125, + "learning_rate": 0.0006146, + "loss": 3.6831081390380858, + "step": 440 + }, + { + "epoch": 0.031007751937984496, + "grad_norm": 0.875, + "learning_rate": 0.0006426, + "loss": 3.5874557495117188, + "step": 460 + }, + { + "epoch": 0.032355915065722954, + "grad_norm": 0.546875, + "learning_rate": 0.0006705999999999999, + "loss": 3.5174354553222655, + "step": 480 + }, + { + "epoch": 0.03370407819346141, + "grad_norm": 0.66796875, + "learning_rate": 0.0006986, + "loss": 3.439300537109375, + "step": 500 + }, + { + "epoch": 0.03505224132119986, + "grad_norm": 0.54296875, + "learning_rate": 0.0007, + "loss": 3.386067581176758, + "step": 520 + }, + { + "epoch": 0.03640040444893832, + "grad_norm": 0.6015625, + "learning_rate": 0.0007, + "loss": 3.3094718933105467, + "step": 540 + }, + { + "epoch": 0.03774856757667678, + "grad_norm": 0.55859375, + "learning_rate": 0.0007, + "loss": 3.2609573364257813, + "step": 560 + }, + { + "epoch": 0.03909673070441524, + "grad_norm": 0.61328125, + "learning_rate": 0.0007, + "loss": 3.2046344757080076, + "step": 580 + }, + { + "epoch": 0.04044489383215369, + "grad_norm": 0.5234375, + "learning_rate": 0.0007, + "loss": 3.17300968170166, + "step": 600 + }, + { + "epoch": 0.04179305695989215, + "grad_norm": 0.578125, + "learning_rate": 0.0007, + "loss": 3.1147342681884767, + "step": 620 + }, + { + "epoch": 0.043141220087630605, + "grad_norm": 0.4765625, + "learning_rate": 0.0007, + "loss": 3.0973543167114257, + "step": 640 + }, + { + "epoch": 0.044489383215369056, + "grad_norm": 0.453125, + "learning_rate": 0.0007, + "loss": 3.043070602416992, + "step": 660 + }, + { + "epoch": 0.045837546343107514, + "grad_norm": 0.455078125, + "learning_rate": 0.0007, + "loss": 3.0213077545166014, + "step": 680 + }, + { + "epoch": 0.04718570947084597, + "grad_norm": 0.419921875, + "learning_rate": 0.0007, + "loss": 2.977329063415527, + "step": 700 + }, + { + "epoch": 0.04853387259858443, + "grad_norm": 0.490234375, + "learning_rate": 0.0007, + "loss": 2.942974090576172, + "step": 720 + }, + { + "epoch": 0.04988203572632288, + "grad_norm": 0.48046875, + "learning_rate": 0.0007, + "loss": 2.9064186096191404, + "step": 740 + }, + { + "epoch": 0.05123019885406134, + "grad_norm": 0.498046875, + "learning_rate": 0.0007, + "loss": 2.890872001647949, + "step": 760 + }, + { + "epoch": 0.0525783619817998, + "grad_norm": 0.5, + "learning_rate": 0.0007, + "loss": 2.8978702545166017, + "step": 780 + }, + { + "epoch": 0.053926525109538256, + "grad_norm": 0.466796875, + "learning_rate": 0.0007, + "loss": 2.8463741302490235, + "step": 800 + }, + { + "epoch": 0.05527468823727671, + "grad_norm": 0.47265625, + "learning_rate": 0.0007, + "loss": 2.8323719024658205, + "step": 820 + }, + { + "epoch": 0.056622851365015166, + "grad_norm": 0.5, + "learning_rate": 0.0007, + "loss": 2.8007469177246094, + "step": 840 + }, + { + "epoch": 0.057971014492753624, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.7573240280151365, + "step": 860 + }, + { + "epoch": 0.05931917762049208, + "grad_norm": 0.470703125, + "learning_rate": 0.0007, + "loss": 2.7341793060302733, + "step": 880 + }, + { + "epoch": 0.06066734074823053, + "grad_norm": 0.546875, + "learning_rate": 0.0007, + "loss": 2.7180759429931642, + "step": 900 + }, + { + "epoch": 0.06201550387596899, + "grad_norm": 0.5625, + "learning_rate": 0.0007, + "loss": 2.692394256591797, + "step": 920 + }, + { + "epoch": 0.06336366700370745, + "grad_norm": 0.443359375, + "learning_rate": 0.0007, + "loss": 2.678949546813965, + "step": 940 + }, + { + "epoch": 0.06471183013144591, + "grad_norm": 0.466796875, + "learning_rate": 0.0007, + "loss": 2.651218223571777, + "step": 960 + }, + { + "epoch": 0.06605999325918437, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.632099723815918, + "step": 980 + }, + { + "epoch": 0.06740815638692282, + "grad_norm": 0.470703125, + "learning_rate": 0.0007, + "loss": 2.6305675506591797, + "step": 1000 + }, + { + "epoch": 0.06875631951466127, + "grad_norm": 0.462890625, + "learning_rate": 0.0007, + "loss": 2.5994905471801757, + "step": 1020 + }, + { + "epoch": 0.07010448264239973, + "grad_norm": 0.474609375, + "learning_rate": 0.0007, + "loss": 2.5834341049194336, + "step": 1040 + }, + { + "epoch": 0.07145264577013818, + "grad_norm": 0.498046875, + "learning_rate": 0.0007, + "loss": 2.567459487915039, + "step": 1060 + }, + { + "epoch": 0.07280080889787664, + "grad_norm": 0.462890625, + "learning_rate": 0.0007, + "loss": 2.54827823638916, + "step": 1080 + }, + { + "epoch": 0.0741489720256151, + "grad_norm": 0.478515625, + "learning_rate": 0.0007, + "loss": 2.5431196212768556, + "step": 1100 + }, + { + "epoch": 0.07549713515335356, + "grad_norm": 0.4453125, + "learning_rate": 0.0007, + "loss": 2.5049072265625, + "step": 1120 + }, + { + "epoch": 0.07684529828109202, + "grad_norm": 0.4765625, + "learning_rate": 0.0007, + "loss": 2.4941583633422852, + "step": 1140 + }, + { + "epoch": 0.07819346140883048, + "grad_norm": 0.46875, + "learning_rate": 0.0007, + "loss": 2.4895328521728515, + "step": 1160 + }, + { + "epoch": 0.07954162453656892, + "grad_norm": 0.48828125, + "learning_rate": 0.0007, + "loss": 2.4841281890869142, + "step": 1180 + }, + { + "epoch": 0.08088978766430738, + "grad_norm": 0.46484375, + "learning_rate": 0.0007, + "loss": 2.475014495849609, + "step": 1200 + }, + { + "epoch": 0.08223795079204584, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.459096908569336, + "step": 1220 + }, + { + "epoch": 0.0835861139197843, + "grad_norm": 0.443359375, + "learning_rate": 0.0007, + "loss": 2.4455087661743162, + "step": 1240 + }, + { + "epoch": 0.08493427704752275, + "grad_norm": 0.48828125, + "learning_rate": 0.0007, + "loss": 2.432474899291992, + "step": 1260 + }, + { + "epoch": 0.08628244017526121, + "grad_norm": 0.427734375, + "learning_rate": 0.0007, + "loss": 2.4141357421875, + "step": 1280 + }, + { + "epoch": 0.08763060330299967, + "grad_norm": 0.46875, + "learning_rate": 0.0007, + "loss": 2.4043970108032227, + "step": 1300 + }, + { + "epoch": 0.08897876643073811, + "grad_norm": 0.392578125, + "learning_rate": 0.0007, + "loss": 2.3957958221435547, + "step": 1320 + }, + { + "epoch": 0.09032692955847657, + "grad_norm": 0.474609375, + "learning_rate": 0.0007, + "loss": 2.381800079345703, + "step": 1340 + }, + { + "epoch": 0.09167509268621503, + "grad_norm": 0.443359375, + "learning_rate": 0.0007, + "loss": 2.3829660415649414, + "step": 1360 + }, + { + "epoch": 0.09302325581395349, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.359773063659668, + "step": 1380 + }, + { + "epoch": 0.09437141894169195, + "grad_norm": 0.435546875, + "learning_rate": 0.0007, + "loss": 2.3506826400756835, + "step": 1400 + }, + { + "epoch": 0.0957195820694304, + "grad_norm": 0.486328125, + "learning_rate": 0.0007, + "loss": 2.360103416442871, + "step": 1420 + }, + { + "epoch": 0.09706774519716886, + "grad_norm": 0.4296875, + "learning_rate": 0.0007, + "loss": 2.3388553619384767, + "step": 1440 + }, + { + "epoch": 0.09841590832490732, + "grad_norm": 0.435546875, + "learning_rate": 0.0007, + "loss": 2.3265659332275392, + "step": 1460 + }, + { + "epoch": 0.09976407145264576, + "grad_norm": 0.404296875, + "learning_rate": 0.0007, + "loss": 2.312125587463379, + "step": 1480 + }, + { + "epoch": 0.10111223458038422, + "grad_norm": 0.4453125, + "learning_rate": 0.0007, + "loss": 2.29932861328125, + "step": 1500 + }, + { + "epoch": 0.10246039770812268, + "grad_norm": 0.451171875, + "learning_rate": 0.0007, + "loss": 2.3021989822387696, + "step": 1520 + }, + { + "epoch": 0.10380856083586114, + "grad_norm": 0.435546875, + "learning_rate": 0.0007, + "loss": 2.290937805175781, + "step": 1540 + }, + { + "epoch": 0.1051567239635996, + "grad_norm": 0.453125, + "learning_rate": 0.0007, + "loss": 2.278849411010742, + "step": 1560 + }, + { + "epoch": 0.10650488709133805, + "grad_norm": 0.4375, + "learning_rate": 0.0007, + "loss": 2.2965002059936523, + "step": 1580 + }, + { + "epoch": 0.10785305021907651, + "grad_norm": 0.435546875, + "learning_rate": 0.0007, + "loss": 2.261943244934082, + "step": 1600 + }, + { + "epoch": 0.10920121334681497, + "grad_norm": 0.39453125, + "learning_rate": 0.0007, + "loss": 2.262173080444336, + "step": 1620 + }, + { + "epoch": 0.11054937647455342, + "grad_norm": 0.4140625, + "learning_rate": 0.0007, + "loss": 2.2734844207763674, + "step": 1640 + }, + { + "epoch": 0.11189753960229187, + "grad_norm": 0.412109375, + "learning_rate": 0.0007, + "loss": 2.2551578521728515, + "step": 1660 + }, + { + "epoch": 0.11324570273003033, + "grad_norm": 0.42578125, + "learning_rate": 0.0007, + "loss": 2.2380434036254884, + "step": 1680 + }, + { + "epoch": 0.11459386585776879, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.248749351501465, + "step": 1700 + }, + { + "epoch": 0.11594202898550725, + "grad_norm": 0.58203125, + "learning_rate": 0.0007, + "loss": 2.2250885009765624, + "step": 1720 + }, + { + "epoch": 0.1172901921132457, + "grad_norm": 0.396484375, + "learning_rate": 0.0007, + "loss": 2.2179065704345704, + "step": 1740 + }, + { + "epoch": 0.11863835524098416, + "grad_norm": 0.453125, + "learning_rate": 0.0007, + "loss": 2.219723701477051, + "step": 1760 + }, + { + "epoch": 0.11998651836872262, + "grad_norm": 0.416015625, + "learning_rate": 0.0007, + "loss": 2.2338064193725584, + "step": 1780 + }, + { + "epoch": 0.12133468149646107, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.2300554275512696, + "step": 1800 + }, + { + "epoch": 0.12268284462419952, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.2196172714233398, + "step": 1820 + }, + { + "epoch": 0.12403100775193798, + "grad_norm": 0.40625, + "learning_rate": 0.0007, + "loss": 2.1875337600708007, + "step": 1840 + }, + { + "epoch": 0.12537917087967643, + "grad_norm": 0.427734375, + "learning_rate": 0.0007, + "loss": 2.1868871688842773, + "step": 1860 + }, + { + "epoch": 0.1267273340074149, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.1803796768188475, + "step": 1880 + }, + { + "epoch": 0.12807549713515334, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.1896100997924806, + "step": 1900 + }, + { + "epoch": 0.12942366026289182, + "grad_norm": 0.416015625, + "learning_rate": 0.0007, + "loss": 2.164274787902832, + "step": 1920 + }, + { + "epoch": 0.13077182339063026, + "grad_norm": 0.4453125, + "learning_rate": 0.0007, + "loss": 2.175292205810547, + "step": 1940 + }, + { + "epoch": 0.13211998651836873, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.14935359954834, + "step": 1960 + }, + { + "epoch": 0.13346814964610718, + "grad_norm": 0.45703125, + "learning_rate": 0.0007, + "loss": 2.1721818923950194, + "step": 1980 + }, + { + "epoch": 0.13481631277384565, + "grad_norm": 0.392578125, + "learning_rate": 0.0007, + "loss": 2.1453264236450194, + "step": 2000 + }, + { + "epoch": 0.1361644759015841, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.1530712127685545, + "step": 2020 + }, + { + "epoch": 0.13751263902932254, + "grad_norm": 0.40625, + "learning_rate": 0.0007, + "loss": 2.1329654693603515, + "step": 2040 + }, + { + "epoch": 0.138860802157061, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.1538856506347654, + "step": 2060 + }, + { + "epoch": 0.14020896528479945, + "grad_norm": 0.4140625, + "learning_rate": 0.0007, + "loss": 2.129351806640625, + "step": 2080 + }, + { + "epoch": 0.14155712841253792, + "grad_norm": 0.40625, + "learning_rate": 0.0007, + "loss": 2.1183551788330077, + "step": 2100 + }, + { + "epoch": 0.14290529154027637, + "grad_norm": 0.384765625, + "learning_rate": 0.0007, + "loss": 2.12860164642334, + "step": 2120 + }, + { + "epoch": 0.14425345466801484, + "grad_norm": 0.388671875, + "learning_rate": 0.0007, + "loss": 2.1290895462036135, + "step": 2140 + }, + { + "epoch": 0.14560161779575329, + "grad_norm": 0.37890625, + "learning_rate": 0.0007, + "loss": 2.1157516479492187, + "step": 2160 + }, + { + "epoch": 0.14694978092349173, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.124533271789551, + "step": 2180 + }, + { + "epoch": 0.1482979440512302, + "grad_norm": 0.38671875, + "learning_rate": 0.0007, + "loss": 2.0987617492675783, + "step": 2200 + }, + { + "epoch": 0.14964610717896865, + "grad_norm": 0.41796875, + "learning_rate": 0.0007, + "loss": 2.1066028594970705, + "step": 2220 + }, + { + "epoch": 0.15099427030670712, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.11590633392334, + "step": 2240 + }, + { + "epoch": 0.15234243343444556, + "grad_norm": 0.419921875, + "learning_rate": 0.0007, + "loss": 2.0943696975708006, + "step": 2260 + }, + { + "epoch": 0.15369059656218403, + "grad_norm": 0.39453125, + "learning_rate": 0.0007, + "loss": 2.10521240234375, + "step": 2280 + }, + { + "epoch": 0.15503875968992248, + "grad_norm": 0.412109375, + "learning_rate": 0.0007, + "loss": 2.087373161315918, + "step": 2300 + }, + { + "epoch": 0.15638692281766095, + "grad_norm": 0.396484375, + "learning_rate": 0.0007, + "loss": 2.0945587158203125, + "step": 2320 + }, + { + "epoch": 0.1577350859453994, + "grad_norm": 0.390625, + "learning_rate": 0.0007, + "loss": 2.0841798782348633, + "step": 2340 + }, + { + "epoch": 0.15908324907313784, + "grad_norm": 0.384765625, + "learning_rate": 0.0007, + "loss": 2.0881235122680666, + "step": 2360 + }, + { + "epoch": 0.1604314122008763, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.090144729614258, + "step": 2380 + }, + { + "epoch": 0.16177957532861476, + "grad_norm": 0.453125, + "learning_rate": 0.0007, + "loss": 2.071354103088379, + "step": 2400 + }, + { + "epoch": 0.16312773845635323, + "grad_norm": 0.41796875, + "learning_rate": 0.0007, + "loss": 2.0760135650634766, + "step": 2420 + }, + { + "epoch": 0.16447590158409167, + "grad_norm": 0.400390625, + "learning_rate": 0.0007, + "loss": 2.065576934814453, + "step": 2440 + }, + { + "epoch": 0.16582406471183014, + "grad_norm": 0.375, + "learning_rate": 0.0007, + "loss": 2.075186920166016, + "step": 2460 + }, + { + "epoch": 0.1671722278395686, + "grad_norm": 0.412109375, + "learning_rate": 0.0007, + "loss": 2.0759561538696287, + "step": 2480 + }, + { + "epoch": 0.1683855746545332, + "eval_loss": 2.070991277694702, + "eval_runtime": 15.3076, + "eval_samples_per_second": 622.372, + "eval_steps_per_second": 0.653, + "step": 2498 + }, + { + "epoch": 0.16852039096730703, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.0585758209228517, + "step": 2500 + }, + { + "epoch": 0.16852039096730703, + "eval_loss": 2.0720698833465576, + "eval_runtime": 15.2926, + "eval_samples_per_second": 622.98, + "eval_steps_per_second": 0.654, + "step": 2500 + }, + { + "epoch": 0.1698685540950455, + "grad_norm": 15794176.0, + "learning_rate": 3.4200000000000005e-05, + "loss": 2.063748359680176, + "step": 2520 + }, + { + "epoch": 0.17121671722278395, + "grad_norm": 17956864.0, + "learning_rate": 7.020000000000001e-05, + "loss": 2.075595664978027, + "step": 2540 + }, + { + "epoch": 0.17256488035052242, + "grad_norm": 95420416.0, + "learning_rate": 9e-05, + "loss": 2.9438404083251952, + "step": 2560 + }, + { + "epoch": 0.17391304347826086, + "grad_norm": 327155712.0, + "learning_rate": 9e-05, + "loss": 7.066030120849609, + "step": 2580 + }, + { + "epoch": 0.17526120660599934, + "grad_norm": 645922816.0, + "learning_rate": 9e-05, + "loss": 7.805310821533203, + "step": 2600 + }, + { + "epoch": 0.17660936973373778, + "grad_norm": 1061158912.0, + "learning_rate": 9e-05, + "loss": 7.980291748046875, + "step": 2620 + }, + { + "epoch": 0.17795753286147623, + "grad_norm": 1551892480.0, + "learning_rate": 9e-05, + "loss": 8.039534759521484, + "step": 2640 + }, + { + "epoch": 0.1793056959892147, + "grad_norm": 2105540608.0, + "learning_rate": 9e-05, + "loss": 8.074498748779297, + "step": 2660 + }, + { + "epoch": 0.18065385911695314, + "grad_norm": 2717908992.0, + "learning_rate": 9e-05, + "loss": 8.082987976074218, + "step": 2680 + }, + { + "epoch": 0.1820020222446916, + "grad_norm": 3355443200.0, + "learning_rate": 9e-05, + "loss": 8.098572540283204, + "step": 2700 + }, + { + "epoch": 0.18335018537243006, + "grad_norm": 4026531840.0, + "learning_rate": 9e-05, + "loss": 8.106620025634765, + "step": 2720 + }, + { + "epoch": 0.18469834850016853, + "grad_norm": 4697620480.0, + "learning_rate": 9e-05, + "loss": 8.106732177734376, + "step": 2740 + }, + { + "epoch": 0.18604651162790697, + "grad_norm": 5402263552.0, + "learning_rate": 9e-05, + "loss": 8.105657958984375, + "step": 2760 + }, + { + "epoch": 0.18739467475564545, + "grad_norm": 6073352192.0, + "learning_rate": 9e-05, + "loss": 8.110768890380859, + "step": 2780 + }, + { + "epoch": 0.1887428378833839, + "grad_norm": 6777995264.0, + "learning_rate": 9e-05, + "loss": 8.11846923828125, + "step": 2800 + }, + { + "epoch": 0.19009100101112233, + "grad_norm": 7449083904.0, + "learning_rate": 9e-05, + "loss": 8.115316772460938, + "step": 2820 + }, + { + "epoch": 0.1914391641388608, + "grad_norm": 8120172544.0, + "learning_rate": 9e-05, + "loss": 8.11875, + "step": 2840 + }, + { + "epoch": 0.19278732726659925, + "grad_norm": 8791261184.0, + "learning_rate": 9e-05, + "loss": 8.109890747070313, + "step": 2860 + }, + { + "epoch": 0.19413549039433772, + "grad_norm": 9395240960.0, + "learning_rate": 9e-05, + "loss": 8.113766479492188, + "step": 2880 + }, + { + "epoch": 0.19548365352207617, + "grad_norm": 10066329600.0, + "learning_rate": 9e-05, + "loss": 8.116683959960938, + "step": 2900 + }, + { + "epoch": 0.19683181664981464, + "grad_norm": 10670309376.0, + "learning_rate": 9e-05, + "loss": 8.109261322021485, + "step": 2920 + }, + { + "epoch": 0.19817997977755308, + "grad_norm": 11207180288.0, + "learning_rate": 9e-05, + "loss": 8.120066833496093, + "step": 2940 + }, + { + "epoch": 0.19952814290529153, + "grad_norm": 11811160064.0, + "learning_rate": 9e-05, + "loss": 8.114282989501953, + "step": 2960 + }, + { + "epoch": 0.20087630603303, + "grad_norm": 12348030976.0, + "learning_rate": 9e-05, + "loss": 8.107726287841796, + "step": 2980 + }, + { + "epoch": 0.20222446916076844, + "grad_norm": 12884901888.0, + "learning_rate": 9e-05, + "loss": 8.1126220703125, + "step": 3000 + } + ], + "logging_steps": 20, + "max_steps": 3500, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 100, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 9678851407872000.0, + "train_batch_size": 64, + "trial_name": null, + "trial_params": null +} diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3000/training_args.bin b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..d42dba735503648f02e3d29f685b24a197ab36d8 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c28142d60b82e3df0527b14431085e37dd065fc6519ba15f0d6ac2cabc5f4854 +size 4920 diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3100/config.json b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3100/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6f9c72a635cef01d03abb31f78284cdfb4734155 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3100/config.json @@ -0,0 +1,36 @@ +{ + "activation": "relu", + "architectures": [ + "TinyLlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "dtype": "bfloat16", + "eos_token_id": 2, + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 128, + "initializer_range": 0.02, + "intermediate_size": 256, + "max_position_embeddings": 512, + "mlp_bias": false, + "mlp_type": "glu", + "model_type": "tiny_llama", + "num_attention_heads": 4, + "num_hidden_layers": 100, + "num_key_value_heads": 4, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 10000.0, + "rope_type": "default" + }, + "tie_word_embeddings": true, + "tokenizer_name": "w-ahmad/tiny-stories-tokenizer", + "transformers_version": "5.16.0.dev0", + "use_cache": false, + "vocab_size": 4096, + "waleed_beta": 4 +} diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3100/model.safetensors b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3100/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8b2230b7fad3acdbe8ec6b8a81de9d3a6c6359b3 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3100/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:496dfc601cfd2ba4b81f908323d0546451e82dc35ef49c1390051649e2d404cb +size 33967272 diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3100/optimizer.pt b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3100/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ea3c7081097cdb290dac59fe05a20539ba8f166 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3100/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:524dab4a73aa9a8ab9bc8e8397b89ea5e658108e54cb24f14ba17eccfca9c6ad +size 39573050 diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3100/rng_state.pth b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3100/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..e29ad0909e8c1afefa182e7ed890fa257c75af25 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3100/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cf9097d4513154245c48236b6ec5137b7ee2a21c9f58f2cba798ea275c6026f +size 14244 diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3100/scheduler.pt b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3100/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9eeafdb3982ff6af92a80d29ba946256bc3b510 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3100/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9810d1ccc64353d007b5d64784152aae7a20a39b3430ca0793162cf90f4756c6 +size 1064 diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3100/tokenizer.json b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3100/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3100/tokenizer.json @@ -0,0 +1,19501 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "!": 1, + "\"": 2, + "#": 3, + "$": 4, + "%": 5, + "&": 6, + "'": 7, + "(": 8, + ")": 9, + "*": 10, + "+": 11, + ",": 12, + "-": 13, + ".": 14, + "/": 15, + "0": 16, + "1": 17, + "2": 18, + "3": 19, + "4": 20, + "5": 21, + "6": 22, + "7": 23, + "8": 24, + "9": 25, + ":": 26, + ";": 27, + "<": 28, + "=": 29, + ">": 30, + "?": 31, + "@": 32, + "A": 33, + "B": 34, + "C": 35, + "D": 36, + "E": 37, + "F": 38, + "G": 39, + "H": 40, + "I": 41, + "J": 42, + "K": 43, + "L": 44, + "M": 45, + "N": 46, + "O": 47, + "P": 48, + "Q": 49, + "R": 50, + "S": 51, + "T": 52, + "U": 53, + "V": 54, + "W": 55, + "X": 56, + "Y": 57, + "Z": 58, + "[": 59, + "\\": 60, + "]": 61, + "^": 62, + "_": 63, + "`": 64, + "a": 65, + "b": 66, + "c": 67, + "d": 68, + "e": 69, + "f": 70, + "g": 71, + "h": 72, + "i": 73, + "j": 74, + "k": 75, + "l": 76, + "m": 77, + "n": 78, + "o": 79, + "p": 80, + "q": 81, + "r": 82, + "s": 83, + "t": 84, + "u": 85, + "v": 86, + "w": 87, + "x": 88, + "y": 89, + "z": 90, + "{": 91, + "|": 92, + "}": 93, + "~": 94, + "¡": 95, + "¢": 96, + "£": 97, + "¤": 98, + "¥": 99, + "¦": 100, + "§": 101, + "¨": 102, + "©": 103, + "ª": 104, + "«": 105, + "¬": 106, + "®": 107, + "¯": 108, + "°": 109, + "±": 110, + "²": 111, + "³": 112, + "´": 113, + "µ": 114, + "¶": 115, + "·": 116, + "¸": 117, + "¹": 118, + "º": 119, + "»": 120, + "¼": 121, + "½": 122, + "¾": 123, + "¿": 124, + "À": 125, + "Á": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "È": 133, + "É": 134, + "Ê": 135, + "Ë": 136, + "Ì": 137, + "Í": 138, + "Î": 139, + "Ï": 140, + "Ð": 141, + "Ñ": 142, + "Ò": 143, + "Ó": 144, + "Ô": 145, + "Õ": 146, + "Ö": 147, + "×": 148, + "Ø": 149, + "Ù": 150, + "Ú": 151, + "Û": 152, + "Ü": 153, + "Ý": 154, + "Þ": 155, + "ß": 156, + "à": 157, + "á": 158, + "â": 159, + "ã": 160, + "ä": 161, + "å": 162, + "æ": 163, + "ç": 164, + "è": 165, + "é": 166, + "ê": 167, + "ë": 168, + "ì": 169, + "í": 170, + "î": 171, + "ï": 172, + "ð": 173, + "ñ": 174, + "ò": 175, + "ó": 176, + "ô": 177, + "õ": 178, + "ö": 179, + "÷": 180, + "ø": 181, + "ù": 182, + "ú": 183, + "û": 184, + "ü": 185, + "ý": 186, + "þ": 187, + "ÿ": 188, + "Ā": 189, + "ā": 190, + "Ă": 191, + "ă": 192, + "Ą": 193, + "ą": 194, + "Ć": 195, + "ć": 196, + "Ĉ": 197, + "ĉ": 198, + "Ċ": 199, + "ċ": 200, + "Č": 201, + "č": 202, + "Ď": 203, + "ď": 204, + "Đ": 205, + "đ": 206, + "Ē": 207, + "ē": 208, + "Ĕ": 209, + "ĕ": 210, + "Ė": 211, + "ė": 212, + "Ę": 213, + "ę": 214, + "Ě": 215, + "ě": 216, + "Ĝ": 217, + "ĝ": 218, + "Ğ": 219, + "ğ": 220, + "Ġ": 221, + "ġ": 222, + "Ģ": 223, + "ģ": 224, + "Ĥ": 225, + "ĥ": 226, + "Ħ": 227, + "ħ": 228, + "Ĩ": 229, + "ĩ": 230, + "Ī": 231, + "ī": 232, + "Ĭ": 233, + "ĭ": 234, + "Į": 235, + "į": 236, + "İ": 237, + "ı": 238, + "IJ": 239, + "ij": 240, + "Ĵ": 241, + "ĵ": 242, + "Ķ": 243, + "ķ": 244, + "ĸ": 245, + "Ĺ": 246, + "ĺ": 247, + "Ļ": 248, + "ļ": 249, + "Ľ": 250, + "ľ": 251, + "Ŀ": 252, + "ŀ": 253, + "Ł": 254, + "ł": 255, + "Ń": 256, + "he": 257, + "Ġt": 258, + "Ġa": 259, + "Ġs": 260, + "Ġw": 261, + "nd": 262, + "Ġthe": 263, + "ed": 264, + "Ġand": 265, + "Ġto": 266, + "Ġb": 267, + "in": 268, + "Ġh": 269, + "Ġwa": 270, + "re": 271, + "Ġf": 272, + "it": 273, + "ou": 274, + "Ġc": 275, + "Ġl": 276, + "Ġhe": 277, + "Ġd": 278, + "er": 279, + "Ġwas": 280, + "Ġm": 281, + "Ġp": 282, + "om": 283, + "ĠT": 284, + "Ġo": 285, + "ay": 286, + "ar": 287, + "ing": 288, + "is": 289, + "Ġg": 290, + "il": 291, + "id": 292, + "at": 293, + "en": 294, + "Ġn": 295, + "Ġsa": 296, + "Ġha": 297, + "ĠS": 298, + "im": 299, + "an": 300, + "ĠThe": 301, + "or": 302, + "on": 303, + "Ġit": 304, + "Ġth": 305, + "ll": 306, + "le": 307, + "ĠH": 308, + "Ġher": 309, + "et": 310, + "ot": 311, + "ir": 312, + "ĠShe": 313, + "ĠHe": 314, + "ver": 315, + "es": 316, + "Ġin": 317, + "ut": 318, + "ow": 319, + "ck": 320, + "Ġe": 321, + "Ġu": 322, + "ld": 323, + "ĠThey": 324, + "oo": 325, + "ig": 326, + "Ġsaid": 327, + "am": 328, + "ily": 329, + "Ġbe": 330, + "Ġy": 331, + "Ġr": 332, + "Ġst": 333, + "ce": 334, + "Ġshe": 335, + "Ġ\"": 336, + "pp": 337, + "ke": 338, + "ith": 339, + "On": 340, + "ĠI": 341, + "Ġwith": 342, + "ve": 343, + "Lily": 344, + "Ġon": 345, + "Ġof": 346, + "Ġso": 347, + "Ġhis": 348, + "ked": 349, + "ri": 350, + "nt": 351, + "very": 352, + "Ġpl": 353, + "Ġday": 354, + "ad": 355, + "Ġyou": 356, + "Ġthat": 357, + "Ġup": 358, + "Ġhad": 359, + "st": 360, + "Ġplay": 361, + "Ġthey": 362, + "ĠLily": 363, + "Ġwe": 364, + "Ġmom": 365, + "my": 366, + "Ġfor": 367, + "el": 368, + "ould": 369, + "un": 370, + "ĠB": 371, + "'s": 372, + "itt": 373, + "ent": 374, + "Ġhapp": 375, + "The": 376, + "ch": 377, + "Ġli": 378, + "out": 379, + "Ġwant": 380, + "Ġsh": 381, + "her": 382, + "ly": 383, + "ime": 384, + "ittle": 385, + "ound": 386, + "Ġvery": 387, + "Ġtime": 388, + "ome": 389, + "Ġlittle": 390, + "Ġthere": 391, + "se": 392, + "Ġdo": 393, + "Ġwh": 394, + "all": 395, + "Ġk": 396, + "end": 397, + "al": 398, + "ht": 399, + "Ġne": 400, + "Ġre": 401, + "Ġnot": 402, + "Ġhappy": 403, + "ĠĊ": 404, + "Ġbig": 405, + "ĠM": 406, + "Ġbut": 407, + "Ġsm": 408, + "ack": 409, + "Ġsaw": 410, + "ĠIt": 411, + "Ġas": 412, + "Ġan": 413, + "ra": 414, + "riend": 415, + "Ġfriend": 416, + "ide": 417, + "One": 418, + "ry": 419, + "'t": 420, + "ved": 421, + "Ġis": 422, + "Once": 423, + "ake": 424, + ".\"": 425, + "Ġwere": 426, + "ter": 427, + "ug": 428, + "Ġloo": 429, + "Ġlo": 430, + "ore": 431, + "ec": 432, + "ĠTim": 433, + "Ġhim": 434, + "Ġbo": 435, + "!\"": 436, + "Ġtoo": 437, + "Ġgo": 438, + "Ġupon": 439, + "irl": 440, + "Ġj": 441, + "Ġwanted": 442, + "Ġgirl": 443, + "Ġse": 444, + "Ġout": 445, + "ard": 446, + "way": 447, + "Ġsp": 448, + "ill": 449, + "ind": 450, + "Ġthem": 451, + "Ġcould": 452, + "fu": 453, + "hen": 454, + "Ġat": 455, + "ur": 456, + "Ġdid": 457, + "Ġsmil": 458, + "Ġtheir": 459, + "Ġare": 460, + "Ġex": 461, + "ĠA": 462, + "ain": 463, + "Ġwent": 464, + "art": 465, + "hed": 466, + "rom": 467, + "ic": 468, + "round": 469, + "Ġhave": 470, + "Ġnam": 471, + "lp": 472, + "Ġall": 473, + "ĠJ": 474, + "ful": 475, + "Ġkn": 476, + "hing": 477, + "ood": 478, + "Ġhelp": 479, + "ight": 480, + "Ġfriends": 481, + "one": 482, + "ark": 483, + "Ġback": 484, + "um": 485, + "Ġcan": 486, + "Ġnamed": 487, + "Ġcl": 488, + "?\"": 489, + "Ġfun": 490, + "are": 491, + "ĠBen": 492, + "Ġloved": 493, + "Ġal": 494, + "elt": 495, + "ĠTimmy": 496, + "ĠOne": 497, + "op": 498, + "side": 499, + "Ġle": 500, + "Ġno": 501, + "Ġsc": 502, + "ĠTom": 503, + "Ġfelt": 504, + "oug": 505, + "Ġsmiled": 506, + "ick": 507, + "Ġasked": 508, + "You": 509, + "Ġtoy": 510, + "Ġman": 511, + "Ġaround": 512, + "ame": 513, + "Ġfe": 514, + "Ġsay": 515, + "Ġboy": 516, + "Ġsome": 517, + "Ġlooked": 518, + "ure": 519, + "omet": 520, + "Ġbr": 521, + "Ġwould": 522, + "Ġme": 523, + "Ġbir": 524, + "Ġlike": 525, + "get": 526, + "Ġstart": 527, + "Ġro": 528, + "as": 529, + "Ġsee": 530, + "ĠW": 531, + "ice": 532, + "ong": 533, + "Ġbird": 534, + "Ġsomet": 535, + "dd": 536, + "Ġwor": 537, + "ade": 538, + "ie": 539, + "king": 540, + "Ġag": 541, + "own": 542, + "Ġtre": 543, + "Ġfa": 544, + "Ġaway": 545, + "Ġwhat": 546, + "ings": 547, + "Ġstarted": 548, + "gether": 549, + "Ġran": 550, + "â": 551, + "âĤ": 552, + "âĤ¬": 553, + "ared": 554, + "Ġmake": 555, + "ĠBut": 556, + "ited": 557, + "if": 558, + "oud": 559, + "Ġmade": 560, + "Ġtogether": 561, + "Ġsomething": 562, + "Ġexc": 563, + "ag": 564, + "Ġco": 565, + "Ġpark": 566, + "Ġnew": 567, + "Ġsad": 568, + "Ġput": 569, + ",\"": 570, + "Ġfrom": 571, + "ble": 572, + "ther": 573, + "Ġpr": 574, + "Ġmu": 575, + "Ġcar": 576, + "Ġhome": 577, + "ĠYou": 578, + "Ġthen": 579, + "Ġwhen": 580, + "Ġfound": 581, + "ell": 582, + "Ġother": 583, + "Ġagain": 584, + "Ġch": 585, + "Ġdec": 586, + "Ġwho": 587, + "Ġla": 588, + "ried": 589, + "ss": 590, + "Ġgood": 591, + "Ġhug": 592, + "ĠL": 593, + "pped": 594, + "Ġwal": 595, + "ep": 596, + "ally": 597, + "Ġsays": 598, + "Ġfl": 599, + "est": 600, + "ach": 601, + "ĠE": 602, + "Ġexcited": 603, + "pl": 604, + "qu": 605, + "ook": 606, + "Ġget": 607, + "ought": 608, + "Ġplaying": 609, + "Ġgot": 610, + "Ġsw": 611, + "ous": 612, + "hat": 613, + "ny": 614, + "ided": 615, + "uck": 616, + "Ġthings": 617, + "Ġevery": 618, + "Ġdecided": 619, + "Ġcame": 620, + "Ġbec": 621, + "ave": 622, + "ro": 623, + "ax": 624, + "Ġliked": 625, + "Ġdown": 626, + "Ġdog": 627, + "Ġscared": 628, + "Ġv": 629, + "udd": 630, + "ust": 631, + "Ġone": 632, + "Ġfind": 633, + "Ġbl": 634, + "Ġthan": 635, + "ĠD": 636, + "ouse": 637, + "ways": 638, + "Ġkne": 639, + "Ġdidn": 640, + "ap": 641, + "Ġmommy": 642, + "Ġcare": 643, + "Ġalways": 644, + "Ġab": 645, + "ist": 646, + "Ġdad": 647, + "Ġfeel": 648, + "ara": 649, + "bb": 650, + "arn": 651, + "fe": 652, + "Ġyour": 653, + "Ġoutside": 654, + "ue": 655, + "Ġgra": 656, + "ant": 657, + "Ġke": 658, + "ĠMom": 659, + "Ġtook": 660, + "Ġlot": 661, + "nn": 662, + "Ġbu": 663, + "Ġabout": 664, + "ess": 665, + "ĠF": 666, + "nder": 667, + "Ġtree": 668, + "eci": 669, + "Ġlook": 670, + "Ġpo": 671, + "Ġmy": 672, + "our": 673, + "Ġtoys": 674, + "ite": 675, + "ched": 676, + "Ġknew": 677, + "Ġthought": 678, + "ened": 679, + "Ġlearn": 680, + "Ġint": 681, + "Ġold": 682, + "Ġmore": 683, + "nna": 684, + "ise": 685, + "ged": 686, + "Ġta": 687, + "udden": 688, + "ecial": 689, + "Ġspecial": 690, + "ĠMax": 691, + "au": 692, + "Ġwill": 693, + "ers": 694, + "They": 695, + "ret": 696, + "Ġpe": 697, + "Ġho": 698, + "ĠSam": 699, + "Ġtake": 700, + "Ġball": 701, + "Ġknow": 702, + "Ġlaug": 703, + "fter": 704, + "uddenly": 705, + "Ġcat": 706, + "Ġhow": 707, + "ive": 708, + "Ġtr": 709, + "Ġmuch": 710, + "Ġany": 711, + "Ġpu": 712, + "ma": 713, + "Ġsl": 714, + "Ġsor": 715, + "Ġmo": 716, + "ven": 717, + "ish": 718, + "Ġshow": 719, + "Ġcouldn": 720, + "ause": 721, + "ink": 722, + "But": 723, + "Ġhouse": 724, + "Ġinto": 725, + "ump": 726, + "Ġover": 727, + "Ġtried": 728, + "and": 729, + "Ġeat": 730, + "Ġsk": 731, + "Ġsun": 732, + "Ġtw": 733, + "Ġclo": 734, + "ia": 735, + "Ġrun": 736, + "Ġhand": 737, + "ĠEvery": 738, + "Ġen": 739, + "Ġinside": 740, + "dy": 741, + "Ġif": 742, + "Ġtold": 743, + "Ġnever": 744, + "ion": 745, + "Ġqu": 746, + "Ġbecause": 747, + "by": 748, + "Ġproud": 749, + "Ġgave": 750, + "Ġsorry": 751, + "Ġthis": 752, + "Ġop": 753, + "Ġplayed": 754, + "ate": 755, + "Ġexpl": 756, + "Ġheard": 757, + "ty": 758, + "Ġor": 759, + "Ġwater": 760, + "ank": 761, + "ge": 762, + "sed": 763, + "Ġpick": 764, + "other": 765, + "Ġroom": 766, + "etter": 767, + "Ġjust": 768, + "ace": 769, + "Ġhugged": 770, + "ak": 771, + "Ġgre": 772, + "here": 773, + "Ġoff": 774, + "ĠSara": 775, + "Ġpret": 776, + "ile": 777, + "Ġeach": 778, + "Ġcom": 779, + "Ġlong": 780, + "Ġbox": 781, + "ort": 782, + "Ġstr": 783, + "iz": 784, + "Ġunt": 785, + "Ġwat": 786, + "oth": 787, + "Ġneed": 788, + "Ġjo": 789, + "ĠWe": 790, + "Tom": 791, + "Ġsmall": 792, + "ine": 793, + "Ġbear": 794, + "Mom": 795, + "Ġuntil": 796, + "Ġnice": 797, + "Ġtry": 798, + "ving": 799, + "uc": 800, + "sel": 801, + "ough": 802, + "Ġlearned": 803, + "Ġkind": 804, + "ĠAnna": 805, + "ild": 806, + "Ġfo": 807, + "Ġmany": 808, + "'m": 809, + "ĠJack": 810, + "Ġbetter": 811, + "Ġim": 812, + "gry": 813, + "imal": 814, + "Ġanimal": 815, + "urt": 816, + "ft": 817, + "Ġend": 818, + "Ġsn": 819, + "aut": 820, + "Ġte": 821, + "Ġcle": 822, + "ĠJo": 823, + "vent": 824, + "urp": 825, + "Ġgr": 826, + "Ġbeaut": 827, + "Ġjump": 828, + "mb": 829, + "Ġad": 830, + "ream": 831, + "pt": 832, + "ĠSo": 833, + "ĠHer": 834, + "Ġflow": 835, + "ies": 836, + "Ġche": 837, + "Ġbra": 838, + "Ġthanked": 839, + "Ġeven": 840, + "Ġbest": 841, + "Ġcall": 842, + "ady": 843, + "He": 844, + "Ġlots": 845, + "Ġlaughed": 846, + "self": 847, + "Ġra": 848, + "Ġway": 849, + "ars": 850, + "urn": 851, + "Ġby": 852, + "Ġfast": 853, + "lly": 854, + "Ġfam": 855, + "ĠC": 856, + "ves": 857, + "arden": 858, + "Ġgarden": 859, + "Ġbeauti": 860, + "wn": 861, + "Th": 862, + "Ġbeautiful": 863, + "Ġloud": 864, + "lew": 865, + "Ġsky": 866, + "Ġdon": 867, + "hn": 868, + "ered": 869, + "iny": 870, + "Ġcareful": 871, + "Ġlove": 872, + "Ġfi": 873, + "ĠThen": 874, + "Åĵ": 875, + "ase": 876, + "ect": 877, + "Ġsafe": 878, + "ĠAnd": 879, + "Ġunder": 880, + "Ġcome": 881, + "ĠFrom": 882, + "Yes": 883, + "ĠMia": 884, + "It": 885, + "me": 886, + "Ġhard": 887, + "Ġcu": 888, + "Ġwo": 889, + "Ġlist": 890, + "Ġstay": 891, + "ane": 892, + "sh": 893, + "ople": 894, + "Ġgl": 895, + "ning": 896, + "Ġstill": 897, + "ool": 898, + "Ġhurt": 899, + "ree": 900, + "ĠHis": 901, + "Ġimp": 902, + "Ġfamily": 903, + "Ġâ": 904, + "Ġboth": 905, + "rm": 906, + "igh": 907, + "Ġlived": 908, + "hes": 909, + "When": 910, + "Ġpeople": 911, + "Ġanimals": 912, + "Ġcol": 913, + "Ġbrave": 914, + "Ġwalked": 915, + "ob": 916, + "Tim": 917, + "ct": 918, + "Ġlet": 919, + "urpr": 920, + "ĠWhen": 921, + "Ġtwo": 922, + "Ġsurpr": 923, + "Ġshould": 924, + "ished": 925, + "Ġbad": 926, + "ress": 927, + "Ġkept": 928, + "Ġfore": 929, + "Ġflew": 930, + "Ġfin": 931, + "Ġstor": 932, + "Ġfly": 933, + "ast": 934, + "ised": 935, + "ip": 936, + "Ġits": 937, + "led": 938, + "ock": 939, + "ucy": 940, + "fore": 941, + "Ġgoing": 942, + "Ġclean": 943, + "Ġdan": 944, + "Ġpic": 945, + "Ġsoon": 946, + "Ġcalled": 947, + "Ġshare": 948, + "kay": 949, + "Ġangry": 950, + "Ġrock": 951, + "Ġcon": 952, + "Ġpretty": 953, + "No": 954, + "Ġide": 955, + "ied": 956, + "illy": 957, + "Ġground": 958, + "xt": 959, + "Ġred": 960, + "Ġexplore": 961, + "Ġcry": 962, + "Ġadvent": 963, + "Ġsto": 964, + "so": 965, + "Ġreal": 966, + "Let": 967, + "Ġwind": 968, + "Ġshiny": 969, + "be": 970, + "Ġbook": 971, + "Ġalso": 972, + "Ġdoll": 973, + "Ġidea": 974, + "Ġbefore": 975, + "Ġopened": 976, + "dded": 977, + "Ġwhile": 978, + "ummy": 979, + "Ġkeep": 980, + "Ġey": 981, + "Ġnow": 982, + "Ġdoor": 983, + "Ġfeeling": 984, + "âĤ¬â": 985, + "oon": 986, + "oy": 987, + "Ġwalking": 988, + "Ġnoise": 989, + "Ġfr": 990, + "les": 991, + "age": 992, + "ious": 993, + "Ġcolor": 994, + "Ġturn": 995, + "thing": 996, + "ff": 997, + "uch": 998, + "th": 999, + "Ġbed": 1000, + "ary": 1001, + "Ġdra": 1002, + "Ġpicked": 1003, + "imb": 1004, + "eet": 1005, + "Ġclimb": 1006, + "Ġdel": 1007, + "What": 1008, + "Ġbeing": 1009, + "Ġfood": 1010, + "Ġun": 1011, + "Ġfar": 1012, + "ture": 1013, + "joy": 1014, + "Ġadventure": 1015, + "ac": 1016, + "Ġsmile": 1017, + "Ġdif": 1018, + "Ħ¢": 1019, + "âĤ¬âĦ¢": 1020, + "memb": 1021, + "Ġwr": 1022, + "Ġthr": 1023, + "ught": 1024, + "Ġlooking": 1025, + "Ġnext": 1026, + "iced": 1027, + "ĠLucy": 1028, + "Ġnodded": 1029, + "Ġquick": 1030, + "ĠP": 1031, + "Ġdis": 1032, + "Ġrepl": 1033, + "ĠDad": 1034, + "Ġwait": 1035, + "ized": 1036, + "Ġforest": 1037, + "Ġclos": 1038, + "ĠSuddenly": 1039, + "Ġtra": 1040, + "That": 1041, + "Ġeyes": 1042, + "ger": 1043, + "bbit": 1044, + "ted": 1045, + "Ġown": 1046, + "Ġrain": 1047, + "Ġimport": 1048, + "Ġgreat": 1049, + "Ġrememb": 1050, + "Ġpicture": 1051, + "Thank": 1052, + "Suddenly": 1053, + "Ġstopped": 1054, + "Ġenjoy": 1055, + "Ġvo": 1056, + "Ben": 1057, + "Ġgive": 1058, + "Ġimportant": 1059, + "Ġwork": 1060, + "Ġnear": 1061, + "gan": 1062, + "pot": 1063, + "Ġever": 1064, + "Ġapp": 1065, + "Ġafter": 1066, + "Ġquickly": 1067, + "Ġlisten": 1068, + "Ġbre": 1069, + "ting": 1070, + "bbed": 1071, + "Ġma": 1072, + "Ġfish": 1073, + "Ġreplied": 1074, + "Ġrabbit": 1075, + "Ġhands": 1076, + "ĠG": 1077, + "Ġnoticed": 1078, + "Ġbro": 1079, + "Ġslide": 1080, + "Ġthink": 1081, + "Ġwalk": 1082, + "Ġtruck": 1083, + "Ġac": 1084, + "kes": 1085, + "Ġstrong": 1086, + "She": 1087, + "Ġshowed": 1088, + "Ġde": 1089, + "Ġeveryone": 1090, + "Ġwonder": 1091, + "fere": 1092, + "bye": 1093, + "Ġdiffere": 1094, + "irst": 1095, + "So": 1096, + "Ġsure": 1097, + "Ġhas": 1098, + "Ġright": 1099, + "Ġbeen": 1100, + "Ġbecame": 1101, + "Ġsound": 1102, + "maz": 1103, + "Ġtow": 1104, + "Ġru": 1105, + "Ġtal": 1106, + "Ġamaz": 1107, + "Ġhead": 1108, + "Ġshout": 1109, + "Ġbright": 1110, + "Ġye": 1111, + "Ġwatched": 1112, + "ĠR": 1113, + "Ġmor": 1114, + "Ġchild": 1115, + "able": 1116, + "Ġmean": 1117, + "Ġwhere": 1118, + "llow": 1119, + "Ġhigh": 1120, + "ĠSue": 1121, + "Ġface": 1122, + "Ġcook": 1123, + "day": 1124, + "aybe": 1125, + "Ġwatch": 1126, + "Ġblue": 1127, + "aught": 1128, + "Ġdifferent": 1129, + "Ġstore": 1130, + "ĠN": 1131, + "Ġgoodbye": 1132, + "Ġdress": 1133, + "ull": 1134, + "ĠBob": 1135, + "ng": 1136, + "ange": 1137, + "Ġsqu": 1138, + "Ġokay": 1139, + "isy": 1140, + "lease": 1141, + "ĠMommy": 1142, + "Ġvoice": 1143, + "Jo": 1144, + "ath": 1145, + "Ġnight": 1146, + "ĠSpot": 1147, + "Ġus": 1148, + "Ġboat": 1149, + "Ġflowers": 1150, + "Ġplace": 1151, + "Ġfollow": 1152, + "Ġar": 1153, + "Ġuse": 1154, + "Ġcloser": 1155, + "unny": 1156, + "leep": 1157, + "ired": 1158, + "Ġfav": 1159, + "Ġyell": 1160, + "Ġgrabbed": 1161, + "Ġcuri": 1162, + "Ġwarm": 1163, + "Ġcr": 1164, + "Ġforg": 1165, + "ĠSarah": 1166, + "ĠJohn": 1167, + "Ġmag": 1168, + "Ġstick": 1169, + "We": 1170, + "Ġjumped": 1171, + "Ġcake": 1172, + "more": 1173, + "Ġtell": 1174, + "Ġanymore": 1175, + "After": 1176, + "Ġbutter": 1177, + "ndma": 1178, + "Ġthree": 1179, + "Ġask": 1180, + "co": 1181, + "Ġour": 1182, + "lie": 1183, + "Ġcurious": 1184, + "ount": 1185, + "orn": 1186, + "Ġcont": 1187, + "Ġfell": 1188, + "ached": 1189, + "ĠTh": 1190, + "Ġbirds": 1191, + "ass": 1192, + "Her": 1193, + "iss": 1194, + "Ġhelped": 1195, + "ĠJane": 1196, + "Ġpull": 1197, + "Ġfirst": 1198, + "itc": 1199, + "Ġblock": 1200, + "Ġhop": 1201, + "Ġbit": 1202, + "Ġdr": 1203, + "Ġrealized": 1204, + "Ġkid": 1205, + "Look": 1206, + "ila": 1207, + "Ġmon": 1208, + "Ġbrother": 1209, + "Anna": 1210, + "Sara": 1211, + "Ġz": 1212, + "ĠEveryone": 1213, + "Ġate": 1214, + "Ġdoes": 1215, + "imes": 1216, + "Ġhappened": 1217, + "Ġstop": 1218, + "zy": 1219, + "Ġyummy": 1220, + "Ġfavor": 1221, + "ppy": 1222, + "Ġkitc": 1223, + "Ġkitchen": 1224, + "Ġsweet": 1225, + "us": 1226, + "Ġper": 1227, + "Ġreally": 1228, + "aisy": 1229, + "Ġgrass": 1230, + "Ġfavorite": 1231, + "Ġbegan": 1232, + "Ġrest": 1233, + "Ġready": 1234, + "Ġlea": 1235, + "Ġreached": 1236, + "Ġunderst": 1237, + "air": 1238, + "Ġste": 1239, + "Ġbunny": 1240, + "ĠAs": 1241, + "Ġstory": 1242, + "'re": 1243, + "Ġpain": 1244, + "Ġsing": 1245, + "ster": 1246, + "Ġhere": 1247, + "Ġsand": 1248, + "Ġonly": 1249, + "Ġflo": 1250, + "Ġam": 1251, + "Ġglad": 1252, + "Ġtri": 1253, + "Ġbeh": 1254, + "Ġworld": 1255, + "Ġopen": 1256, + "Ġcre": 1257, + "fully": 1258, + "Ġprin": 1259, + "where": 1260, + "arent": 1261, + "Ġflower": 1262, + "Ġthrough": 1263, + "Ġba": 1264, + "Ġfire": 1265, + "Ġdone": 1266, + "Ġhaving": 1267, + "Ġthing": 1268, + "Ġdelic": 1269, + "Ġhimself": 1270, + "Ġtired": 1271, + "Ġparent": 1272, + "Ġsoft": 1273, + "Ġfro": 1274, + "Timmy": 1275, + "Ġtast": 1276, + "Ġbutterf": 1277, + "ĠLet": 1278, + "Ġcut": 1279, + "Ġpart": 1280, + "Ġwhy": 1281, + "ken": 1282, + "Ġmess": 1283, + "Can": 1284, + "Ġworry": 1285, + "Mommy": 1286, + "iver": 1287, + "Ġdin": 1288, + "uff": 1289, + "ater": 1290, + "Ġmagic": 1291, + "Ġwaved": 1292, + "Ġshouted": 1293, + "Ġpond": 1294, + "Ġkids": 1295, + "Ġhat": 1296, + "Ġduck": 1297, + "Ġsees": 1298, + "olly": 1299, + "illed": 1300, + "Ġgame": 1301, + "ient": 1302, + "Ġmaking": 1303, + "ather": 1304, + "John": 1305, + "As": 1306, + "akes": 1307, + "Ġcatch": 1308, + "Ġseen": 1309, + "Ġcool": 1310, + "ation": 1311, + "Ġcoming": 1312, + "Ġless": 1313, + "Ġdark": 1314, + "Ġused": 1315, + "eddy": 1316, + "Ġfix": 1317, + "ĠJoe": 1318, + "Ġthank": 1319, + "mer": 1320, + "Ġtop": 1321, + "Ġlady": 1322, + "Ġhair": 1323, + "aring": 1324, + "Ġprom": 1325, + "Ġhopped": 1326, + "ĠCan": 1327, + "\".": 1328, + "ign": 1329, + "Ġsurprise": 1330, + "Ġdraw": 1331, + "Ġmum": 1332, + "Ġmouse": 1333, + "Ġfunny": 1334, + "rel": 1335, + "Ġcra": 1336, + "Ġ-": 1337, + "aper": 1338, + "Ġfull": 1339, + "Ġtouch": 1340, + "Ġlight": 1341, + "Ġspot": 1342, + "ren": 1343, + "Ġdro": 1344, + "ĠBenny": 1345, + "Ġparents": 1346, + "Ġworked": 1347, + "ins": 1348, + "oney": 1349, + "ĠDo": 1350, + "Ġsurprised": 1351, + "Ġcarefully": 1352, + "Ġtrees": 1353, + "Ġfrog": 1354, + "Ġswing": 1355, + "Ġdoing": 1356, + "Don": 1357, + "Ġsat": 1358, + "inally": 1359, + "ĠThat": 1360, + "Ġice": 1361, + "ĠIn": 1362, + "Ġheld": 1363, + "Wow": 1364, + "Ġrunning": 1365, + "Ġpretend": 1366, + "Ġswim": 1367, + "Ġset": 1368, + "Ġread": 1369, + "Ġdelicious": 1370, + "Ġneeded": 1371, + "Ġtight": 1372, + "Ġslow": 1373, + "Ġremembered": 1374, + "Ġlost": 1375, + "Ġcold": 1376, + "Ġsmell": 1377, + "ards": 1378, + "Ġwood": 1379, + "Ġhappily": 1380, + "hy": 1381, + "ely": 1382, + "Ġlooks": 1383, + "Ġbehind": 1384, + "Ġherself": 1385, + "Ġcried": 1386, + "Ġenjoyed": 1387, + "Ġname": 1388, + "ask": 1389, + "Ġyears": 1390, + "Ġbuy": 1391, + "Ġhole": 1392, + "Ġblocks": 1393, + "Ġdri": 1394, + "Ġsleep": 1395, + "Ġgi": 1396, + "Ġyellow": 1397, + "cess": 1398, + "Ġbutterfly": 1399, + "ike": 1400, + "ued": 1401, + "Ġwished": 1402, + "Ġperf": 1403, + "Ġanother": 1404, + "ĠDaisy": 1405, + "Ġgreen": 1406, + "Ġmove": 1407, + "Ġtall": 1408, + "Ġair": 1409, + "Ġbag": 1410, + "Ġfloor": 1411, + "Ġcars": 1412, + "Ġlesson": 1413, + "ul": 1414, + "Ġbow": 1415, + "Ġarri": 1416, + "Ġwindow": 1417, + "Ġsho": 1418, + "Ġchildren": 1419, + "ner": 1420, + "Ġfinished": 1421, + "Ġhill": 1422, + "ĠAfter": 1423, + "andy": 1424, + "sp": 1425, + "ens": 1426, + "Ġpaper": 1427, + "Ġlikes": 1428, + "From": 1429, + "sy": 1430, + "Ġhold": 1431, + "Sam": 1432, + "Ġwrong": 1433, + "reed": 1434, + "Ġcontin": 1435, + "Ġunderstand": 1436, + "atter": 1437, + "uit": 1438, + "rew": 1439, + "Ġgent": 1440, + "Ġanything": 1441, + "Ġclose": 1442, + "Ġwall": 1443, + "Ġel": 1444, + "asure": 1445, + "Ġleft": 1446, + "Ġable": 1447, + "Ġarrived": 1448, + "Ġhun": 1449, + "ross": 1450, + "av": 1451, + "Ġhear": 1452, + "Ġfriendly": 1453, + "Ġforgot": 1454, + "Ġgone": 1455, + "ama": 1456, + "Ġcreat": 1457, + "Ġwet": 1458, + "Ġlion": 1459, + "Hell": 1460, + "Hello": 1461, + "Ġdream": 1462, + "Ġhot": 1463, + "bo": 1464, + "ber": 1465, + "ĠSally": 1466, + "Ġfilled": 1467, + "Ġdir": 1468, + "ield": 1469, + "Ġcookies": 1470, + "Ġlaugh": 1471, + "Ġbroken": 1472, + "Ġdinner": 1473, + "lf": 1474, + "Ġelse": 1475, + "Ġhid": 1476, + "ced": 1477, + "Ġpink": 1478, + "Ġfollowed": 1479, + "Ġtable": 1480, + "Ġmar": 1481, + "Ġcolors": 1482, + "oup": 1483, + "Ġmoment": 1484, + "Ġcontinued": 1485, + "Ġwonderful": 1486, + "ĠEm": 1487, + "ey": 1488, + "ined": 1489, + "irrel": 1490, + "rot": 1491, + "Ġfinally": 1492, + "Jack": 1493, + "Ġarm": 1494, + "Ġmight": 1495, + "ĠNow": 1496, + "Ġcast": 1497, + "Ġyes": 1498, + "Ġbuild": 1499, + "Ġenough": 1500, + "ĠBilly": 1501, + "Ġsomeone": 1502, + "Ġperfect": 1503, + "Ġfair": 1504, + "Ġstayed": 1505, + "app": 1506, + "Ġmorning": 1507, + "ĠThere": 1508, + "Ġpuppy": 1509, + "ol": 1510, + "Ġdaddy": 1511, + "Ġtrying": 1512, + "'ll": 1513, + "Ġju": 1514, + "Ġothers": 1515, + "Ġbooks": 1516, + "Ġagreed": 1517, + "Ġmus": 1518, + "Ġsnow": 1519, + "Ġsquirrel": 1520, + "Ġcream": 1521, + "room": 1522, + "Ġgetting": 1523, + "Ġgrandma": 1524, + "ĠLila": 1525, + "Ġleaves": 1526, + "Ġbaby": 1527, + "Ġcount": 1528, + "icy": 1529, + "Ġfew": 1530, + "At": 1531, + "Ġfall": 1532, + "Then": 1533, + "gon": 1534, + "Ġbreak": 1535, + "Ġclimbed": 1536, + "ries": 1537, + "Ġbeach": 1538, + "ash": 1539, + "Ġbug": 1540, + "Ġplease": 1541, + "Ġmother": 1542, + "Ġbrought": 1543, + "Ġtrain": 1544, + "ance": 1545, + "ĠThis": 1546, + "Ġdeep": 1547, + "Ġvis": 1548, + "ated": 1549, + "shed": 1550, + "Ġmet": 1551, + "Ġwasn": 1552, + "Ġsometimes": 1553, + "Ġeverything": 1554, + "ĠTommy": 1555, + "ich": 1556, + "Ġmusic": 1557, + "key": 1558, + "ling": 1559, + "This": 1560, + "os": 1561, + "Ġturned": 1562, + "lc": 1563, + "Ġride": 1564, + "oom": 1565, + "Ġsong": 1566, + "oring": 1567, + "Ġspark": 1568, + "Ġfight": 1569, + "Ġhungry": 1570, + "ons": 1571, + "Ġpictures": 1572, + "ds": 1573, + "Ġmakes": 1574, + "Ġsear": 1575, + "ucky": 1576, + "Ġlistened": 1577, + "Ġjoy": 1578, + "Ġpol": 1579, + "ĠWhat": 1580, + "His": 1581, + "ee": 1582, + "Ġclot": 1583, + "Ġsail": 1584, + "apped": 1585, + "bble": 1586, + "Ġcomp": 1587, + "Ġplan": 1588, + "Ġwants": 1589, + "Ġclothes": 1590, + "Ġpoin": 1591, + "ĠK": 1592, + "zz": 1593, + "Ġballoon": 1594, + "Ġstrange": 1595, + "man": 1596, + "enny": 1597, + "Ġpi": 1598, + "Ġgrow": 1599, + "Ġflying": 1600, + "row": 1601, + "Ġscary": 1602, + "Ġtreat": 1603, + "Ġwaited": 1604, + "Ġamazed": 1605, + "Ġteddy": 1606, + "Ġcastle": 1607, + "ister": 1608, + "Ġele": 1609, + "Ġamazing": 1610, + "med": 1611, + "Ġspl": 1612, + "Oh": 1613, + "Ġleave": 1614, + "Ġowner": 1615, + "Ġpromised": 1616, + "Ġdanger": 1617, + "ever": 1618, + "OK": 1619, + "Ġsuch": 1620, + "Ġwhite": 1621, + "Ġpat": 1622, + "Ġtalk": 1623, + "uffy": 1624, + "Ġfur": 1625, + "Ġpie": 1626, + "ope": 1627, + "red": 1628, + "Ġpulled": 1629, + "Ġpre": 1630, + "Ġwoods": 1631, + "ĠTo": 1632, + "Ġshared": 1633, + "Ġalone": 1634, + "Ġtowards": 1635, + "cle": 1636, + "ĠMaybe": 1637, + "Ġsit": 1638, + "Ġnap": 1639, + "Ġcolorful": 1640, + "amp": 1641, + "hone": 1642, + "Ġvisit": 1643, + "igg": 1644, + "ugg": 1645, + "thy": 1646, + "ence": 1647, + "Ġtail": 1648, + "ctor": 1649, + "Ġmagical": 1650, + "Ġriver": 1651, + "Ġhig": 1652, + "Ġbelie": 1653, + "Ġgrate": 1654, + "ually": 1655, + "ang": 1656, + "ott": 1657, + "Ġhide": 1658, + "Ġsilly": 1659, + "Ġsmiles": 1660, + "ower": 1661, + "Ġside": 1662, + "Max": 1663, + "Ġroll": 1664, + "Ġgu": 1665, + "ĠAmy": 1666, + "Ġpro": 1667, + "eter": 1668, + "Ġfaster": 1669, + "Ġgrateful": 1670, + "Ġtreasure": 1671, + "ased": 1672, + "Ġsnack": 1673, + "up": 1674, + "Ġland": 1675, + "avy": 1676, + "Ġmoral": 1677, + "ained": 1678, + "Ġsister": 1679, + "ĠGra": 1680, + "Ġshap": 1681, + "Ġpaint": 1682, + "Ġslowly": 1683, + "Ġfield": 1684, + "Ġpet": 1685, + "Ġsec": 1686, + "orm": 1687, + "ĠJim": 1688, + "Ġbran": 1689, + "Ġmin": 1690, + "Ġmust": 1691, + "Ġhelping": 1692, + "Ġworried": 1693, + "Ġjob": 1694, + "Ġfox": 1695, + "set": 1696, + "Ġmoney": 1697, + "Ġpot": 1698, + "Ġqui": 1699, + "Ġbel": 1700, + "Ġacc": 1701, + "Ġliving": 1702, + "Ġmonster": 1703, + "less": 1704, + "Ġparty": 1705, + "ear": 1706, + "Ġmost": 1707, + "Ġwear": 1708, + "Ġremember": 1709, + "ire": 1710, + "Ġsign": 1711, + "wl": 1712, + "Ġcloud": 1713, + "Ġcandy": 1714, + "Ġhigher": 1715, + "ipped": 1716, + "ident": 1717, + "ĠAll": 1718, + "der": 1719, + "ze": 1720, + "Ġquiet": 1721, + "Ġtown": 1722, + "unch": 1723, + "Ġprincess": 1724, + "Ġruns": 1725, + "asket": 1726, + "em": 1727, + "Ġeverywhere": 1728, + "Ġjoin": 1729, + "Ġstepped": 1730, + "Ġbasket": 1731, + "Ġlake": 1732, + "Ġcup": 1733, + "sw": 1734, + "outh": 1735, + "Ġcarrot": 1736, + "Ġcoll": 1737, + "Ġplant": 1738, + "Ġscream": 1739, + "ĠDaddy": 1740, + "Ġbuck": 1741, + "Ġheavy": 1742, + "Ġbigger": 1743, + "Ġcho": 1744, + "Ġblank": 1745, + "Ġclosed": 1746, + "Ġwon": 1747, + "ises": 1748, + "Ġansw": 1749, + "br": 1750, + "Ġblanket": 1751, + "Ġmouth": 1752, + "ames": 1753, + "eces": 1754, + "Ġeating": 1755, + "Ġpieces": 1756, + "cket": 1757, + "Ġstre": 1758, + "Ġwelc": 1759, + "Ġwouldn": 1760, + "Ġreach": 1761, + "Ġbroke": 1762, + "eared": 1763, + "Ġdangerous": 1764, + "gs": 1765, + "ph": 1766, + "ĠMolly": 1767, + "Ġce": 1768, + "ĠMr": 1769, + "ord": 1770, + "fort": 1771, + "Ġdolls": 1772, + "ming": 1773, + "Ġdance": 1774, + "Ġdragon": 1775, + "Ġthinks": 1776, + "Ġasks": 1777, + "Ġacross": 1778, + "Okay": 1779, + "Ġchair": 1780, + "Ġteac": 1781, + "Ġbott": 1782, + "Hi": 1783, + "Ġpa": 1784, + "Ġneigh": 1785, + "Ġbar": 1786, + "Ġbike": 1787, + "Ġpack": 1788, + "iting": 1789, + "Ġdisapp": 1790, + "Ġneighb": 1791, + "Ġstuck": 1792, + "de": 1793, + "Ġgif": 1794, + "Ġfruit": 1795, + "Ġbelieve": 1796, + "cy": 1797, + "Ġve": 1798, + "Ġcrying": 1799, + "ier": 1800, + "phant": 1801, + "Ġsuddenly": 1802, + "Ġsoup": 1803, + "Ġrace": 1804, + "Ġthrew": 1805, + "Sure": 1806, + "Ġfarmer": 1807, + "Ġaccident": 1808, + "Ġdirty": 1809, + "Ġelephant": 1810, + "Ġmonkey": 1811, + "Ġheal": 1812, + "weet": 1813, + "Ġrem": 1814, + "Ġpers": 1815, + "Ġsame": 1816, + "ored": 1817, + "ventually": 1818, + "ead": 1819, + "pping": 1820, + "Ġgentle": 1821, + "Ġfree": 1822, + "Ġbrown": 1823, + "Maybe": 1824, + "Ġinst": 1825, + "Ġbee": 1826, + "ix": 1827, + "Ġben": 1828, + "Ġwin": 1829, + "Ġblack": 1830, + "Ġalong": 1831, + "Ġlonger": 1832, + "ible": 1833, + "Ġspr": 1834, + "Ġclapped": 1835, + "Finally": 1836, + "Why": 1837, + "cked": 1838, + "Ġwords": 1839, + "ĠFl": 1840, + "Ġteacher": 1841, + "Ġupset": 1842, + "chool": 1843, + "Ġpiece": 1844, + "Ġwell": 1845, + "Ġcheered": 1846, + "Ġhit": 1847, + "Ġsang": 1848, + "ment": 1849, + "Ġbowl": 1850, + "Ġbite": 1851, + "Ġdoctor": 1852, + "ĠJill": 1853, + "Ġbucket": 1854, + "Mia": 1855, + "Ġbath": 1856, + "Ġcaught": 1857, + "Ġheart": 1858, + "Ġforget": 1859, + "Ġmark": 1860, + "Ġbutt": 1861, + "Ġdry": 1862, + "Ġyoung": 1863, + "Ġsea": 1864, + "Ġcour": 1865, + "Ġdropped": 1866, + "ese": 1867, + "Ġyard": 1868, + "Ġplac": 1869, + "ourn": 1870, + "Ġschool": 1871, + "Ġswings": 1872, + "bby": 1873, + "Ġwings": 1874, + "bs": 1875, + "Ġexplained": 1876, + "Ġjourn": 1877, + "Ġbring": 1878, + "Ġdrink": 1879, + "Ġstreet": 1880, + "Ġjuice": 1881, + "ung": 1882, + "Ġnearby": 1883, + "ĠEmma": 1884, + "Ġsmo": 1885, + "Ġsmart": 1886, + "Ġpushed": 1887, + "Ġstories": 1888, + "Ġdrove": 1889, + "Ġtiny": 1890, + "Ġpen": 1891, + "Ġcourse": 1892, + "Ġes": 1893, + "Ġmine": 1894, + "Ġtoday": 1895, + "Ġpocket": 1896, + "Ġyear": 1897, + "aughter": 1898, + "Ġje": 1899, + "Ġsecret": 1900, + "Ġexp": 1901, + "Ġwithout": 1902, + "Ġsinging": 1903, + "Ġwelcome": 1904, + "Ġhappen": 1905, + "to": 1906, + "Ġfit": 1907, + "Ġstu": 1908, + "vel": 1909, + "ract": 1910, + "Ġbus": 1911, + "Ġcheese": 1912, + "Ġcray": 1913, + "Ġfairy": 1914, + "Ġjar": 1915, + "Ġturns": 1916, + "Ġbush": 1917, + "bow": 1918, + "llo": 1919, + "Ġexploring": 1920, + "Ġlon": 1921, + "Ġstand": 1922, + "itting": 1923, + "Ġseemed": 1924, + "Ġspoon": 1925, + "ĠFinally": 1926, + "Ġgames": 1927, + "Ġwoke": 1928, + "issed": 1929, + "Ġresp": 1930, + "Ġtrou": 1931, + "Ġtwins": 1932, + "Ġhoped": 1933, + "Ġatt": 1934, + "Ġlonely": 1935, + "Ġant": 1936, + "ĠMama": 1937, + "orrow": 1938, + "Ġnoises": 1939, + "Ġhugs": 1940, + "ountain": 1941, + "yard": 1942, + "Ġdaughter": 1943, + "Ġinv": 1944, + "Ġkey": 1945, + "ail": 1946, + "Ġrocks": 1947, + "Ġdisco": 1948, + "Ġsu": 1949, + "Ġlunch": 1950, + "read": 1951, + "oun": 1952, + "vered": 1953, + "Ġbackyard": 1954, + "Ġsuc": 1955, + "Ġcow": 1956, + "Ġapple": 1957, + "ek": 1958, + "Ġswam": 1959, + "Ġshoes": 1960, + "Ġstars": 1961, + "Ġshook": 1962, + "ittens": 1963, + "Ġmiss": 1964, + "ches": 1965, + "Ġwish": 1966, + "Ġrelie": 1967, + "fused": 1968, + "Ġshapes": 1969, + "urple": 1970, + "Ġtower": 1971, + "ity": 1972, + "Ġcorn": 1973, + "Ġmoved": 1974, + "shine": 1975, + "Ġ3": 1976, + "Ġthough": 1977, + "Ġcir": 1978, + "umb": 1979, + "Ġtaking": 1980, + "ts": 1981, + "ĠTweet": 1982, + "ape": 1983, + "Ġrainbow": 1984, + "Ġthrow": 1985, + "Ġstar": 1986, + "Ġbench": 1987, + "Ġneck": 1988, + "ocked": 1989, + "Ġcreature": 1990, + "Ġbubble": 1991, + "Ġlate": 1992, + "Ġadventures": 1993, + "Ġowl": 1994, + "ions": 1995, + "And": 1996, + "Ġwhe": 1997, + "Ġpar": 1998, + "Ġshell": 1999, + "Ġkite": 2000, + "ĠFluffy": 2001, + "ining": 2002, + "Ġmil": 2003, + "unt": 2004, + "Ġfence": 2005, + "Ġmix": 2006, + "Ġlift": 2007, + "Ġaccidentally": 2008, + "Ġwise": 2009, + "Ġhello": 2010, + "Ġpurple": 2011, + "pper": 2012, + "Ġonto": 2013, + "Ġspin": 2014, + "ten": 2015, + "ours": 2016, + "Ġsitting": 2017, + "idge": 2018, + "Ġsunshine": 2019, + "Ġcute": 2020, + "Ġmat": 2021, + "ward": 2022, + "Ġshop": 2023, + "Ġwhist": 2024, + "Ġdist": 2025, + "Ġorange": 2026, + "Lila": 2027, + "Ġnaught": 2028, + "ĠSammy": 2029, + "Ġnaughty": 2030, + "Ġnest": 2031, + "ose": 2032, + "ors": 2033, + "lla": 2034, + "Ġmilk": 2035, + "fish": 2036, + "Ġaf": 2037, + "Ġboun": 2038, + "Ġphone": 2039, + "Ġarms": 2040, + "Ġeas": 2041, + "ness": 2042, + "Ġcarry": 2043, + "ĠGrandma": 2044, + "og": 2045, + "Ġbought": 2046, + "Ġdriver": 2047, + "Ġinstead": 2048, + "Later": 2049, + "Ġtalked": 2050, + "Ġsearched": 2051, + "gged": 2052, + "Ġpig": 2053, + "Ġcozy": 2054, + "Ġsunny": 2055, + "itty": 2056, + "Ġfeels": 2057, + "Ġfan": 2058, + "Ġwondered": 2059, + "Ġcomes": 2060, + "Ġswimming": 2061, + "uched": 2062, + "Ġtouched": 2063, + "Ġpop": 2064, + "ĠInside": 2065, + "ale": 2066, + "Ġlucky": 2067, + "Ġlaughing": 2068, + "Ġbelong": 2069, + "Ġsounds": 2070, + "Ġwom": 2071, + "Ġcave": 2072, + "let": 2073, + "Ġjourney": 2074, + "Ġwoman": 2075, + "Ġcou": 2076, + "Ġnothing": 2077, + "Ġcoat": 2078, + "Ġrelieved": 2079, + "ĠO": 2080, + "Ġpeace": 2081, + "adow": 2082, + "Ġnose": 2083, + "Ġbusy": 2084, + "Bob": 2085, + "Ġpast": 2086, + "Ġapples": 2087, + "Ġsick": 2088, + "Ġrope": 2089, + "Ġpatient": 2090, + "Ġact": 2091, + "Ġpudd": 2092, + "Ġinc": 2093, + "raid": 2094, + "Ġwatching": 2095, + "Ġbranch": 2096, + "Ġafraid": 2097, + "Ġtom": 2098, + "ider": 2099, + "Ġdays": 2100, + "Ġret": 2101, + "cing": 2102, + "ĠMary": 2103, + "Ġband": 2104, + "Ġfarm": 2105, + "Ġhuge": 2106, + "ĠThank": 2107, + "ator": 2108, + "Ġexciting": 2109, + "Ġdanced": 2110, + "thday": 2111, + "Ġwar": 2112, + "ĠSoon": 2113, + "ball": 2114, + "Ġgigg": 2115, + "blem": 2116, + "Ġzoom": 2117, + "Ġmad": 2118, + "Ġvill": 2119, + "Ġforever": 2120, + "Ġproblem": 2121, + "Ġcollect": 2122, + "ped": 2123, + "irt": 2124, + "Ġminut": 2125, + "Ġwra": 2126, + "ho": 2127, + "Ġlife": 2128, + "Ġknee": 2129, + "ces": 2130, + "Do": 2131, + "cer": 2132, + "mp": 2133, + "arp": 2134, + "Ġking": 2135, + "Ġasleep": 2136, + "Ġreturn": 2137, + "Ġsharp": 2138, + "Ġrel": 2139, + "Ġpower": 2140, + "eth": 2141, + "Ġholding": 2142, + "Ġfing": 2143, + "Ġhealthy": 2144, + "ĠMittens": 2145, + "Ġprot": 2146, + "Ġmeet": 2147, + "Ġorgan": 2148, + "Ġclever": 2149, + "Ġspotted": 2150, + "Ġletter": 2151, + "Ġgather": 2152, + "alm": 2153, + "Of": 2154, + "ere": 2155, + "Ġround": 2156, + "Ġstorm": 2157, + "Ġprotect": 2158, + "Ġgift": 2159, + "amed": 2160, + "Ġmail": 2161, + "ĠJen": 2162, + "Ġbirthday": 2163, + "Ġpres": 2164, + "Ġsaf": 2165, + "Ġneighbor": 2166, + "epend": 2167, + "Ġtakes": 2168, + "sc": 2169, + "Ġear": 2170, + "Ġcomfort": 2171, + "Ġent": 2172, + "Ġrep": 2173, + "Ġperson": 2174, + "Ġsmiling": 2175, + "ĠWith": 2176, + "Ġgently": 2177, + "Ġpointed": 2178, + "Every": 2179, + "owed": 2180, + "Ġspo": 2181, + "col": 2182, + "Ġtasty": 2183, + "ular": 2184, + "ĠJimmy": 2185, + "Ġplane": 2186, + "sting": 2187, + "hin": 2188, + "Ġhoney": 2189, + "itch": 2190, + "Ġpill": 2191, + "Ġpass": 2192, + "itten": 2193, + "Ġmatter": 2194, + "Ġadm": 2195, + "Ġtasted": 2196, + "Ġsmelled": 2197, + "nic": 2198, + "ove": 2199, + "Ġeag": 2200, + "Ġshining": 2201, + "Hey": 2202, + "Ġhope": 2203, + "Ġplaces": 2204, + "Ġkick": 2205, + "ĠCh": 2206, + "Ġpicnic": 2207, + "Ġbottle": 2208, + "Ġrespect": 2209, + "Ġblew": 2210, + "Ġappeared": 2211, + "Ġsupp": 2212, + "Tommy": 2213, + "ĠCome": 2214, + "Ġspider": 2215, + "Ġintere": 2216, + "Ġcheer": 2217, + "board": 2218, + "Ġwearing": 2219, + "Ġpresent": 2220, + "ert": 2221, + "Ġmist": 2222, + "ize": 2223, + "Ġtrouble": 2224, + "Ġtrip": 2225, + "Ġpract": 2226, + "Ġkiss": 2227, + "Ġquest": 2228, + "ond": 2229, + "Ġash": 2230, + "Ġloves": 2231, + "Ġtightly": 2232, + "gg": 2233, + "arge": 2234, + "Ġsur": 2235, + "Ġspread": 2236, + "aur": 2237, + "Ġwide": 2238, + "ones": 2239, + "umber": 2240, + "Ġfeather": 2241, + "Ġsplas": 2242, + "ont": 2243, + "ndp": 2244, + "Ġlater": 2245, + "Ġwhole": 2246, + "Ġanyone": 2247, + "Ġbread": 2248, + "Molly": 2249, + "Ġdes": 2250, + "Ġrec": 2251, + "ella": 2252, + "Ġroad": 2253, + "In": 2254, + "Ġoce": 2255, + "Ġgiant": 2256, + "Ġocean": 2257, + "els": 2258, + "Ġpuzz": 2259, + "Ġcookie": 2260, + "Ġpan": 2261, + "Ġpath": 2262, + "ÅĵI": 2263, + "Ġconfused": 2264, + "Ġscreamed": 2265, + "Ġclouds": 2266, + "eb": 2267, + "Ġimpress": 2268, + "Ġfront": 2269, + "ĠGo": 2270, + "Ġseat": 2271, + "lex": 2272, + "Ġlay": 2273, + "Ġwhich": 2274, + "la": 2275, + "Ġthin": 2276, + "Ġteach": 2277, + "erly": 2278, + "Ġdi": 2279, + "Ġanswer": 2280, + "ungle": 2281, + "Ġap": 2282, + "ssed": 2283, + "hile": 2284, + "ub": 2285, + "Ġlarge": 2286, + "Ġjungle": 2287, + "Ġpromise": 2288, + "Ġser": 2289, + "Ġber": 2290, + "Ġwild": 2291, + "Ġbark": 2292, + "Ġmach": 2293, + "oose": 2294, + "Ġbutton": 2295, + "ndpa": 2296, + "Good": 2297, + "Ġmyster": 2298, + "Ġsnake": 2299, + "Ġvillage": 2300, + "Ġhor": 2301, + "ĠEmily": 2302, + "Come": 2303, + "Ġtool": 2304, + "Ġputs": 2305, + "Ġlast": 2306, + "Ġimag": 2307, + "ĠJake": 2308, + "Lucy": 2309, + "Ġtid": 2310, + "Ġban": 2311, + "lebr": 2312, + "Ġeventually": 2313, + "Ġslid": 2314, + "Ġwave": 2315, + "Ġlive": 2316, + "Ġchased": 2317, + "ĠEverywhere": 2318, + "Ġcelebr": 2319, + "Ġcrayons": 2320, + "Just": 2321, + "Ġspent": 2322, + "Ġwrite": 2323, + "Ġgives": 2324, + "unk": 2325, + "ife": 2326, + "Ġdecor": 2327, + "Ġfoot": 2328, + "Ġdelight": 2329, + "Ġsol": 2330, + "Ġsandw": 2331, + "Ġdirt": 2332, + "ĠJenny": 2333, + "Ġtalking": 2334, + "Ġtreats": 2335, + "Ġcart": 2336, + "ching": 2337, + "Ġwaiting": 2338, + "Ġhiding": 2339, + "Ġsnowman": 2340, + "Ġinteresting": 2341, + "Ġhon": 2342, + "ony": 2343, + "Ġshelf": 2344, + "Ġtaste": 2345, + "een": 2346, + "Jim": 2347, + "Ġstep": 2348, + "Mum": 2349, + "Ġhelpful": 2350, + "Ġfeet": 2351, + "Ġshy": 2352, + "Ġgoes": 2353, + "Ġval": 2354, + "Ġemb": 2355, + "Ġstood": 2356, + "Ġshr": 2357, + "Ġbuilding": 2358, + "Ġoven": 2359, + "Ġstret": 2360, + "Ġlovely": 2361, + "Ġducks": 2362, + "Ġcorner": 2363, + "Ġwash": 2364, + "cks": 2365, + "Ġspe": 2366, + "Ġpretended": 2367, + "Ġrolled": 2368, + "Ġrude": 2369, + "old": 2370, + "Ġcalm": 2371, + "Ġpile": 2372, + "Ġteeth": 2373, + "Ġjumping": 2374, + "Ġzoo": 2375, + "Ġpuddle": 2376, + "Ġtidy": 2377, + "Mama": 2378, + "iger": 2379, + "ipe": 2380, + "Ġbugs": 2381, + "Ġashamed": 2382, + "Ġbat": 2383, + "ina": 2384, + "ĠRe": 2385, + "Ġob": 2386, + "Ġstra": 2387, + "ĠSt": 2388, + "Ġwhistle": 2389, + "Ġbanan": 2390, + "not": 2391, + "Ġnet": 2392, + "Ġforgive": 2393, + "Ġprince": 2394, + "ener": 2395, + "Ġshirt": 2396, + "Ġsel": 2397, + "Ġcoo": 2398, + "Ġembar": 2399, + "umpy": 2400, + "Ġsparkly": 2401, + "Ġremind": 2402, + "Ġsug": 2403, + "Ġcross": 2404, + "Ġmind": 2405, + "Ġcannot": 2406, + "Ġsuccess": 2407, + "Ġembarra": 2408, + "Soon": 2409, + "Ġmot": 2410, + "Ġsharing": 2411, + "Ġworm": 2412, + "Ġfold": 2413, + "Ġpeaceful": 2414, + "Ġwore": 2415, + "Ġmountain": 2416, + "Ġblow": 2417, + "lice": 2418, + "Ġign": 2419, + "Ġbell": 2420, + "Ġfurry": 2421, + "Ġgrab": 2422, + "als": 2423, + "ometimes": 2424, + "Ġwhenever": 2425, + "Ġpour": 2426, + "vous": 2427, + "llie": 2428, + "Ġpush": 2429, + "Ġbreath": 2430, + "Ġmachine": 2431, + "Ġsugar": 2432, + "Ġchick": 2433, + "Ġcreative": 2434, + "St": 2435, + "ned": 2436, + "Ġbal": 2437, + "Ġstir": 2438, + "Ġdolp": 2439, + "Ġtries": 2440, + "Now": 2441, + "Ġlad": 2442, + "ĠLe": 2443, + "Ġmed": 2444, + "Ġpool": 2445, + "Ġgener": 2446, + "Ġsal": 2447, + "ork": 2448, + "ult": 2449, + "Ġspray": 2450, + "Ġship": 2451, + "ian": 2452, + "Ġhum": 2453, + "Ġhel": 2454, + "isa": 2455, + "Ġselfish": 2456, + "Ġhar": 2457, + "Ġfaces": 2458, + "Ġmessy": 2459, + "Ġ'": 2460, + "Ġple": 2461, + "ĠSome": 2462, + "ĠHow": 2463, + "Ġgold": 2464, + "Ġchocol": 2465, + "Please": 2466, + "Ġminutes": 2467, + "Ġpillow": 2468, + "My": 2469, + "aking": 2470, + "Ġtun": 2471, + "Ġmissed": 2472, + "ighed": 2473, + "Ġvan": 2474, + "Ġfixed": 2475, + "Ġfighting": 2476, + "oin": 2477, + "Ġfig": 2478, + "Ġembarrassed": 2479, + "Ġmeant": 2480, + "Ġdrive": 2481, + "Ġtomorrow": 2482, + "Ġhours": 2483, + "Ġca": 2484, + "Ġner": 2485, + "Ġspicy": 2486, + "Ġknowing": 2487, + "ĠPlease": 2488, + "Sarah": 2489, + "Ġladder": 2490, + "ital": 2491, + "Ġhorse": 2492, + "ato": 2493, + "Ġug": 2494, + "ĠJust": 2495, + "Ġtrust": 2496, + "Ġhosp": 2497, + "Ġugly": 2498, + "Ġhospital": 2499, + "Ġchew": 2500, + "Ġbedroom": 2501, + "Ġeasy": 2502, + "Ġnervous": 2503, + "Ġrob": 2504, + "Ġthankful": 2505, + "Ġcarrots": 2506, + "Dad": 2507, + "elly": 2508, + "Ġgrew": 2509, + "Ġcolour": 2510, + "Ġbarked": 2511, + "Ġcouch": 2512, + "Ġnut": 2513, + "Ġmeadow": 2514, + "Ġtaught": 2515, + "Ġunderstood": 2516, + "Ġdisappoin": 2517, + "Ġpas": 2518, + "ano": 2519, + "Ġoften": 2520, + "Ġclass": 2521, + "Ġpassed": 2522, + "Ġknocked": 2523, + "Ġlanded": 2524, + "Ġmic": 2525, + "ird": 2526, + "Ġfear": 2527, + "Ġcoin": 2528, + "Ġmud": 2529, + "work": 2530, + "Ġdeter": 2531, + "Ġreg": 2532, + "Ġreturned": 2533, + "Ġdeterm": 2534, + "Ġhur": 2535, + "Ġfinish": 2536, + "izz": 2537, + "Ġtea": 2538, + "Ġsmooth": 2539, + "mo": 2540, + "Ġstuff": 2541, + "Ġmov": 2542, + "Ġgenerous": 2543, + "To": 2544, + "ĠOn": 2545, + "isp": 2546, + "Ġdrum": 2547, + "obby": 2548, + "Ġbubbles": 2549, + "Ġrobot": 2550, + "Ġthese": 2551, + "Ġseed": 2552, + "Ġglass": 2553, + "Ġdisappointed": 2554, + "ground": 2555, + "Ġring": 2556, + "Ġcard": 2557, + "Ġhears": 2558, + "Ġcarried": 2559, + "Ġmoon": 2560, + "Ġchocolate": 2561, + "Ġleaf": 2562, + "Ġsnacks": 2563, + "Ġcirc": 2564, + "Ġfancy": 2565, + "dle": 2566, + "Ġspend": 2567, + "ĠAnn": 2568, + "ustr": 2569, + "Ġcrab": 2570, + "Ġsongs": 2571, + "pack": 2572, + "Ġpir": 2573, + "ecially": 2574, + "osaur": 2575, + "Ġsold": 2576, + "Ġbridge": 2577, + "ĠEven": 2578, + "Ġsleepy": 2579, + "Ġhonest": 2580, + "Ġmir": 2581, + "ĠBr": 2582, + "Ġpaw": 2583, + "pecially": 2584, + "Ġav": 2585, + "ĠWhy": 2586, + "izzy": 2587, + "Ġchest": 2588, + "Ġwolf": 2589, + "Ġdinosaur": 2590, + "Ġespecially": 2591, + "Ġmap": 2592, + "Ġgas": 2593, + "ory": 2594, + "Ġchange": 2595, + "Ġgroup": 2596, + "Ġgathered": 2597, + "Ġsour": 2598, + "Ġpoor": 2599, + "Ġsplash": 2600, + "Ġwaves": 2601, + "Ġforward": 2602, + "Ġclown": 2603, + "Ġmysterious": 2604, + "ror": 2605, + "Ġbody": 2606, + "Ġfrustr": 2607, + "Ġcraw": 2608, + "Ġfake": 2609, + "Ġpin": 2610, + "Ġok": 2611, + "Ġrad": 2612, + "Ġwhisp": 2613, + "Ġtwirl": 2614, + "Ġstring": 2615, + "Ġsmelly": 2616, + "ĠTogether": 2617, + "sist": 2618, + "Ġcand": 2619, + "Ġgate": 2620, + "Ġscar": 2621, + "ĠKitty": 2622, + "Ġneckl": 2623, + "Billy": 2624, + "Ġmotor": 2625, + "ying": 2626, + "ote": 2627, + "Ġshore": 2628, + "urse": 2629, + "Ġjew": 2630, + "Ġweak": 2631, + "Ġgrumpy": 2632, + "Ġfinger": 2633, + "Ġsack": 2634, + "Ġkitten": 2635, + "Ġpolite": 2636, + "Ġglue": 2637, + "uce": 2638, + "Ġnumber": 2639, + "airs": 2640, + "Ġesc": 2641, + "Ġmirror": 2642, + "Ġsheep": 2643, + "Ġvase": 2644, + "Ġplants": 2645, + "Ġberries": 2646, + "most": 2647, + "Be": 2648, + "den": 2649, + "Ġjelly": 2650, + "ĠTheir": 2651, + "Ġemp": 2652, + "itter": 2653, + "There": 2654, + "Ġscr": 2655, + "Ġgray": 2656, + "Ġpuzzle": 2657, + "Ġnecklace": 2658, + "Ġmaybe": 2659, + "Ġplate": 2660, + "Ġalmost": 2661, + "usie": 2662, + "Ġfrustrated": 2663, + "Ġempty": 2664, + "port": 2665, + "orry": 2666, + "Ġthick": 2667, + "Ġjam": 2668, + "Ġskipped": 2669, + "ensive": 2670, + "ĠTeddy": 2671, + "aged": 2672, + "Ġcloset": 2673, + "Ġhidden": 2674, + "Ġexpensive": 2675, + "Ġdetermined": 2676, + "Ġbored": 2677, + "Ġlit": 2678, + "Ġdrew": 2679, + "Ġlegs": 2680, + "Ġhopping": 2681, + "ates": 2682, + "ĠSometimes": 2683, + "Ġsticks": 2684, + "Ġones": 2685, + "ĠAt": 2686, + "Ġbirdie": 2687, + "ĠDon": 2688, + "Ġpolice": 2689, + "Ġfruits": 2690, + "Ġtick": 2691, + "Ġaunt": 2692, + "Ġwis": 2693, + "Ġbake": 2694, + "Ġline": 2695, + "ots": 2696, + "Ġstone": 2697, + "Ġdogs": 2698, + "aul": 2699, + "Ġfigure": 2700, + "Jane": 2701, + "Ġsight": 2702, + "Ġcries": 2703, + "ĠBe": 2704, + "Ġmoving": 2705, + "Ġcontent": 2706, + "ĠBrown": 2707, + "Ġsaved": 2708, + "Ġcloth": 2709, + "?\".": 2710, + "box": 2711, + "Ġbranches": 2712, + "Ġpacked": 2713, + "Ġpowerful": 2714, + "Ġsplashed": 2715, + "Ġfeed": 2716, + "ested": 2717, + "Ġyelled": 2718, + "Where": 2719, + "dge": 2720, + "kin": 2721, + "Ġtiger": 2722, + "Ġpay": 2723, + "iddle": 2724, + "oop": 2725, + "ĠBella": 2726, + "Ġexam": 2727, + "Ġtaken": 2728, + "Ġcrane": 2729, + "Ġspoil": 2730, + "'d": 2731, + "Ġhang": 2732, + "Ġflag": 2733, + "Ġanswered": 2734, + "Ġdiscovered": 2735, + "ĠLeo": 2736, + "ush": 2737, + "Ġsave": 2738, + "Ġseek": 2739, + "Ġexcite": 2740, + "Ġpray": 2741, + "Ġjog": 2742, + "Ġstanding": 2743, + "Ġdolphin": 2744, + "Ġjack": 2745, + "Are": 2746, + "era": 2747, + "rag": 2748, + "Ġflut": 2749, + "getable": 2750, + "Ġboring": 2751, + "Ġlock": 2752, + "Ġincred": 2753, + "Ġexcitement": 2754, + "Ġsighed": 2755, + "Ġwip": 2756, + "Ġfis": 2757, + "Ġfill": 2758, + "Ġsoap": 2759, + "ĠMum": 2760, + "ola": 2761, + "Ġpleased": 2762, + "Ġjacket": 2763, + "light": 2764, + "Ġsugg": 2765, + "Ġmiddle": 2766, + "Ġeld": 2767, + "Ġwrote": 2768, + "Ġballoons": 2769, + "Ġorganized": 2770, + "que": 2771, + "Ġsailed": 2772, + "Their": 2773, + "Ġtells": 2774, + "Ġoy": 2775, + "Ġstones": 2776, + "Ġboard": 2777, + "Ġspun": 2778, + "Ġvegetable": 2779, + "lies": 2780, + "Ġind": 2781, + "iness": 2782, + "Ġworking": 2783, + "lower": 2784, + "alk": 2785, + "iff": 2786, + "Ġparrot": 2787, + "Stop": 2788, + "Ġscarf": 2789, + "Ġwagged": 2790, + "Ġclap": 2791, + "Ġmeasure": 2792, + "asing": 2793, + "Ġtears": 2794, + "body": 2795, + "Ġcomfortable": 2796, + "Ġleg": 2797, + "Ġswan": 2798, + "Ġtrue": 2799, + "Ġfright": 2800, + "Ġdrop": 2801, + "Ġsmoke": 2802, + "Ġfeathers": 2803, + "Ġincredible": 2804, + "ggs": 2805, + "ual": 2806, + "Ġtie": 2807, + "Ġcap": 2808, + "Ġlose": 2809, + "Ġpus": 2810, + "Ġeager": 2811, + "Ġmovie": 2812, + "fic": 2813, + "Ġcop": 2814, + "Ġeggs": 2815, + "oof": 2816, + "Ġrid": 2817, + "Ġcovered": 2818, + "Ġfil": 2819, + "Ġlem": 2820, + "Ġgrap": 2821, + "Ġdisappeared": 2822, + "Ġrecord": 2823, + "ĠTV": 2824, + "ĠBl": 2825, + "Ġext": 2826, + "Ġord": 2827, + "Ġgiggled": 2828, + "corn": 2829, + "Ġpri": 2830, + "Ġham": 2831, + "Ġrare": 2832, + "Ġyourself": 2833, + "Ġeng": 2834, + "Ġwhale": 2835, + "Ġknife": 2836, + "ĠLisa": 2837, + "Ġteam": 2838, + "ĠJohnny": 2839, + "zed": 2840, + "Ġtest": 2841, + "Ġbone": 2842, + "Ġdizzy": 2843, + "Ġlibr": 2844, + "Ġwrap": 2845, + "Ġquestions": 2846, + "iv": 2847, + "Ġlying": 2848, + "Ġstamp": 2849, + "Ġlicked": 2850, + "Ġnoisy": 2851, + "Ġkindness": 2852, + "Ġdiffic": 2853, + "Ġdrawing": 2854, + "apping": 2855, + "Jimmy": 2856, + "Ġstraw": 2857, + "Ġburn": 2858, + "Ġwagon": 2859, + "ately": 2860, + "Ġgrown": 2861, + "Ġrocket": 2862, + "Ġpopcorn": 2863, + "Sally": 2864, + "Ġbatter": 2865, + "Ġwand": 2866, + "Ġanc": 2867, + "ĠEnd": 2868, + "Ġsword": 2869, + "Ġhappening": 2870, + "Ġlifted": 2871, + "Ġbalance": 2872, + "Ġextra": 2873, + "Sorry": 2874, + "ha": 2875, + "Ġwander": 2876, + "Ġfat": 2877, + "ĠMark": 2878, + "ĠElla": 2879, + "Ġbecome": 2880, + "Ġtrack": 2881, + "Ġsmaller": 2882, + "Ġmistake": 2883, + "Ġtoast": 2884, + "ating": 2885, + "Ġmanaged": 2886, + "selves": 2887, + "ĠPeter": 2888, + "Ġbathroom": 2889, + "Ġharm": 2890, + "Ġdifficult": 2891, + "Ġtwist": 2892, + "Ġoffered": 2893, + "Ġruined": 2894, + "Ġmatch": 2895, + "Ġancient": 2896, + "Ġgar": 2897, + "illi": 2898, + "Ġdistance": 2899, + "Ġplayground": 2900, + "Ġlazy": 2901, + "Ġdancing": 2902, + "Ġadventur": 2903, + "af": 2904, + "ĠBa": 2905, + "Ġcalling": 2906, + "Ġcleaned": 2907, + "Ġcrown": 2908, + "ormal": 2909, + "Ġonce": 2910, + "Ġboss": 2911, + "Ġsell": 2912, + "Ġwalks": 2913, + "Ġfrightened": 2914, + "erri": 2915, + "Ġmask": 2916, + "Ġfluffy": 2917, + "emo": 2918, + "ĠZ": 2919, + "Ġfrag": 2920, + "Ġdest": 2921, + "Ġnormal": 2922, + "Ġyog": 2923, + "Ġpicks": 2924, + "Ġeye": 2925, + "Ġdrank": 2926, + "Ġcircle": 2927, + "Ġadventurous": 2928, + "Spot": 2929, + "Ġtent": 2930, + "Ġpress": 2931, + "Ġkissed": 2932, + "ict": 2933, + "Ġsciss": 2934, + "Ġgets": 2935, + "Ġtrunk": 2936, + "Ġcheck": 2937, + "Ġenjoying": 2938, + "Ġshells": 2939, + "Ġelderly": 2940, + "Ġscissors": 2941, + "Ġterri": 2942, + "Ġtoug": 2943, + "ages": 2944, + "Ġsteal": 2945, + "Me": 2946, + "ready": 2947, + "ete": 2948, + "Ġalready": 2949, + "ĠLittle": 2950, + "Ġjuicy": 2951, + "Ġstudy": 2952, + "Ġhorn": 2953, + "erp": 2954, + "Ġpizz": 2955, + "Ġallig": 2956, + "Ġlouder": 2957, + "Ġtowel": 2958, + "Ġcircles": 2959, + "Ġlead": 2960, + "Ġroar": 2961, + "Ġrose": 2962, + "Ġslipped": 2963, + "Ġtele": 2964, + "Ġfamous": 2965, + "Ġarg": 2966, + "Ġcheerful": 2967, + "ĠRex": 2968, + "Ġtough": 2969, + "ipper": 2970, + "Ġbarn": 2971, + "Ġfool": 2972, + "Ġdig": 2973, + "Ġdish": 2974, + "Ġagainst": 2975, + "Ġdeer": 2976, + "Ġsweetie": 2977, + "Ġengine": 2978, + "Ġed": 2979, + "Ġfather": 2980, + "Ġcover": 2981, + "Ġyours": 2982, + "Ġneeds": 2983, + "Joe": 2984, + "Ġbags": 2985, + "Ġspinning": 2986, + "Sue": 2987, + "Ġaw": 2988, + "anged": 2989, + "amond": 2990, + "Ġyarn": 2991, + "oph": 2992, + "Ġgiving": 2993, + "Ġdiamond": 2994, + "Ġsandwich": 2995, + "Ġindepend": 2996, + "Ġfragile": 2997, + "Who": 2998, + "cept": 2999, + "Ġnosy": 3000, + "Ġtwig": 3001, + "Ġhurts": 3002, + "Ġsuggested": 3003, + "Ġlemon": 3004, + "iest": 3005, + "ination": 3006, + "orge": 3007, + "Ġnod": 3008, + "Ġbloom": 3009, + "Ġhose": 3010, + "Ġboxes": 3011, + "Ġrealised": 3012, + "Ġfrown": 3013, + "ache": 3014, + "Ġrelax": 3015, + "Ġhammer": 3016, + "Ġadded": 3017, + "Ġweird": 3018, + "Ġmod": 3019, + "Ġcrack": 3020, + "Ġalligator": 3021, + "Amy": 3022, + "Gra": 3023, + "oot": 3024, + "Ġshake": 3025, + "rage": 3026, + "Ġlearning": 3027, + "Ġvegetables": 3028, + "Ġadd": 3029, + "Ġmelt": 3030, + "ĠSusie": 3031, + "elp": 3032, + "ĠBobby": 3033, + "Ġtrap": 3034, + "Ġcollar": 3035, + "Ġstubb": 3036, + "ique": 3037, + "Ġborrow": 3038, + "Ġpump": 3039, + "Ġloudly": 3040, + "Ġsearch": 3041, + "Ġchicken": 3042, + "Ġpizza": 3043, + "Ġindependent": 3044, + "Ġstubborn": 3045, + "Ġref": 3046, + "Ġasking": 3047, + "Ġbrilli": 3048, + "Ġdecide": 3049, + "Ġflash": 3050, + "Ġcaterp": 3051, + "Ġqueen": 3052, + "Ġsnee": 3053, + "ĠRose": 3054, + "Ġinvited": 3055, + "Ġstrawber": 3056, + "Ġfoolish": 3057, + "Ġcaterpill": 3058, + "gy": 3059, + "Ġtur": 3060, + "Ġdepend": 3061, + "Ġguit": 3062, + "Ġstri": 3063, + "Ġknight": 3064, + "Ġboys": 3065, + "Ġpee": 3066, + "Ġcomb": 3067, + "Ġclear": 3068, + "Ġunique": 3069, + "Ġbuttons": 3070, + "ĠTweety": 3071, + "Ġcolourful": 3072, + "Ġescape": 3073, + "Ġbrilliant": 3074, + "Ġrich": 3075, + "ĠBu": 3076, + "Ġsaying": 3077, + "Ġrode": 3078, + "Ġskin": 3079, + "Ġgarage": 3080, + "Help": 3081, + "dom": 3082, + "Ġmummy": 3083, + "Ġbeak": 3084, + "ured": 3085, + "aw": 3086, + "eorge": 3087, + "rop": 3088, + "edient": 3089, + "Ġunus": 3090, + "Ġoyster": 3091, + "Ġturkey": 3092, + "ĠOK": 3093, + "Ġfountain": 3094, + "Ġpatter": 3095, + "Ġweek": 3096, + "Ġchase": 3097, + "Ġrubb": 3098, + "Ġcounted": 3099, + "Ġregular": 3100, + "Ġwiped": 3101, + "Ġguitar": 3102, + "Ġunusual": 3103, + "land": 3104, + "Ġumb": 3105, + "Ġfork": 3106, + "Ġshows": 3107, + "Ġlights": 3108, + "Ġwalls": 3109, + "Ġdreamed": 3110, + "Ġbanana": 3111, + "Ġsuccessful": 3112, + "Ġjewel": 3113, + "Ġpattern": 3114, + "Ġumbre": 3115, + "cil": 3116, + "ray": 3117, + "inal": 3118, + "Ġlow": 3119, + "imed": 3120, + "Ġswe": 3121, + "Ġcryst": 3122, + "Ġpencil": 3123, + "Ġsafely": 3124, + "Ġtools": 3125, + "Well": 3126, + "Ġtape": 3127, + "Ġstream": 3128, + "ceed": 3129, + "Ġresc": 3130, + "Ġabove": 3131, + "Ġharder": 3132, + "Ġguess": 3133, + "Ġbottom": 3134, + "Ġmarket": 3135, + "Ġimpressed": 3136, + "Ġwaff": 3137, + "anut": 3138, + "iginal": 3139, + "Ġnotice": 3140, + "illa": 3141, + "Ġnods": 3142, + "Ġpeanut": 3143, + "olog": 3144, + "Ġpatch": 3145, + "Ġcrawled": 3146, + "Ġcaterpillar": 3147, + "na": 3148, + "Ġtank": 3149, + "Ġtask": 3150, + "Ġtire": 3151, + "Ġgun": 3152, + "Ġload": 3153, + "Ġcompet": 3154, + "umbled": 3155, + "Ġapolog": 3156, + "Ġsolve": 3157, + "How": 3158, + "Mummy": 3159, + "fast": 3160, + "hip": 3161, + "ĠNo": 3162, + "Ġbitter": 3163, + "arl": 3164, + "Ġears": 3165, + "Ġshone": 3166, + "Ġbrush": 3167, + "ĠFin": 3168, + "Ġoriginal": 3169, + "Ġfier": 3170, + "Ġglow": 3171, + "ĠNemo": 3172, + "Ġbreakfast": 3173, + "Ġadmired": 3174, + "ĠBlue": 3175, + "Ġedge": 3176, + "Ġdependable": 3177, + "und": 3178, + "uth": 3179, + "ĠIf": 3180, + "Ġclay": 3181, + "Ġstronger": 3182, + "Ġbossy": 3183, + "Ġcudd": 3184, + "aser": 3185, + "Ġgrandpa": 3186, + "Ġknows": 3187, + "Ġpicking": 3188, + "Ġjoke": 3189, + "Ġboats": 3190, + "Ġbald": 3191, + "Ġmedic": 3192, + "Ġscrat": 3193, + "Ġcone": 3194, + "Ġpenny": 3195, + "Ġlean": 3196, + "Ġraft": 3197, + "uggled": 3198, + "Ġsucceed": 3199, + "Ġobedient": 3200, + "Ġhumble": 3201, + "Ġlibrary": 3202, + "Re": 3203, + "head": 3204, + "Ġph": 3205, + "Ġnumb": 3206, + "Ġsauce": 3207, + "ĠBear": 3208, + "Ġtray": 3209, + "Ġproudly": 3210, + "Here": 3211, + "Ġsounded": 3212, + "Ġsquare": 3213, + "Ġterrible": 3214, + "Ġcrystal": 3215, + "Ġfierce": 3216, + "Jill": 3217, + "Ġwitch": 3218, + "inary": 3219, + "Ġhappiness": 3220, + "ĠLola": 3221, + "Ġhanded": 3222, + "Ġfridge": 3223, + "fa": 3224, + "Ġrough": 3225, + "ention": 3226, + "Ġchanged": 3227, + "Ġjoined": 3228, + "Ġraven": 3229, + "Ġmighty": 3230, + "Ġchose": 3231, + "Ġwheel": 3232, + "Ġumbrella": 3233, + "Ġtag": 3234, + "Ġcri": 3235, + "Ġow": 3236, + "arry": 3237, + "imp": 3238, + "ĠBill": 3239, + "Ġhelps": 3240, + "Ġfinding": 3241, + "Ġcleaning": 3242, + "Ġsquee": 3243, + "Ġfirework": 3244, + "Ġmedicine": 3245, + "azz": 3246, + "met": 3247, + "Ġplayful": 3248, + "Ġlocked": 3249, + "Ġgoat": 3250, + "Ġaccept": 3251, + "Ġcompass": 3252, + "Ġsurf": 3253, + "Ġcompetit": 3254, + "ext": 3255, + "kn": 3256, + "Ġsy": 3257, + "Ġsil": 3258, + "Ġbeet": 3259, + "ĠMar": 3260, + "uring": 3261, + "Ġchir": 3262, + "ĠEllie": 3263, + "Ġballs": 3264, + "ÅĵLet": 3265, + "Ġbutterflies": 3266, + "Ġguard": 3267, + "Ġcrayon": 3268, + "Ġdiscover": 3269, + "Ġparade": 3270, + "Ġmixed": 3271, + "Ġvalu": 3272, + "Ġhelmet": 3273, + "ĠBrownie": 3274, + "Em": 3275, + "ject": 3276, + "squ": 3277, + "ud": 3278, + "Ġgum": 3279, + "ature": 3280, + "Ġisland": 3281, + "Ġcost": 3282, + "Ġmole": 3283, + "Ġnicely": 3284, + "Ġkinds": 3285, + "Ġraced": 3286, + "Ġstove": 3287, + "Ġlaughs": 3288, + "Ġmarch": 3289, + "Ġfalls": 3290, + "Ġpersist": 3291, + "ĠBaby": 3292, + "ophie": 3293, + "Alice": 3294, + "ience": 3295, + "ito": 3296, + "Ġcage": 3297, + "Ġgoose": 3298, + "Ġcoins": 3299, + "Ġtrump": 3300, + "Ġmosqu": 3301, + "Ġserious": 3302, + "Ġmosquito": 3303, + "Ġflex": 3304, + "Ġcro": 3305, + "elon": 3306, + "Ġexcla": 3307, + "Ġchoose": 3308, + "Ġexplored": 3309, + "Ġunl": 3310, + "Ġbrothers": 3311, + "Ġguil": 3312, + "Ġnumbers": 3313, + "Ġtrumpet": 3314, + "Ġicy": 3315, + "Ġmoms": 3316, + "iew": 3317, + "Ġview": 3318, + "Ġenorm": 3319, + "Ġfireman": 3320, + "ĠMrs": 3321, + "Ġpractice": 3322, + "Ġenormous": 3323, + "wards": 3324, + "Ġsup": 3325, + "Ġvolc": 3326, + "Ġmeans": 3327, + "Ġpointing": 3328, + "Ġvaluable": 3329, + "Ġflexible": 3330, + "Ġexclaimed": 3331, + "Ġguilty": 3332, + "yal": 3333, + "Ġcam": 3334, + "Ġpipe": 3335, + "ision": 3336, + "ĠMy": 3337, + "Ġuseful": 3338, + "Ġfavour": 3339, + "Ġcrazy": 3340, + "Ġphot": 3341, + "known": 3342, + "Ġvolcano": 3343, + "Ġwake": 3344, + "Ġcity": 3345, + "omed": 3346, + "llip": 3347, + "Ġforth": 3348, + "Ġlollip": 3349, + "Ġseal": 3350, + "Ġallowed": 3351, + "Ġscare": 3352, + "Ġbrightly": 3353, + "Ġmarble": 3354, + "Ġpopular": 3355, + "Ġflashlight": 3356, + "Ġcompassion": 3357, + "Ġlollipop": 3358, + "ĠU": 3359, + "Ġing": 3360, + "Ġhunt": 3361, + "Ġdull": 3362, + "erry": 3363, + "Ġstat": 3364, + "Ġshel": 3365, + "!\".": 3366, + "Ġunknown": 3367, + "Ġhats": 3368, + "Ġshoot": 3369, + "redient": 3370, + "Ġbelonged": 3371, + "Ġfavourite": 3372, + "Ġingredient": 3373, + "Ġpil": 3374, + "Ġloyal": 3375, + "Ġbrace": 3376, + "ĠWhenever": 3377, + "Ġdreams": 3378, + "Ġkicked": 3379, + "Ġseeds": 3380, + "Ġtwirled": 3381, + "Ġsuper": 3382, + "time": 3383, + "Ġfine": 3384, + "Ġbees": 3385, + "Ġsofa": 3386, + "Ġshark": 3387, + "ĠMike": 3388, + "Ġanx": 3389, + "Ġsadly": 3390, + "Ġshowing": 3391, + "Ġways": 3392, + "Ġtrucks": 3393, + "Ġdelicate": 3394, + "ations": 3395, + "Ġrepe": 3396, + "Ġimpressive": 3397, + "Ġpoured": 3398, + "Ġpirate": 3399, + "Ġwhispered": 3400, + "Ġharmless": 3401, + "aff": 3402, + "Ġturt": 3403, + "Ġtied": 3404, + "aroo": 3405, + "ado": 3406, + "arth": 3407, + "Ġgrace": 3408, + "Ġhandle": 3409, + "Ġenc": 3410, + "Ġdeliver": 3411, + "Benny": 3412, + "Ġrushed": 3413, + "Ġusing": 3414, + "angaroo": 3415, + "Ġshape": 3416, + "Ġbushes": 3417, + "Ġpersistent": 3418, + "Ġgor": 3419, + "ĠSp": 3420, + "Ġkangaroo": 3421, + "Ġang": 3422, + "Ġoffice": 3423, + "Ġanxious": 3424, + "Go": 3425, + "alous": 3426, + "Ġspell": 3427, + "ĠWhile": 3428, + "iable": 3429, + "Ġpotato": 3430, + "Ġjealous": 3431, + "Ġwrapped": 3432, + "Ġfour": 3433, + "Ġcurt": 3434, + "Ġlog": 3435, + "Ġcoal": 3436, + "Ġreliable": 3437, + "Ġcurtain": 3438, + "Daisy": 3439, + "Ġsudden": 3440, + "mbol": 3441, + "ÅĵYes": 3442, + "aches": 3443, + "ĠPe": 3444, + "Ġpainted": 3445, + "ĠToby": 3446, + "Ġcere": 3447, + "gu": 3448, + "Ġtummy": 3449, + "Ġthose": 3450, + "ouses": 3451, + "uddy": 3452, + "Ġcush": 3453, + "Ġmetal": 3454, + "Ġsymbol": 3455, + "Ġbeetle": 3456, + "Ġcamera": 3457, + "Ġhouses": 3458, + "ilt": 3459, + "Ġcelebrate": 3460, + "Ġdelighted": 3461, + "Ġgorilla": 3462, + "Ġtooth": 3463, + "Ġthirst": 3464, + "keep": 3465, + "Ġshiver": 3466, + "Ġreward": 3467, + "Ġspace": 3468, + "Ġtravel": 3469, + "Ġrubbed": 3470, + "Ġprint": 3471, + "Ġdriving": 3472, + "Ġmarry": 3473, + "Ġwarned": 3474, + "Ġsoldier": 3475, + "Ġmotorcy": 3476, + "cut": 3477, + "Ġson": 3478, + "Ġtor": 3479, + "arlie": 3480, + "Ġhero": 3481, + "ief": 3482, + "Ġcarp": 3483, + "Ġexcitedly": 3484, + "Ġtemp": 3485, + "ĠPete": 3486, + "ĠBobo": 3487, + "cod": 3488, + "Ġhung": 3489, + "Ġgrowing": 3490, + "upid": 3491, + "Ġthinking": 3492, + "Ġtunn": 3493, + "While": 3494, + "cu": 3495, + "ipp": 3496, + "Ġhay": 3497, + "Ġyet": 3498, + "Ġvine": 3499, + "Ġacorn": 3500, + "icycle": 3501, + "Ġprep": 3502, + "Ġreminded": 3503, + "Ġgasped": 3504, + "Ġflute": 3505, + "Ġordinary": 3506, + "Ġcrocod": 3507, + "Ġamb": 3508, + "Ġcur": 3509, + "ĠBet": 3510, + "ĠMandy": 3511, + "Ġpup": 3512, + "Ġcreatures": 3513, + "Ġhurry": 3514, + "Ġspoiled": 3515, + "Ġtimes": 3516, + "Ġmis": 3517, + "Ġrice": 3518, + "Ġstupid": 3519, + "Ġshine": 3520, + "Ġresist": 3521, + "ugged": 3522, + "Ġlaw": 3523, + "Ġskull": 3524, + "coa": 3525, + "Ġmissing": 3526, + "Ġwheat": 3527, + "Ġsupport": 3528, + "Ġingredients": 3529, + "aid": 3530, + "loo": 3531, + "Ġcase": 3532, + "ery": 3533, + "Ġwashed": 3534, + "Ġdove": 3535, + "Ġspilled": 3536, + "Ġscoot": 3537, + "Ġmeal": 3538, + "Ġmule": 3539, + "ĠDucky": 3540, + "Ġmoder": 3541, + "arsh": 3542, + "ÅĵWhat": 3543, + "Ġtrick": 3544, + "Ġsett": 3545, + "ĠTweetie": 3546, + "Ġbounce": 3547, + "Ġfilthy": 3548, + "Ġbase": 3549, + "Ġhoop": 3550, + "Ġfre": 3551, + "Ġstumbled": 3552, + "Ġsoar": 3553, + "Ġweal": 3554, + "Ġseem": 3555, + "Ġword": 3556, + "Ġlab": 3557, + "ĠDave": 3558, + "ĠFr": 3559, + "Ġbadly": 3560, + "Ġhairy": 3561, + "Ġcrawl": 3562, + "Ġlively": 3563, + "Ġsteps": 3564, + "ÅĵLetâ": 3565, + "Ġbracelet": 3566, + "Ġcereal": 3567, + "Ġthirsty": 3568, + "Ġcarpet": 3569, + "Ġwool": 3570, + "ither": 3571, + "Ġgoal": 3572, + "Ġbackpack": 3573, + "Ġtruth": 3574, + "Ġcompl": 3575, + "Ġcheap": 3576, + "Ġdisg": 3577, + "Ġplaced": 3578, + "Ġearly": 3579, + "Ġdecorate": 3580, + "Ġnuts": 3581, + "Ow": 3582, + "cream": 3583, + "Ġbump": 3584, + "Ġthemselves": 3585, + "ices": 3586, + "Ġhelpless": 3587, + "Ġclum": 3588, + "Ġscatter": 3589, + "Ġscale": 3590, + "Ġnews": 3591, + "usting": 3592, + "Ġenv": 3593, + "âĤ¬âĢ": 3594, + "Ġtelling": 3595, + "Ġswinging": 3596, + "Ġsparkled": 3597, + "Ġcarrying": 3598, + "gging": 3599, + "ines": 3600, + "ric": 3601, + "Ġfriendship": 3602, + "Ġcareless": 3603, + "Ġsne": 3604, + "Ġdoesn": 3605, + "Ġfalling": 3606, + "Ġcomput": 3607, + "Ġpale": 3608, + "Ġpeeked": 3609, + "Ġcompassionate": 3610, + "com": 3611, + "vice": 3612, + "Ġsend": 3613, + "Ġstage": 3614, + "Ġmem": 3615, + "Ġchalk": 3616, + "Ġchasing": 3617, + "Ġpebble": 3618, + "ĠEverything": 3619, + "Ġcube": 3620, + "Ġpige": 3621, + "Ġcourage": 3622, + "Ġfingers": 3623, + "Ġturtle": 3624, + "bled": 3625, + "Ġsink": 3626, + "Ġbicycle": 3627, + "Ġshaking": 3628, + "Ġsleeping": 3629, + "Ġneighbour": 3630, + "Ġmodern": 3631, + "Ġdisgusting": 3632, + "Ġclumsy": 3633, + "gest": 3634, + "Ġhook": 3635, + "Ġcher": 3636, + "Ġnail": 3637, + "Ġbiggest": 3638, + "iches": 3639, + "Ġbul": 3640, + "Ġending": 3641, + "Ġdead": 3642, + "Ġtriang": 3643, + "ulance": 3644, + "Ġspoke": 3645, + "Ġpracticed": 3646, + "Ġambulance": 3647, + "Ġcomputer": 3648, + "ibb": 3649, + "Ġlamp": 3650, + "Ġstation": 3651, + "Ġchar": 3652, + "Ġwallet": 3653, + "ĠToday": 3654, + "Ġpackage": 3655, + "Ġmicrop": 3656, + "Ġcushion": 3657, + "keeper": 3658, + "Ġcrocodile": 3659, + "Ġmicrophone": 3660, + "under": 3661, + "ĠAlex": 3662, + "Ġthoughtful": 3663, + "Ġjolly": 3664, + "Ġpengu": 3665, + "Ġpumpkin": 3666, + "Ġcostum": 3667, + "Ġfive": 3668, + "Ġdough": 3669, + "Ġpony": 3670, + "Ġol": 3671, + "imi": 3672, + "Ġstairs": 3673, + "Ġknock": 3674, + "Ġgrand": 3675, + "Ġintell": 3676, + "Ġuniver": 3677, + "Ġbrighter": 3678, + "Ġopens": 3679, + "Ġdreaming": 3680, + "Ġbounced": 3681, + "Ġquestion": 3682, + "Ġstatue": 3683, + "Ġwine": 3684, + "isk": 3685, + "ĠAlice": 3686, + "Ġcocoa": 3687, + "ĠYour": 3688, + "Ġpepper": 3689, + "Ġbeauty": 3690, + "Ġperm": 3691, + "Ġpainting": 3692, + "Ġshoe": 3693, + "Ġelev": 3694, + "Everyone": 3695, + "hino": 3696, + "Ġwealthy": 3697, + "Ġintellig": 3698, + "noon": 3699, + "Ġsuit": 3700, + "Ġmild": 3701, + "Ġnature": 3702, + "ans": 3703, + "Ġhappier": 3704, + "Ġneat": 3705, + "Ġstarts": 3706, + "ucked": 3707, + "Ġafternoon": 3708, + "Ġtorn": 3709, + "Ġelevator": 3710, + "gen": 3711, + "ti": 3712, + "Ġten": 3713, + "Ġharsh": 3714, + "Ġped": 3715, + "atient": 3716, + "orant": 3717, + "Ġrece": 3718, + "Ġjet": 3719, + "illie": 3720, + "ĠRed": 3721, + "Ġreading": 3722, + "Ġsearching": 3723, + "Ġbasketball": 3724, + "Ġbarber": 3725, + "Ġspeed": 3726, + "See": 3727, + "awn": 3728, + "Ġstack": 3729, + "ĠMummy": 3730, + "Ġclock": 3731, + "ĠGive": 3732, + "Ġmagn": 3733, + "Ġleaving": 3734, + "Ġcupboard": 3735, + "Ġdesign": 3736, + "Ġslides": 3737, + "Ġsandwiches": 3738, + "Ġcandle": 3739, + "aulif": 3740, + "Ġriding": 3741, + "Ġfresh": 3742, + "oppy": 3743, + "Ġshocked": 3744, + "Ġener": 3745, + "Ġjumps": 3746, + "Ġhaircut": 3747, + "Ġrespectful": 3748, + "Ġcooking": 3749, + "Ġticket": 3750, + "Ġencou": 3751, + "Ġtunnel": 3752, + "auliflower": 3753, + "Give": 3754, + "Ġsle": 3755, + "reen": 3756, + "Ġmay": 3757, + "Ġthief": 3758, + "Ġyawn": 3759, + "Ġfort": 3760, + "Ġalert": 3761, + "Ġsorts": 3762, + "Ġimpatient": 3763, + "Ġcreate": 3764, + "ailable": 3765, + "Ġwheels": 3766, + "Ġvalue": 3767, + "Ġprize": 3768, + "Mary": 3769, + "ye": 3770, + "het": 3771, + "Ġsent": 3772, + "Ġbent": 3773, + "ince": 3774, + "Ġcomet": 3775, + "Ġcamp": 3776, + "Ġcauliflower": 3777, + "Ġmelon": 3778, + "Ġgem": 3779, + "Ġitself": 3780, + "iron": 3781, + "Ġmush": 3782, + "Ġmonkeys": 3783, + "Ġsalad": 3784, + "Ġdestro": 3785, + "Ġrescue": 3786, + "Ġscooter": 3787, + "Ġintelligent": 3788, + "az": 3789, + "Ġdug": 3790, + "iling": 3791, + "anger": 3792, + "Ġroof": 3793, + "Ġrhino": 3794, + "Ġscold": 3795, + "aghet": 3796, + "Ġexper": 3797, + "Ġbarking": 3798, + "Ġbananas": 3799, + "Ġignorant": 3800, + "Ġmicro": 3801, + "Ġavailable": 3802, + "Ġgraceful": 3803, + "Ġmotorcycle": 3804, + "aghetti": 3805, + "hood": 3806, + "ĠSn": 3807, + "Ġearth": 3808, + "Ġboots": 3809, + "Ġspaghetti": 3810, + "ummer": 3811, + "Ġagree": 3812, + "Ġbull": 3813, + "Ġanywhere": 3814, + "ĠGeorge": 3815, + "Ġbehave": 3816, + "ĠKim": 3817, + "Ġpaid": 3818, + "scope": 3819, + "Ġstretched": 3820, + "Ġfearful": 3821, + "Ġavo": 3822, + "Ġmicroscope": 3823, + "If": 3824, + "io": 3825, + "Ġnoteb": 3826, + "ĠEventually": 3827, + "Ġolder": 3828, + "Ġsniff": 3829, + "Ġadvice": 3830, + "Ġstops": 3831, + "Ġperform": 3832, + "Ġfurther": 3833, + "Ġenvious": 3834, + "Ġpigeon": 3835, + "Ġmushroom": 3836, + "Ġnotebook": 3837, + "ubby": 3838, + "Ġpun": 3839, + "ats": 3840, + "Ġnurse": 3841, + "orable": 3842, + "Ġthunder": 3843, + "Ġclapping": 3844, + "Ġvide": 3845, + "Ġbuilt": 3846, + "ĠCl": 3847, + "Ġuncom": 3848, + "Ġshouting": 3849, + "Ġarrow": 3850, + "Ġdrawer": 3851, + "Ġprov": 3852, + "fortable": 3853, + "Ġtomato": 3854, + "Ġmeeting": 3855, + "Ġobject": 3856, + "Ġyogurt": 3857, + "Ġtemple": 3858, + "Ġuncomfortable": 3859, + "ef": 3860, + "ues": 3861, + "ĠTony": 3862, + "Ġloop": 3863, + "Ġchubby": 3864, + "Ġswitch": 3865, + "Ġskip": 3866, + "Ġadorable": 3867, + "ÅĵIt": 3868, + "Ġcounting": 3869, + "Ġcooked": 3870, + "Ġpist": 3871, + "arian": 3872, + "enry": 3873, + "Ġstared": 3874, + "Ġshut": 3875, + "icop": 3876, + "Ġquite": 3877, + "Ġsnuggled": 3878, + "ĠGrandpa": 3879, + "Ġtroubled": 3880, + "Ġgiggle": 3881, + "Ġblowing": 3882, + "Ġhelicop": 3883, + "Ġfisher": 3884, + "Ġpistol": 3885, + "Ġhelicopter": 3886, + "par": 3887, + "ĠSophie": 3888, + "ooped": 3889, + "ips": 3890, + "Ġnowhere": 3891, + "Ġforgave": 3892, + "Ġmarched": 3893, + "Ġtreasures": 3894, + "host": 3895, + "Ġpassport": 3896, + "Ġstirred": 3897, + "Ġpushing": 3898, + "Ġcompetitive": 3899, + "Ġdestroy": 3900, + "Yay": 3901, + "aked": 3902, + "oe": 3903, + "tter": 3904, + "Ġgir": 3905, + "Ġghost": 3906, + "anic": 3907, + "kelet": 3908, + "htub": 3909, + "Ġreef": 3910, + "Ġsepar": 3911, + "opard": 3912, + "play": 3913, + "Ġenvel": 3914, + "Ġbreat": 3915, + "Ġrepair": 3916, + "Ġfootball": 3917, + "Ġbathtub": 3918, + "Ġrubber": 3919, + "Ġangel": 3920, + "Ġtriangle": 3921, + "Ġled": 3922, + "Ġmill": 3923, + "ĠSh": 3924, + "chanic": 3925, + "Ġnames": 3926, + "Ġleopard": 3927, + "Ġnobody": 3928, + "Ġanyway": 3929, + "uct": 3930, + "ctus": 3931, + "Ġshouldn": 3932, + "Ġzeb": 3933, + "Ġgiven": 3934, + "Ġholds": 3935, + "Ġbarrel": 3936, + "Ġbandage": 3937, + "Ġenth": 3938, + "Daddy": 3939, + "Ġzebra": 3940, + "ives": 3941, + "ube": 3942, + "year": 3943, + "Ġpor": 3944, + "Ġpand": 3945, + "Ġotter": 3946, + "Ġribb": 3947, + "Ġshield": 3948, + "Ġmechanic": 3949, + "Ġdonâ": 3950, + "Ġdisag": 3951, + "Ġdisplay": 3952, + "Ġmusician": 3953, + "ceros": 3954, + "Ġspeak": 3955, + "Ġcab": 3956, + "Ġcactus": 3957, + "ĠBetsy": 3958, + "Ġbulb": 3959, + "Ch": 3960, + "eath": 3961, + "ikes": 3962, + "xy": 3963, + "Ġtube": 3964, + "Ġahead": 3965, + "Ġsummer": 3966, + "Ġskelet": 3967, + "Ġpurse": 3968, + "Ġknob": 3969, + "Ġdidnâ": 3970, + "Ġcouldnâ": 3971, + "Ġcolours": 3972, + "Ġwindows": 3973, + "oomy": 3974, + "Ġgifted": 3975, + "Ġcartoon": 3976, + "Ġrhinoceros": 3977, + "gl": 3978, + "heart": 3979, + "Ġsize": 3980, + "Ġbet": 3981, + "ĠMiss": 3982, + "Ġscrew": 3983, + "Ġflour": 3984, + "Ġblin": 3985, + "apa": 3986, + "Ġdishes": 3987, + "Ġraining": 3988, + "Ġhoping": 3989, + "Ġshovel": 3990, + "Ġmint": 3991, + "Ġjellyfish": 3992, + "Ġsweater": 3993, + "Ġcharming": 3994, + "Ġpenguin": 3995, + "Ġenvelope": 3996, + "Ġenthus": 3997, + "Ġcabin": 3998, + "rec": 3999, + "Ġpant": 4000, + "Ġthread": 4001, + "Ġinse": 4002, + "Ġstaff": 4003, + "Ġliz": 4004, + "Ġunpack": 4005, + "Ġwriting": 4006, + "Ġtrash": 4007, + "Ġrolling": 4008, + "Ġwaffle": 4009, + "Ġiron": 4010, + "Ġwing": 4011, + "erable": 4012, + "Ġsheet": 4013, + "ĠBuddy": 4014, + "Ġshadow": 4015, + "Ġroared": 4016, + "Ġmuff": 4017, + "Ġairport": 4018, + "Ġceiling": 4019, + "Ġattic": 4020, + "Ġorganize": 4021, + "Ġstretch": 4022, + "Ġgrapes": 4023, + "Ġobs": 4024, + "ĠAre": 4025, + "ĠWould": 4026, + "ĠInst": 4027, + "Ġpiano": 4028, + "Ġsalt": 4029, + "Ġmiserable": 4030, + "Ġcord": 4031, + "Ġdess": 4032, + "Ġrefused": 4033, + "Ġscreen": 4034, + "ĠDan": 4035, + "Ġstrugg": 4036, + "Ġneedle": 4037, + "Ġbears": 4038, + "ĠAndy": 4039, + "Ġheaded": 4040, + "Ġsticky": 4041, + "Ġfreez": 4042, + "Ġzoomed": 4043, + "Ġimagined": 4044, + "Ġmedal": 4045, + "Ġmagnet": 4046, + "reci": 4047, + "Ġobser": 4048, + "Ġer": 4049, + "Ġlives": 4050, + "ĠAl": 4051, + "ĠPat": 4052, + "Ġappreci": 4053, + "asses": 4054, + "Ġsailor": 4055, + "Ġminute": 4056, + "Ġfisherman": 4057, + "vision": 4058, + "Ġrat": 4059, + "aled": 4060, + "Ġbrus": 4061, + "Ġchance": 4062, + "Ġpost": 4063, + "Ġsungl": 4064, + "Ġcheek": 4065, + "reeze": 4066, + "Ġdeaf": 4067, + "Ġrules": 4068, + "Ġfrogs": 4069, + "Ġairpl": 4070, + "ĠGod": 4071, + "Ġstrawberry": 4072, + "Ġslept": 4073, + "Ġlizard": 4074, + "Ġsunglasses": 4075, + "Ġluck": 4076, + "Ġinf": 4077, + "Ġbeep": 4078, + "ĠBunny": 4079, + "Ġmeas": 4080, + "Ġrod": 4081, + "Ġorder": 4082, + "Ġrestless": 4083, + "Ġsandbox": 4084, + "Ġmessage": 4085, + "ĠJoey": 4086, + "Ġcomplet": 4087, + "Ġattract": 4088, + "Ġgolden": 4089, + "Grandma": 4090, + "Ġpilot": 4091, + "Ġporch": 4092, + "Little": 4093, + "ler": 4094, + "ses": 4095 + }, + "merges": [ + [ + "h", + "e" + ], + [ + "Ġ", + "t" + ], + [ + "Ġ", + "a" + ], + [ + "Ġ", + "s" + ], + [ + "Ġ", + "w" + ], + [ + "n", + "d" + ], + [ + "Ġt", + "he" + ], + [ + "e", + "d" + ], + [ + "Ġa", + "nd" + ], + [ + "Ġt", + "o" + ], + [ + "Ġ", + "b" + ], + [ + "i", + "n" + ], + [ + "Ġ", + "h" + ], + [ + "Ġw", + "a" + ], + [ + "r", + "e" + ], + [ + "Ġ", + "f" + ], + [ + "i", + "t" + ], + [ + "o", + "u" + ], + [ + "Ġ", + "c" + ], + [ + "Ġ", + "l" + ], + [ + "Ġ", + "he" + ], + [ + "Ġ", + "d" + ], + [ + "e", + "r" + ], + [ + "Ġwa", + "s" + ], + [ + "Ġ", + "m" + ], + [ + "Ġ", + "p" + ], + [ + "o", + "m" + ], + [ + "Ġ", + "T" + ], + [ + "Ġ", + "o" + ], + [ + "a", + "y" + ], + [ + "a", + "r" + ], + [ + "in", + "g" + ], + [ + "i", + "s" + ], + [ + "Ġ", + "g" + ], + [ + "i", + "l" + ], + [ + "i", + "d" + ], + [ + "a", + "t" + ], + [ + "e", + "n" + ], + [ + "Ġ", + "n" + ], + [ + "Ġs", + "a" + ], + [ + "Ġh", + "a" + ], + [ + "Ġ", + "S" + ], + [ + "i", + "m" + ], + [ + "a", + "n" + ], + [ + "ĠT", + "he" + ], + [ + "o", + "r" + ], + [ + "o", + "n" + ], + [ + "Ġ", + "it" + ], + [ + "Ġt", + "h" + ], + [ + "l", + "l" + ], + [ + "l", + "e" + ], + [ + "Ġ", + "H" + ], + [ + "Ġhe", + "r" + ], + [ + "e", + "t" + ], + [ + "o", + "t" + ], + [ + "i", + "r" + ], + [ + "ĠS", + "he" + ], + [ + "ĠH", + "e" + ], + [ + "v", + "er" + ], + [ + "e", + "s" + ], + [ + "Ġ", + "in" + ], + [ + "u", + "t" + ], + [ + "o", + "w" + ], + [ + "c", + "k" + ], + [ + "Ġ", + "e" + ], + [ + "Ġ", + "u" + ], + [ + "l", + "d" + ], + [ + "ĠThe", + "y" + ], + [ + "o", + "o" + ], + [ + "i", + "g" + ], + [ + "Ġsa", + "id" + ], + [ + "a", + "m" + ], + [ + "il", + "y" + ], + [ + "Ġb", + "e" + ], + [ + "Ġ", + "y" + ], + [ + "Ġ", + "r" + ], + [ + "Ġs", + "t" + ], + [ + "c", + "e" + ], + [ + "Ġs", + "he" + ], + [ + "Ġ", + "\"" + ], + [ + "p", + "p" + ], + [ + "k", + "e" + ], + [ + "it", + "h" + ], + [ + "O", + "n" + ], + [ + "Ġ", + "I" + ], + [ + "Ġw", + "ith" + ], + [ + "v", + "e" + ], + [ + "L", + "ily" + ], + [ + "Ġo", + "n" + ], + [ + "Ġo", + "f" + ], + [ + "Ġs", + "o" + ], + [ + "Ġh", + "is" + ], + [ + "k", + "ed" + ], + [ + "r", + "i" + ], + [ + "n", + "t" + ], + [ + "ver", + "y" + ], + [ + "Ġp", + "l" + ], + [ + "Ġd", + "ay" + ], + [ + "a", + "d" + ], + [ + "Ġy", + "ou" + ], + [ + "Ġth", + "at" + ], + [ + "Ġu", + "p" + ], + [ + "Ġha", + "d" + ], + [ + "s", + "t" + ], + [ + "Ġpl", + "ay" + ], + [ + "Ġthe", + "y" + ], + [ + "Ġ", + "Lily" + ], + [ + "Ġw", + "e" + ], + [ + "Ġm", + "om" + ], + [ + "m", + "y" + ], + [ + "Ġf", + "or" + ], + [ + "e", + "l" + ], + [ + "ou", + "ld" + ], + [ + "u", + "n" + ], + [ + "Ġ", + "B" + ], + [ + "'", + "s" + ], + [ + "it", + "t" + ], + [ + "en", + "t" + ], + [ + "Ġha", + "pp" + ], + [ + "T", + "he" + ], + [ + "c", + "h" + ], + [ + "Ġl", + "i" + ], + [ + "ou", + "t" + ], + [ + "Ġwa", + "nt" + ], + [ + "Ġs", + "h" + ], + [ + "he", + "r" + ], + [ + "l", + "y" + ], + [ + "im", + "e" + ], + [ + "itt", + "le" + ], + [ + "ou", + "nd" + ], + [ + "Ġ", + "very" + ], + [ + "Ġt", + "ime" + ], + [ + "om", + "e" + ], + [ + "Ġl", + "ittle" + ], + [ + "Ġthe", + "re" + ], + [ + "s", + "e" + ], + [ + "Ġd", + "o" + ], + [ + "Ġw", + "h" + ], + [ + "a", + "ll" + ], + [ + "Ġ", + "k" + ], + [ + "e", + "nd" + ], + [ + "a", + "l" + ], + [ + "h", + "t" + ], + [ + "Ġn", + "e" + ], + [ + "Ġ", + "re" + ], + [ + "Ġn", + "ot" + ], + [ + "Ġhapp", + "y" + ], + [ + "Ġ", + "Ċ" + ], + [ + "Ġb", + "ig" + ], + [ + "Ġ", + "M" + ], + [ + "Ġb", + "ut" + ], + [ + "Ġs", + "m" + ], + [ + "a", + "ck" + ], + [ + "Ġsa", + "w" + ], + [ + "ĠI", + "t" + ], + [ + "Ġa", + "s" + ], + [ + "Ġa", + "n" + ], + [ + "r", + "a" + ], + [ + "ri", + "end" + ], + [ + "Ġf", + "riend" + ], + [ + "id", + "e" + ], + [ + "On", + "e" + ], + [ + "r", + "y" + ], + [ + "'", + "t" + ], + [ + "v", + "ed" + ], + [ + "Ġ", + "is" + ], + [ + "On", + "ce" + ], + [ + "a", + "ke" + ], + [ + ".", + "\"" + ], + [ + "Ġwe", + "re" + ], + [ + "t", + "er" + ], + [ + "u", + "g" + ], + [ + "Ġl", + "oo" + ], + [ + "Ġl", + "o" + ], + [ + "o", + "re" + ], + [ + "e", + "c" + ], + [ + "ĠT", + "im" + ], + [ + "Ġh", + "im" + ], + [ + "Ġb", + "o" + ], + [ + "!", + "\"" + ], + [ + "Ġto", + "o" + ], + [ + "Ġg", + "o" + ], + [ + "Ġup", + "on" + ], + [ + "ir", + "l" + ], + [ + "Ġ", + "j" + ], + [ + "Ġwant", + "ed" + ], + [ + "Ġg", + "irl" + ], + [ + "Ġs", + "e" + ], + [ + "Ġ", + "out" + ], + [ + "ar", + "d" + ], + [ + "w", + "ay" + ], + [ + "Ġs", + "p" + ], + [ + "il", + "l" + ], + [ + "i", + "nd" + ], + [ + "Ġthe", + "m" + ], + [ + "Ġc", + "ould" + ], + [ + "f", + "u" + ], + [ + "he", + "n" + ], + [ + "Ġa", + "t" + ], + [ + "u", + "r" + ], + [ + "Ġd", + "id" + ], + [ + "Ġsm", + "il" + ], + [ + "Ġthe", + "ir" + ], + [ + "Ġa", + "re" + ], + [ + "Ġe", + "x" + ], + [ + "Ġ", + "A" + ], + [ + "a", + "in" + ], + [ + "Ġw", + "ent" + ], + [ + "ar", + "t" + ], + [ + "he", + "d" + ], + [ + "r", + "om" + ], + [ + "i", + "c" + ], + [ + "r", + "ound" + ], + [ + "Ġha", + "ve" + ], + [ + "Ġn", + "am" + ], + [ + "l", + "p" + ], + [ + "Ġa", + "ll" + ], + [ + "Ġ", + "J" + ], + [ + "fu", + "l" + ], + [ + "Ġk", + "n" + ], + [ + "h", + "ing" + ], + [ + "oo", + "d" + ], + [ + "Ġhe", + "lp" + ], + [ + "ig", + "ht" + ], + [ + "Ġfriend", + "s" + ], + [ + "on", + "e" + ], + [ + "ar", + "k" + ], + [ + "Ġb", + "ack" + ], + [ + "u", + "m" + ], + [ + "Ġc", + "an" + ], + [ + "Ġnam", + "ed" + ], + [ + "Ġc", + "l" + ], + [ + "?", + "\"" + ], + [ + "Ġf", + "un" + ], + [ + "a", + "re" + ], + [ + "ĠB", + "en" + ], + [ + "Ġlo", + "ved" + ], + [ + "Ġa", + "l" + ], + [ + "el", + "t" + ], + [ + "ĠTim", + "my" + ], + [ + "Ġ", + "One" + ], + [ + "o", + "p" + ], + [ + "s", + "ide" + ], + [ + "Ġl", + "e" + ], + [ + "Ġn", + "o" + ], + [ + "Ġs", + "c" + ], + [ + "ĠT", + "om" + ], + [ + "Ġf", + "elt" + ], + [ + "ou", + "g" + ], + [ + "Ġsmil", + "ed" + ], + [ + "i", + "ck" + ], + [ + "Ġas", + "ked" + ], + [ + "Y", + "ou" + ], + [ + "Ġto", + "y" + ], + [ + "Ġm", + "an" + ], + [ + "Ġa", + "round" + ], + [ + "am", + "e" + ], + [ + "Ġf", + "e" + ], + [ + "Ġs", + "ay" + ], + [ + "Ġbo", + "y" + ], + [ + "Ġs", + "ome" + ], + [ + "Ġloo", + "ked" + ], + [ + "u", + "re" + ], + [ + "om", + "et" + ], + [ + "Ġb", + "r" + ], + [ + "Ġw", + "ould" + ], + [ + "Ġm", + "e" + ], + [ + "Ġb", + "ir" + ], + [ + "Ġli", + "ke" + ], + [ + "g", + "et" + ], + [ + "Ġst", + "art" + ], + [ + "Ġr", + "o" + ], + [ + "a", + "s" + ], + [ + "Ġse", + "e" + ], + [ + "Ġ", + "W" + ], + [ + "i", + "ce" + ], + [ + "on", + "g" + ], + [ + "Ġbir", + "d" + ], + [ + "Ġs", + "omet" + ], + [ + "d", + "d" + ], + [ + "Ġw", + "or" + ], + [ + "ad", + "e" + ], + [ + "i", + "e" + ], + [ + "k", + "ing" + ], + [ + "Ġa", + "g" + ], + [ + "ow", + "n" + ], + [ + "Ġt", + "re" + ], + [ + "Ġf", + "a" + ], + [ + "Ġa", + "way" + ], + [ + "Ġwh", + "at" + ], + [ + "ing", + "s" + ], + [ + "Ġstart", + "ed" + ], + [ + "get", + "her" + ], + [ + "Ġr", + "an" + ], + [ + "Ã", + "¢" + ], + [ + "â", + "Ĥ" + ], + [ + "âĤ", + "¬" + ], + [ + "ar", + "ed" + ], + [ + "Ġm", + "ake" + ], + [ + "ĠB", + "ut" + ], + [ + "it", + "ed" + ], + [ + "i", + "f" + ], + [ + "ou", + "d" + ], + [ + "Ġm", + "ade" + ], + [ + "Ġto", + "gether" + ], + [ + "Ġsomet", + "hing" + ], + [ + "Ġex", + "c" + ], + [ + "a", + "g" + ], + [ + "Ġc", + "o" + ], + [ + "Ġp", + "ark" + ], + [ + "Ġne", + "w" + ], + [ + "Ġsa", + "d" + ], + [ + "Ġp", + "ut" + ], + [ + ",", + "\"" + ], + [ + "Ġf", + "rom" + ], + [ + "b", + "le" + ], + [ + "t", + "her" + ], + [ + "Ġp", + "r" + ], + [ + "Ġm", + "u" + ], + [ + "Ġc", + "ar" + ], + [ + "Ġh", + "ome" + ], + [ + "Ġ", + "You" + ], + [ + "Ġthe", + "n" + ], + [ + "Ġw", + "hen" + ], + [ + "Ġf", + "ound" + ], + [ + "e", + "ll" + ], + [ + "Ġo", + "ther" + ], + [ + "Ġag", + "ain" + ], + [ + "Ġc", + "h" + ], + [ + "Ġd", + "ec" + ], + [ + "Ġwh", + "o" + ], + [ + "Ġl", + "a" + ], + [ + "ri", + "ed" + ], + [ + "s", + "s" + ], + [ + "Ġg", + "ood" + ], + [ + "Ġh", + "ug" + ], + [ + "Ġ", + "L" + ], + [ + "pp", + "ed" + ], + [ + "Ġwa", + "l" + ], + [ + "e", + "p" + ], + [ + "all", + "y" + ], + [ + "Ġsay", + "s" + ], + [ + "Ġf", + "l" + ], + [ + "es", + "t" + ], + [ + "a", + "ch" + ], + [ + "Ġ", + "E" + ], + [ + "Ġexc", + "ited" + ], + [ + "p", + "l" + ], + [ + "q", + "u" + ], + [ + "oo", + "k" + ], + [ + "Ġg", + "et" + ], + [ + "oug", + "ht" + ], + [ + "Ġplay", + "ing" + ], + [ + "Ġg", + "ot" + ], + [ + "Ġs", + "w" + ], + [ + "ou", + "s" + ], + [ + "h", + "at" + ], + [ + "n", + "y" + ], + [ + "id", + "ed" + ], + [ + "u", + "ck" + ], + [ + "Ġth", + "ings" + ], + [ + "Ġe", + "very" + ], + [ + "Ġdec", + "ided" + ], + [ + "Ġc", + "ame" + ], + [ + "Ġbe", + "c" + ], + [ + "a", + "ve" + ], + [ + "r", + "o" + ], + [ + "a", + "x" + ], + [ + "Ġli", + "ked" + ], + [ + "Ġd", + "own" + ], + [ + "Ġdo", + "g" + ], + [ + "Ġsc", + "ared" + ], + [ + "Ġ", + "v" + ], + [ + "u", + "dd" + ], + [ + "u", + "st" + ], + [ + "Ġon", + "e" + ], + [ + "Ġf", + "ind" + ], + [ + "Ġb", + "l" + ], + [ + "Ġth", + "an" + ], + [ + "Ġ", + "D" + ], + [ + "ou", + "se" + ], + [ + "way", + "s" + ], + [ + "Ġkn", + "e" + ], + [ + "Ġdid", + "n" + ], + [ + "a", + "p" + ], + [ + "Ġmom", + "my" + ], + [ + "Ġc", + "are" + ], + [ + "Ġal", + "ways" + ], + [ + "Ġa", + "b" + ], + [ + "is", + "t" + ], + [ + "Ġd", + "ad" + ], + [ + "Ġfe", + "el" + ], + [ + "ar", + "a" + ], + [ + "b", + "b" + ], + [ + "ar", + "n" + ], + [ + "f", + "e" + ], + [ + "Ġyou", + "r" + ], + [ + "Ġout", + "side" + ], + [ + "u", + "e" + ], + [ + "Ġg", + "ra" + ], + [ + "an", + "t" + ], + [ + "Ġ", + "ke" + ], + [ + "ĠM", + "om" + ], + [ + "Ġtoo", + "k" + ], + [ + "Ġl", + "ot" + ], + [ + "n", + "n" + ], + [ + "Ġb", + "u" + ], + [ + "Ġab", + "out" + ], + [ + "es", + "s" + ], + [ + "Ġ", + "F" + ], + [ + "nd", + "er" + ], + [ + "Ġtre", + "e" + ], + [ + "ec", + "i" + ], + [ + "Ġloo", + "k" + ], + [ + "Ġp", + "o" + ], + [ + "Ġm", + "y" + ], + [ + "ou", + "r" + ], + [ + "Ġtoy", + "s" + ], + [ + "it", + "e" + ], + [ + "c", + "hed" + ], + [ + "Ġkne", + "w" + ], + [ + "Ġth", + "ought" + ], + [ + "en", + "ed" + ], + [ + "Ġle", + "arn" + ], + [ + "Ġin", + "t" + ], + [ + "Ġo", + "ld" + ], + [ + "Ġm", + "ore" + ], + [ + "nn", + "a" + ], + [ + "is", + "e" + ], + [ + "g", + "ed" + ], + [ + "Ġt", + "a" + ], + [ + "udd", + "en" + ], + [ + "eci", + "al" + ], + [ + "Ġsp", + "ecial" + ], + [ + "ĠM", + "ax" + ], + [ + "a", + "u" + ], + [ + "Ġw", + "ill" + ], + [ + "er", + "s" + ], + [ + "The", + "y" + ], + [ + "re", + "t" + ], + [ + "Ġp", + "e" + ], + [ + "Ġh", + "o" + ], + [ + "ĠS", + "am" + ], + [ + "Ġt", + "ake" + ], + [ + "Ġb", + "all" + ], + [ + "Ġkn", + "ow" + ], + [ + "Ġla", + "ug" + ], + [ + "f", + "ter" + ], + [ + "udden", + "ly" + ], + [ + "Ġc", + "at" + ], + [ + "Ġh", + "ow" + ], + [ + "i", + "ve" + ], + [ + "Ġt", + "r" + ], + [ + "Ġmu", + "ch" + ], + [ + "Ġan", + "y" + ], + [ + "Ġp", + "u" + ], + [ + "m", + "a" + ], + [ + "Ġs", + "l" + ], + [ + "Ġs", + "or" + ], + [ + "Ġm", + "o" + ], + [ + "v", + "en" + ], + [ + "is", + "h" + ], + [ + "Ġsh", + "ow" + ], + [ + "Ġcould", + "n" + ], + [ + "au", + "se" + ], + [ + "in", + "k" + ], + [ + "B", + "ut" + ], + [ + "Ġh", + "ouse" + ], + [ + "Ġint", + "o" + ], + [ + "um", + "p" + ], + [ + "Ġo", + "ver" + ], + [ + "Ġt", + "ried" + ], + [ + "a", + "nd" + ], + [ + "Ġe", + "at" + ], + [ + "Ġs", + "k" + ], + [ + "Ġs", + "un" + ], + [ + "Ġt", + "w" + ], + [ + "Ġcl", + "o" + ], + [ + "i", + "a" + ], + [ + "Ġr", + "un" + ], + [ + "Ġha", + "nd" + ], + [ + "ĠE", + "very" + ], + [ + "Ġ", + "en" + ], + [ + "Ġin", + "side" + ], + [ + "d", + "y" + ], + [ + "Ġ", + "if" + ], + [ + "Ġto", + "ld" + ], + [ + "Ġne", + "ver" + ], + [ + "i", + "on" + ], + [ + "Ġ", + "qu" + ], + [ + "Ġbec", + "ause" + ], + [ + "b", + "y" + ], + [ + "Ġpr", + "oud" + ], + [ + "Ġg", + "ave" + ], + [ + "Ġsor", + "ry" + ], + [ + "Ġth", + "is" + ], + [ + "Ġo", + "p" + ], + [ + "Ġplay", + "ed" + ], + [ + "at", + "e" + ], + [ + "Ġex", + "pl" + ], + [ + "Ġhe", + "ard" + ], + [ + "t", + "y" + ], + [ + "Ġo", + "r" + ], + [ + "Ġwa", + "ter" + ], + [ + "an", + "k" + ], + [ + "g", + "e" + ], + [ + "s", + "ed" + ], + [ + "Ġp", + "ick" + ], + [ + "ot", + "her" + ], + [ + "Ġro", + "om" + ], + [ + "et", + "ter" + ], + [ + "Ġj", + "ust" + ], + [ + "a", + "ce" + ], + [ + "Ġhug", + "ged" + ], + [ + "a", + "k" + ], + [ + "Ġg", + "re" + ], + [ + "he", + "re" + ], + [ + "Ġof", + "f" + ], + [ + "ĠS", + "ara" + ], + [ + "Ġp", + "ret" + ], + [ + "il", + "e" + ], + [ + "Ġe", + "ach" + ], + [ + "Ġc", + "om" + ], + [ + "Ġl", + "ong" + ], + [ + "Ġbo", + "x" + ], + [ + "or", + "t" + ], + [ + "Ġst", + "r" + ], + [ + "i", + "z" + ], + [ + "Ġu", + "nt" + ], + [ + "Ġwa", + "t" + ], + [ + "ot", + "h" + ], + [ + "Ġne", + "ed" + ], + [ + "Ġj", + "o" + ], + [ + "ĠW", + "e" + ], + [ + "T", + "om" + ], + [ + "Ġsm", + "all" + ], + [ + "in", + "e" + ], + [ + "Ġbe", + "ar" + ], + [ + "M", + "om" + ], + [ + "Ġunt", + "il" + ], + [ + "Ġn", + "ice" + ], + [ + "Ġt", + "ry" + ], + [ + "v", + "ing" + ], + [ + "u", + "c" + ], + [ + "s", + "el" + ], + [ + "oug", + "h" + ], + [ + "Ġlearn", + "ed" + ], + [ + "Ġk", + "ind" + ], + [ + "ĠA", + "nna" + ], + [ + "il", + "d" + ], + [ + "Ġf", + "o" + ], + [ + "Ġman", + "y" + ], + [ + "'", + "m" + ], + [ + "ĠJ", + "ack" + ], + [ + "Ġb", + "etter" + ], + [ + "Ġ", + "im" + ], + [ + "g", + "ry" + ], + [ + "im", + "al" + ], + [ + "Ġan", + "imal" + ], + [ + "ur", + "t" + ], + [ + "f", + "t" + ], + [ + "Ġe", + "nd" + ], + [ + "Ġs", + "n" + ], + [ + "a", + "ut" + ], + [ + "Ġt", + "e" + ], + [ + "Ġc", + "le" + ], + [ + "ĠJ", + "o" + ], + [ + "v", + "ent" + ], + [ + "ur", + "p" + ], + [ + "Ġg", + "r" + ], + [ + "Ġbe", + "aut" + ], + [ + "Ġj", + "ump" + ], + [ + "m", + "b" + ], + [ + "Ġa", + "d" + ], + [ + "re", + "am" + ], + [ + "p", + "t" + ], + [ + "ĠS", + "o" + ], + [ + "ĠH", + "er" + ], + [ + "Ġfl", + "ow" + ], + [ + "i", + "es" + ], + [ + "Ġc", + "he" + ], + [ + "Ġb", + "ra" + ], + [ + "Ġthan", + "ked" + ], + [ + "Ġe", + "ven" + ], + [ + "Ġb", + "est" + ], + [ + "Ġc", + "all" + ], + [ + "ad", + "y" + ], + [ + "H", + "e" + ], + [ + "Ġlot", + "s" + ], + [ + "Ġlaug", + "hed" + ], + [ + "sel", + "f" + ], + [ + "Ġr", + "a" + ], + [ + "Ġwa", + "y" + ], + [ + "ar", + "s" + ], + [ + "ur", + "n" + ], + [ + "Ġb", + "y" + ], + [ + "Ġfa", + "st" + ], + [ + "ll", + "y" + ], + [ + "Ġf", + "am" + ], + [ + "Ġ", + "C" + ], + [ + "v", + "es" + ], + [ + "ard", + "en" + ], + [ + "Ġg", + "arden" + ], + [ + "Ġbeaut", + "i" + ], + [ + "w", + "n" + ], + [ + "T", + "h" + ], + [ + "Ġbeauti", + "ful" + ], + [ + "Ġl", + "oud" + ], + [ + "le", + "w" + ], + [ + "Ġsk", + "y" + ], + [ + "Ġd", + "on" + ], + [ + "h", + "n" + ], + [ + "er", + "ed" + ], + [ + "in", + "y" + ], + [ + "Ġcare", + "ful" + ], + [ + "Ġlo", + "ve" + ], + [ + "Ġf", + "i" + ], + [ + "ĠThe", + "n" + ], + [ + "Å", + "ĵ" + ], + [ + "a", + "se" + ], + [ + "ec", + "t" + ], + [ + "Ġsa", + "fe" + ], + [ + "ĠA", + "nd" + ], + [ + "Ġu", + "nder" + ], + [ + "Ġc", + "ome" + ], + [ + "ĠF", + "rom" + ], + [ + "Y", + "es" + ], + [ + "ĠM", + "ia" + ], + [ + "I", + "t" + ], + [ + "m", + "e" + ], + [ + "Ġh", + "ard" + ], + [ + "Ġc", + "u" + ], + [ + "Ġw", + "o" + ], + [ + "Ġl", + "ist" + ], + [ + "Ġst", + "ay" + ], + [ + "an", + "e" + ], + [ + "s", + "h" + ], + [ + "op", + "le" + ], + [ + "Ġg", + "l" + ], + [ + "n", + "ing" + ], + [ + "Ġst", + "ill" + ], + [ + "oo", + "l" + ], + [ + "Ġh", + "urt" + ], + [ + "re", + "e" + ], + [ + "ĠH", + "is" + ], + [ + "Ġim", + "p" + ], + [ + "Ġfam", + "ily" + ], + [ + "Ġ", + "â" + ], + [ + "Ġb", + "oth" + ], + [ + "r", + "m" + ], + [ + "ig", + "h" + ], + [ + "Ġli", + "ved" + ], + [ + "he", + "s" + ], + [ + "W", + "hen" + ], + [ + "Ġpe", + "ople" + ], + [ + "Ġanimal", + "s" + ], + [ + "Ġco", + "l" + ], + [ + "Ġbra", + "ve" + ], + [ + "Ġwal", + "ked" + ], + [ + "o", + "b" + ], + [ + "T", + "im" + ], + [ + "c", + "t" + ], + [ + "Ġl", + "et" + ], + [ + "urp", + "r" + ], + [ + "ĠW", + "hen" + ], + [ + "Ġtw", + "o" + ], + [ + "Ġs", + "urpr" + ], + [ + "Ġsh", + "ould" + ], + [ + "is", + "hed" + ], + [ + "Ġb", + "ad" + ], + [ + "re", + "ss" + ], + [ + "Ġke", + "pt" + ], + [ + "Ġf", + "ore" + ], + [ + "Ġf", + "lew" + ], + [ + "Ġf", + "in" + ], + [ + "Ġst", + "or" + ], + [ + "Ġf", + "ly" + ], + [ + "a", + "st" + ], + [ + "is", + "ed" + ], + [ + "i", + "p" + ], + [ + "Ġit", + "s" + ], + [ + "l", + "ed" + ], + [ + "o", + "ck" + ], + [ + "uc", + "y" + ], + [ + "f", + "ore" + ], + [ + "Ġgo", + "ing" + ], + [ + "Ġcle", + "an" + ], + [ + "Ġd", + "an" + ], + [ + "Ġp", + "ic" + ], + [ + "Ġso", + "on" + ], + [ + "Ġcall", + "ed" + ], + [ + "Ġsh", + "are" + ], + [ + "k", + "ay" + ], + [ + "Ġan", + "gry" + ], + [ + "Ġro", + "ck" + ], + [ + "Ġc", + "on" + ], + [ + "Ġpret", + "ty" + ], + [ + "N", + "o" + ], + [ + "Ġ", + "ide" + ], + [ + "i", + "ed" + ], + [ + "il", + "ly" + ], + [ + "Ġg", + "round" + ], + [ + "x", + "t" + ], + [ + "Ġr", + "ed" + ], + [ + "Ġexpl", + "ore" + ], + [ + "Ġc", + "ry" + ], + [ + "Ġad", + "vent" + ], + [ + "Ġst", + "o" + ], + [ + "s", + "o" + ], + [ + "Ġre", + "al" + ], + [ + "L", + "et" + ], + [ + "Ġw", + "ind" + ], + [ + "Ġsh", + "iny" + ], + [ + "b", + "e" + ], + [ + "Ġb", + "ook" + ], + [ + "Ġal", + "so" + ], + [ + "Ġdo", + "ll" + ], + [ + "Ġide", + "a" + ], + [ + "Ġbe", + "fore" + ], + [ + "Ġop", + "ened" + ], + [ + "dd", + "ed" + ], + [ + "Ġwh", + "ile" + ], + [ + "um", + "my" + ], + [ + "Ġke", + "ep" + ], + [ + "Ġe", + "y" + ], + [ + "Ġn", + "ow" + ], + [ + "Ġdo", + "or" + ], + [ + "Ġfeel", + "ing" + ], + [ + "âĤ¬", + "â" + ], + [ + "o", + "on" + ], + [ + "o", + "y" + ], + [ + "Ġwal", + "king" + ], + [ + "Ġno", + "ise" + ], + [ + "Ġf", + "r" + ], + [ + "le", + "s" + ], + [ + "ag", + "e" + ], + [ + "i", + "ous" + ], + [ + "Ġcol", + "or" + ], + [ + "Ġt", + "urn" + ], + [ + "t", + "hing" + ], + [ + "f", + "f" + ], + [ + "u", + "ch" + ], + [ + "t", + "h" + ], + [ + "Ġb", + "ed" + ], + [ + "ar", + "y" + ], + [ + "Ġd", + "ra" + ], + [ + "Ġpick", + "ed" + ], + [ + "im", + "b" + ], + [ + "e", + "et" + ], + [ + "Ġcl", + "imb" + ], + [ + "Ġd", + "el" + ], + [ + "W", + "hat" + ], + [ + "Ġbe", + "ing" + ], + [ + "Ġf", + "ood" + ], + [ + "Ġu", + "n" + ], + [ + "Ġf", + "ar" + ], + [ + "t", + "ure" + ], + [ + "j", + "oy" + ], + [ + "Ġadvent", + "ure" + ], + [ + "a", + "c" + ], + [ + "Ġsmil", + "e" + ], + [ + "Ġd", + "if" + ], + [ + "Ħ", + "¢" + ], + [ + "âĤ¬â", + "Ħ¢" + ], + [ + "me", + "mb" + ], + [ + "Ġw", + "r" + ], + [ + "Ġth", + "r" + ], + [ + "ug", + "ht" + ], + [ + "Ġloo", + "king" + ], + [ + "Ġne", + "xt" + ], + [ + "ic", + "ed" + ], + [ + "ĠL", + "ucy" + ], + [ + "Ġno", + "dded" + ], + [ + "Ġqu", + "ick" + ], + [ + "Ġ", + "P" + ], + [ + "Ġd", + "is" + ], + [ + "Ġre", + "pl" + ], + [ + "ĠD", + "ad" + ], + [ + "Ġwa", + "it" + ], + [ + "iz", + "ed" + ], + [ + "Ġfore", + "st" + ], + [ + "Ġclo", + "s" + ], + [ + "ĠS", + "uddenly" + ], + [ + "Ġt", + "ra" + ], + [ + "T", + "hat" + ], + [ + "Ġey", + "es" + ], + [ + "g", + "er" + ], + [ + "bb", + "it" + ], + [ + "t", + "ed" + ], + [ + "Ġo", + "wn" + ], + [ + "Ġr", + "ain" + ], + [ + "Ġimp", + "ort" + ], + [ + "Ġgre", + "at" + ], + [ + "Ġre", + "memb" + ], + [ + "Ġpic", + "ture" + ], + [ + "Th", + "ank" + ], + [ + "S", + "uddenly" + ], + [ + "Ġsto", + "pped" + ], + [ + "Ġen", + "joy" + ], + [ + "Ġv", + "o" + ], + [ + "B", + "en" + ], + [ + "Ġg", + "ive" + ], + [ + "Ġimport", + "ant" + ], + [ + "Ġwor", + "k" + ], + [ + "Ġne", + "ar" + ], + [ + "g", + "an" + ], + [ + "p", + "ot" + ], + [ + "Ġe", + "ver" + ], + [ + "Ġa", + "pp" + ], + [ + "Ġa", + "fter" + ], + [ + "Ġquick", + "ly" + ], + [ + "Ġlist", + "en" + ], + [ + "Ġb", + "re" + ], + [ + "t", + "ing" + ], + [ + "bb", + "ed" + ], + [ + "Ġm", + "a" + ], + [ + "Ġf", + "ish" + ], + [ + "Ġrepl", + "ied" + ], + [ + "Ġra", + "bbit" + ], + [ + "Ġhand", + "s" + ], + [ + "Ġ", + "G" + ], + [ + "Ġnot", + "iced" + ], + [ + "Ġbr", + "o" + ], + [ + "Ġsl", + "ide" + ], + [ + "Ġth", + "ink" + ], + [ + "Ġwal", + "k" + ], + [ + "Ġtr", + "uck" + ], + [ + "Ġa", + "c" + ], + [ + "k", + "es" + ], + [ + "Ġstr", + "ong" + ], + [ + "S", + "he" + ], + [ + "Ġshow", + "ed" + ], + [ + "Ġd", + "e" + ], + [ + "Ġevery", + "one" + ], + [ + "Ġwo", + "nder" + ], + [ + "fe", + "re" + ], + [ + "by", + "e" + ], + [ + "Ġdif", + "fere" + ], + [ + "ir", + "st" + ], + [ + "S", + "o" + ], + [ + "Ġs", + "ure" + ], + [ + "Ġha", + "s" + ], + [ + "Ġr", + "ight" + ], + [ + "Ġbe", + "en" + ], + [ + "Ġbec", + "ame" + ], + [ + "Ġs", + "ound" + ], + [ + "ma", + "z" + ], + [ + "Ġto", + "w" + ], + [ + "Ġr", + "u" + ], + [ + "Ġt", + "al" + ], + [ + "Ġa", + "maz" + ], + [ + "Ġhe", + "ad" + ], + [ + "Ġsh", + "out" + ], + [ + "Ġbr", + "ight" + ], + [ + "Ġy", + "e" + ], + [ + "Ġwat", + "ched" + ], + [ + "Ġ", + "R" + ], + [ + "Ġm", + "or" + ], + [ + "Ġch", + "ild" + ], + [ + "a", + "ble" + ], + [ + "Ġme", + "an" + ], + [ + "Ġw", + "here" + ], + [ + "ll", + "ow" + ], + [ + "Ġh", + "igh" + ], + [ + "ĠS", + "ue" + ], + [ + "Ġfa", + "ce" + ], + [ + "Ġc", + "ook" + ], + [ + "d", + "ay" + ], + [ + "ay", + "be" + ], + [ + "Ġwat", + "ch" + ], + [ + "Ġbl", + "ue" + ], + [ + "a", + "ught" + ], + [ + "Ġdiffere", + "nt" + ], + [ + "Ġst", + "ore" + ], + [ + "Ġ", + "N" + ], + [ + "Ġgood", + "bye" + ], + [ + "Ġd", + "ress" + ], + [ + "u", + "ll" + ], + [ + "ĠB", + "ob" + ], + [ + "n", + "g" + ], + [ + "an", + "ge" + ], + [ + "Ġs", + "qu" + ], + [ + "Ġo", + "kay" + ], + [ + "is", + "y" + ], + [ + "le", + "ase" + ], + [ + "ĠMom", + "my" + ], + [ + "Ġvo", + "ice" + ], + [ + "J", + "o" + ], + [ + "at", + "h" + ], + [ + "Ġn", + "ight" + ], + [ + "ĠS", + "pot" + ], + [ + "Ġu", + "s" + ], + [ + "Ġbo", + "at" + ], + [ + "Ġflow", + "ers" + ], + [ + "Ġpl", + "ace" + ], + [ + "Ġfo", + "llow" + ], + [ + "Ġa", + "r" + ], + [ + "Ġu", + "se" + ], + [ + "Ġclos", + "er" + ], + [ + "un", + "ny" + ], + [ + "le", + "ep" + ], + [ + "ir", + "ed" + ], + [ + "Ġfa", + "v" + ], + [ + "Ġy", + "ell" + ], + [ + "Ġgra", + "bbed" + ], + [ + "Ġcu", + "ri" + ], + [ + "Ġwa", + "rm" + ], + [ + "Ġc", + "r" + ], + [ + "Ġfor", + "g" + ], + [ + "ĠSara", + "h" + ], + [ + "ĠJo", + "hn" + ], + [ + "Ġm", + "ag" + ], + [ + "Ġst", + "ick" + ], + [ + "W", + "e" + ], + [ + "Ġjump", + "ed" + ], + [ + "Ġc", + "ake" + ], + [ + "m", + "ore" + ], + [ + "Ġt", + "ell" + ], + [ + "Ġany", + "more" + ], + [ + "A", + "fter" + ], + [ + "Ġbut", + "ter" + ], + [ + "nd", + "ma" + ], + [ + "Ġth", + "ree" + ], + [ + "Ġas", + "k" + ], + [ + "c", + "o" + ], + [ + "Ġ", + "our" + ], + [ + "l", + "ie" + ], + [ + "Ġcuri", + "ous" + ], + [ + "ou", + "nt" + ], + [ + "or", + "n" + ], + [ + "Ġcon", + "t" + ], + [ + "Ġfe", + "ll" + ], + [ + "a", + "ched" + ], + [ + "ĠT", + "h" + ], + [ + "Ġbird", + "s" + ], + [ + "as", + "s" + ], + [ + "H", + "er" + ], + [ + "is", + "s" + ], + [ + "Ġhelp", + "ed" + ], + [ + "ĠJ", + "ane" + ], + [ + "Ġpu", + "ll" + ], + [ + "Ġf", + "irst" + ], + [ + "it", + "c" + ], + [ + "Ġbl", + "ock" + ], + [ + "Ġh", + "op" + ], + [ + "Ġb", + "it" + ], + [ + "Ġd", + "r" + ], + [ + "Ġreal", + "ized" + ], + [ + "Ġk", + "id" + ], + [ + "L", + "ook" + ], + [ + "il", + "a" + ], + [ + "Ġm", + "on" + ], + [ + "Ġbr", + "other" + ], + [ + "A", + "nna" + ], + [ + "S", + "ara" + ], + [ + "Ġ", + "z" + ], + [ + "ĠEvery", + "one" + ], + [ + "Ġat", + "e" + ], + [ + "Ġdo", + "es" + ], + [ + "im", + "es" + ], + [ + "Ġhapp", + "ened" + ], + [ + "Ġst", + "op" + ], + [ + "z", + "y" + ], + [ + "Ġy", + "ummy" + ], + [ + "Ġfav", + "or" + ], + [ + "pp", + "y" + ], + [ + "Ġk", + "itc" + ], + [ + "Ġkitc", + "hen" + ], + [ + "Ġsw", + "eet" + ], + [ + "u", + "s" + ], + [ + "Ġp", + "er" + ], + [ + "Ġre", + "ally" + ], + [ + "a", + "isy" + ], + [ + "Ġgra", + "ss" + ], + [ + "Ġfavor", + "ite" + ], + [ + "Ġbe", + "gan" + ], + [ + "Ġre", + "st" + ], + [ + "Ġre", + "ady" + ], + [ + "Ġle", + "a" + ], + [ + "Ġre", + "ached" + ], + [ + "Ġunder", + "st" + ], + [ + "a", + "ir" + ], + [ + "Ġst", + "e" + ], + [ + "Ġb", + "unny" + ], + [ + "ĠA", + "s" + ], + [ + "Ġstor", + "y" + ], + [ + "'", + "re" + ], + [ + "Ġp", + "ain" + ], + [ + "Ġs", + "ing" + ], + [ + "st", + "er" + ], + [ + "Ġhe", + "re" + ], + [ + "Ġsa", + "nd" + ], + [ + "Ġon", + "ly" + ], + [ + "Ġfl", + "o" + ], + [ + "Ġa", + "m" + ], + [ + "Ġgl", + "ad" + ], + [ + "Ġt", + "ri" + ], + [ + "Ġbe", + "h" + ], + [ + "Ġwor", + "ld" + ], + [ + "Ġop", + "en" + ], + [ + "Ġc", + "re" + ], + [ + "fu", + "lly" + ], + [ + "Ġpr", + "in" + ], + [ + "w", + "here" + ], + [ + "are", + "nt" + ], + [ + "Ġflow", + "er" + ], + [ + "Ġthr", + "ough" + ], + [ + "Ġb", + "a" + ], + [ + "Ġfi", + "re" + ], + [ + "Ġd", + "one" + ], + [ + "Ġha", + "ving" + ], + [ + "Ġth", + "ing" + ], + [ + "Ġdel", + "ic" + ], + [ + "Ġhim", + "self" + ], + [ + "Ġt", + "ired" + ], + [ + "Ġp", + "arent" + ], + [ + "Ġso", + "ft" + ], + [ + "Ġf", + "ro" + ], + [ + "Tim", + "my" + ], + [ + "Ġta", + "st" + ], + [ + "Ġbutter", + "f" + ], + [ + "ĠL", + "et" + ], + [ + "Ġc", + "ut" + ], + [ + "Ġp", + "art" + ], + [ + "Ġwh", + "y" + ], + [ + "k", + "en" + ], + [ + "Ġm", + "ess" + ], + [ + "C", + "an" + ], + [ + "Ġwor", + "ry" + ], + [ + "Mom", + "my" + ], + [ + "i", + "ver" + ], + [ + "Ġd", + "in" + ], + [ + "u", + "ff" + ], + [ + "at", + "er" + ], + [ + "Ġmag", + "ic" + ], + [ + "Ġwa", + "ved" + ], + [ + "Ġshout", + "ed" + ], + [ + "Ġpo", + "nd" + ], + [ + "Ġkid", + "s" + ], + [ + "Ġh", + "at" + ], + [ + "Ġd", + "uck" + ], + [ + "Ġse", + "es" + ], + [ + "o", + "lly" + ], + [ + "ill", + "ed" + ], + [ + "Ġg", + "ame" + ], + [ + "i", + "ent" + ], + [ + "Ġma", + "king" + ], + [ + "at", + "her" + ], + [ + "Jo", + "hn" + ], + [ + "A", + "s" + ], + [ + "ak", + "es" + ], + [ + "Ġcat", + "ch" + ], + [ + "Ġse", + "en" + ], + [ + "Ġc", + "ool" + ], + [ + "at", + "ion" + ], + [ + "Ġcom", + "ing" + ], + [ + "Ġl", + "ess" + ], + [ + "Ġd", + "ark" + ], + [ + "Ġu", + "sed" + ], + [ + "ed", + "dy" + ], + [ + "Ġfi", + "x" + ], + [ + "ĠJo", + "e" + ], + [ + "Ġthan", + "k" + ], + [ + "m", + "er" + ], + [ + "Ġto", + "p" + ], + [ + "Ġl", + "ady" + ], + [ + "Ġha", + "ir" + ], + [ + "ar", + "ing" + ], + [ + "Ġp", + "rom" + ], + [ + "Ġho", + "pped" + ], + [ + "ĠC", + "an" + ], + [ + "\"", + "." + ], + [ + "ig", + "n" + ], + [ + "Ġsurpr", + "ise" + ], + [ + "Ġdra", + "w" + ], + [ + "Ġm", + "um" + ], + [ + "Ġm", + "ouse" + ], + [ + "Ġfun", + "ny" + ], + [ + "re", + "l" + ], + [ + "Ġc", + "ra" + ], + [ + "Ġ", + "-" + ], + [ + "ap", + "er" + ], + [ + "Ġf", + "ull" + ], + [ + "Ġto", + "uch" + ], + [ + "Ġl", + "ight" + ], + [ + "Ġsp", + "ot" + ], + [ + "re", + "n" + ], + [ + "Ġd", + "ro" + ], + [ + "ĠBen", + "ny" + ], + [ + "Ġparent", + "s" + ], + [ + "Ġwor", + "ked" + ], + [ + "in", + "s" + ], + [ + "one", + "y" + ], + [ + "ĠD", + "o" + ], + [ + "Ġsurpr", + "ised" + ], + [ + "Ġcare", + "fully" + ], + [ + "Ġtre", + "es" + ], + [ + "Ġfro", + "g" + ], + [ + "Ġsw", + "ing" + ], + [ + "Ġdo", + "ing" + ], + [ + "D", + "on" + ], + [ + "Ġs", + "at" + ], + [ + "in", + "ally" + ], + [ + "ĠT", + "hat" + ], + [ + "Ġ", + "ice" + ], + [ + "ĠI", + "n" + ], + [ + "Ġhe", + "ld" + ], + [ + "W", + "ow" + ], + [ + "Ġrun", + "ning" + ], + [ + "Ġpret", + "end" + ], + [ + "Ġsw", + "im" + ], + [ + "Ġs", + "et" + ], + [ + "Ġre", + "ad" + ], + [ + "Ġdelic", + "ious" + ], + [ + "Ġneed", + "ed" + ], + [ + "Ġt", + "ight" + ], + [ + "Ġsl", + "ow" + ], + [ + "Ġrememb", + "ered" + ], + [ + "Ġlo", + "st" + ], + [ + "Ġco", + "ld" + ], + [ + "Ġsm", + "ell" + ], + [ + "ard", + "s" + ], + [ + "Ġw", + "ood" + ], + [ + "Ġhapp", + "ily" + ], + [ + "h", + "y" + ], + [ + "el", + "y" + ], + [ + "Ġlook", + "s" + ], + [ + "Ġbeh", + "ind" + ], + [ + "Ġher", + "self" + ], + [ + "Ġc", + "ried" + ], + [ + "Ġenjoy", + "ed" + ], + [ + "Ġnam", + "e" + ], + [ + "as", + "k" + ], + [ + "Ġye", + "ars" + ], + [ + "Ġbu", + "y" + ], + [ + "Ġho", + "le" + ], + [ + "Ġblock", + "s" + ], + [ + "Ġd", + "ri" + ], + [ + "Ġs", + "leep" + ], + [ + "Ġg", + "i" + ], + [ + "Ġyell", + "ow" + ], + [ + "c", + "ess" + ], + [ + "Ġbutterf", + "ly" + ], + [ + "i", + "ke" + ], + [ + "u", + "ed" + ], + [ + "Ġw", + "ished" + ], + [ + "Ġper", + "f" + ], + [ + "Ġan", + "other" + ], + [ + "ĠD", + "aisy" + ], + [ + "Ġgre", + "en" + ], + [ + "Ġmo", + "ve" + ], + [ + "Ġt", + "all" + ], + [ + "Ġa", + "ir" + ], + [ + "Ġb", + "ag" + ], + [ + "Ġflo", + "or" + ], + [ + "Ġcar", + "s" + ], + [ + "Ġless", + "on" + ], + [ + "u", + "l" + ], + [ + "Ġb", + "ow" + ], + [ + "Ġar", + "ri" + ], + [ + "Ġwind", + "ow" + ], + [ + "Ġsh", + "o" + ], + [ + "Ġchild", + "ren" + ], + [ + "n", + "er" + ], + [ + "Ġfin", + "ished" + ], + [ + "Ġh", + "ill" + ], + [ + "ĠA", + "fter" + ], + [ + "and", + "y" + ], + [ + "s", + "p" + ], + [ + "en", + "s" + ], + [ + "Ġp", + "aper" + ], + [ + "Ġli", + "kes" + ], + [ + "F", + "rom" + ], + [ + "s", + "y" + ], + [ + "Ġho", + "ld" + ], + [ + "S", + "am" + ], + [ + "Ġwr", + "ong" + ], + [ + "re", + "ed" + ], + [ + "Ġcont", + "in" + ], + [ + "Ġunderst", + "and" + ], + [ + "at", + "ter" + ], + [ + "u", + "it" + ], + [ + "re", + "w" + ], + [ + "Ġg", + "ent" + ], + [ + "Ġany", + "thing" + ], + [ + "Ġclo", + "se" + ], + [ + "Ġwa", + "ll" + ], + [ + "Ġe", + "l" + ], + [ + "as", + "ure" + ], + [ + "Ġle", + "ft" + ], + [ + "Ġa", + "ble" + ], + [ + "Ġarri", + "ved" + ], + [ + "Ġh", + "un" + ], + [ + "ro", + "ss" + ], + [ + "a", + "v" + ], + [ + "Ġhe", + "ar" + ], + [ + "Ġfriend", + "ly" + ], + [ + "Ġforg", + "ot" + ], + [ + "Ġg", + "one" + ], + [ + "am", + "a" + ], + [ + "Ġcre", + "at" + ], + [ + "Ġw", + "et" + ], + [ + "Ġli", + "on" + ], + [ + "H", + "ell" + ], + [ + "Hell", + "o" + ], + [ + "Ġd", + "ream" + ], + [ + "Ġh", + "ot" + ], + [ + "b", + "o" + ], + [ + "b", + "er" + ], + [ + "ĠS", + "ally" + ], + [ + "Ġf", + "illed" + ], + [ + "Ġd", + "ir" + ], + [ + "ie", + "ld" + ], + [ + "Ġcook", + "ies" + ], + [ + "Ġlaug", + "h" + ], + [ + "Ġbro", + "ken" + ], + [ + "Ġdin", + "ner" + ], + [ + "l", + "f" + ], + [ + "Ġel", + "se" + ], + [ + "Ġh", + "id" + ], + [ + "c", + "ed" + ], + [ + "Ġp", + "ink" + ], + [ + "Ġfollow", + "ed" + ], + [ + "Ġta", + "ble" + ], + [ + "Ġm", + "ar" + ], + [ + "Ġcolor", + "s" + ], + [ + "ou", + "p" + ], + [ + "Ġmom", + "ent" + ], + [ + "Ġcontin", + "ued" + ], + [ + "Ġwonder", + "ful" + ], + [ + "ĠE", + "m" + ], + [ + "e", + "y" + ], + [ + "in", + "ed" + ], + [ + "ir", + "rel" + ], + [ + "r", + "ot" + ], + [ + "Ġfin", + "ally" + ], + [ + "J", + "ack" + ], + [ + "Ġa", + "rm" + ], + [ + "Ġm", + "ight" + ], + [ + "ĠN", + "ow" + ], + [ + "Ġc", + "ast" + ], + [ + "Ġy", + "es" + ], + [ + "Ġbu", + "ild" + ], + [ + "Ġen", + "ough" + ], + [ + "ĠB", + "illy" + ], + [ + "Ġsome", + "one" + ], + [ + "Ġperf", + "ect" + ], + [ + "Ġfa", + "ir" + ], + [ + "Ġstay", + "ed" + ], + [ + "a", + "pp" + ], + [ + "Ġmor", + "ning" + ], + [ + "ĠThe", + "re" + ], + [ + "Ġpu", + "ppy" + ], + [ + "o", + "l" + ], + [ + "Ġdad", + "dy" + ], + [ + "Ġtry", + "ing" + ], + [ + "'", + "ll" + ], + [ + "Ġj", + "u" + ], + [ + "Ġother", + "s" + ], + [ + "Ġbook", + "s" + ], + [ + "Ġag", + "reed" + ], + [ + "Ġmu", + "s" + ], + [ + "Ġsn", + "ow" + ], + [ + "Ġsqu", + "irrel" + ], + [ + "Ġc", + "ream" + ], + [ + "ro", + "om" + ], + [ + "Ġget", + "ting" + ], + [ + "Ġgra", + "ndma" + ], + [ + "ĠL", + "ila" + ], + [ + "Ġlea", + "ves" + ], + [ + "Ġba", + "by" + ], + [ + "Ġc", + "ount" + ], + [ + "ic", + "y" + ], + [ + "Ġfe", + "w" + ], + [ + "A", + "t" + ], + [ + "Ġf", + "all" + ], + [ + "The", + "n" + ], + [ + "g", + "on" + ], + [ + "Ġbre", + "ak" + ], + [ + "Ġclimb", + "ed" + ], + [ + "ri", + "es" + ], + [ + "Ġbe", + "ach" + ], + [ + "as", + "h" + ], + [ + "Ġb", + "ug" + ], + [ + "Ġp", + "lease" + ], + [ + "Ġm", + "other" + ], + [ + "Ġbr", + "ought" + ], + [ + "Ġtra", + "in" + ], + [ + "an", + "ce" + ], + [ + "ĠTh", + "is" + ], + [ + "Ġde", + "ep" + ], + [ + "Ġv", + "is" + ], + [ + "at", + "ed" + ], + [ + "s", + "hed" + ], + [ + "Ġm", + "et" + ], + [ + "Ġwas", + "n" + ], + [ + "Ġsomet", + "imes" + ], + [ + "Ġevery", + "thing" + ], + [ + "ĠTom", + "my" + ], + [ + "i", + "ch" + ], + [ + "Ġmus", + "ic" + ], + [ + "ke", + "y" + ], + [ + "l", + "ing" + ], + [ + "Th", + "is" + ], + [ + "o", + "s" + ], + [ + "Ġturn", + "ed" + ], + [ + "l", + "c" + ], + [ + "Ġr", + "ide" + ], + [ + "o", + "om" + ], + [ + "Ġs", + "ong" + ], + [ + "or", + "ing" + ], + [ + "Ġsp", + "ark" + ], + [ + "Ġf", + "ight" + ], + [ + "Ġhun", + "gry" + ], + [ + "on", + "s" + ], + [ + "Ġpicture", + "s" + ], + [ + "d", + "s" + ], + [ + "Ġm", + "akes" + ], + [ + "Ġse", + "ar" + ], + [ + "uck", + "y" + ], + [ + "Ġlist", + "ened" + ], + [ + "Ġjo", + "y" + ], + [ + "Ġpo", + "l" + ], + [ + "ĠW", + "hat" + ], + [ + "H", + "is" + ], + [ + "e", + "e" + ], + [ + "Ġcl", + "ot" + ], + [ + "Ġsa", + "il" + ], + [ + "a", + "pped" + ], + [ + "b", + "ble" + ], + [ + "Ġcom", + "p" + ], + [ + "Ġpl", + "an" + ], + [ + "Ġwant", + "s" + ], + [ + "Ġclot", + "hes" + ], + [ + "Ġpo", + "in" + ], + [ + "Ġ", + "K" + ], + [ + "z", + "z" + ], + [ + "Ġball", + "oon" + ], + [ + "Ġstr", + "ange" + ], + [ + "m", + "an" + ], + [ + "en", + "ny" + ], + [ + "Ġp", + "i" + ], + [ + "Ġgr", + "ow" + ], + [ + "Ġfly", + "ing" + ], + [ + "r", + "ow" + ], + [ + "Ġsc", + "ary" + ], + [ + "Ġtre", + "at" + ], + [ + "Ġwa", + "ited" + ], + [ + "Ġamaz", + "ed" + ], + [ + "Ġt", + "eddy" + ], + [ + "Ġcast", + "le" + ], + [ + "is", + "ter" + ], + [ + "Ġe", + "le" + ], + [ + "Ġamaz", + "ing" + ], + [ + "m", + "ed" + ], + [ + "Ġsp", + "l" + ], + [ + "O", + "h" + ], + [ + "Ġle", + "ave" + ], + [ + "Ġown", + "er" + ], + [ + "Ġprom", + "ised" + ], + [ + "Ġdan", + "ger" + ], + [ + "e", + "ver" + ], + [ + "O", + "K" + ], + [ + "Ġs", + "uch" + ], + [ + "Ġwh", + "ite" + ], + [ + "Ġp", + "at" + ], + [ + "Ġtal", + "k" + ], + [ + "uff", + "y" + ], + [ + "Ġf", + "ur" + ], + [ + "Ġp", + "ie" + ], + [ + "op", + "e" + ], + [ + "r", + "ed" + ], + [ + "Ġpull", + "ed" + ], + [ + "Ġp", + "re" + ], + [ + "Ġwood", + "s" + ], + [ + "ĠT", + "o" + ], + [ + "Ġsh", + "ared" + ], + [ + "Ġal", + "one" + ], + [ + "Ġtow", + "ards" + ], + [ + "c", + "le" + ], + [ + "ĠM", + "aybe" + ], + [ + "Ġs", + "it" + ], + [ + "Ġn", + "ap" + ], + [ + "Ġcolor", + "ful" + ], + [ + "am", + "p" + ], + [ + "h", + "one" + ], + [ + "Ġvis", + "it" + ], + [ + "ig", + "g" + ], + [ + "ug", + "g" + ], + [ + "th", + "y" + ], + [ + "en", + "ce" + ], + [ + "Ġta", + "il" + ], + [ + "ct", + "or" + ], + [ + "Ġmagic", + "al" + ], + [ + "Ġr", + "iver" + ], + [ + "Ġh", + "ig" + ], + [ + "Ġbe", + "lie" + ], + [ + "Ġgr", + "ate" + ], + [ + "u", + "ally" + ], + [ + "an", + "g" + ], + [ + "ot", + "t" + ], + [ + "Ġh", + "ide" + ], + [ + "Ġs", + "illy" + ], + [ + "Ġsmil", + "es" + ], + [ + "ow", + "er" + ], + [ + "Ġs", + "ide" + ], + [ + "M", + "ax" + ], + [ + "Ġro", + "ll" + ], + [ + "Ġg", + "u" + ], + [ + "ĠA", + "my" + ], + [ + "Ġpr", + "o" + ], + [ + "et", + "er" + ], + [ + "Ġfast", + "er" + ], + [ + "Ġgrate", + "ful" + ], + [ + "Ġtre", + "asure" + ], + [ + "as", + "ed" + ], + [ + "Ġsn", + "ack" + ], + [ + "u", + "p" + ], + [ + "Ġla", + "nd" + ], + [ + "av", + "y" + ], + [ + "Ġmor", + "al" + ], + [ + "ain", + "ed" + ], + [ + "Ġs", + "ister" + ], + [ + "ĠG", + "ra" + ], + [ + "Ġsh", + "ap" + ], + [ + "Ġpain", + "t" + ], + [ + "Ġslow", + "ly" + ], + [ + "Ġf", + "ield" + ], + [ + "Ġp", + "et" + ], + [ + "Ġs", + "ec" + ], + [ + "or", + "m" + ], + [ + "ĠJ", + "im" + ], + [ + "Ġbr", + "an" + ], + [ + "Ġm", + "in" + ], + [ + "Ġmu", + "st" + ], + [ + "Ġhelp", + "ing" + ], + [ + "Ġwor", + "ried" + ], + [ + "Ġjo", + "b" + ], + [ + "Ġfo", + "x" + ], + [ + "s", + "et" + ], + [ + "Ġm", + "oney" + ], + [ + "Ġp", + "ot" + ], + [ + "Ġqu", + "i" + ], + [ + "Ġbe", + "l" + ], + [ + "Ġac", + "c" + ], + [ + "Ġli", + "ving" + ], + [ + "Ġmon", + "ster" + ], + [ + "le", + "ss" + ], + [ + "Ġpart", + "y" + ], + [ + "e", + "ar" + ], + [ + "Ġmo", + "st" + ], + [ + "Ġwe", + "ar" + ], + [ + "Ġrememb", + "er" + ], + [ + "i", + "re" + ], + [ + "Ġs", + "ign" + ], + [ + "w", + "l" + ], + [ + "Ġcl", + "oud" + ], + [ + "Ġc", + "andy" + ], + [ + "Ġhig", + "her" + ], + [ + "i", + "pped" + ], + [ + "id", + "ent" + ], + [ + "ĠA", + "ll" + ], + [ + "d", + "er" + ], + [ + "z", + "e" + ], + [ + "Ġqui", + "et" + ], + [ + "Ġto", + "wn" + ], + [ + "un", + "ch" + ], + [ + "Ġprin", + "cess" + ], + [ + "Ġrun", + "s" + ], + [ + "ask", + "et" + ], + [ + "e", + "m" + ], + [ + "Ġevery", + "where" + ], + [ + "Ġjo", + "in" + ], + [ + "Ġste", + "pped" + ], + [ + "Ġb", + "asket" + ], + [ + "Ġl", + "ake" + ], + [ + "Ġcu", + "p" + ], + [ + "s", + "w" + ], + [ + "out", + "h" + ], + [ + "Ġcar", + "rot" + ], + [ + "Ġco", + "ll" + ], + [ + "Ġpl", + "ant" + ], + [ + "Ġsc", + "ream" + ], + [ + "ĠDad", + "dy" + ], + [ + "Ġb", + "uck" + ], + [ + "Ġhe", + "avy" + ], + [ + "Ġbig", + "ger" + ], + [ + "Ġch", + "o" + ], + [ + "Ġbl", + "ank" + ], + [ + "Ġclo", + "sed" + ], + [ + "Ġw", + "on" + ], + [ + "is", + "es" + ], + [ + "Ġan", + "sw" + ], + [ + "b", + "r" + ], + [ + "Ġblank", + "et" + ], + [ + "Ġm", + "outh" + ], + [ + "am", + "es" + ], + [ + "ec", + "es" + ], + [ + "Ġeat", + "ing" + ], + [ + "Ġpi", + "eces" + ], + [ + "ck", + "et" + ], + [ + "Ġst", + "re" + ], + [ + "Ġwe", + "lc" + ], + [ + "Ġwould", + "n" + ], + [ + "Ġre", + "ach" + ], + [ + "Ġbro", + "ke" + ], + [ + "e", + "ared" + ], + [ + "Ġdanger", + "ous" + ], + [ + "g", + "s" + ], + [ + "p", + "h" + ], + [ + "ĠM", + "olly" + ], + [ + "Ġc", + "e" + ], + [ + "ĠM", + "r" + ], + [ + "or", + "d" + ], + [ + "f", + "ort" + ], + [ + "Ġdoll", + "s" + ], + [ + "m", + "ing" + ], + [ + "Ġdan", + "ce" + ], + [ + "Ġdra", + "gon" + ], + [ + "Ġthink", + "s" + ], + [ + "Ġask", + "s" + ], + [ + "Ġac", + "ross" + ], + [ + "O", + "kay" + ], + [ + "Ġch", + "air" + ], + [ + "Ġte", + "ac" + ], + [ + "Ġb", + "ott" + ], + [ + "H", + "i" + ], + [ + "Ġp", + "a" + ], + [ + "Ġne", + "igh" + ], + [ + "Ġb", + "ar" + ], + [ + "Ġb", + "ike" + ], + [ + "Ġp", + "ack" + ], + [ + "it", + "ing" + ], + [ + "Ġdis", + "app" + ], + [ + "Ġneigh", + "b" + ], + [ + "Ġst", + "uck" + ], + [ + "d", + "e" + ], + [ + "Ġg", + "if" + ], + [ + "Ġfr", + "uit" + ], + [ + "Ġbelie", + "ve" + ], + [ + "c", + "y" + ], + [ + "Ġ", + "ve" + ], + [ + "Ġcry", + "ing" + ], + [ + "i", + "er" + ], + [ + "ph", + "ant" + ], + [ + "Ġs", + "uddenly" + ], + [ + "Ġs", + "oup" + ], + [ + "Ġr", + "ace" + ], + [ + "Ġth", + "rew" + ], + [ + "S", + "ure" + ], + [ + "Ġfar", + "mer" + ], + [ + "Ġacc", + "ident" + ], + [ + "Ġdir", + "ty" + ], + [ + "Ġele", + "phant" + ], + [ + "Ġmon", + "key" + ], + [ + "Ġhe", + "al" + ], + [ + "w", + "eet" + ], + [ + "Ġre", + "m" + ], + [ + "Ġp", + "ers" + ], + [ + "Ġsa", + "me" + ], + [ + "or", + "ed" + ], + [ + "vent", + "ually" + ], + [ + "e", + "ad" + ], + [ + "pp", + "ing" + ], + [ + "Ġgent", + "le" + ], + [ + "Ġf", + "ree" + ], + [ + "Ġbr", + "own" + ], + [ + "M", + "aybe" + ], + [ + "Ġin", + "st" + ], + [ + "Ġbe", + "e" + ], + [ + "i", + "x" + ], + [ + "Ġb", + "en" + ], + [ + "Ġw", + "in" + ], + [ + "Ġbl", + "ack" + ], + [ + "Ġal", + "ong" + ], + [ + "Ġlong", + "er" + ], + [ + "i", + "ble" + ], + [ + "Ġsp", + "r" + ], + [ + "Ġcl", + "apped" + ], + [ + "F", + "inally" + ], + [ + "W", + "hy" + ], + [ + "ck", + "ed" + ], + [ + "Ġwor", + "ds" + ], + [ + "ĠF", + "l" + ], + [ + "Ġteac", + "her" + ], + [ + "Ġup", + "set" + ], + [ + "ch", + "ool" + ], + [ + "Ġpie", + "ce" + ], + [ + "Ġwe", + "ll" + ], + [ + "Ġche", + "ered" + ], + [ + "Ġh", + "it" + ], + [ + "Ġsa", + "ng" + ], + [ + "m", + "ent" + ], + [ + "Ġbow", + "l" + ], + [ + "Ġb", + "ite" + ], + [ + "Ġdo", + "ctor" + ], + [ + "ĠJ", + "ill" + ], + [ + "Ġbuck", + "et" + ], + [ + "M", + "ia" + ], + [ + "Ġb", + "ath" + ], + [ + "Ġc", + "aught" + ], + [ + "Ġhe", + "art" + ], + [ + "Ġfor", + "get" + ], + [ + "Ġm", + "ark" + ], + [ + "Ġbut", + "t" + ], + [ + "Ġd", + "ry" + ], + [ + "Ġyou", + "ng" + ], + [ + "Ġse", + "a" + ], + [ + "Ġc", + "our" + ], + [ + "Ġdro", + "pped" + ], + [ + "es", + "e" + ], + [ + "Ġy", + "ard" + ], + [ + "Ġpl", + "ac" + ], + [ + "our", + "n" + ], + [ + "Ġs", + "chool" + ], + [ + "Ġsw", + "ings" + ], + [ + "bb", + "y" + ], + [ + "Ġw", + "ings" + ], + [ + "b", + "s" + ], + [ + "Ġexpl", + "ained" + ], + [ + "Ġj", + "ourn" + ], + [ + "Ġbr", + "ing" + ], + [ + "Ġdr", + "ink" + ], + [ + "Ġstre", + "et" + ], + [ + "Ġju", + "ice" + ], + [ + "un", + "g" + ], + [ + "Ġnear", + "by" + ], + [ + "ĠEm", + "ma" + ], + [ + "Ġsm", + "o" + ], + [ + "Ġsm", + "art" + ], + [ + "Ġpu", + "shed" + ], + [ + "Ġstor", + "ies" + ], + [ + "Ġdro", + "ve" + ], + [ + "Ġt", + "iny" + ], + [ + "Ġp", + "en" + ], + [ + "Ġcour", + "se" + ], + [ + "Ġ", + "es" + ], + [ + "Ġm", + "ine" + ], + [ + "Ġto", + "day" + ], + [ + "Ġpo", + "cket" + ], + [ + "Ġye", + "ar" + ], + [ + "aught", + "er" + ], + [ + "Ġj", + "e" + ], + [ + "Ġsec", + "ret" + ], + [ + "Ġex", + "p" + ], + [ + "Ġwith", + "out" + ], + [ + "Ġsing", + "ing" + ], + [ + "Ġwelc", + "ome" + ], + [ + "Ġhapp", + "en" + ], + [ + "t", + "o" + ], + [ + "Ġf", + "it" + ], + [ + "Ġst", + "u" + ], + [ + "ve", + "l" + ], + [ + "ra", + "ct" + ], + [ + "Ġbu", + "s" + ], + [ + "Ġche", + "ese" + ], + [ + "Ġcr", + "ay" + ], + [ + "Ġfair", + "y" + ], + [ + "Ġj", + "ar" + ], + [ + "Ġturn", + "s" + ], + [ + "Ġbu", + "sh" + ], + [ + "b", + "ow" + ], + [ + "ll", + "o" + ], + [ + "Ġexpl", + "oring" + ], + [ + "Ġl", + "on" + ], + [ + "Ġst", + "and" + ], + [ + "itt", + "ing" + ], + [ + "Ġsee", + "med" + ], + [ + "Ġsp", + "oon" + ], + [ + "ĠF", + "inally" + ], + [ + "Ġg", + "ames" + ], + [ + "Ġwo", + "ke" + ], + [ + "is", + "sed" + ], + [ + "Ġre", + "sp" + ], + [ + "Ġtr", + "ou" + ], + [ + "Ġtw", + "ins" + ], + [ + "Ġhop", + "ed" + ], + [ + "Ġat", + "t" + ], + [ + "Ġlon", + "ely" + ], + [ + "Ġa", + "nt" + ], + [ + "ĠM", + "ama" + ], + [ + "or", + "row" + ], + [ + "Ġno", + "ises" + ], + [ + "Ġhug", + "s" + ], + [ + "ount", + "ain" + ], + [ + "y", + "ard" + ], + [ + "Ġd", + "aughter" + ], + [ + "Ġin", + "v" + ], + [ + "Ġke", + "y" + ], + [ + "a", + "il" + ], + [ + "Ġrock", + "s" + ], + [ + "Ġdis", + "co" + ], + [ + "Ġs", + "u" + ], + [ + "Ġl", + "unch" + ], + [ + "re", + "ad" + ], + [ + "ou", + "n" + ], + [ + "ver", + "ed" + ], + [ + "Ġback", + "yard" + ], + [ + "Ġs", + "uc" + ], + [ + "Ġc", + "ow" + ], + [ + "Ġapp", + "le" + ], + [ + "e", + "k" + ], + [ + "Ġsw", + "am" + ], + [ + "Ġsho", + "es" + ], + [ + "Ġst", + "ars" + ], + [ + "Ġsh", + "ook" + ], + [ + "itt", + "ens" + ], + [ + "Ġm", + "iss" + ], + [ + "c", + "hes" + ], + [ + "Ġw", + "ish" + ], + [ + "Ġre", + "lie" + ], + [ + "fu", + "sed" + ], + [ + "Ġshap", + "es" + ], + [ + "urp", + "le" + ], + [ + "Ġtow", + "er" + ], + [ + "it", + "y" + ], + [ + "Ġc", + "orn" + ], + [ + "Ġmo", + "ved" + ], + [ + "sh", + "ine" + ], + [ + "Ġ", + "3" + ], + [ + "Ġth", + "ough" + ], + [ + "Ġc", + "ir" + ], + [ + "um", + "b" + ], + [ + "Ġta", + "king" + ], + [ + "t", + "s" + ], + [ + "ĠT", + "weet" + ], + [ + "ap", + "e" + ], + [ + "Ġrain", + "bow" + ], + [ + "Ġthr", + "ow" + ], + [ + "Ġst", + "ar" + ], + [ + "Ġben", + "ch" + ], + [ + "Ġne", + "ck" + ], + [ + "ock", + "ed" + ], + [ + "Ġcreat", + "ure" + ], + [ + "Ġbu", + "bble" + ], + [ + "Ġl", + "ate" + ], + [ + "Ġadventure", + "s" + ], + [ + "Ġo", + "wl" + ], + [ + "ion", + "s" + ], + [ + "A", + "nd" + ], + [ + "Ġw", + "he" + ], + [ + "Ġp", + "ar" + ], + [ + "Ġshe", + "ll" + ], + [ + "Ġk", + "ite" + ], + [ + "ĠFl", + "uffy" + ], + [ + "in", + "ing" + ], + [ + "Ġm", + "il" + ], + [ + "u", + "nt" + ], + [ + "Ġf", + "ence" + ], + [ + "Ġm", + "ix" + ], + [ + "Ġli", + "ft" + ], + [ + "Ġaccident", + "ally" + ], + [ + "Ġw", + "ise" + ], + [ + "Ġhe", + "llo" + ], + [ + "Ġp", + "urple" + ], + [ + "pp", + "er" + ], + [ + "Ġon", + "to" + ], + [ + "Ġsp", + "in" + ], + [ + "t", + "en" + ], + [ + "our", + "s" + ], + [ + "Ġs", + "itting" + ], + [ + "id", + "ge" + ], + [ + "Ġsun", + "shine" + ], + [ + "Ġcut", + "e" + ], + [ + "Ġm", + "at" + ], + [ + "w", + "ard" + ], + [ + "Ġsh", + "op" + ], + [ + "Ġwh", + "ist" + ], + [ + "Ġd", + "ist" + ], + [ + "Ġor", + "ange" + ], + [ + "L", + "ila" + ], + [ + "Ġn", + "aught" + ], + [ + "ĠSam", + "my" + ], + [ + "Ġnaught", + "y" + ], + [ + "Ġn", + "est" + ], + [ + "o", + "se" + ], + [ + "or", + "s" + ], + [ + "ll", + "a" + ], + [ + "Ġmil", + "k" + ], + [ + "f", + "ish" + ], + [ + "Ġa", + "f" + ], + [ + "Ġb", + "oun" + ], + [ + "Ġp", + "hone" + ], + [ + "Ġarm", + "s" + ], + [ + "Ġe", + "as" + ], + [ + "n", + "ess" + ], + [ + "Ġcar", + "ry" + ], + [ + "ĠGra", + "ndma" + ], + [ + "o", + "g" + ], + [ + "Ġb", + "ought" + ], + [ + "Ġdri", + "ver" + ], + [ + "Ġinst", + "ead" + ], + [ + "L", + "ater" + ], + [ + "Ġtal", + "ked" + ], + [ + "Ġsear", + "ched" + ], + [ + "g", + "ged" + ], + [ + "Ġp", + "ig" + ], + [ + "Ġco", + "zy" + ], + [ + "Ġsun", + "ny" + ], + [ + "itt", + "y" + ], + [ + "Ġfeel", + "s" + ], + [ + "Ġf", + "an" + ], + [ + "Ġwonder", + "ed" + ], + [ + "Ġcom", + "es" + ], + [ + "Ġswim", + "ming" + ], + [ + "u", + "ched" + ], + [ + "Ġto", + "uched" + ], + [ + "Ġp", + "op" + ], + [ + "ĠIn", + "side" + ], + [ + "a", + "le" + ], + [ + "Ġl", + "ucky" + ], + [ + "Ġlaug", + "hing" + ], + [ + "Ġbel", + "ong" + ], + [ + "Ġsound", + "s" + ], + [ + "Ġw", + "om" + ], + [ + "Ġc", + "ave" + ], + [ + "le", + "t" + ], + [ + "Ġjourn", + "ey" + ], + [ + "Ġwom", + "an" + ], + [ + "Ġc", + "ou" + ], + [ + "Ġnot", + "hing" + ], + [ + "Ġco", + "at" + ], + [ + "Ġrelie", + "ved" + ], + [ + "Ġ", + "O" + ], + [ + "Ġpe", + "ace" + ], + [ + "ad", + "ow" + ], + [ + "Ġno", + "se" + ], + [ + "Ġbu", + "sy" + ], + [ + "B", + "ob" + ], + [ + "Ġp", + "ast" + ], + [ + "Ġapp", + "les" + ], + [ + "Ġs", + "ick" + ], + [ + "Ġr", + "ope" + ], + [ + "Ġpat", + "ient" + ], + [ + "Ġa", + "ct" + ], + [ + "Ġp", + "udd" + ], + [ + "Ġin", + "c" + ], + [ + "ra", + "id" + ], + [ + "Ġwatch", + "ing" + ], + [ + "Ġbran", + "ch" + ], + [ + "Ġaf", + "raid" + ], + [ + "Ġto", + "m" + ], + [ + "id", + "er" + ], + [ + "Ġday", + "s" + ], + [ + "Ġre", + "t" + ], + [ + "c", + "ing" + ], + [ + "ĠM", + "ary" + ], + [ + "Ġb", + "and" + ], + [ + "Ġfar", + "m" + ], + [ + "Ġhug", + "e" + ], + [ + "ĠTh", + "ank" + ], + [ + "at", + "or" + ], + [ + "Ġexc", + "iting" + ], + [ + "Ġdan", + "ced" + ], + [ + "th", + "day" + ], + [ + "Ġwa", + "r" + ], + [ + "ĠSo", + "on" + ], + [ + "b", + "all" + ], + [ + "Ġg", + "igg" + ], + [ + "ble", + "m" + ], + [ + "Ġz", + "oom" + ], + [ + "Ġm", + "ad" + ], + [ + "Ġv", + "ill" + ], + [ + "Ġfore", + "ver" + ], + [ + "Ġpro", + "blem" + ], + [ + "Ġcoll", + "ect" + ], + [ + "p", + "ed" + ], + [ + "ir", + "t" + ], + [ + "Ġmin", + "ut" + ], + [ + "Ġw", + "ra" + ], + [ + "h", + "o" + ], + [ + "Ġli", + "fe" + ], + [ + "Ġkne", + "e" + ], + [ + "c", + "es" + ], + [ + "D", + "o" + ], + [ + "c", + "er" + ], + [ + "m", + "p" + ], + [ + "ar", + "p" + ], + [ + "Ġk", + "ing" + ], + [ + "Ġas", + "leep" + ], + [ + "Ġret", + "urn" + ], + [ + "Ġsh", + "arp" + ], + [ + "Ġre", + "l" + ], + [ + "Ġp", + "ower" + ], + [ + "et", + "h" + ], + [ + "Ġhold", + "ing" + ], + [ + "Ġf", + "ing" + ], + [ + "Ġheal", + "thy" + ], + [ + "ĠM", + "ittens" + ], + [ + "Ġpr", + "ot" + ], + [ + "Ġme", + "et" + ], + [ + "Ġor", + "gan" + ], + [ + "Ġcle", + "ver" + ], + [ + "Ġspot", + "ted" + ], + [ + "Ġl", + "etter" + ], + [ + "Ġg", + "ather" + ], + [ + "al", + "m" + ], + [ + "O", + "f" + ], + [ + "e", + "re" + ], + [ + "Ġr", + "ound" + ], + [ + "Ġstor", + "m" + ], + [ + "Ġprot", + "ect" + ], + [ + "Ġgif", + "t" + ], + [ + "am", + "ed" + ], + [ + "Ġma", + "il" + ], + [ + "ĠJ", + "en" + ], + [ + "Ġbir", + "thday" + ], + [ + "Ġpre", + "s" + ], + [ + "Ġsa", + "f" + ], + [ + "Ġneighb", + "or" + ], + [ + "ep", + "end" + ], + [ + "Ġta", + "kes" + ], + [ + "s", + "c" + ], + [ + "Ġe", + "ar" + ], + [ + "Ġcom", + "fort" + ], + [ + "Ġ", + "ent" + ], + [ + "Ġre", + "p" + ], + [ + "Ġpers", + "on" + ], + [ + "Ġsmil", + "ing" + ], + [ + "ĠW", + "ith" + ], + [ + "Ġgent", + "ly" + ], + [ + "Ġpoin", + "ted" + ], + [ + "E", + "very" + ], + [ + "ow", + "ed" + ], + [ + "Ġsp", + "o" + ], + [ + "co", + "l" + ], + [ + "Ġtast", + "y" + ], + [ + "ul", + "ar" + ], + [ + "ĠJim", + "my" + ], + [ + "Ġpl", + "ane" + ], + [ + "st", + "ing" + ], + [ + "h", + "in" + ], + [ + "Ġh", + "oney" + ], + [ + "it", + "ch" + ], + [ + "Ġp", + "ill" + ], + [ + "Ġp", + "ass" + ], + [ + "itt", + "en" + ], + [ + "Ġm", + "atter" + ], + [ + "Ġad", + "m" + ], + [ + "Ġtast", + "ed" + ], + [ + "Ġsmell", + "ed" + ], + [ + "n", + "ic" + ], + [ + "o", + "ve" + ], + [ + "Ġe", + "ag" + ], + [ + "Ġsh", + "ining" + ], + [ + "He", + "y" + ], + [ + "Ġhop", + "e" + ], + [ + "Ġplac", + "es" + ], + [ + "Ġk", + "ick" + ], + [ + "ĠC", + "h" + ], + [ + "Ġpic", + "nic" + ], + [ + "Ġbott", + "le" + ], + [ + "Ġresp", + "ect" + ], + [ + "Ġb", + "lew" + ], + [ + "Ġapp", + "eared" + ], + [ + "Ġsu", + "pp" + ], + [ + "Tom", + "my" + ], + [ + "ĠC", + "ome" + ], + [ + "Ġsp", + "ider" + ], + [ + "Ġint", + "ere" + ], + [ + "Ġche", + "er" + ], + [ + "bo", + "ard" + ], + [ + "Ġwe", + "aring" + ], + [ + "Ġpres", + "ent" + ], + [ + "er", + "t" + ], + [ + "Ġm", + "ist" + ], + [ + "iz", + "e" + ], + [ + "Ġtrou", + "ble" + ], + [ + "Ġtri", + "p" + ], + [ + "Ġp", + "ract" + ], + [ + "Ġk", + "iss" + ], + [ + "Ġqu", + "est" + ], + [ + "o", + "nd" + ], + [ + "Ġas", + "h" + ], + [ + "Ġlo", + "ves" + ], + [ + "Ġtight", + "ly" + ], + [ + "g", + "g" + ], + [ + "ar", + "ge" + ], + [ + "Ġs", + "ur" + ], + [ + "Ġsp", + "read" + ], + [ + "a", + "ur" + ], + [ + "Ġw", + "ide" + ], + [ + "on", + "es" + ], + [ + "um", + "ber" + ], + [ + "Ġfe", + "ather" + ], + [ + "Ġspl", + "as" + ], + [ + "on", + "t" + ], + [ + "nd", + "p" + ], + [ + "Ġl", + "ater" + ], + [ + "Ġwho", + "le" + ], + [ + "Ġany", + "one" + ], + [ + "Ġbre", + "ad" + ], + [ + "M", + "olly" + ], + [ + "Ġd", + "es" + ], + [ + "Ġre", + "c" + ], + [ + "ell", + "a" + ], + [ + "Ġro", + "ad" + ], + [ + "I", + "n" + ], + [ + "Ġo", + "ce" + ], + [ + "Ġgi", + "ant" + ], + [ + "Ġoce", + "an" + ], + [ + "el", + "s" + ], + [ + "Ġpu", + "zz" + ], + [ + "Ġcook", + "ie" + ], + [ + "Ġp", + "an" + ], + [ + "Ġp", + "ath" + ], + [ + "Åĵ", + "I" + ], + [ + "Ġcon", + "fused" + ], + [ + "Ġscream", + "ed" + ], + [ + "Ġcloud", + "s" + ], + [ + "e", + "b" + ], + [ + "Ġimp", + "ress" + ], + [ + "Ġfr", + "ont" + ], + [ + "ĠG", + "o" + ], + [ + "Ġse", + "at" + ], + [ + "le", + "x" + ], + [ + "Ġl", + "ay" + ], + [ + "Ġwh", + "ich" + ], + [ + "l", + "a" + ], + [ + "Ġth", + "in" + ], + [ + "Ġte", + "ach" + ], + [ + "er", + "ly" + ], + [ + "Ġd", + "i" + ], + [ + "Ġansw", + "er" + ], + [ + "ung", + "le" + ], + [ + "Ġa", + "p" + ], + [ + "ss", + "ed" + ], + [ + "h", + "ile" + ], + [ + "u", + "b" + ], + [ + "Ġl", + "arge" + ], + [ + "Ġj", + "ungle" + ], + [ + "Ġprom", + "ise" + ], + [ + "Ġs", + "er" + ], + [ + "Ġb", + "er" + ], + [ + "Ġw", + "ild" + ], + [ + "Ġb", + "ark" + ], + [ + "Ġm", + "ach" + ], + [ + "oo", + "se" + ], + [ + "Ġbutt", + "on" + ], + [ + "ndp", + "a" + ], + [ + "G", + "ood" + ], + [ + "Ġmy", + "ster" + ], + [ + "Ġsn", + "ake" + ], + [ + "Ġvill", + "age" + ], + [ + "Ġh", + "or" + ], + [ + "ĠEm", + "ily" + ], + [ + "C", + "ome" + ], + [ + "Ġtoo", + "l" + ], + [ + "Ġput", + "s" + ], + [ + "Ġla", + "st" + ], + [ + "Ġim", + "ag" + ], + [ + "ĠJ", + "ake" + ], + [ + "L", + "ucy" + ], + [ + "Ġt", + "id" + ], + [ + "Ġb", + "an" + ], + [ + "le", + "br" + ], + [ + "Ġe", + "ventually" + ], + [ + "Ġsl", + "id" + ], + [ + "Ġwa", + "ve" + ], + [ + "Ġli", + "ve" + ], + [ + "Ġch", + "ased" + ], + [ + "ĠEvery", + "where" + ], + [ + "Ġce", + "lebr" + ], + [ + "Ġcray", + "ons" + ], + [ + "J", + "ust" + ], + [ + "Ġsp", + "ent" + ], + [ + "Ġwr", + "ite" + ], + [ + "Ġgi", + "ves" + ], + [ + "un", + "k" + ], + [ + "if", + "e" + ], + [ + "Ġdec", + "or" + ], + [ + "Ġfo", + "ot" + ], + [ + "Ġdel", + "ight" + ], + [ + "Ġso", + "l" + ], + [ + "Ġsand", + "w" + ], + [ + "Ġdir", + "t" + ], + [ + "ĠJ", + "enny" + ], + [ + "Ġtal", + "king" + ], + [ + "Ġtreat", + "s" + ], + [ + "Ġc", + "art" + ], + [ + "ch", + "ing" + ], + [ + "Ġwait", + "ing" + ], + [ + "Ġhid", + "ing" + ], + [ + "Ġsnow", + "man" + ], + [ + "Ġintere", + "sting" + ], + [ + "Ġh", + "on" + ], + [ + "on", + "y" + ], + [ + "Ġshe", + "lf" + ], + [ + "Ġtast", + "e" + ], + [ + "e", + "en" + ], + [ + "J", + "im" + ], + [ + "Ġst", + "ep" + ], + [ + "M", + "um" + ], + [ + "Ġhelp", + "ful" + ], + [ + "Ġfe", + "et" + ], + [ + "Ġsh", + "y" + ], + [ + "Ġgo", + "es" + ], + [ + "Ġv", + "al" + ], + [ + "Ġe", + "mb" + ], + [ + "Ġst", + "ood" + ], + [ + "Ġsh", + "r" + ], + [ + "Ġbuild", + "ing" + ], + [ + "Ġo", + "ven" + ], + [ + "Ġst", + "ret" + ], + [ + "Ġlove", + "ly" + ], + [ + "Ġduck", + "s" + ], + [ + "Ġcorn", + "er" + ], + [ + "Ġwas", + "h" + ], + [ + "ck", + "s" + ], + [ + "Ġsp", + "e" + ], + [ + "Ġpretend", + "ed" + ], + [ + "Ġroll", + "ed" + ], + [ + "Ġru", + "de" + ], + [ + "o", + "ld" + ], + [ + "Ġc", + "alm" + ], + [ + "Ġp", + "ile" + ], + [ + "Ġte", + "eth" + ], + [ + "Ġjump", + "ing" + ], + [ + "Ġz", + "oo" + ], + [ + "Ġpudd", + "le" + ], + [ + "Ġtid", + "y" + ], + [ + "M", + "ama" + ], + [ + "ig", + "er" + ], + [ + "ip", + "e" + ], + [ + "Ġbug", + "s" + ], + [ + "Ġash", + "amed" + ], + [ + "Ġb", + "at" + ], + [ + "in", + "a" + ], + [ + "ĠR", + "e" + ], + [ + "Ġo", + "b" + ], + [ + "Ġst", + "ra" + ], + [ + "ĠS", + "t" + ], + [ + "Ġwhist", + "le" + ], + [ + "Ġban", + "an" + ], + [ + "n", + "ot" + ], + [ + "Ġn", + "et" + ], + [ + "Ġforg", + "ive" + ], + [ + "Ġprin", + "ce" + ], + [ + "en", + "er" + ], + [ + "Ġsh", + "irt" + ], + [ + "Ġs", + "el" + ], + [ + "Ġc", + "oo" + ], + [ + "Ġemb", + "ar" + ], + [ + "ump", + "y" + ], + [ + "Ġspark", + "ly" + ], + [ + "Ġrem", + "ind" + ], + [ + "Ġs", + "ug" + ], + [ + "Ġc", + "ross" + ], + [ + "Ġm", + "ind" + ], + [ + "Ġcan", + "not" + ], + [ + "Ġsuc", + "cess" + ], + [ + "Ġembar", + "ra" + ], + [ + "S", + "oon" + ], + [ + "Ġm", + "ot" + ], + [ + "Ġsh", + "aring" + ], + [ + "Ġwor", + "m" + ], + [ + "Ġfo", + "ld" + ], + [ + "Ġpeace", + "ful" + ], + [ + "Ġw", + "ore" + ], + [ + "Ġm", + "ountain" + ], + [ + "Ġbl", + "ow" + ], + [ + "l", + "ice" + ], + [ + "Ġ", + "ign" + ], + [ + "Ġbe", + "ll" + ], + [ + "Ġfur", + "ry" + ], + [ + "Ġgra", + "b" + ], + [ + "al", + "s" + ], + [ + "omet", + "imes" + ], + [ + "Ġwhen", + "ever" + ], + [ + "Ġp", + "our" + ], + [ + "v", + "ous" + ], + [ + "ll", + "ie" + ], + [ + "Ġpu", + "sh" + ], + [ + "Ġbre", + "ath" + ], + [ + "Ġmach", + "ine" + ], + [ + "Ġsug", + "ar" + ], + [ + "Ġch", + "ick" + ], + [ + "Ġcreat", + "ive" + ], + [ + "S", + "t" + ], + [ + "n", + "ed" + ], + [ + "Ġb", + "al" + ], + [ + "Ġst", + "ir" + ], + [ + "Ġdo", + "lp" + ], + [ + "Ġtri", + "es" + ], + [ + "N", + "ow" + ], + [ + "Ġl", + "ad" + ], + [ + "ĠL", + "e" + ], + [ + "Ġm", + "ed" + ], + [ + "Ġp", + "ool" + ], + [ + "Ġg", + "ener" + ], + [ + "Ġsa", + "l" + ], + [ + "or", + "k" + ], + [ + "ul", + "t" + ], + [ + "Ġspr", + "ay" + ], + [ + "Ġsh", + "ip" + ], + [ + "i", + "an" + ], + [ + "Ġh", + "um" + ], + [ + "Ġhe", + "l" + ], + [ + "is", + "a" + ], + [ + "Ġsel", + "fish" + ], + [ + "Ġh", + "ar" + ], + [ + "Ġfa", + "ces" + ], + [ + "Ġmess", + "y" + ], + [ + "Ġ", + "'" + ], + [ + "Ġp", + "le" + ], + [ + "ĠS", + "ome" + ], + [ + "ĠH", + "ow" + ], + [ + "Ġgo", + "ld" + ], + [ + "Ġcho", + "col" + ], + [ + "P", + "lease" + ], + [ + "Ġminut", + "es" + ], + [ + "Ġpill", + "ow" + ], + [ + "M", + "y" + ], + [ + "a", + "king" + ], + [ + "Ġt", + "un" + ], + [ + "Ġm", + "issed" + ], + [ + "ig", + "hed" + ], + [ + "Ġv", + "an" + ], + [ + "Ġfix", + "ed" + ], + [ + "Ġfight", + "ing" + ], + [ + "o", + "in" + ], + [ + "Ġf", + "ig" + ], + [ + "Ġembarra", + "ssed" + ], + [ + "Ġme", + "ant" + ], + [ + "Ġdri", + "ve" + ], + [ + "Ġtom", + "orrow" + ], + [ + "Ġh", + "ours" + ], + [ + "Ġc", + "a" + ], + [ + "Ġn", + "er" + ], + [ + "Ġsp", + "icy" + ], + [ + "Ġknow", + "ing" + ], + [ + "ĠP", + "lease" + ], + [ + "Sara", + "h" + ], + [ + "Ġlad", + "der" + ], + [ + "it", + "al" + ], + [ + "Ġhor", + "se" + ], + [ + "at", + "o" + ], + [ + "Ġu", + "g" + ], + [ + "ĠJ", + "ust" + ], + [ + "Ġtr", + "ust" + ], + [ + "Ġho", + "sp" + ], + [ + "Ġug", + "ly" + ], + [ + "Ġhosp", + "ital" + ], + [ + "Ġche", + "w" + ], + [ + "Ġbed", + "room" + ], + [ + "Ġeas", + "y" + ], + [ + "Ġner", + "vous" + ], + [ + "Ġro", + "b" + ], + [ + "Ġthank", + "ful" + ], + [ + "Ġcarrot", + "s" + ], + [ + "D", + "ad" + ], + [ + "ell", + "y" + ], + [ + "Ġgre", + "w" + ], + [ + "Ġcol", + "our" + ], + [ + "Ġbar", + "ked" + ], + [ + "Ġcou", + "ch" + ], + [ + "Ġn", + "ut" + ], + [ + "Ġme", + "adow" + ], + [ + "Ġta", + "ught" + ], + [ + "Ġunderst", + "ood" + ], + [ + "Ġdisapp", + "oin" + ], + [ + "Ġp", + "as" + ], + [ + "an", + "o" + ], + [ + "Ġof", + "ten" + ], + [ + "Ġcl", + "ass" + ], + [ + "Ġpas", + "sed" + ], + [ + "Ġkn", + "ocked" + ], + [ + "Ġland", + "ed" + ], + [ + "Ġm", + "ic" + ], + [ + "ir", + "d" + ], + [ + "Ġfe", + "ar" + ], + [ + "Ġco", + "in" + ], + [ + "Ġmu", + "d" + ], + [ + "w", + "ork" + ], + [ + "Ġd", + "eter" + ], + [ + "Ġre", + "g" + ], + [ + "Ġreturn", + "ed" + ], + [ + "Ġdeter", + "m" + ], + [ + "Ġh", + "ur" + ], + [ + "Ġfin", + "ish" + ], + [ + "iz", + "z" + ], + [ + "Ġte", + "a" + ], + [ + "Ġsmo", + "oth" + ], + [ + "m", + "o" + ], + [ + "Ġst", + "uff" + ], + [ + "Ġmo", + "v" + ], + [ + "Ġgener", + "ous" + ], + [ + "T", + "o" + ], + [ + "Ġ", + "On" + ], + [ + "is", + "p" + ], + [ + "Ġdr", + "um" + ], + [ + "o", + "bby" + ], + [ + "Ġbubble", + "s" + ], + [ + "Ġrob", + "ot" + ], + [ + "Ġthe", + "se" + ], + [ + "Ġse", + "ed" + ], + [ + "Ġgl", + "ass" + ], + [ + "Ġdisappoin", + "ted" + ], + [ + "g", + "round" + ], + [ + "Ġr", + "ing" + ], + [ + "Ġc", + "ard" + ], + [ + "Ġhe", + "ars" + ], + [ + "Ġcar", + "ried" + ], + [ + "Ġmo", + "on" + ], + [ + "Ġchocol", + "ate" + ], + [ + "Ġlea", + "f" + ], + [ + "Ġsnack", + "s" + ], + [ + "Ġcir", + "c" + ], + [ + "Ġfan", + "cy" + ], + [ + "d", + "le" + ], + [ + "Ġsp", + "end" + ], + [ + "ĠA", + "nn" + ], + [ + "ust", + "r" + ], + [ + "Ġcra", + "b" + ], + [ + "Ġsong", + "s" + ], + [ + "p", + "ack" + ], + [ + "Ġp", + "ir" + ], + [ + "eci", + "ally" + ], + [ + "os", + "aur" + ], + [ + "Ġso", + "ld" + ], + [ + "Ġbr", + "idge" + ], + [ + "ĠE", + "ven" + ], + [ + "Ġsleep", + "y" + ], + [ + "Ġhon", + "est" + ], + [ + "Ġm", + "ir" + ], + [ + "ĠB", + "r" + ], + [ + "Ġpa", + "w" + ], + [ + "p", + "ecially" + ], + [ + "Ġa", + "v" + ], + [ + "ĠW", + "hy" + ], + [ + "iz", + "zy" + ], + [ + "Ġche", + "st" + ], + [ + "Ġwo", + "lf" + ], + [ + "Ġdin", + "osaur" + ], + [ + "Ġes", + "pecially" + ], + [ + "Ġm", + "ap" + ], + [ + "Ġg", + "as" + ], + [ + "or", + "y" + ], + [ + "Ġch", + "ange" + ], + [ + "Ġgr", + "oup" + ], + [ + "Ġgather", + "ed" + ], + [ + "Ġs", + "our" + ], + [ + "Ġpo", + "or" + ], + [ + "Ġspl", + "ash" + ], + [ + "Ġwa", + "ves" + ], + [ + "Ġfor", + "ward" + ], + [ + "Ġcl", + "own" + ], + [ + "Ġmyster", + "ious" + ], + [ + "r", + "or" + ], + [ + "Ġbo", + "dy" + ], + [ + "Ġfr", + "ustr" + ], + [ + "Ġcra", + "w" + ], + [ + "Ġf", + "ake" + ], + [ + "Ġp", + "in" + ], + [ + "Ġo", + "k" + ], + [ + "Ġr", + "ad" + ], + [ + "Ġwh", + "isp" + ], + [ + "Ġtw", + "irl" + ], + [ + "Ġstr", + "ing" + ], + [ + "Ġsmell", + "y" + ], + [ + "ĠTo", + "gether" + ], + [ + "s", + "ist" + ], + [ + "Ġc", + "and" + ], + [ + "Ġg", + "ate" + ], + [ + "Ġsc", + "ar" + ], + [ + "ĠK", + "itty" + ], + [ + "Ġneck", + "l" + ], + [ + "B", + "illy" + ], + [ + "Ġmot", + "or" + ], + [ + "y", + "ing" + ], + [ + "ot", + "e" + ], + [ + "Ġsh", + "ore" + ], + [ + "ur", + "se" + ], + [ + "Ġje", + "w" + ], + [ + "Ġwe", + "ak" + ], + [ + "Ġgr", + "umpy" + ], + [ + "Ġfing", + "er" + ], + [ + "Ġsa", + "ck" + ], + [ + "Ġk", + "itten" + ], + [ + "Ġpol", + "ite" + ], + [ + "Ġgl", + "ue" + ], + [ + "u", + "ce" + ], + [ + "Ġn", + "umber" + ], + [ + "air", + "s" + ], + [ + "Ġes", + "c" + ], + [ + "Ġmir", + "ror" + ], + [ + "Ġshe", + "ep" + ], + [ + "Ġv", + "ase" + ], + [ + "Ġplant", + "s" + ], + [ + "Ġber", + "ries" + ], + [ + "mo", + "st" + ], + [ + "B", + "e" + ], + [ + "d", + "en" + ], + [ + "Ġj", + "elly" + ], + [ + "ĠThe", + "ir" + ], + [ + "Ġe", + "mp" + ], + [ + "itt", + "er" + ], + [ + "The", + "re" + ], + [ + "Ġsc", + "r" + ], + [ + "Ġgr", + "ay" + ], + [ + "Ġpuzz", + "le" + ], + [ + "Ġneckl", + "ace" + ], + [ + "Ġm", + "aybe" + ], + [ + "Ġpl", + "ate" + ], + [ + "Ġal", + "most" + ], + [ + "us", + "ie" + ], + [ + "Ġfrustr", + "ated" + ], + [ + "Ġemp", + "ty" + ], + [ + "p", + "ort" + ], + [ + "or", + "ry" + ], + [ + "Ġth", + "ick" + ], + [ + "Ġj", + "am" + ], + [ + "Ġsk", + "ipped" + ], + [ + "ens", + "ive" + ], + [ + "ĠT", + "eddy" + ], + [ + "ag", + "ed" + ], + [ + "Ġclos", + "et" + ], + [ + "Ġhid", + "den" + ], + [ + "Ġexp", + "ensive" + ], + [ + "Ġdeterm", + "ined" + ], + [ + "Ġb", + "ored" + ], + [ + "Ġl", + "it" + ], + [ + "Ġd", + "rew" + ], + [ + "Ġle", + "gs" + ], + [ + "Ġho", + "pping" + ], + [ + "at", + "es" + ], + [ + "ĠS", + "ometimes" + ], + [ + "Ġstick", + "s" + ], + [ + "Ġon", + "es" + ], + [ + "ĠA", + "t" + ], + [ + "Ġbird", + "ie" + ], + [ + "ĠD", + "on" + ], + [ + "Ġpol", + "ice" + ], + [ + "Ġfruit", + "s" + ], + [ + "Ġt", + "ick" + ], + [ + "Ġa", + "unt" + ], + [ + "Ġw", + "is" + ], + [ + "Ġb", + "ake" + ], + [ + "Ġl", + "ine" + ], + [ + "ot", + "s" + ], + [ + "Ġst", + "one" + ], + [ + "Ġdog", + "s" + ], + [ + "au", + "l" + ], + [ + "Ġfig", + "ure" + ], + [ + "J", + "ane" + ], + [ + "Ġs", + "ight" + ], + [ + "Ġc", + "ries" + ], + [ + "ĠB", + "e" + ], + [ + "Ġmo", + "ving" + ], + [ + "Ġcont", + "ent" + ], + [ + "ĠBr", + "own" + ], + [ + "Ġsa", + "ved" + ], + [ + "Ġcl", + "oth" + ], + [ + "?\"", + "." + ], + [ + "bo", + "x" + ], + [ + "Ġbran", + "ches" + ], + [ + "Ġpack", + "ed" + ], + [ + "Ġpower", + "ful" + ], + [ + "Ġsplas", + "hed" + ], + [ + "Ġfe", + "ed" + ], + [ + "est", + "ed" + ], + [ + "Ġyell", + "ed" + ], + [ + "W", + "here" + ], + [ + "d", + "ge" + ], + [ + "k", + "in" + ], + [ + "Ġt", + "iger" + ], + [ + "Ġp", + "ay" + ], + [ + "id", + "dle" + ], + [ + "oo", + "p" + ], + [ + "ĠB", + "ella" + ], + [ + "Ġex", + "am" + ], + [ + "Ġta", + "ken" + ], + [ + "Ġcr", + "ane" + ], + [ + "Ġspo", + "il" + ], + [ + "'", + "d" + ], + [ + "Ġha", + "ng" + ], + [ + "Ġfl", + "ag" + ], + [ + "Ġansw", + "ered" + ], + [ + "Ġdisco", + "vered" + ], + [ + "ĠLe", + "o" + ], + [ + "u", + "sh" + ], + [ + "Ġsa", + "ve" + ], + [ + "Ġsee", + "k" + ], + [ + "Ġexc", + "ite" + ], + [ + "Ġpr", + "ay" + ], + [ + "Ġjo", + "g" + ], + [ + "Ġstand", + "ing" + ], + [ + "Ġdolp", + "hin" + ], + [ + "Ġj", + "ack" + ], + [ + "A", + "re" + ], + [ + "er", + "a" + ], + [ + "ra", + "g" + ], + [ + "Ġfl", + "ut" + ], + [ + "get", + "able" + ], + [ + "Ġb", + "oring" + ], + [ + "Ġlo", + "ck" + ], + [ + "Ġinc", + "red" + ], + [ + "Ġexcite", + "ment" + ], + [ + "Ġs", + "ighed" + ], + [ + "Ġw", + "ip" + ], + [ + "Ġf", + "is" + ], + [ + "Ġf", + "ill" + ], + [ + "Ġso", + "ap" + ], + [ + "ĠM", + "um" + ], + [ + "ol", + "a" + ], + [ + "Ġple", + "ased" + ], + [ + "Ġjack", + "et" + ], + [ + "l", + "ight" + ], + [ + "Ġs", + "ugg" + ], + [ + "Ġm", + "iddle" + ], + [ + "Ġe", + "ld" + ], + [ + "Ġwr", + "ote" + ], + [ + "Ġballoon", + "s" + ], + [ + "Ġorgan", + "ized" + ], + [ + "qu", + "e" + ], + [ + "Ġsail", + "ed" + ], + [ + "The", + "ir" + ], + [ + "Ġtell", + "s" + ], + [ + "Ġo", + "y" + ], + [ + "Ġst", + "ones" + ], + [ + "Ġbo", + "ard" + ], + [ + "Ġsp", + "un" + ], + [ + "Ġve", + "getable" + ], + [ + "l", + "ies" + ], + [ + "Ġ", + "ind" + ], + [ + "in", + "ess" + ], + [ + "Ġwor", + "king" + ], + [ + "l", + "ower" + ], + [ + "al", + "k" + ], + [ + "if", + "f" + ], + [ + "Ġpar", + "rot" + ], + [ + "St", + "op" + ], + [ + "Ġscar", + "f" + ], + [ + "Ġwa", + "gged" + ], + [ + "Ġcl", + "ap" + ], + [ + "Ġme", + "asure" + ], + [ + "as", + "ing" + ], + [ + "Ġte", + "ars" + ], + [ + "bo", + "dy" + ], + [ + "Ġcomfort", + "able" + ], + [ + "Ġle", + "g" + ], + [ + "Ġsw", + "an" + ], + [ + "Ġtr", + "ue" + ], + [ + "Ġfr", + "ight" + ], + [ + "Ġdr", + "op" + ], + [ + "Ġsmo", + "ke" + ], + [ + "Ġfeather", + "s" + ], + [ + "Ġincred", + "ible" + ], + [ + "g", + "gs" + ], + [ + "u", + "al" + ], + [ + "Ġt", + "ie" + ], + [ + "Ġc", + "ap" + ], + [ + "Ġlo", + "se" + ], + [ + "Ġpu", + "s" + ], + [ + "Ġeag", + "er" + ], + [ + "Ġmov", + "ie" + ], + [ + "f", + "ic" + ], + [ + "Ġc", + "op" + ], + [ + "Ġe", + "ggs" + ], + [ + "oo", + "f" + ], + [ + "Ġr", + "id" + ], + [ + "Ġco", + "vered" + ], + [ + "Ġf", + "il" + ], + [ + "Ġle", + "m" + ], + [ + "Ġgra", + "p" + ], + [ + "Ġdisapp", + "eared" + ], + [ + "Ġrec", + "ord" + ], + [ + "ĠT", + "V" + ], + [ + "ĠB", + "l" + ], + [ + "Ġex", + "t" + ], + [ + "Ġor", + "d" + ], + [ + "Ġgigg", + "led" + ], + [ + "c", + "orn" + ], + [ + "Ġp", + "ri" + ], + [ + "Ġha", + "m" + ], + [ + "Ġr", + "are" + ], + [ + "Ġyour", + "self" + ], + [ + "Ġen", + "g" + ], + [ + "Ġwh", + "ale" + ], + [ + "Ġkn", + "ife" + ], + [ + "ĠL", + "isa" + ], + [ + "Ġte", + "am" + ], + [ + "ĠJohn", + "ny" + ], + [ + "z", + "ed" + ], + [ + "Ġt", + "est" + ], + [ + "Ġb", + "one" + ], + [ + "Ġd", + "izzy" + ], + [ + "Ġli", + "br" + ], + [ + "Ġwra", + "p" + ], + [ + "Ġquest", + "ions" + ], + [ + "i", + "v" + ], + [ + "Ġl", + "ying" + ], + [ + "Ġst", + "amp" + ], + [ + "Ġli", + "cked" + ], + [ + "Ġno", + "isy" + ], + [ + "Ġkind", + "ness" + ], + [ + "Ġdif", + "fic" + ], + [ + "Ġdraw", + "ing" + ], + [ + "app", + "ing" + ], + [ + "Jim", + "my" + ], + [ + "Ġstra", + "w" + ], + [ + "Ġb", + "urn" + ], + [ + "Ġwa", + "gon" + ], + [ + "at", + "ely" + ], + [ + "Ġgr", + "own" + ], + [ + "Ġrock", + "et" + ], + [ + "Ġpop", + "corn" + ], + [ + "S", + "ally" + ], + [ + "Ġb", + "atter" + ], + [ + "Ġwa", + "nd" + ], + [ + "Ġan", + "c" + ], + [ + "ĠE", + "nd" + ], + [ + "Ġsw", + "ord" + ], + [ + "Ġhappen", + "ing" + ], + [ + "Ġlift", + "ed" + ], + [ + "Ġbal", + "ance" + ], + [ + "Ġext", + "ra" + ], + [ + "S", + "orry" + ], + [ + "h", + "a" + ], + [ + "Ġwa", + "nder" + ], + [ + "Ġf", + "at" + ], + [ + "ĠM", + "ark" + ], + [ + "ĠE", + "lla" + ], + [ + "Ġbec", + "ome" + ], + [ + "Ġtr", + "ack" + ], + [ + "Ġsmall", + "er" + ], + [ + "Ġmist", + "ake" + ], + [ + "Ġto", + "ast" + ], + [ + "at", + "ing" + ], + [ + "Ġman", + "aged" + ], + [ + "sel", + "ves" + ], + [ + "ĠP", + "eter" + ], + [ + "Ġbath", + "room" + ], + [ + "Ġhar", + "m" + ], + [ + "Ġdiffic", + "ult" + ], + [ + "Ġtw", + "ist" + ], + [ + "Ġoff", + "ered" + ], + [ + "Ġru", + "ined" + ], + [ + "Ġmat", + "ch" + ], + [ + "Ġanc", + "ient" + ], + [ + "Ġg", + "ar" + ], + [ + "ill", + "i" + ], + [ + "Ġdist", + "ance" + ], + [ + "Ġplay", + "ground" + ], + [ + "Ġla", + "zy" + ], + [ + "Ġdan", + "cing" + ], + [ + "Ġadvent", + "ur" + ], + [ + "a", + "f" + ], + [ + "ĠB", + "a" + ], + [ + "Ġcall", + "ing" + ], + [ + "Ġclean", + "ed" + ], + [ + "Ġcr", + "own" + ], + [ + "orm", + "al" + ], + [ + "Ġon", + "ce" + ], + [ + "Ġbo", + "ss" + ], + [ + "Ġse", + "ll" + ], + [ + "Ġwalk", + "s" + ], + [ + "Ġfright", + "ened" + ], + [ + "er", + "ri" + ], + [ + "Ġm", + "ask" + ], + [ + "Ġfl", + "uffy" + ], + [ + "em", + "o" + ], + [ + "Ġ", + "Z" + ], + [ + "Ġf", + "rag" + ], + [ + "Ġd", + "est" + ], + [ + "Ġn", + "ormal" + ], + [ + "Ġy", + "og" + ], + [ + "Ġpick", + "s" + ], + [ + "Ġey", + "e" + ], + [ + "Ġdr", + "ank" + ], + [ + "Ġcir", + "cle" + ], + [ + "Ġadventur", + "ous" + ], + [ + "S", + "pot" + ], + [ + "Ġt", + "ent" + ], + [ + "Ġp", + "ress" + ], + [ + "Ġk", + "issed" + ], + [ + "ic", + "t" + ], + [ + "Ġsc", + "iss" + ], + [ + "Ġget", + "s" + ], + [ + "Ġtr", + "unk" + ], + [ + "Ġche", + "ck" + ], + [ + "Ġenjoy", + "ing" + ], + [ + "Ġshell", + "s" + ], + [ + "Ġeld", + "erly" + ], + [ + "Ġsciss", + "ors" + ], + [ + "Ġt", + "erri" + ], + [ + "Ġto", + "ug" + ], + [ + "ag", + "es" + ], + [ + "Ġste", + "al" + ], + [ + "M", + "e" + ], + [ + "re", + "ady" + ], + [ + "et", + "e" + ], + [ + "Ġal", + "ready" + ], + [ + "ĠL", + "ittle" + ], + [ + "Ġju", + "icy" + ], + [ + "Ġstu", + "dy" + ], + [ + "Ġh", + "orn" + ], + [ + "er", + "p" + ], + [ + "Ġp", + "izz" + ], + [ + "Ġall", + "ig" + ], + [ + "Ġloud", + "er" + ], + [ + "Ġtow", + "el" + ], + [ + "Ġcirc", + "les" + ], + [ + "Ġle", + "ad" + ], + [ + "Ġro", + "ar" + ], + [ + "Ġro", + "se" + ], + [ + "Ġsl", + "ipped" + ], + [ + "Ġte", + "le" + ], + [ + "Ġfam", + "ous" + ], + [ + "Ġar", + "g" + ], + [ + "Ġcheer", + "ful" + ], + [ + "ĠRe", + "x" + ], + [ + "Ġtoug", + "h" + ], + [ + "i", + "pper" + ], + [ + "Ġb", + "arn" + ], + [ + "Ġf", + "ool" + ], + [ + "Ġd", + "ig" + ], + [ + "Ġd", + "ish" + ], + [ + "Ġagain", + "st" + ], + [ + "Ġde", + "er" + ], + [ + "Ġsweet", + "ie" + ], + [ + "Ġeng", + "ine" + ], + [ + "Ġ", + "ed" + ], + [ + "Ġf", + "ather" + ], + [ + "Ġco", + "ver" + ], + [ + "Ġyour", + "s" + ], + [ + "Ġneed", + "s" + ], + [ + "Jo", + "e" + ], + [ + "Ġbag", + "s" + ], + [ + "Ġspin", + "ning" + ], + [ + "S", + "ue" + ], + [ + "Ġa", + "w" + ], + [ + "an", + "ged" + ], + [ + "am", + "ond" + ], + [ + "Ġy", + "arn" + ], + [ + "op", + "h" + ], + [ + "Ġgi", + "ving" + ], + [ + "Ġdi", + "amond" + ], + [ + "Ġsandw", + "ich" + ], + [ + "Ġind", + "epend" + ], + [ + "Ġfrag", + "ile" + ], + [ + "W", + "ho" + ], + [ + "ce", + "pt" + ], + [ + "Ġno", + "sy" + ], + [ + "Ġtw", + "ig" + ], + [ + "Ġhurt", + "s" + ], + [ + "Ġsugg", + "ested" + ], + [ + "Ġlem", + "on" + ], + [ + "i", + "est" + ], + [ + "in", + "ation" + ], + [ + "or", + "ge" + ], + [ + "Ġno", + "d" + ], + [ + "Ġbl", + "oom" + ], + [ + "Ġho", + "se" + ], + [ + "Ġbox", + "es" + ], + [ + "Ġreal", + "ised" + ], + [ + "Ġfr", + "own" + ], + [ + "ac", + "he" + ], + [ + "Ġrel", + "ax" + ], + [ + "Ġham", + "mer" + ], + [ + "Ġa", + "dded" + ], + [ + "Ġwe", + "ird" + ], + [ + "Ġmo", + "d" + ], + [ + "Ġcr", + "ack" + ], + [ + "Ġallig", + "ator" + ], + [ + "A", + "my" + ], + [ + "G", + "ra" + ], + [ + "o", + "ot" + ], + [ + "Ġsh", + "ake" + ], + [ + "ra", + "ge" + ], + [ + "Ġlearn", + "ing" + ], + [ + "Ġvegetable", + "s" + ], + [ + "Ġa", + "dd" + ], + [ + "Ġm", + "elt" + ], + [ + "ĠS", + "usie" + ], + [ + "el", + "p" + ], + [ + "ĠB", + "obby" + ], + [ + "Ġtra", + "p" + ], + [ + "Ġcoll", + "ar" + ], + [ + "Ġstu", + "bb" + ], + [ + "i", + "que" + ], + [ + "Ġb", + "orrow" + ], + [ + "Ġp", + "ump" + ], + [ + "Ġloud", + "ly" + ], + [ + "Ġsear", + "ch" + ], + [ + "Ġchick", + "en" + ], + [ + "Ġpizz", + "a" + ], + [ + "Ġindepend", + "ent" + ], + [ + "Ġstubb", + "orn" + ], + [ + "Ġre", + "f" + ], + [ + "Ġas", + "king" + ], + [ + "Ġbr", + "illi" + ], + [ + "Ġdec", + "ide" + ], + [ + "Ġfl", + "ash" + ], + [ + "Ġcat", + "erp" + ], + [ + "Ġqu", + "een" + ], + [ + "Ġsn", + "ee" + ], + [ + "ĠR", + "ose" + ], + [ + "Ġinv", + "ited" + ], + [ + "Ġstraw", + "ber" + ], + [ + "Ġfool", + "ish" + ], + [ + "Ġcaterp", + "ill" + ], + [ + "g", + "y" + ], + [ + "Ġt", + "ur" + ], + [ + "Ġd", + "epend" + ], + [ + "Ġg", + "uit" + ], + [ + "Ġst", + "ri" + ], + [ + "Ġkn", + "ight" + ], + [ + "Ġboy", + "s" + ], + [ + "Ġpe", + "e" + ], + [ + "Ġcom", + "b" + ], + [ + "Ġcle", + "ar" + ], + [ + "Ġun", + "ique" + ], + [ + "Ġbutt", + "ons" + ], + [ + "ĠTweet", + "y" + ], + [ + "Ġcolour", + "ful" + ], + [ + "Ġesc", + "ape" + ], + [ + "Ġbrilli", + "ant" + ], + [ + "Ġr", + "ich" + ], + [ + "ĠB", + "u" + ], + [ + "Ġsay", + "ing" + ], + [ + "Ġro", + "de" + ], + [ + "Ġsk", + "in" + ], + [ + "Ġgar", + "age" + ], + [ + "H", + "elp" + ], + [ + "d", + "om" + ], + [ + "Ġm", + "ummy" + ], + [ + "Ġbe", + "ak" + ], + [ + "ur", + "ed" + ], + [ + "a", + "w" + ], + [ + "e", + "orge" + ], + [ + "r", + "op" + ], + [ + "ed", + "ient" + ], + [ + "Ġun", + "us" + ], + [ + "Ġoy", + "ster" + ], + [ + "Ġtur", + "key" + ], + [ + "Ġ", + "OK" + ], + [ + "Ġf", + "ountain" + ], + [ + "Ġp", + "atter" + ], + [ + "Ġwe", + "ek" + ], + [ + "Ġch", + "ase" + ], + [ + "Ġru", + "bb" + ], + [ + "Ġcount", + "ed" + ], + [ + "Ġreg", + "ular" + ], + [ + "Ġwip", + "ed" + ], + [ + "Ġguit", + "ar" + ], + [ + "Ġunus", + "ual" + ], + [ + "l", + "and" + ], + [ + "Ġu", + "mb" + ], + [ + "Ġfor", + "k" + ], + [ + "Ġshow", + "s" + ], + [ + "Ġlight", + "s" + ], + [ + "Ġwall", + "s" + ], + [ + "Ġdream", + "ed" + ], + [ + "Ġbanan", + "a" + ], + [ + "Ġsuccess", + "ful" + ], + [ + "Ġjew", + "el" + ], + [ + "Ġpatter", + "n" + ], + [ + "Ġumb", + "re" + ], + [ + "c", + "il" + ], + [ + "r", + "ay" + ], + [ + "in", + "al" + ], + [ + "Ġl", + "ow" + ], + [ + "im", + "ed" + ], + [ + "Ġsw", + "e" + ], + [ + "Ġcry", + "st" + ], + [ + "Ġpen", + "cil" + ], + [ + "Ġsaf", + "ely" + ], + [ + "Ġtool", + "s" + ], + [ + "W", + "ell" + ], + [ + "Ġt", + "ape" + ], + [ + "Ġst", + "ream" + ], + [ + "ce", + "ed" + ], + [ + "Ġre", + "sc" + ], + [ + "Ġab", + "ove" + ], + [ + "Ġhard", + "er" + ], + [ + "Ġgu", + "ess" + ], + [ + "Ġbott", + "om" + ], + [ + "Ġmark", + "et" + ], + [ + "Ġimpress", + "ed" + ], + [ + "Ġwa", + "ff" + ], + [ + "an", + "ut" + ], + [ + "ig", + "inal" + ], + [ + "Ġnot", + "ice" + ], + [ + "ill", + "a" + ], + [ + "Ġno", + "ds" + ], + [ + "Ġpe", + "anut" + ], + [ + "ol", + "og" + ], + [ + "Ġpat", + "ch" + ], + [ + "Ġcraw", + "led" + ], + [ + "Ġcaterpill", + "ar" + ], + [ + "n", + "a" + ], + [ + "Ġt", + "ank" + ], + [ + "Ġt", + "ask" + ], + [ + "Ġt", + "ire" + ], + [ + "Ġg", + "un" + ], + [ + "Ġlo", + "ad" + ], + [ + "Ġcomp", + "et" + ], + [ + "umb", + "led" + ], + [ + "Ġap", + "olog" + ], + [ + "Ġsol", + "ve" + ], + [ + "H", + "ow" + ], + [ + "M", + "ummy" + ], + [ + "f", + "ast" + ], + [ + "h", + "ip" + ], + [ + "Ġ", + "No" + ], + [ + "Ġb", + "itter" + ], + [ + "ar", + "l" + ], + [ + "Ġe", + "ars" + ], + [ + "Ġsh", + "one" + ], + [ + "Ġbr", + "ush" + ], + [ + "ĠF", + "in" + ], + [ + "Ġor", + "iginal" + ], + [ + "Ġfi", + "er" + ], + [ + "Ġgl", + "ow" + ], + [ + "ĠN", + "emo" + ], + [ + "Ġbreak", + "fast" + ], + [ + "Ġadm", + "ired" + ], + [ + "ĠBl", + "ue" + ], + [ + "Ġed", + "ge" + ], + [ + "Ġdepend", + "able" + ], + [ + "u", + "nd" + ], + [ + "ut", + "h" + ], + [ + "ĠI", + "f" + ], + [ + "Ġcl", + "ay" + ], + [ + "Ġstrong", + "er" + ], + [ + "Ġboss", + "y" + ], + [ + "Ġc", + "udd" + ], + [ + "as", + "er" + ], + [ + "Ġgra", + "ndpa" + ], + [ + "Ġknow", + "s" + ], + [ + "Ġpick", + "ing" + ], + [ + "Ġjo", + "ke" + ], + [ + "Ġboat", + "s" + ], + [ + "Ġba", + "ld" + ], + [ + "Ġmed", + "ic" + ], + [ + "Ġscr", + "at" + ], + [ + "Ġc", + "one" + ], + [ + "Ġp", + "enny" + ], + [ + "Ġle", + "an" + ], + [ + "Ġra", + "ft" + ], + [ + "ugg", + "led" + ], + [ + "Ġsuc", + "ceed" + ], + [ + "Ġob", + "edient" + ], + [ + "Ġhum", + "ble" + ], + [ + "Ġlibr", + "ary" + ], + [ + "R", + "e" + ], + [ + "he", + "ad" + ], + [ + "Ġp", + "h" + ], + [ + "Ġn", + "umb" + ], + [ + "Ġsa", + "uce" + ], + [ + "ĠB", + "ear" + ], + [ + "Ġtr", + "ay" + ], + [ + "Ġproud", + "ly" + ], + [ + "He", + "re" + ], + [ + "Ġsound", + "ed" + ], + [ + "Ġsqu", + "are" + ], + [ + "Ġterri", + "ble" + ], + [ + "Ġcryst", + "al" + ], + [ + "Ġfier", + "ce" + ], + [ + "J", + "ill" + ], + [ + "Ġw", + "itch" + ], + [ + "in", + "ary" + ], + [ + "Ġhapp", + "iness" + ], + [ + "ĠL", + "ola" + ], + [ + "Ġhand", + "ed" + ], + [ + "Ġfr", + "idge" + ], + [ + "f", + "a" + ], + [ + "Ġr", + "ough" + ], + [ + "ent", + "ion" + ], + [ + "Ġch", + "anged" + ], + [ + "Ġjo", + "ined" + ], + [ + "Ġra", + "ven" + ], + [ + "Ġmight", + "y" + ], + [ + "Ġcho", + "se" + ], + [ + "Ġwhe", + "el" + ], + [ + "Ġumbre", + "lla" + ], + [ + "Ġt", + "ag" + ], + [ + "Ġc", + "ri" + ], + [ + "Ġo", + "w" + ], + [ + "ar", + "ry" + ], + [ + "im", + "p" + ], + [ + "ĠB", + "ill" + ], + [ + "Ġhelp", + "s" + ], + [ + "Ġfind", + "ing" + ], + [ + "Ġclean", + "ing" + ], + [ + "Ġsqu", + "ee" + ], + [ + "Ġfire", + "work" + ], + [ + "Ġmedic", + "ine" + ], + [ + "a", + "zz" + ], + [ + "m", + "et" + ], + [ + "Ġplay", + "ful" + ], + [ + "Ġlo", + "cked" + ], + [ + "Ġgo", + "at" + ], + [ + "Ġac", + "cept" + ], + [ + "Ġcomp", + "ass" + ], + [ + "Ġsur", + "f" + ], + [ + "Ġcompet", + "it" + ], + [ + "e", + "xt" + ], + [ + "k", + "n" + ], + [ + "Ġs", + "y" + ], + [ + "Ġs", + "il" + ], + [ + "Ġbe", + "et" + ], + [ + "ĠM", + "ar" + ], + [ + "ur", + "ing" + ], + [ + "Ġch", + "ir" + ], + [ + "ĠE", + "llie" + ], + [ + "Ġball", + "s" + ], + [ + "Åĵ", + "Let" + ], + [ + "Ġbutterf", + "lies" + ], + [ + "Ġgu", + "ard" + ], + [ + "Ġcray", + "on" + ], + [ + "Ġdisco", + "ver" + ], + [ + "Ġpar", + "ade" + ], + [ + "Ġmix", + "ed" + ], + [ + "Ġval", + "u" + ], + [ + "Ġhel", + "met" + ], + [ + "ĠBrown", + "ie" + ], + [ + "E", + "m" + ], + [ + "j", + "ect" + ], + [ + "s", + "qu" + ], + [ + "u", + "d" + ], + [ + "Ġg", + "um" + ], + [ + "at", + "ure" + ], + [ + "Ġis", + "land" + ], + [ + "Ġco", + "st" + ], + [ + "Ġmo", + "le" + ], + [ + "Ġnice", + "ly" + ], + [ + "Ġkind", + "s" + ], + [ + "Ġra", + "ced" + ], + [ + "Ġsto", + "ve" + ], + [ + "Ġlaugh", + "s" + ], + [ + "Ġmar", + "ch" + ], + [ + "Ġfall", + "s" + ], + [ + "Ġpers", + "ist" + ], + [ + "ĠBa", + "by" + ], + [ + "oph", + "ie" + ], + [ + "A", + "lice" + ], + [ + "i", + "ence" + ], + [ + "it", + "o" + ], + [ + "Ġc", + "age" + ], + [ + "Ġg", + "oose" + ], + [ + "Ġco", + "ins" + ], + [ + "Ġtr", + "ump" + ], + [ + "Ġmo", + "squ" + ], + [ + "Ġser", + "ious" + ], + [ + "Ġmosqu", + "ito" + ], + [ + "Ġf", + "lex" + ], + [ + "Ġc", + "ro" + ], + [ + "el", + "on" + ], + [ + "Ġexc", + "la" + ], + [ + "Ġch", + "oose" + ], + [ + "Ġexpl", + "ored" + ], + [ + "Ġun", + "l" + ], + [ + "Ġbrother", + "s" + ], + [ + "Ġgu", + "il" + ], + [ + "Ġnumb", + "ers" + ], + [ + "Ġtrump", + "et" + ], + [ + "Ġ", + "icy" + ], + [ + "Ġmom", + "s" + ], + [ + "ie", + "w" + ], + [ + "Ġv", + "iew" + ], + [ + "Ġen", + "orm" + ], + [ + "Ġfire", + "man" + ], + [ + "ĠMr", + "s" + ], + [ + "Ġpract", + "ice" + ], + [ + "Ġenorm", + "ous" + ], + [ + "w", + "ards" + ], + [ + "Ġs", + "up" + ], + [ + "Ġvo", + "lc" + ], + [ + "Ġmean", + "s" + ], + [ + "Ġpoin", + "ting" + ], + [ + "Ġvalu", + "able" + ], + [ + "Ġflex", + "ible" + ], + [ + "Ġexcla", + "imed" + ], + [ + "Ġguil", + "ty" + ], + [ + "y", + "al" + ], + [ + "Ġc", + "am" + ], + [ + "Ġp", + "ipe" + ], + [ + "is", + "ion" + ], + [ + "ĠM", + "y" + ], + [ + "Ġuse", + "ful" + ], + [ + "Ġfav", + "our" + ], + [ + "Ġcra", + "zy" + ], + [ + "Ġph", + "ot" + ], + [ + "kn", + "own" + ], + [ + "Ġvolc", + "ano" + ], + [ + "Ġwa", + "ke" + ], + [ + "Ġc", + "ity" + ], + [ + "om", + "ed" + ], + [ + "ll", + "ip" + ], + [ + "Ġfor", + "th" + ], + [ + "Ġlo", + "llip" + ], + [ + "Ġse", + "al" + ], + [ + "Ġall", + "owed" + ], + [ + "Ġsc", + "are" + ], + [ + "Ġbright", + "ly" + ], + [ + "Ġmar", + "ble" + ], + [ + "Ġpop", + "ular" + ], + [ + "Ġflash", + "light" + ], + [ + "Ġcompass", + "ion" + ], + [ + "Ġlollip", + "op" + ], + [ + "Ġ", + "U" + ], + [ + "Ġ", + "ing" + ], + [ + "Ġh", + "unt" + ], + [ + "Ġd", + "ull" + ], + [ + "er", + "ry" + ], + [ + "Ġst", + "at" + ], + [ + "Ġshe", + "l" + ], + [ + "!\"", + "." + ], + [ + "Ġun", + "known" + ], + [ + "Ġhat", + "s" + ], + [ + "Ġsho", + "ot" + ], + [ + "red", + "ient" + ], + [ + "Ġbelong", + "ed" + ], + [ + "Ġfavour", + "ite" + ], + [ + "Ġing", + "redient" + ], + [ + "Ġp", + "il" + ], + [ + "Ġlo", + "yal" + ], + [ + "Ġbra", + "ce" + ], + [ + "ĠWhen", + "ever" + ], + [ + "Ġdream", + "s" + ], + [ + "Ġkick", + "ed" + ], + [ + "Ġseed", + "s" + ], + [ + "Ġtwirl", + "ed" + ], + [ + "Ġsup", + "er" + ], + [ + "t", + "ime" + ], + [ + "Ġf", + "ine" + ], + [ + "Ġbe", + "es" + ], + [ + "Ġso", + "fa" + ], + [ + "Ġsh", + "ark" + ], + [ + "ĠM", + "ike" + ], + [ + "Ġan", + "x" + ], + [ + "Ġsad", + "ly" + ], + [ + "Ġshow", + "ing" + ], + [ + "Ġway", + "s" + ], + [ + "Ġtruck", + "s" + ], + [ + "Ġdelic", + "ate" + ], + [ + "ation", + "s" + ], + [ + "Ġrep", + "e" + ], + [ + "Ġimpress", + "ive" + ], + [ + "Ġpour", + "ed" + ], + [ + "Ġpir", + "ate" + ], + [ + "Ġwhisp", + "ered" + ], + [ + "Ġharm", + "less" + ], + [ + "a", + "ff" + ], + [ + "Ġt", + "urt" + ], + [ + "Ġt", + "ied" + ], + [ + "ar", + "oo" + ], + [ + "ad", + "o" + ], + [ + "art", + "h" + ], + [ + "Ġgra", + "ce" + ], + [ + "Ġhand", + "le" + ], + [ + "Ġen", + "c" + ], + [ + "Ġdel", + "iver" + ], + [ + "Ben", + "ny" + ], + [ + "Ġru", + "shed" + ], + [ + "Ġus", + "ing" + ], + [ + "ang", + "aroo" + ], + [ + "Ġshap", + "e" + ], + [ + "Ġbus", + "hes" + ], + [ + "Ġpersist", + "ent" + ], + [ + "Ġg", + "or" + ], + [ + "ĠS", + "p" + ], + [ + "Ġk", + "angaroo" + ], + [ + "Ġan", + "g" + ], + [ + "Ġoff", + "ice" + ], + [ + "Ġanx", + "ious" + ], + [ + "G", + "o" + ], + [ + "al", + "ous" + ], + [ + "Ġsp", + "ell" + ], + [ + "ĠW", + "hile" + ], + [ + "ia", + "ble" + ], + [ + "Ġpot", + "ato" + ], + [ + "Ġje", + "alous" + ], + [ + "Ġwra", + "pped" + ], + [ + "Ġf", + "our" + ], + [ + "Ġc", + "urt" + ], + [ + "Ġlo", + "g" + ], + [ + "Ġco", + "al" + ], + [ + "Ġrel", + "iable" + ], + [ + "Ġcurt", + "ain" + ], + [ + "D", + "aisy" + ], + [ + "Ġs", + "udden" + ], + [ + "mb", + "ol" + ], + [ + "Åĵ", + "Yes" + ], + [ + "ac", + "hes" + ], + [ + "ĠP", + "e" + ], + [ + "Ġpain", + "ted" + ], + [ + "ĠTo", + "by" + ], + [ + "Ġce", + "re" + ], + [ + "g", + "u" + ], + [ + "Ġt", + "ummy" + ], + [ + "Ġth", + "ose" + ], + [ + "ous", + "es" + ], + [ + "udd", + "y" + ], + [ + "Ġcu", + "sh" + ], + [ + "Ġmet", + "al" + ], + [ + "Ġsy", + "mbol" + ], + [ + "Ġbeet", + "le" + ], + [ + "Ġcam", + "era" + ], + [ + "Ġh", + "ouses" + ], + [ + "il", + "t" + ], + [ + "Ġcelebr", + "ate" + ], + [ + "Ġdelight", + "ed" + ], + [ + "Ġgor", + "illa" + ], + [ + "Ġto", + "oth" + ], + [ + "Ġth", + "irst" + ], + [ + "ke", + "ep" + ], + [ + "Ġsh", + "iver" + ], + [ + "Ġre", + "ward" + ], + [ + "Ġsp", + "ace" + ], + [ + "Ġtra", + "vel" + ], + [ + "Ġru", + "bbed" + ], + [ + "Ġprin", + "t" + ], + [ + "Ġdri", + "ving" + ], + [ + "Ġmar", + "ry" + ], + [ + "Ġwar", + "ned" + ], + [ + "Ġsold", + "ier" + ], + [ + "Ġmotor", + "cy" + ], + [ + "c", + "ut" + ], + [ + "Ġs", + "on" + ], + [ + "Ġto", + "r" + ], + [ + "ar", + "lie" + ], + [ + "Ġher", + "o" + ], + [ + "ie", + "f" + ], + [ + "Ġcar", + "p" + ], + [ + "Ġexcited", + "ly" + ], + [ + "Ġte", + "mp" + ], + [ + "ĠP", + "ete" + ], + [ + "ĠBob", + "o" + ], + [ + "co", + "d" + ], + [ + "Ġhun", + "g" + ], + [ + "Ġgrow", + "ing" + ], + [ + "up", + "id" + ], + [ + "Ġthin", + "king" + ], + [ + "Ġtun", + "n" + ], + [ + "W", + "hile" + ], + [ + "c", + "u" + ], + [ + "i", + "pp" + ], + [ + "Ġh", + "ay" + ], + [ + "Ġy", + "et" + ], + [ + "Ġv", + "ine" + ], + [ + "Ġac", + "orn" + ], + [ + "icy", + "cle" + ], + [ + "Ġpre", + "p" + ], + [ + "Ġremind", + "ed" + ], + [ + "Ġgas", + "ped" + ], + [ + "Ġflut", + "e" + ], + [ + "Ġord", + "inary" + ], + [ + "Ġcro", + "cod" + ], + [ + "Ġa", + "mb" + ], + [ + "Ġc", + "ur" + ], + [ + "ĠB", + "et" + ], + [ + "ĠM", + "andy" + ], + [ + "Ġpu", + "p" + ], + [ + "Ġcreature", + "s" + ], + [ + "Ġhur", + "ry" + ], + [ + "Ġspoil", + "ed" + ], + [ + "Ġt", + "imes" + ], + [ + "Ġm", + "is" + ], + [ + "Ġr", + "ice" + ], + [ + "Ġst", + "upid" + ], + [ + "Ġsh", + "ine" + ], + [ + "Ġre", + "sist" + ], + [ + "ug", + "ged" + ], + [ + "Ġla", + "w" + ], + [ + "Ġsk", + "ull" + ], + [ + "co", + "a" + ], + [ + "Ġmiss", + "ing" + ], + [ + "Ġwhe", + "at" + ], + [ + "Ġsupp", + "ort" + ], + [ + "Ġingredient", + "s" + ], + [ + "a", + "id" + ], + [ + "l", + "oo" + ], + [ + "Ġc", + "ase" + ], + [ + "er", + "y" + ], + [ + "Ġwas", + "hed" + ], + [ + "Ġdo", + "ve" + ], + [ + "Ġsp", + "illed" + ], + [ + "Ġsc", + "oot" + ], + [ + "Ġme", + "al" + ], + [ + "Ġmu", + "le" + ], + [ + "ĠD", + "ucky" + ], + [ + "Ġmo", + "der" + ], + [ + "ars", + "h" + ], + [ + "Åĵ", + "What" + ], + [ + "Ġtri", + "ck" + ], + [ + "Ġset", + "t" + ], + [ + "ĠTweet", + "ie" + ], + [ + "Ġboun", + "ce" + ], + [ + "Ġfil", + "thy" + ], + [ + "Ġb", + "ase" + ], + [ + "Ġh", + "oop" + ], + [ + "Ġf", + "re" + ], + [ + "Ġst", + "umbled" + ], + [ + "Ġso", + "ar" + ], + [ + "Ġwe", + "al" + ], + [ + "Ġsee", + "m" + ], + [ + "Ġwor", + "d" + ], + [ + "Ġla", + "b" + ], + [ + "ĠD", + "ave" + ], + [ + "ĠF", + "r" + ], + [ + "Ġbad", + "ly" + ], + [ + "Ġhair", + "y" + ], + [ + "Ġcra", + "wl" + ], + [ + "Ġlive", + "ly" + ], + [ + "Ġstep", + "s" + ], + [ + "ÅĵLet", + "â" + ], + [ + "Ġbrace", + "let" + ], + [ + "Ġcere", + "al" + ], + [ + "Ġthirst", + "y" + ], + [ + "Ġcarp", + "et" + ], + [ + "Ġw", + "ool" + ], + [ + "it", + "her" + ], + [ + "Ġgo", + "al" + ], + [ + "Ġback", + "pack" + ], + [ + "Ġtr", + "uth" + ], + [ + "Ġcom", + "pl" + ], + [ + "Ġche", + "ap" + ], + [ + "Ġdis", + "g" + ], + [ + "Ġplac", + "ed" + ], + [ + "Ġear", + "ly" + ], + [ + "Ġdecor", + "ate" + ], + [ + "Ġnut", + "s" + ], + [ + "O", + "w" + ], + [ + "c", + "ream" + ], + [ + "Ġb", + "ump" + ], + [ + "Ġthem", + "selves" + ], + [ + "ic", + "es" + ], + [ + "Ġhelp", + "less" + ], + [ + "Ġcl", + "um" + ], + [ + "Ġsc", + "atter" + ], + [ + "Ġsc", + "ale" + ], + [ + "Ġnew", + "s" + ], + [ + "ust", + "ing" + ], + [ + "Ġen", + "v" + ], + [ + "âĤ¬â", + "Ģ" + ], + [ + "Ġtell", + "ing" + ], + [ + "Ġswing", + "ing" + ], + [ + "Ġspark", + "led" + ], + [ + "Ġcarry", + "ing" + ], + [ + "gg", + "ing" + ], + [ + "in", + "es" + ], + [ + "ri", + "c" + ], + [ + "Ġfriends", + "hip" + ], + [ + "Ġcare", + "less" + ], + [ + "Ġsn", + "e" + ], + [ + "Ġdoes", + "n" + ], + [ + "Ġfall", + "ing" + ], + [ + "Ġcomp", + "ut" + ], + [ + "Ġpa", + "le" + ], + [ + "Ġpee", + "ked" + ], + [ + "Ġcompassion", + "ate" + ], + [ + "c", + "om" + ], + [ + "v", + "ice" + ], + [ + "Ġs", + "end" + ], + [ + "Ġst", + "age" + ], + [ + "Ġme", + "m" + ], + [ + "Ġch", + "alk" + ], + [ + "Ġch", + "asing" + ], + [ + "Ġpe", + "bble" + ], + [ + "ĠEvery", + "thing" + ], + [ + "Ġcu", + "be" + ], + [ + "Ġpig", + "e" + ], + [ + "Ġcou", + "rage" + ], + [ + "Ġfing", + "ers" + ], + [ + "Ġturt", + "le" + ], + [ + "b", + "led" + ], + [ + "Ġs", + "ink" + ], + [ + "Ġb", + "icycle" + ], + [ + "Ġsh", + "aking" + ], + [ + "Ġsleep", + "ing" + ], + [ + "Ġneighb", + "our" + ], + [ + "Ġmoder", + "n" + ], + [ + "Ġdisg", + "usting" + ], + [ + "Ġclum", + "sy" + ], + [ + "g", + "est" + ], + [ + "Ġh", + "ook" + ], + [ + "Ġc", + "her" + ], + [ + "Ġn", + "ail" + ], + [ + "Ġbig", + "gest" + ], + [ + "ic", + "hes" + ], + [ + "Ġbu", + "l" + ], + [ + "Ġend", + "ing" + ], + [ + "Ġde", + "ad" + ], + [ + "Ġtri", + "ang" + ], + [ + "ul", + "ance" + ], + [ + "Ġspo", + "ke" + ], + [ + "Ġpract", + "iced" + ], + [ + "Ġamb", + "ulance" + ], + [ + "Ġcomput", + "er" + ], + [ + "i", + "bb" + ], + [ + "Ġl", + "amp" + ], + [ + "Ġst", + "ation" + ], + [ + "Ġch", + "ar" + ], + [ + "Ġwall", + "et" + ], + [ + "ĠTo", + "day" + ], + [ + "Ġpack", + "age" + ], + [ + "Ġmic", + "rop" + ], + [ + "Ġcush", + "ion" + ], + [ + "keep", + "er" + ], + [ + "Ġcrocod", + "ile" + ], + [ + "Ġmicrop", + "hone" + ], + [ + "u", + "nder" + ], + [ + "ĠA", + "lex" + ], + [ + "Ġthought", + "ful" + ], + [ + "Ġjo", + "lly" + ], + [ + "Ġpen", + "gu" + ], + [ + "Ġpump", + "kin" + ], + [ + "Ġcost", + "um" + ], + [ + "Ġf", + "ive" + ], + [ + "Ġd", + "ough" + ], + [ + "Ġp", + "ony" + ], + [ + "Ġo", + "l" + ], + [ + "im", + "i" + ], + [ + "Ġst", + "airs" + ], + [ + "Ġkn", + "ock" + ], + [ + "Ġgra", + "nd" + ], + [ + "Ġint", + "ell" + ], + [ + "Ġun", + "iver" + ], + [ + "Ġbright", + "er" + ], + [ + "Ġopen", + "s" + ], + [ + "Ġdream", + "ing" + ], + [ + "Ġboun", + "ced" + ], + [ + "Ġquest", + "ion" + ], + [ + "Ġstat", + "ue" + ], + [ + "Ġw", + "ine" + ], + [ + "is", + "k" + ], + [ + "ĠA", + "lice" + ], + [ + "Ġco", + "coa" + ], + [ + "ĠYou", + "r" + ], + [ + "Ġpe", + "pper" + ], + [ + "Ġbeaut", + "y" + ], + [ + "Ġper", + "m" + ], + [ + "Ġpain", + "ting" + ], + [ + "Ġsho", + "e" + ], + [ + "Ġele", + "v" + ], + [ + "Every", + "one" + ], + [ + "hin", + "o" + ], + [ + "Ġweal", + "thy" + ], + [ + "Ġintell", + "ig" + ], + [ + "n", + "oon" + ], + [ + "Ġs", + "uit" + ], + [ + "Ġm", + "ild" + ], + [ + "Ġn", + "ature" + ], + [ + "an", + "s" + ], + [ + "Ġhapp", + "ier" + ], + [ + "Ġne", + "at" + ], + [ + "Ġstart", + "s" + ], + [ + "uck", + "ed" + ], + [ + "Ġafter", + "noon" + ], + [ + "Ġtor", + "n" + ], + [ + "Ġelev", + "ator" + ], + [ + "g", + "en" + ], + [ + "t", + "i" + ], + [ + "Ġt", + "en" + ], + [ + "Ġh", + "arsh" + ], + [ + "Ġp", + "ed" + ], + [ + "at", + "ient" + ], + [ + "or", + "ant" + ], + [ + "Ġre", + "ce" + ], + [ + "Ġj", + "et" + ], + [ + "ill", + "ie" + ], + [ + "ĠR", + "ed" + ], + [ + "Ġread", + "ing" + ], + [ + "Ġsear", + "ching" + ], + [ + "Ġbasket", + "ball" + ], + [ + "Ġbar", + "ber" + ], + [ + "Ġspe", + "ed" + ], + [ + "S", + "ee" + ], + [ + "a", + "wn" + ], + [ + "Ġst", + "ack" + ], + [ + "ĠM", + "ummy" + ], + [ + "Ġclo", + "ck" + ], + [ + "ĠG", + "ive" + ], + [ + "Ġmag", + "n" + ], + [ + "Ġlea", + "ving" + ], + [ + "Ġcup", + "board" + ], + [ + "Ġdes", + "ign" + ], + [ + "Ġslid", + "es" + ], + [ + "Ġsandw", + "iches" + ], + [ + "Ġcand", + "le" + ], + [ + "aul", + "if" + ], + [ + "Ġrid", + "ing" + ], + [ + "Ġfre", + "sh" + ], + [ + "o", + "ppy" + ], + [ + "Ġsh", + "ocked" + ], + [ + "Ġen", + "er" + ], + [ + "Ġjump", + "s" + ], + [ + "Ġhair", + "cut" + ], + [ + "Ġrespect", + "ful" + ], + [ + "Ġcoo", + "king" + ], + [ + "Ġtick", + "et" + ], + [ + "Ġenc", + "ou" + ], + [ + "Ġtunn", + "el" + ], + [ + "aulif", + "lower" + ], + [ + "G", + "ive" + ], + [ + "Ġs", + "le" + ], + [ + "re", + "en" + ], + [ + "Ġm", + "ay" + ], + [ + "Ġth", + "ief" + ], + [ + "Ġy", + "awn" + ], + [ + "Ġfor", + "t" + ], + [ + "Ġal", + "ert" + ], + [ + "Ġsor", + "ts" + ], + [ + "Ġimp", + "atient" + ], + [ + "Ġcre", + "ate" + ], + [ + "ail", + "able" + ], + [ + "Ġwhe", + "els" + ], + [ + "Ġval", + "ue" + ], + [ + "Ġpri", + "ze" + ], + [ + "M", + "ary" + ], + [ + "y", + "e" + ], + [ + "he", + "t" + ], + [ + "Ġs", + "ent" + ], + [ + "Ġb", + "ent" + ], + [ + "in", + "ce" + ], + [ + "Ġc", + "omet" + ], + [ + "Ġc", + "amp" + ], + [ + "Ġc", + "auliflower" + ], + [ + "Ġm", + "elon" + ], + [ + "Ġg", + "em" + ], + [ + "Ġit", + "self" + ], + [ + "ir", + "on" + ], + [ + "Ġmu", + "sh" + ], + [ + "Ġmonkey", + "s" + ], + [ + "Ġsal", + "ad" + ], + [ + "Ġdest", + "ro" + ], + [ + "Ġresc", + "ue" + ], + [ + "Ġscoot", + "er" + ], + [ + "Ġintellig", + "ent" + ], + [ + "a", + "z" + ], + [ + "Ġd", + "ug" + ], + [ + "il", + "ing" + ], + [ + "an", + "ger" + ], + [ + "Ġr", + "oof" + ], + [ + "Ġr", + "hino" + ], + [ + "Ġsc", + "old" + ], + [ + "ag", + "het" + ], + [ + "Ġexp", + "er" + ], + [ + "Ġbark", + "ing" + ], + [ + "Ġbanan", + "as" + ], + [ + "Ġign", + "orant" + ], + [ + "Ġmic", + "ro" + ], + [ + "Ġav", + "ailable" + ], + [ + "Ġgrace", + "ful" + ], + [ + "Ġmotorcy", + "cle" + ], + [ + "aghet", + "ti" + ], + [ + "h", + "ood" + ], + [ + "ĠS", + "n" + ], + [ + "Ġe", + "arth" + ], + [ + "Ġbo", + "ots" + ], + [ + "Ġsp", + "aghetti" + ], + [ + "um", + "mer" + ], + [ + "Ġag", + "ree" + ], + [ + "Ġbu", + "ll" + ], + [ + "Ġany", + "where" + ], + [ + "ĠG", + "eorge" + ], + [ + "Ġbeh", + "ave" + ], + [ + "ĠK", + "im" + ], + [ + "Ġpa", + "id" + ], + [ + "sc", + "ope" + ], + [ + "Ġstret", + "ched" + ], + [ + "Ġfear", + "ful" + ], + [ + "Ġav", + "o" + ], + [ + "Ġmicro", + "scope" + ], + [ + "I", + "f" + ], + [ + "i", + "o" + ], + [ + "Ġnot", + "eb" + ], + [ + "ĠE", + "ventually" + ], + [ + "Ġold", + "er" + ], + [ + "Ġsn", + "iff" + ], + [ + "Ġad", + "vice" + ], + [ + "Ġstop", + "s" + ], + [ + "Ġperf", + "orm" + ], + [ + "Ġfur", + "ther" + ], + [ + "Ġenv", + "ious" + ], + [ + "Ġpige", + "on" + ], + [ + "Ġmush", + "room" + ], + [ + "Ġnoteb", + "ook" + ], + [ + "u", + "bby" + ], + [ + "Ġp", + "un" + ], + [ + "at", + "s" + ], + [ + "Ġn", + "urse" + ], + [ + "or", + "able" + ], + [ + "Ġth", + "under" + ], + [ + "Ġcl", + "apping" + ], + [ + "Ġv", + "ide" + ], + [ + "Ġbu", + "ilt" + ], + [ + "ĠC", + "l" + ], + [ + "Ġun", + "com" + ], + [ + "Ġshout", + "ing" + ], + [ + "Ġar", + "row" + ], + [ + "Ġdraw", + "er" + ], + [ + "Ġpro", + "v" + ], + [ + "fort", + "able" + ], + [ + "Ġtom", + "ato" + ], + [ + "Ġmeet", + "ing" + ], + [ + "Ġob", + "ject" + ], + [ + "Ġyog", + "urt" + ], + [ + "Ġtemp", + "le" + ], + [ + "Ġuncom", + "fortable" + ], + [ + "e", + "f" + ], + [ + "u", + "es" + ], + [ + "ĠT", + "ony" + ], + [ + "Ġloo", + "p" + ], + [ + "Ġch", + "ubby" + ], + [ + "Ġsw", + "itch" + ], + [ + "Ġsk", + "ip" + ], + [ + "Ġad", + "orable" + ], + [ + "Åĵ", + "It" + ], + [ + "Ġcount", + "ing" + ], + [ + "Ġcoo", + "ked" + ], + [ + "Ġp", + "ist" + ], + [ + "ar", + "ian" + ], + [ + "en", + "ry" + ], + [ + "Ġst", + "ared" + ], + [ + "Ġsh", + "ut" + ], + [ + "ic", + "op" + ], + [ + "Ġqu", + "ite" + ], + [ + "Ġsn", + "uggled" + ], + [ + "ĠGra", + "ndpa" + ], + [ + "Ġtrou", + "bled" + ], + [ + "Ġgigg", + "le" + ], + [ + "Ġblow", + "ing" + ], + [ + "Ġhel", + "icop" + ], + [ + "Ġfis", + "her" + ], + [ + "Ġpist", + "ol" + ], + [ + "Ġhelicop", + "ter" + ], + [ + "p", + "ar" + ], + [ + "ĠS", + "ophie" + ], + [ + "oo", + "ped" + ], + [ + "ip", + "s" + ], + [ + "Ġnow", + "here" + ], + [ + "Ġforg", + "ave" + ], + [ + "Ġmar", + "ched" + ], + [ + "Ġtreasure", + "s" + ], + [ + "ho", + "st" + ], + [ + "Ġpass", + "port" + ], + [ + "Ġstir", + "red" + ], + [ + "Ġpus", + "hing" + ], + [ + "Ġcompetit", + "ive" + ], + [ + "Ġdestro", + "y" + ], + [ + "Y", + "ay" + ], + [ + "a", + "ked" + ], + [ + "o", + "e" + ], + [ + "t", + "ter" + ], + [ + "Ġg", + "ir" + ], + [ + "Ġg", + "host" + ], + [ + "an", + "ic" + ], + [ + "ke", + "let" + ], + [ + "ht", + "ub" + ], + [ + "Ġre", + "ef" + ], + [ + "Ġse", + "par" + ], + [ + "op", + "ard" + ], + [ + "pl", + "ay" + ], + [ + "Ġen", + "vel" + ], + [ + "Ġbre", + "at" + ], + [ + "Ġrep", + "air" + ], + [ + "Ġfoot", + "ball" + ], + [ + "Ġbat", + "htub" + ], + [ + "Ġrubb", + "er" + ], + [ + "Ġang", + "el" + ], + [ + "Ġtriang", + "le" + ], + [ + "Ġl", + "ed" + ], + [ + "Ġm", + "ill" + ], + [ + "ĠS", + "h" + ], + [ + "ch", + "anic" + ], + [ + "Ġnam", + "es" + ], + [ + "Ġle", + "opard" + ], + [ + "Ġno", + "body" + ], + [ + "Ġany", + "way" + ], + [ + "uc", + "t" + ], + [ + "ct", + "us" + ], + [ + "Ġshould", + "n" + ], + [ + "Ġz", + "eb" + ], + [ + "Ġgi", + "ven" + ], + [ + "Ġhold", + "s" + ], + [ + "Ġbar", + "rel" + ], + [ + "Ġband", + "age" + ], + [ + "Ġent", + "h" + ], + [ + "Dad", + "dy" + ], + [ + "Ġzeb", + "ra" + ], + [ + "i", + "ves" + ], + [ + "u", + "be" + ], + [ + "y", + "ear" + ], + [ + "Ġp", + "or" + ], + [ + "Ġp", + "and" + ], + [ + "Ġo", + "tter" + ], + [ + "Ġr", + "ibb" + ], + [ + "Ġsh", + "ield" + ], + [ + "Ġme", + "chanic" + ], + [ + "Ġdon", + "â" + ], + [ + "Ġdis", + "ag" + ], + [ + "Ġdis", + "play" + ], + [ + "Ġmusic", + "ian" + ], + [ + "cer", + "os" + ], + [ + "Ġspe", + "ak" + ], + [ + "Ġca", + "b" + ], + [ + "Ġca", + "ctus" + ], + [ + "ĠBet", + "sy" + ], + [ + "Ġbul", + "b" + ], + [ + "C", + "h" + ], + [ + "e", + "ath" + ], + [ + "i", + "kes" + ], + [ + "x", + "y" + ], + [ + "Ġt", + "ube" + ], + [ + "Ġa", + "head" + ], + [ + "Ġs", + "ummer" + ], + [ + "Ġs", + "kelet" + ], + [ + "Ġp", + "urse" + ], + [ + "Ġkn", + "ob" + ], + [ + "Ġdidn", + "â" + ], + [ + "Ġcouldn", + "â" + ], + [ + "Ġcol", + "ours" + ], + [ + "Ġwindow", + "s" + ], + [ + "oom", + "y" + ], + [ + "Ġgif", + "ted" + ], + [ + "Ġcart", + "oon" + ], + [ + "Ġrhino", + "ceros" + ], + [ + "g", + "l" + ], + [ + "he", + "art" + ], + [ + "Ġs", + "ize" + ], + [ + "Ġb", + "et" + ], + [ + "ĠM", + "iss" + ], + [ + "Ġsc", + "rew" + ], + [ + "Ġfl", + "our" + ], + [ + "Ġbl", + "in" + ], + [ + "ap", + "a" + ], + [ + "Ġdis", + "hes" + ], + [ + "Ġrain", + "ing" + ], + [ + "Ġhop", + "ing" + ], + [ + "Ġsho", + "vel" + ], + [ + "Ġmin", + "t" + ], + [ + "Ġjelly", + "fish" + ], + [ + "Ġswe", + "ater" + ], + [ + "Ġchar", + "ming" + ], + [ + "Ġpengu", + "in" + ], + [ + "Ġenvel", + "ope" + ], + [ + "Ġenth", + "us" + ], + [ + "Ġcab", + "in" + ], + [ + "re", + "c" + ], + [ + "Ġp", + "ant" + ], + [ + "Ġth", + "read" + ], + [ + "Ġin", + "se" + ], + [ + "Ġst", + "aff" + ], + [ + "Ġli", + "z" + ], + [ + "Ġun", + "pack" + ], + [ + "Ġwr", + "iting" + ], + [ + "Ġtra", + "sh" + ], + [ + "Ġroll", + "ing" + ], + [ + "Ġwaff", + "le" + ], + [ + "Ġ", + "iron" + ], + [ + "Ġw", + "ing" + ], + [ + "er", + "able" + ], + [ + "Ġshe", + "et" + ], + [ + "ĠB", + "uddy" + ], + [ + "Ġsh", + "adow" + ], + [ + "Ġro", + "ared" + ], + [ + "Ġmu", + "ff" + ], + [ + "Ġair", + "port" + ], + [ + "Ġce", + "iling" + ], + [ + "Ġatt", + "ic" + ], + [ + "Ġorgan", + "ize" + ], + [ + "Ġstret", + "ch" + ], + [ + "Ġgrap", + "es" + ], + [ + "Ġo", + "bs" + ], + [ + "ĠA", + "re" + ], + [ + "ĠW", + "ould" + ], + [ + "ĠIn", + "st" + ], + [ + "Ġpi", + "ano" + ], + [ + "Ġsal", + "t" + ], + [ + "Ġmis", + "erable" + ], + [ + "Ġc", + "ord" + ], + [ + "Ġd", + "ess" + ], + [ + "Ġre", + "fused" + ], + [ + "Ġsc", + "reen" + ], + [ + "ĠD", + "an" + ], + [ + "Ġstr", + "ugg" + ], + [ + "Ġneed", + "le" + ], + [ + "Ġbear", + "s" + ], + [ + "ĠAnd", + "y" + ], + [ + "Ġhead", + "ed" + ], + [ + "Ġstick", + "y" + ], + [ + "Ġfree", + "z" + ], + [ + "Ġzoom", + "ed" + ], + [ + "Ġimag", + "ined" + ], + [ + "Ġmed", + "al" + ], + [ + "Ġmagn", + "et" + ], + [ + "rec", + "i" + ], + [ + "Ġobs", + "er" + ], + [ + "Ġ", + "er" + ], + [ + "Ġli", + "ves" + ], + [ + "ĠA", + "l" + ], + [ + "ĠP", + "at" + ], + [ + "Ġapp", + "reci" + ], + [ + "ass", + "es" + ], + [ + "Ġsail", + "or" + ], + [ + "Ġminut", + "e" + ], + [ + "Ġfisher", + "man" + ], + [ + "v", + "ision" + ], + [ + "Ġr", + "at" + ], + [ + "al", + "ed" + ], + [ + "Ġbr", + "us" + ], + [ + "Ġch", + "ance" + ], + [ + "Ġpo", + "st" + ], + [ + "Ġsun", + "gl" + ], + [ + "Ġche", + "ek" + ], + [ + "ree", + "ze" + ], + [ + "Ġde", + "af" + ], + [ + "Ġru", + "les" + ], + [ + "Ġfrog", + "s" + ], + [ + "Ġair", + "pl" + ], + [ + "ĠGo", + "d" + ], + [ + "Ġstrawber", + "ry" + ], + [ + "Ġsle", + "pt" + ], + [ + "Ġliz", + "ard" + ], + [ + "Ġsungl", + "asses" + ], + [ + "Ġl", + "uck" + ], + [ + "Ġin", + "f" + ], + [ + "Ġbe", + "ep" + ], + [ + "ĠB", + "unny" + ], + [ + "Ġme", + "as" + ], + [ + "Ġro", + "d" + ], + [ + "Ġor", + "der" + ], + [ + "Ġrest", + "less" + ], + [ + "Ġsand", + "box" + ], + [ + "Ġmess", + "age" + ], + [ + "ĠJoe", + "y" + ], + [ + "Ġcomp", + "let" + ], + [ + "Ġatt", + "ract" + ], + [ + "Ġgold", + "en" + ], + [ + "Gra", + "ndma" + ], + [ + "Ġpil", + "ot" + ], + [ + "Ġpor", + "ch" + ], + [ + "L", + "ittle" + ], + [ + "l", + "er" + ], + [ + "s", + "es" + ] + ] + } +} \ No newline at end of file diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3100/tokenizer_config.json b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3100/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3100/tokenizer_config.json @@ -0,0 +1,13 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "errors": "replace", + "is_local": false, + "local_files_only": false, + "model_max_length": 1024, + "pad_token": "<|endoftext|>", + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "<|endoftext|>" +} diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3100/trainer_state.json b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3100/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..08906b18dbae734b4d0a636276c658f61eda42d4 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3100/trainer_state.json @@ -0,0 +1,1135 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.20896528479946072, + "eval_steps": 2498, + "global_step": 3100, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0013481631277384564, + "grad_norm": 2.09375, + "learning_rate": 2.66e-05, + "loss": 8.298905181884766, + "step": 20 + }, + { + "epoch": 0.002696326255476913, + "grad_norm": 1.3359375, + "learning_rate": 5.46e-05, + "loss": 8.045733642578124, + "step": 40 + }, + { + "epoch": 0.004044489383215369, + "grad_norm": 1.2734375, + "learning_rate": 8.259999999999999e-05, + "loss": 7.839435577392578, + "step": 60 + }, + { + "epoch": 0.005392652510953826, + "grad_norm": 1.265625, + "learning_rate": 0.0001106, + "loss": 7.574758148193359, + "step": 80 + }, + { + "epoch": 0.006740815638692282, + "grad_norm": 1.1953125, + "learning_rate": 0.0001386, + "loss": 7.235897064208984, + "step": 100 + }, + { + "epoch": 0.008088978766430738, + "grad_norm": 1.140625, + "learning_rate": 0.00016659999999999998, + "loss": 6.862369537353516, + "step": 120 + }, + { + "epoch": 0.009437141894169195, + "grad_norm": 1.0234375, + "learning_rate": 0.00019460000000000001, + "loss": 6.508391571044922, + "step": 140 + }, + { + "epoch": 0.010785305021907651, + "grad_norm": 1.078125, + "learning_rate": 0.0002226, + "loss": 6.215537261962891, + "step": 160 + }, + { + "epoch": 0.012133468149646108, + "grad_norm": 0.76171875, + "learning_rate": 0.00025059999999999997, + "loss": 5.984259414672851, + "step": 180 + }, + { + "epoch": 0.013481631277384564, + "grad_norm": 0.82421875, + "learning_rate": 0.0002786, + "loss": 5.756989669799805, + "step": 200 + }, + { + "epoch": 0.01482979440512302, + "grad_norm": 1.171875, + "learning_rate": 0.00030659999999999997, + "loss": 5.531437683105469, + "step": 220 + }, + { + "epoch": 0.016177957532861477, + "grad_norm": 1.1171875, + "learning_rate": 0.0003346, + "loss": 5.294247817993164, + "step": 240 + }, + { + "epoch": 0.01752612066059993, + "grad_norm": 0.9453125, + "learning_rate": 0.00036260000000000003, + "loss": 5.055661392211914, + "step": 260 + }, + { + "epoch": 0.01887428378833839, + "grad_norm": 0.94921875, + "learning_rate": 0.0003906, + "loss": 4.797793197631836, + "step": 280 + }, + { + "epoch": 0.020222446916076844, + "grad_norm": 1.421875, + "learning_rate": 0.0004186, + "loss": 4.594622802734375, + "step": 300 + }, + { + "epoch": 0.021570610043815303, + "grad_norm": 1.2265625, + "learning_rate": 0.0004466, + "loss": 4.39941635131836, + "step": 320 + }, + { + "epoch": 0.022918773171553757, + "grad_norm": 0.5546875, + "learning_rate": 0.00047460000000000004, + "loss": 4.24058723449707, + "step": 340 + }, + { + "epoch": 0.024266936299292215, + "grad_norm": 0.83984375, + "learning_rate": 0.0005026, + "loss": 4.102418899536133, + "step": 360 + }, + { + "epoch": 0.02561509942703067, + "grad_norm": 0.70703125, + "learning_rate": 0.0005306, + "loss": 3.975328063964844, + "step": 380 + }, + { + "epoch": 0.026963262554769128, + "grad_norm": 0.6171875, + "learning_rate": 0.0005586, + "loss": 3.839755630493164, + "step": 400 + }, + { + "epoch": 0.028311425682507583, + "grad_norm": 0.91796875, + "learning_rate": 0.0005866, + "loss": 3.7486804962158202, + "step": 420 + }, + { + "epoch": 0.02965958881024604, + "grad_norm": 0.61328125, + "learning_rate": 0.0006146, + "loss": 3.6831081390380858, + "step": 440 + }, + { + "epoch": 0.031007751937984496, + "grad_norm": 0.875, + "learning_rate": 0.0006426, + "loss": 3.5874557495117188, + "step": 460 + }, + { + "epoch": 0.032355915065722954, + "grad_norm": 0.546875, + "learning_rate": 0.0006705999999999999, + "loss": 3.5174354553222655, + "step": 480 + }, + { + "epoch": 0.03370407819346141, + "grad_norm": 0.66796875, + "learning_rate": 0.0006986, + "loss": 3.439300537109375, + "step": 500 + }, + { + "epoch": 0.03505224132119986, + "grad_norm": 0.54296875, + "learning_rate": 0.0007, + "loss": 3.386067581176758, + "step": 520 + }, + { + "epoch": 0.03640040444893832, + "grad_norm": 0.6015625, + "learning_rate": 0.0007, + "loss": 3.3094718933105467, + "step": 540 + }, + { + "epoch": 0.03774856757667678, + "grad_norm": 0.55859375, + "learning_rate": 0.0007, + "loss": 3.2609573364257813, + "step": 560 + }, + { + "epoch": 0.03909673070441524, + "grad_norm": 0.61328125, + "learning_rate": 0.0007, + "loss": 3.2046344757080076, + "step": 580 + }, + { + "epoch": 0.04044489383215369, + "grad_norm": 0.5234375, + "learning_rate": 0.0007, + "loss": 3.17300968170166, + "step": 600 + }, + { + "epoch": 0.04179305695989215, + "grad_norm": 0.578125, + "learning_rate": 0.0007, + "loss": 3.1147342681884767, + "step": 620 + }, + { + "epoch": 0.043141220087630605, + "grad_norm": 0.4765625, + "learning_rate": 0.0007, + "loss": 3.0973543167114257, + "step": 640 + }, + { + "epoch": 0.044489383215369056, + "grad_norm": 0.453125, + "learning_rate": 0.0007, + "loss": 3.043070602416992, + "step": 660 + }, + { + "epoch": 0.045837546343107514, + "grad_norm": 0.455078125, + "learning_rate": 0.0007, + "loss": 3.0213077545166014, + "step": 680 + }, + { + "epoch": 0.04718570947084597, + "grad_norm": 0.419921875, + "learning_rate": 0.0007, + "loss": 2.977329063415527, + "step": 700 + }, + { + "epoch": 0.04853387259858443, + "grad_norm": 0.490234375, + "learning_rate": 0.0007, + "loss": 2.942974090576172, + "step": 720 + }, + { + "epoch": 0.04988203572632288, + "grad_norm": 0.48046875, + "learning_rate": 0.0007, + "loss": 2.9064186096191404, + "step": 740 + }, + { + "epoch": 0.05123019885406134, + "grad_norm": 0.498046875, + "learning_rate": 0.0007, + "loss": 2.890872001647949, + "step": 760 + }, + { + "epoch": 0.0525783619817998, + "grad_norm": 0.5, + "learning_rate": 0.0007, + "loss": 2.8978702545166017, + "step": 780 + }, + { + "epoch": 0.053926525109538256, + "grad_norm": 0.466796875, + "learning_rate": 0.0007, + "loss": 2.8463741302490235, + "step": 800 + }, + { + "epoch": 0.05527468823727671, + "grad_norm": 0.47265625, + "learning_rate": 0.0007, + "loss": 2.8323719024658205, + "step": 820 + }, + { + "epoch": 0.056622851365015166, + "grad_norm": 0.5, + "learning_rate": 0.0007, + "loss": 2.8007469177246094, + "step": 840 + }, + { + "epoch": 0.057971014492753624, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.7573240280151365, + "step": 860 + }, + { + "epoch": 0.05931917762049208, + "grad_norm": 0.470703125, + "learning_rate": 0.0007, + "loss": 2.7341793060302733, + "step": 880 + }, + { + "epoch": 0.06066734074823053, + "grad_norm": 0.546875, + "learning_rate": 0.0007, + "loss": 2.7180759429931642, + "step": 900 + }, + { + "epoch": 0.06201550387596899, + "grad_norm": 0.5625, + "learning_rate": 0.0007, + "loss": 2.692394256591797, + "step": 920 + }, + { + "epoch": 0.06336366700370745, + "grad_norm": 0.443359375, + "learning_rate": 0.0007, + "loss": 2.678949546813965, + "step": 940 + }, + { + "epoch": 0.06471183013144591, + "grad_norm": 0.466796875, + "learning_rate": 0.0007, + "loss": 2.651218223571777, + "step": 960 + }, + { + "epoch": 0.06605999325918437, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.632099723815918, + "step": 980 + }, + { + "epoch": 0.06740815638692282, + "grad_norm": 0.470703125, + "learning_rate": 0.0007, + "loss": 2.6305675506591797, + "step": 1000 + }, + { + "epoch": 0.06875631951466127, + "grad_norm": 0.462890625, + "learning_rate": 0.0007, + "loss": 2.5994905471801757, + "step": 1020 + }, + { + "epoch": 0.07010448264239973, + "grad_norm": 0.474609375, + "learning_rate": 0.0007, + "loss": 2.5834341049194336, + "step": 1040 + }, + { + "epoch": 0.07145264577013818, + "grad_norm": 0.498046875, + "learning_rate": 0.0007, + "loss": 2.567459487915039, + "step": 1060 + }, + { + "epoch": 0.07280080889787664, + "grad_norm": 0.462890625, + "learning_rate": 0.0007, + "loss": 2.54827823638916, + "step": 1080 + }, + { + "epoch": 0.0741489720256151, + "grad_norm": 0.478515625, + "learning_rate": 0.0007, + "loss": 2.5431196212768556, + "step": 1100 + }, + { + "epoch": 0.07549713515335356, + "grad_norm": 0.4453125, + "learning_rate": 0.0007, + "loss": 2.5049072265625, + "step": 1120 + }, + { + "epoch": 0.07684529828109202, + "grad_norm": 0.4765625, + "learning_rate": 0.0007, + "loss": 2.4941583633422852, + "step": 1140 + }, + { + "epoch": 0.07819346140883048, + "grad_norm": 0.46875, + "learning_rate": 0.0007, + "loss": 2.4895328521728515, + "step": 1160 + }, + { + "epoch": 0.07954162453656892, + "grad_norm": 0.48828125, + "learning_rate": 0.0007, + "loss": 2.4841281890869142, + "step": 1180 + }, + { + "epoch": 0.08088978766430738, + "grad_norm": 0.46484375, + "learning_rate": 0.0007, + "loss": 2.475014495849609, + "step": 1200 + }, + { + "epoch": 0.08223795079204584, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.459096908569336, + "step": 1220 + }, + { + "epoch": 0.0835861139197843, + "grad_norm": 0.443359375, + "learning_rate": 0.0007, + "loss": 2.4455087661743162, + "step": 1240 + }, + { + "epoch": 0.08493427704752275, + "grad_norm": 0.48828125, + "learning_rate": 0.0007, + "loss": 2.432474899291992, + "step": 1260 + }, + { + "epoch": 0.08628244017526121, + "grad_norm": 0.427734375, + "learning_rate": 0.0007, + "loss": 2.4141357421875, + "step": 1280 + }, + { + "epoch": 0.08763060330299967, + "grad_norm": 0.46875, + "learning_rate": 0.0007, + "loss": 2.4043970108032227, + "step": 1300 + }, + { + "epoch": 0.08897876643073811, + "grad_norm": 0.392578125, + "learning_rate": 0.0007, + "loss": 2.3957958221435547, + "step": 1320 + }, + { + "epoch": 0.09032692955847657, + "grad_norm": 0.474609375, + "learning_rate": 0.0007, + "loss": 2.381800079345703, + "step": 1340 + }, + { + "epoch": 0.09167509268621503, + "grad_norm": 0.443359375, + "learning_rate": 0.0007, + "loss": 2.3829660415649414, + "step": 1360 + }, + { + "epoch": 0.09302325581395349, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.359773063659668, + "step": 1380 + }, + { + "epoch": 0.09437141894169195, + "grad_norm": 0.435546875, + "learning_rate": 0.0007, + "loss": 2.3506826400756835, + "step": 1400 + }, + { + "epoch": 0.0957195820694304, + "grad_norm": 0.486328125, + "learning_rate": 0.0007, + "loss": 2.360103416442871, + "step": 1420 + }, + { + "epoch": 0.09706774519716886, + "grad_norm": 0.4296875, + "learning_rate": 0.0007, + "loss": 2.3388553619384767, + "step": 1440 + }, + { + "epoch": 0.09841590832490732, + "grad_norm": 0.435546875, + "learning_rate": 0.0007, + "loss": 2.3265659332275392, + "step": 1460 + }, + { + "epoch": 0.09976407145264576, + "grad_norm": 0.404296875, + "learning_rate": 0.0007, + "loss": 2.312125587463379, + "step": 1480 + }, + { + "epoch": 0.10111223458038422, + "grad_norm": 0.4453125, + "learning_rate": 0.0007, + "loss": 2.29932861328125, + "step": 1500 + }, + { + "epoch": 0.10246039770812268, + "grad_norm": 0.451171875, + "learning_rate": 0.0007, + "loss": 2.3021989822387696, + "step": 1520 + }, + { + "epoch": 0.10380856083586114, + "grad_norm": 0.435546875, + "learning_rate": 0.0007, + "loss": 2.290937805175781, + "step": 1540 + }, + { + "epoch": 0.1051567239635996, + "grad_norm": 0.453125, + "learning_rate": 0.0007, + "loss": 2.278849411010742, + "step": 1560 + }, + { + "epoch": 0.10650488709133805, + "grad_norm": 0.4375, + "learning_rate": 0.0007, + "loss": 2.2965002059936523, + "step": 1580 + }, + { + "epoch": 0.10785305021907651, + "grad_norm": 0.435546875, + "learning_rate": 0.0007, + "loss": 2.261943244934082, + "step": 1600 + }, + { + "epoch": 0.10920121334681497, + "grad_norm": 0.39453125, + "learning_rate": 0.0007, + "loss": 2.262173080444336, + "step": 1620 + }, + { + "epoch": 0.11054937647455342, + "grad_norm": 0.4140625, + "learning_rate": 0.0007, + "loss": 2.2734844207763674, + "step": 1640 + }, + { + "epoch": 0.11189753960229187, + "grad_norm": 0.412109375, + "learning_rate": 0.0007, + "loss": 2.2551578521728515, + "step": 1660 + }, + { + "epoch": 0.11324570273003033, + "grad_norm": 0.42578125, + "learning_rate": 0.0007, + "loss": 2.2380434036254884, + "step": 1680 + }, + { + "epoch": 0.11459386585776879, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.248749351501465, + "step": 1700 + }, + { + "epoch": 0.11594202898550725, + "grad_norm": 0.58203125, + "learning_rate": 0.0007, + "loss": 2.2250885009765624, + "step": 1720 + }, + { + "epoch": 0.1172901921132457, + "grad_norm": 0.396484375, + "learning_rate": 0.0007, + "loss": 2.2179065704345704, + "step": 1740 + }, + { + "epoch": 0.11863835524098416, + "grad_norm": 0.453125, + "learning_rate": 0.0007, + "loss": 2.219723701477051, + "step": 1760 + }, + { + "epoch": 0.11998651836872262, + "grad_norm": 0.416015625, + "learning_rate": 0.0007, + "loss": 2.2338064193725584, + "step": 1780 + }, + { + "epoch": 0.12133468149646107, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.2300554275512696, + "step": 1800 + }, + { + "epoch": 0.12268284462419952, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.2196172714233398, + "step": 1820 + }, + { + "epoch": 0.12403100775193798, + "grad_norm": 0.40625, + "learning_rate": 0.0007, + "loss": 2.1875337600708007, + "step": 1840 + }, + { + "epoch": 0.12537917087967643, + "grad_norm": 0.427734375, + "learning_rate": 0.0007, + "loss": 2.1868871688842773, + "step": 1860 + }, + { + "epoch": 0.1267273340074149, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.1803796768188475, + "step": 1880 + }, + { + "epoch": 0.12807549713515334, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.1896100997924806, + "step": 1900 + }, + { + "epoch": 0.12942366026289182, + "grad_norm": 0.416015625, + "learning_rate": 0.0007, + "loss": 2.164274787902832, + "step": 1920 + }, + { + "epoch": 0.13077182339063026, + "grad_norm": 0.4453125, + "learning_rate": 0.0007, + "loss": 2.175292205810547, + "step": 1940 + }, + { + "epoch": 0.13211998651836873, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.14935359954834, + "step": 1960 + }, + { + "epoch": 0.13346814964610718, + "grad_norm": 0.45703125, + "learning_rate": 0.0007, + "loss": 2.1721818923950194, + "step": 1980 + }, + { + "epoch": 0.13481631277384565, + "grad_norm": 0.392578125, + "learning_rate": 0.0007, + "loss": 2.1453264236450194, + "step": 2000 + }, + { + "epoch": 0.1361644759015841, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.1530712127685545, + "step": 2020 + }, + { + "epoch": 0.13751263902932254, + "grad_norm": 0.40625, + "learning_rate": 0.0007, + "loss": 2.1329654693603515, + "step": 2040 + }, + { + "epoch": 0.138860802157061, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.1538856506347654, + "step": 2060 + }, + { + "epoch": 0.14020896528479945, + "grad_norm": 0.4140625, + "learning_rate": 0.0007, + "loss": 2.129351806640625, + "step": 2080 + }, + { + "epoch": 0.14155712841253792, + "grad_norm": 0.40625, + "learning_rate": 0.0007, + "loss": 2.1183551788330077, + "step": 2100 + }, + { + "epoch": 0.14290529154027637, + "grad_norm": 0.384765625, + "learning_rate": 0.0007, + "loss": 2.12860164642334, + "step": 2120 + }, + { + "epoch": 0.14425345466801484, + "grad_norm": 0.388671875, + "learning_rate": 0.0007, + "loss": 2.1290895462036135, + "step": 2140 + }, + { + "epoch": 0.14560161779575329, + "grad_norm": 0.37890625, + "learning_rate": 0.0007, + "loss": 2.1157516479492187, + "step": 2160 + }, + { + "epoch": 0.14694978092349173, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.124533271789551, + "step": 2180 + }, + { + "epoch": 0.1482979440512302, + "grad_norm": 0.38671875, + "learning_rate": 0.0007, + "loss": 2.0987617492675783, + "step": 2200 + }, + { + "epoch": 0.14964610717896865, + "grad_norm": 0.41796875, + "learning_rate": 0.0007, + "loss": 2.1066028594970705, + "step": 2220 + }, + { + "epoch": 0.15099427030670712, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.11590633392334, + "step": 2240 + }, + { + "epoch": 0.15234243343444556, + "grad_norm": 0.419921875, + "learning_rate": 0.0007, + "loss": 2.0943696975708006, + "step": 2260 + }, + { + "epoch": 0.15369059656218403, + "grad_norm": 0.39453125, + "learning_rate": 0.0007, + "loss": 2.10521240234375, + "step": 2280 + }, + { + "epoch": 0.15503875968992248, + "grad_norm": 0.412109375, + "learning_rate": 0.0007, + "loss": 2.087373161315918, + "step": 2300 + }, + { + "epoch": 0.15638692281766095, + "grad_norm": 0.396484375, + "learning_rate": 0.0007, + "loss": 2.0945587158203125, + "step": 2320 + }, + { + "epoch": 0.1577350859453994, + "grad_norm": 0.390625, + "learning_rate": 0.0007, + "loss": 2.0841798782348633, + "step": 2340 + }, + { + "epoch": 0.15908324907313784, + "grad_norm": 0.384765625, + "learning_rate": 0.0007, + "loss": 2.0881235122680666, + "step": 2360 + }, + { + "epoch": 0.1604314122008763, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.090144729614258, + "step": 2380 + }, + { + "epoch": 0.16177957532861476, + "grad_norm": 0.453125, + "learning_rate": 0.0007, + "loss": 2.071354103088379, + "step": 2400 + }, + { + "epoch": 0.16312773845635323, + "grad_norm": 0.41796875, + "learning_rate": 0.0007, + "loss": 2.0760135650634766, + "step": 2420 + }, + { + "epoch": 0.16447590158409167, + "grad_norm": 0.400390625, + "learning_rate": 0.0007, + "loss": 2.065576934814453, + "step": 2440 + }, + { + "epoch": 0.16582406471183014, + "grad_norm": 0.375, + "learning_rate": 0.0007, + "loss": 2.075186920166016, + "step": 2460 + }, + { + "epoch": 0.1671722278395686, + "grad_norm": 0.412109375, + "learning_rate": 0.0007, + "loss": 2.0759561538696287, + "step": 2480 + }, + { + "epoch": 0.1683855746545332, + "eval_loss": 2.070991277694702, + "eval_runtime": 15.3076, + "eval_samples_per_second": 622.372, + "eval_steps_per_second": 0.653, + "step": 2498 + }, + { + "epoch": 0.16852039096730703, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.0585758209228517, + "step": 2500 + }, + { + "epoch": 0.16852039096730703, + "eval_loss": 2.0720698833465576, + "eval_runtime": 15.2926, + "eval_samples_per_second": 622.98, + "eval_steps_per_second": 0.654, + "step": 2500 + }, + { + "epoch": 0.1698685540950455, + "grad_norm": 15794176.0, + "learning_rate": 3.4200000000000005e-05, + "loss": 2.063748359680176, + "step": 2520 + }, + { + "epoch": 0.17121671722278395, + "grad_norm": 17956864.0, + "learning_rate": 7.020000000000001e-05, + "loss": 2.075595664978027, + "step": 2540 + }, + { + "epoch": 0.17256488035052242, + "grad_norm": 95420416.0, + "learning_rate": 9e-05, + "loss": 2.9438404083251952, + "step": 2560 + }, + { + "epoch": 0.17391304347826086, + "grad_norm": 327155712.0, + "learning_rate": 9e-05, + "loss": 7.066030120849609, + "step": 2580 + }, + { + "epoch": 0.17526120660599934, + "grad_norm": 645922816.0, + "learning_rate": 9e-05, + "loss": 7.805310821533203, + "step": 2600 + }, + { + "epoch": 0.17660936973373778, + "grad_norm": 1061158912.0, + "learning_rate": 9e-05, + "loss": 7.980291748046875, + "step": 2620 + }, + { + "epoch": 0.17795753286147623, + "grad_norm": 1551892480.0, + "learning_rate": 9e-05, + "loss": 8.039534759521484, + "step": 2640 + }, + { + "epoch": 0.1793056959892147, + "grad_norm": 2105540608.0, + "learning_rate": 9e-05, + "loss": 8.074498748779297, + "step": 2660 + }, + { + "epoch": 0.18065385911695314, + "grad_norm": 2717908992.0, + "learning_rate": 9e-05, + "loss": 8.082987976074218, + "step": 2680 + }, + { + "epoch": 0.1820020222446916, + "grad_norm": 3355443200.0, + "learning_rate": 9e-05, + "loss": 8.098572540283204, + "step": 2700 + }, + { + "epoch": 0.18335018537243006, + "grad_norm": 4026531840.0, + "learning_rate": 9e-05, + "loss": 8.106620025634765, + "step": 2720 + }, + { + "epoch": 0.18469834850016853, + "grad_norm": 4697620480.0, + "learning_rate": 9e-05, + "loss": 8.106732177734376, + "step": 2740 + }, + { + "epoch": 0.18604651162790697, + "grad_norm": 5402263552.0, + "learning_rate": 9e-05, + "loss": 8.105657958984375, + "step": 2760 + }, + { + "epoch": 0.18739467475564545, + "grad_norm": 6073352192.0, + "learning_rate": 9e-05, + "loss": 8.110768890380859, + "step": 2780 + }, + { + "epoch": 0.1887428378833839, + "grad_norm": 6777995264.0, + "learning_rate": 9e-05, + "loss": 8.11846923828125, + "step": 2800 + }, + { + "epoch": 0.19009100101112233, + "grad_norm": 7449083904.0, + "learning_rate": 9e-05, + "loss": 8.115316772460938, + "step": 2820 + }, + { + "epoch": 0.1914391641388608, + "grad_norm": 8120172544.0, + "learning_rate": 9e-05, + "loss": 8.11875, + "step": 2840 + }, + { + "epoch": 0.19278732726659925, + "grad_norm": 8791261184.0, + "learning_rate": 9e-05, + "loss": 8.109890747070313, + "step": 2860 + }, + { + "epoch": 0.19413549039433772, + "grad_norm": 9395240960.0, + "learning_rate": 9e-05, + "loss": 8.113766479492188, + "step": 2880 + }, + { + "epoch": 0.19548365352207617, + "grad_norm": 10066329600.0, + "learning_rate": 9e-05, + "loss": 8.116683959960938, + "step": 2900 + }, + { + "epoch": 0.19683181664981464, + "grad_norm": 10670309376.0, + "learning_rate": 9e-05, + "loss": 8.109261322021485, + "step": 2920 + }, + { + "epoch": 0.19817997977755308, + "grad_norm": 11207180288.0, + "learning_rate": 9e-05, + "loss": 8.120066833496093, + "step": 2940 + }, + { + "epoch": 0.19952814290529153, + "grad_norm": 11811160064.0, + "learning_rate": 9e-05, + "loss": 8.114282989501953, + "step": 2960 + }, + { + "epoch": 0.20087630603303, + "grad_norm": 12348030976.0, + "learning_rate": 9e-05, + "loss": 8.107726287841796, + "step": 2980 + }, + { + "epoch": 0.20222446916076844, + "grad_norm": 12884901888.0, + "learning_rate": 9e-05, + "loss": 8.1126220703125, + "step": 3000 + }, + { + "epoch": 0.20357263228850692, + "grad_norm": 13421772800.0, + "learning_rate": 9e-05, + "loss": 8.114493560791015, + "step": 3020 + }, + { + "epoch": 0.20492079541624536, + "grad_norm": 13891534848.0, + "learning_rate": 9e-05, + "loss": 8.119776153564453, + "step": 3040 + }, + { + "epoch": 0.20626895854398383, + "grad_norm": 14428405760.0, + "learning_rate": 9e-05, + "loss": 8.122071075439454, + "step": 3060 + }, + { + "epoch": 0.20761712167172228, + "grad_norm": 14898167808.0, + "learning_rate": 9e-05, + "loss": 8.12487335205078, + "step": 3080 + }, + { + "epoch": 0.20896528479946072, + "grad_norm": 15367929856.0, + "learning_rate": 9e-05, + "loss": 8.120286560058593, + "step": 3100 + } + ], + "logging_steps": 20, + "max_steps": 3500, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 100, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1.00014797881344e+16, + "train_batch_size": 64, + "trial_name": null, + "trial_params": null +} diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3100/training_args.bin b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3100/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..d42dba735503648f02e3d29f685b24a197ab36d8 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3100/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c28142d60b82e3df0527b14431085e37dd065fc6519ba15f0d6ac2cabc5f4854 +size 4920 diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3200/config.json b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3200/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6f9c72a635cef01d03abb31f78284cdfb4734155 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3200/config.json @@ -0,0 +1,36 @@ +{ + "activation": "relu", + "architectures": [ + "TinyLlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "dtype": "bfloat16", + "eos_token_id": 2, + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 128, + "initializer_range": 0.02, + "intermediate_size": 256, + "max_position_embeddings": 512, + "mlp_bias": false, + "mlp_type": "glu", + "model_type": "tiny_llama", + "num_attention_heads": 4, + "num_hidden_layers": 100, + "num_key_value_heads": 4, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 10000.0, + "rope_type": "default" + }, + "tie_word_embeddings": true, + "tokenizer_name": "w-ahmad/tiny-stories-tokenizer", + "transformers_version": "5.16.0.dev0", + "use_cache": false, + "vocab_size": 4096, + "waleed_beta": 4 +} diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3200/model.safetensors b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3200/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c76b3bdaf69fb079059bf5e039937de73e552cec --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3200/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c05d90a2524e69a597db975cd0ef5933bbb8fe39793fcb34cea5ab6104cae790 +size 33967272 diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3200/optimizer.pt b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3200/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..966309ab3f058664f388889a430011030979f5e7 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3200/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82c9e09428071d072c5bbe893d94e350247a1557d9a8dccd05a1bc7c82785c53 +size 39573050 diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3200/rng_state.pth b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3200/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..e29ad0909e8c1afefa182e7ed890fa257c75af25 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3200/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cf9097d4513154245c48236b6ec5137b7ee2a21c9f58f2cba798ea275c6026f +size 14244 diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3200/scheduler.pt b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3200/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..b664d2157eeeb0a6cbb566ff2d9a39157ae90f28 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3200/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42032ce2906e08b8158bbc61ccff7a8449b0a1b6c135848ffd257fa664fd4577 +size 1064 diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3200/tokenizer.json b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3200/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3200/tokenizer.json @@ -0,0 +1,19501 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "!": 1, + "\"": 2, + "#": 3, + "$": 4, + "%": 5, + "&": 6, + "'": 7, + "(": 8, + ")": 9, + "*": 10, + "+": 11, + ",": 12, + "-": 13, + ".": 14, + "/": 15, + "0": 16, + "1": 17, + "2": 18, + "3": 19, + "4": 20, + "5": 21, + "6": 22, + "7": 23, + "8": 24, + "9": 25, + ":": 26, + ";": 27, + "<": 28, + "=": 29, + ">": 30, + "?": 31, + "@": 32, + "A": 33, + "B": 34, + "C": 35, + "D": 36, + "E": 37, + "F": 38, + "G": 39, + "H": 40, + "I": 41, + "J": 42, + "K": 43, + "L": 44, + "M": 45, + "N": 46, + "O": 47, + "P": 48, + "Q": 49, + "R": 50, + "S": 51, + "T": 52, + "U": 53, + "V": 54, + "W": 55, + "X": 56, + "Y": 57, + "Z": 58, + "[": 59, + "\\": 60, + "]": 61, + "^": 62, + "_": 63, + "`": 64, + "a": 65, + "b": 66, + "c": 67, + "d": 68, + "e": 69, + "f": 70, + "g": 71, + "h": 72, + "i": 73, + "j": 74, + "k": 75, + "l": 76, + "m": 77, + "n": 78, + "o": 79, + "p": 80, + "q": 81, + "r": 82, + "s": 83, + "t": 84, + "u": 85, + "v": 86, + "w": 87, + "x": 88, + "y": 89, + "z": 90, + "{": 91, + "|": 92, + "}": 93, + "~": 94, + "¡": 95, + "¢": 96, + "£": 97, + "¤": 98, + "¥": 99, + "¦": 100, + "§": 101, + "¨": 102, + "©": 103, + "ª": 104, + "«": 105, + "¬": 106, + "®": 107, + "¯": 108, + "°": 109, + "±": 110, + "²": 111, + "³": 112, + "´": 113, + "µ": 114, + "¶": 115, + "·": 116, + "¸": 117, + "¹": 118, + "º": 119, + "»": 120, + "¼": 121, + "½": 122, + "¾": 123, + "¿": 124, + "À": 125, + "Á": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "È": 133, + "É": 134, + "Ê": 135, + "Ë": 136, + "Ì": 137, + "Í": 138, + "Î": 139, + "Ï": 140, + "Ð": 141, + "Ñ": 142, + "Ò": 143, + "Ó": 144, + "Ô": 145, + "Õ": 146, + "Ö": 147, + "×": 148, + "Ø": 149, + "Ù": 150, + "Ú": 151, + "Û": 152, + "Ü": 153, + "Ý": 154, + "Þ": 155, + "ß": 156, + "à": 157, + "á": 158, + "â": 159, + "ã": 160, + "ä": 161, + "å": 162, + "æ": 163, + "ç": 164, + "è": 165, + "é": 166, + "ê": 167, + "ë": 168, + "ì": 169, + "í": 170, + "î": 171, + "ï": 172, + "ð": 173, + "ñ": 174, + "ò": 175, + "ó": 176, + "ô": 177, + "õ": 178, + "ö": 179, + "÷": 180, + "ø": 181, + "ù": 182, + "ú": 183, + "û": 184, + "ü": 185, + "ý": 186, + "þ": 187, + "ÿ": 188, + "Ā": 189, + "ā": 190, + "Ă": 191, + "ă": 192, + "Ą": 193, + "ą": 194, + "Ć": 195, + "ć": 196, + "Ĉ": 197, + "ĉ": 198, + "Ċ": 199, + "ċ": 200, + "Č": 201, + "č": 202, + "Ď": 203, + "ď": 204, + "Đ": 205, + "đ": 206, + "Ē": 207, + "ē": 208, + "Ĕ": 209, + "ĕ": 210, + "Ė": 211, + "ė": 212, + "Ę": 213, + "ę": 214, + "Ě": 215, + "ě": 216, + "Ĝ": 217, + "ĝ": 218, + "Ğ": 219, + "ğ": 220, + "Ġ": 221, + "ġ": 222, + "Ģ": 223, + "ģ": 224, + "Ĥ": 225, + "ĥ": 226, + "Ħ": 227, + "ħ": 228, + "Ĩ": 229, + "ĩ": 230, + "Ī": 231, + "ī": 232, + "Ĭ": 233, + "ĭ": 234, + "Į": 235, + "į": 236, + "İ": 237, + "ı": 238, + "IJ": 239, + "ij": 240, + "Ĵ": 241, + "ĵ": 242, + "Ķ": 243, + "ķ": 244, + "ĸ": 245, + "Ĺ": 246, + "ĺ": 247, + "Ļ": 248, + "ļ": 249, + "Ľ": 250, + "ľ": 251, + "Ŀ": 252, + "ŀ": 253, + "Ł": 254, + "ł": 255, + "Ń": 256, + "he": 257, + "Ġt": 258, + "Ġa": 259, + "Ġs": 260, + "Ġw": 261, + "nd": 262, + "Ġthe": 263, + "ed": 264, + "Ġand": 265, + "Ġto": 266, + "Ġb": 267, + "in": 268, + "Ġh": 269, + "Ġwa": 270, + "re": 271, + "Ġf": 272, + "it": 273, + "ou": 274, + "Ġc": 275, + "Ġl": 276, + "Ġhe": 277, + "Ġd": 278, + "er": 279, + "Ġwas": 280, + "Ġm": 281, + "Ġp": 282, + "om": 283, + "ĠT": 284, + "Ġo": 285, + "ay": 286, + "ar": 287, + "ing": 288, + "is": 289, + "Ġg": 290, + "il": 291, + "id": 292, + "at": 293, + "en": 294, + "Ġn": 295, + "Ġsa": 296, + "Ġha": 297, + "ĠS": 298, + "im": 299, + "an": 300, + "ĠThe": 301, + "or": 302, + "on": 303, + "Ġit": 304, + "Ġth": 305, + "ll": 306, + "le": 307, + "ĠH": 308, + "Ġher": 309, + "et": 310, + "ot": 311, + "ir": 312, + "ĠShe": 313, + "ĠHe": 314, + "ver": 315, + "es": 316, + "Ġin": 317, + "ut": 318, + "ow": 319, + "ck": 320, + "Ġe": 321, + "Ġu": 322, + "ld": 323, + "ĠThey": 324, + "oo": 325, + "ig": 326, + "Ġsaid": 327, + "am": 328, + "ily": 329, + "Ġbe": 330, + "Ġy": 331, + "Ġr": 332, + "Ġst": 333, + "ce": 334, + "Ġshe": 335, + "Ġ\"": 336, + "pp": 337, + "ke": 338, + "ith": 339, + "On": 340, + "ĠI": 341, + "Ġwith": 342, + "ve": 343, + "Lily": 344, + "Ġon": 345, + "Ġof": 346, + "Ġso": 347, + "Ġhis": 348, + "ked": 349, + "ri": 350, + "nt": 351, + "very": 352, + "Ġpl": 353, + "Ġday": 354, + "ad": 355, + "Ġyou": 356, + "Ġthat": 357, + "Ġup": 358, + "Ġhad": 359, + "st": 360, + "Ġplay": 361, + "Ġthey": 362, + "ĠLily": 363, + "Ġwe": 364, + "Ġmom": 365, + "my": 366, + "Ġfor": 367, + "el": 368, + "ould": 369, + "un": 370, + "ĠB": 371, + "'s": 372, + "itt": 373, + "ent": 374, + "Ġhapp": 375, + "The": 376, + "ch": 377, + "Ġli": 378, + "out": 379, + "Ġwant": 380, + "Ġsh": 381, + "her": 382, + "ly": 383, + "ime": 384, + "ittle": 385, + "ound": 386, + "Ġvery": 387, + "Ġtime": 388, + "ome": 389, + "Ġlittle": 390, + "Ġthere": 391, + "se": 392, + "Ġdo": 393, + "Ġwh": 394, + "all": 395, + "Ġk": 396, + "end": 397, + "al": 398, + "ht": 399, + "Ġne": 400, + "Ġre": 401, + "Ġnot": 402, + "Ġhappy": 403, + "ĠĊ": 404, + "Ġbig": 405, + "ĠM": 406, + "Ġbut": 407, + "Ġsm": 408, + "ack": 409, + "Ġsaw": 410, + "ĠIt": 411, + "Ġas": 412, + "Ġan": 413, + "ra": 414, + "riend": 415, + "Ġfriend": 416, + "ide": 417, + "One": 418, + "ry": 419, + "'t": 420, + "ved": 421, + "Ġis": 422, + "Once": 423, + "ake": 424, + ".\"": 425, + "Ġwere": 426, + "ter": 427, + "ug": 428, + "Ġloo": 429, + "Ġlo": 430, + "ore": 431, + "ec": 432, + "ĠTim": 433, + "Ġhim": 434, + "Ġbo": 435, + "!\"": 436, + "Ġtoo": 437, + "Ġgo": 438, + "Ġupon": 439, + "irl": 440, + "Ġj": 441, + "Ġwanted": 442, + "Ġgirl": 443, + "Ġse": 444, + "Ġout": 445, + "ard": 446, + "way": 447, + "Ġsp": 448, + "ill": 449, + "ind": 450, + "Ġthem": 451, + "Ġcould": 452, + "fu": 453, + "hen": 454, + "Ġat": 455, + "ur": 456, + "Ġdid": 457, + "Ġsmil": 458, + "Ġtheir": 459, + "Ġare": 460, + "Ġex": 461, + "ĠA": 462, + "ain": 463, + "Ġwent": 464, + "art": 465, + "hed": 466, + "rom": 467, + "ic": 468, + "round": 469, + "Ġhave": 470, + "Ġnam": 471, + "lp": 472, + "Ġall": 473, + "ĠJ": 474, + "ful": 475, + "Ġkn": 476, + "hing": 477, + "ood": 478, + "Ġhelp": 479, + "ight": 480, + "Ġfriends": 481, + "one": 482, + "ark": 483, + "Ġback": 484, + "um": 485, + "Ġcan": 486, + "Ġnamed": 487, + "Ġcl": 488, + "?\"": 489, + "Ġfun": 490, + "are": 491, + "ĠBen": 492, + "Ġloved": 493, + "Ġal": 494, + "elt": 495, + "ĠTimmy": 496, + "ĠOne": 497, + "op": 498, + "side": 499, + "Ġle": 500, + "Ġno": 501, + "Ġsc": 502, + "ĠTom": 503, + "Ġfelt": 504, + "oug": 505, + "Ġsmiled": 506, + "ick": 507, + "Ġasked": 508, + "You": 509, + "Ġtoy": 510, + "Ġman": 511, + "Ġaround": 512, + "ame": 513, + "Ġfe": 514, + "Ġsay": 515, + "Ġboy": 516, + "Ġsome": 517, + "Ġlooked": 518, + "ure": 519, + "omet": 520, + "Ġbr": 521, + "Ġwould": 522, + "Ġme": 523, + "Ġbir": 524, + "Ġlike": 525, + "get": 526, + "Ġstart": 527, + "Ġro": 528, + "as": 529, + "Ġsee": 530, + "ĠW": 531, + "ice": 532, + "ong": 533, + "Ġbird": 534, + "Ġsomet": 535, + "dd": 536, + "Ġwor": 537, + "ade": 538, + "ie": 539, + "king": 540, + "Ġag": 541, + "own": 542, + "Ġtre": 543, + "Ġfa": 544, + "Ġaway": 545, + "Ġwhat": 546, + "ings": 547, + "Ġstarted": 548, + "gether": 549, + "Ġran": 550, + "â": 551, + "âĤ": 552, + "âĤ¬": 553, + "ared": 554, + "Ġmake": 555, + "ĠBut": 556, + "ited": 557, + "if": 558, + "oud": 559, + "Ġmade": 560, + "Ġtogether": 561, + "Ġsomething": 562, + "Ġexc": 563, + "ag": 564, + "Ġco": 565, + "Ġpark": 566, + "Ġnew": 567, + "Ġsad": 568, + "Ġput": 569, + ",\"": 570, + "Ġfrom": 571, + "ble": 572, + "ther": 573, + "Ġpr": 574, + "Ġmu": 575, + "Ġcar": 576, + "Ġhome": 577, + "ĠYou": 578, + "Ġthen": 579, + "Ġwhen": 580, + "Ġfound": 581, + "ell": 582, + "Ġother": 583, + "Ġagain": 584, + "Ġch": 585, + "Ġdec": 586, + "Ġwho": 587, + "Ġla": 588, + "ried": 589, + "ss": 590, + "Ġgood": 591, + "Ġhug": 592, + "ĠL": 593, + "pped": 594, + "Ġwal": 595, + "ep": 596, + "ally": 597, + "Ġsays": 598, + "Ġfl": 599, + "est": 600, + "ach": 601, + "ĠE": 602, + "Ġexcited": 603, + "pl": 604, + "qu": 605, + "ook": 606, + "Ġget": 607, + "ought": 608, + "Ġplaying": 609, + "Ġgot": 610, + "Ġsw": 611, + "ous": 612, + "hat": 613, + "ny": 614, + "ided": 615, + "uck": 616, + "Ġthings": 617, + "Ġevery": 618, + "Ġdecided": 619, + "Ġcame": 620, + "Ġbec": 621, + "ave": 622, + "ro": 623, + "ax": 624, + "Ġliked": 625, + "Ġdown": 626, + "Ġdog": 627, + "Ġscared": 628, + "Ġv": 629, + "udd": 630, + "ust": 631, + "Ġone": 632, + "Ġfind": 633, + "Ġbl": 634, + "Ġthan": 635, + "ĠD": 636, + "ouse": 637, + "ways": 638, + "Ġkne": 639, + "Ġdidn": 640, + "ap": 641, + "Ġmommy": 642, + "Ġcare": 643, + "Ġalways": 644, + "Ġab": 645, + "ist": 646, + "Ġdad": 647, + "Ġfeel": 648, + "ara": 649, + "bb": 650, + "arn": 651, + "fe": 652, + "Ġyour": 653, + "Ġoutside": 654, + "ue": 655, + "Ġgra": 656, + "ant": 657, + "Ġke": 658, + "ĠMom": 659, + "Ġtook": 660, + "Ġlot": 661, + "nn": 662, + "Ġbu": 663, + "Ġabout": 664, + "ess": 665, + "ĠF": 666, + "nder": 667, + "Ġtree": 668, + "eci": 669, + "Ġlook": 670, + "Ġpo": 671, + "Ġmy": 672, + "our": 673, + "Ġtoys": 674, + "ite": 675, + "ched": 676, + "Ġknew": 677, + "Ġthought": 678, + "ened": 679, + "Ġlearn": 680, + "Ġint": 681, + "Ġold": 682, + "Ġmore": 683, + "nna": 684, + "ise": 685, + "ged": 686, + "Ġta": 687, + "udden": 688, + "ecial": 689, + "Ġspecial": 690, + "ĠMax": 691, + "au": 692, + "Ġwill": 693, + "ers": 694, + "They": 695, + "ret": 696, + "Ġpe": 697, + "Ġho": 698, + "ĠSam": 699, + "Ġtake": 700, + "Ġball": 701, + "Ġknow": 702, + "Ġlaug": 703, + "fter": 704, + "uddenly": 705, + "Ġcat": 706, + "Ġhow": 707, + "ive": 708, + "Ġtr": 709, + "Ġmuch": 710, + "Ġany": 711, + "Ġpu": 712, + "ma": 713, + "Ġsl": 714, + "Ġsor": 715, + "Ġmo": 716, + "ven": 717, + "ish": 718, + "Ġshow": 719, + "Ġcouldn": 720, + "ause": 721, + "ink": 722, + "But": 723, + "Ġhouse": 724, + "Ġinto": 725, + "ump": 726, + "Ġover": 727, + "Ġtried": 728, + "and": 729, + "Ġeat": 730, + "Ġsk": 731, + "Ġsun": 732, + "Ġtw": 733, + "Ġclo": 734, + "ia": 735, + "Ġrun": 736, + "Ġhand": 737, + "ĠEvery": 738, + "Ġen": 739, + "Ġinside": 740, + "dy": 741, + "Ġif": 742, + "Ġtold": 743, + "Ġnever": 744, + "ion": 745, + "Ġqu": 746, + "Ġbecause": 747, + "by": 748, + "Ġproud": 749, + "Ġgave": 750, + "Ġsorry": 751, + "Ġthis": 752, + "Ġop": 753, + "Ġplayed": 754, + "ate": 755, + "Ġexpl": 756, + "Ġheard": 757, + "ty": 758, + "Ġor": 759, + "Ġwater": 760, + "ank": 761, + "ge": 762, + "sed": 763, + "Ġpick": 764, + "other": 765, + "Ġroom": 766, + "etter": 767, + "Ġjust": 768, + "ace": 769, + "Ġhugged": 770, + "ak": 771, + "Ġgre": 772, + "here": 773, + "Ġoff": 774, + "ĠSara": 775, + "Ġpret": 776, + "ile": 777, + "Ġeach": 778, + "Ġcom": 779, + "Ġlong": 780, + "Ġbox": 781, + "ort": 782, + "Ġstr": 783, + "iz": 784, + "Ġunt": 785, + "Ġwat": 786, + "oth": 787, + "Ġneed": 788, + "Ġjo": 789, + "ĠWe": 790, + "Tom": 791, + "Ġsmall": 792, + "ine": 793, + "Ġbear": 794, + "Mom": 795, + "Ġuntil": 796, + "Ġnice": 797, + "Ġtry": 798, + "ving": 799, + "uc": 800, + "sel": 801, + "ough": 802, + "Ġlearned": 803, + "Ġkind": 804, + "ĠAnna": 805, + "ild": 806, + "Ġfo": 807, + "Ġmany": 808, + "'m": 809, + "ĠJack": 810, + "Ġbetter": 811, + "Ġim": 812, + "gry": 813, + "imal": 814, + "Ġanimal": 815, + "urt": 816, + "ft": 817, + "Ġend": 818, + "Ġsn": 819, + "aut": 820, + "Ġte": 821, + "Ġcle": 822, + "ĠJo": 823, + "vent": 824, + "urp": 825, + "Ġgr": 826, + "Ġbeaut": 827, + "Ġjump": 828, + "mb": 829, + "Ġad": 830, + "ream": 831, + "pt": 832, + "ĠSo": 833, + "ĠHer": 834, + "Ġflow": 835, + "ies": 836, + "Ġche": 837, + "Ġbra": 838, + "Ġthanked": 839, + "Ġeven": 840, + "Ġbest": 841, + "Ġcall": 842, + "ady": 843, + "He": 844, + "Ġlots": 845, + "Ġlaughed": 846, + "self": 847, + "Ġra": 848, + "Ġway": 849, + "ars": 850, + "urn": 851, + "Ġby": 852, + "Ġfast": 853, + "lly": 854, + "Ġfam": 855, + "ĠC": 856, + "ves": 857, + "arden": 858, + "Ġgarden": 859, + "Ġbeauti": 860, + "wn": 861, + "Th": 862, + "Ġbeautiful": 863, + "Ġloud": 864, + "lew": 865, + "Ġsky": 866, + "Ġdon": 867, + "hn": 868, + "ered": 869, + "iny": 870, + "Ġcareful": 871, + "Ġlove": 872, + "Ġfi": 873, + "ĠThen": 874, + "Åĵ": 875, + "ase": 876, + "ect": 877, + "Ġsafe": 878, + "ĠAnd": 879, + "Ġunder": 880, + "Ġcome": 881, + "ĠFrom": 882, + "Yes": 883, + "ĠMia": 884, + "It": 885, + "me": 886, + "Ġhard": 887, + "Ġcu": 888, + "Ġwo": 889, + "Ġlist": 890, + "Ġstay": 891, + "ane": 892, + "sh": 893, + "ople": 894, + "Ġgl": 895, + "ning": 896, + "Ġstill": 897, + "ool": 898, + "Ġhurt": 899, + "ree": 900, + "ĠHis": 901, + "Ġimp": 902, + "Ġfamily": 903, + "Ġâ": 904, + "Ġboth": 905, + "rm": 906, + "igh": 907, + "Ġlived": 908, + "hes": 909, + "When": 910, + "Ġpeople": 911, + "Ġanimals": 912, + "Ġcol": 913, + "Ġbrave": 914, + "Ġwalked": 915, + "ob": 916, + "Tim": 917, + "ct": 918, + "Ġlet": 919, + "urpr": 920, + "ĠWhen": 921, + "Ġtwo": 922, + "Ġsurpr": 923, + "Ġshould": 924, + "ished": 925, + "Ġbad": 926, + "ress": 927, + "Ġkept": 928, + "Ġfore": 929, + "Ġflew": 930, + "Ġfin": 931, + "Ġstor": 932, + "Ġfly": 933, + "ast": 934, + "ised": 935, + "ip": 936, + "Ġits": 937, + "led": 938, + "ock": 939, + "ucy": 940, + "fore": 941, + "Ġgoing": 942, + "Ġclean": 943, + "Ġdan": 944, + "Ġpic": 945, + "Ġsoon": 946, + "Ġcalled": 947, + "Ġshare": 948, + "kay": 949, + "Ġangry": 950, + "Ġrock": 951, + "Ġcon": 952, + "Ġpretty": 953, + "No": 954, + "Ġide": 955, + "ied": 956, + "illy": 957, + "Ġground": 958, + "xt": 959, + "Ġred": 960, + "Ġexplore": 961, + "Ġcry": 962, + "Ġadvent": 963, + "Ġsto": 964, + "so": 965, + "Ġreal": 966, + "Let": 967, + "Ġwind": 968, + "Ġshiny": 969, + "be": 970, + "Ġbook": 971, + "Ġalso": 972, + "Ġdoll": 973, + "Ġidea": 974, + "Ġbefore": 975, + "Ġopened": 976, + "dded": 977, + "Ġwhile": 978, + "ummy": 979, + "Ġkeep": 980, + "Ġey": 981, + "Ġnow": 982, + "Ġdoor": 983, + "Ġfeeling": 984, + "âĤ¬â": 985, + "oon": 986, + "oy": 987, + "Ġwalking": 988, + "Ġnoise": 989, + "Ġfr": 990, + "les": 991, + "age": 992, + "ious": 993, + "Ġcolor": 994, + "Ġturn": 995, + "thing": 996, + "ff": 997, + "uch": 998, + "th": 999, + "Ġbed": 1000, + "ary": 1001, + "Ġdra": 1002, + "Ġpicked": 1003, + "imb": 1004, + "eet": 1005, + "Ġclimb": 1006, + "Ġdel": 1007, + "What": 1008, + "Ġbeing": 1009, + "Ġfood": 1010, + "Ġun": 1011, + "Ġfar": 1012, + "ture": 1013, + "joy": 1014, + "Ġadventure": 1015, + "ac": 1016, + "Ġsmile": 1017, + "Ġdif": 1018, + "Ħ¢": 1019, + "âĤ¬âĦ¢": 1020, + "memb": 1021, + "Ġwr": 1022, + "Ġthr": 1023, + "ught": 1024, + "Ġlooking": 1025, + "Ġnext": 1026, + "iced": 1027, + "ĠLucy": 1028, + "Ġnodded": 1029, + "Ġquick": 1030, + "ĠP": 1031, + "Ġdis": 1032, + "Ġrepl": 1033, + "ĠDad": 1034, + "Ġwait": 1035, + "ized": 1036, + "Ġforest": 1037, + "Ġclos": 1038, + "ĠSuddenly": 1039, + "Ġtra": 1040, + "That": 1041, + "Ġeyes": 1042, + "ger": 1043, + "bbit": 1044, + "ted": 1045, + "Ġown": 1046, + "Ġrain": 1047, + "Ġimport": 1048, + "Ġgreat": 1049, + "Ġrememb": 1050, + "Ġpicture": 1051, + "Thank": 1052, + "Suddenly": 1053, + "Ġstopped": 1054, + "Ġenjoy": 1055, + "Ġvo": 1056, + "Ben": 1057, + "Ġgive": 1058, + "Ġimportant": 1059, + "Ġwork": 1060, + "Ġnear": 1061, + "gan": 1062, + "pot": 1063, + "Ġever": 1064, + "Ġapp": 1065, + "Ġafter": 1066, + "Ġquickly": 1067, + "Ġlisten": 1068, + "Ġbre": 1069, + "ting": 1070, + "bbed": 1071, + "Ġma": 1072, + "Ġfish": 1073, + "Ġreplied": 1074, + "Ġrabbit": 1075, + "Ġhands": 1076, + "ĠG": 1077, + "Ġnoticed": 1078, + "Ġbro": 1079, + "Ġslide": 1080, + "Ġthink": 1081, + "Ġwalk": 1082, + "Ġtruck": 1083, + "Ġac": 1084, + "kes": 1085, + "Ġstrong": 1086, + "She": 1087, + "Ġshowed": 1088, + "Ġde": 1089, + "Ġeveryone": 1090, + "Ġwonder": 1091, + "fere": 1092, + "bye": 1093, + "Ġdiffere": 1094, + "irst": 1095, + "So": 1096, + "Ġsure": 1097, + "Ġhas": 1098, + "Ġright": 1099, + "Ġbeen": 1100, + "Ġbecame": 1101, + "Ġsound": 1102, + "maz": 1103, + "Ġtow": 1104, + "Ġru": 1105, + "Ġtal": 1106, + "Ġamaz": 1107, + "Ġhead": 1108, + "Ġshout": 1109, + "Ġbright": 1110, + "Ġye": 1111, + "Ġwatched": 1112, + "ĠR": 1113, + "Ġmor": 1114, + "Ġchild": 1115, + "able": 1116, + "Ġmean": 1117, + "Ġwhere": 1118, + "llow": 1119, + "Ġhigh": 1120, + "ĠSue": 1121, + "Ġface": 1122, + "Ġcook": 1123, + "day": 1124, + "aybe": 1125, + "Ġwatch": 1126, + "Ġblue": 1127, + "aught": 1128, + "Ġdifferent": 1129, + "Ġstore": 1130, + "ĠN": 1131, + "Ġgoodbye": 1132, + "Ġdress": 1133, + "ull": 1134, + "ĠBob": 1135, + "ng": 1136, + "ange": 1137, + "Ġsqu": 1138, + "Ġokay": 1139, + "isy": 1140, + "lease": 1141, + "ĠMommy": 1142, + "Ġvoice": 1143, + "Jo": 1144, + "ath": 1145, + "Ġnight": 1146, + "ĠSpot": 1147, + "Ġus": 1148, + "Ġboat": 1149, + "Ġflowers": 1150, + "Ġplace": 1151, + "Ġfollow": 1152, + "Ġar": 1153, + "Ġuse": 1154, + "Ġcloser": 1155, + "unny": 1156, + "leep": 1157, + "ired": 1158, + "Ġfav": 1159, + "Ġyell": 1160, + "Ġgrabbed": 1161, + "Ġcuri": 1162, + "Ġwarm": 1163, + "Ġcr": 1164, + "Ġforg": 1165, + "ĠSarah": 1166, + "ĠJohn": 1167, + "Ġmag": 1168, + "Ġstick": 1169, + "We": 1170, + "Ġjumped": 1171, + "Ġcake": 1172, + "more": 1173, + "Ġtell": 1174, + "Ġanymore": 1175, + "After": 1176, + "Ġbutter": 1177, + "ndma": 1178, + "Ġthree": 1179, + "Ġask": 1180, + "co": 1181, + "Ġour": 1182, + "lie": 1183, + "Ġcurious": 1184, + "ount": 1185, + "orn": 1186, + "Ġcont": 1187, + "Ġfell": 1188, + "ached": 1189, + "ĠTh": 1190, + "Ġbirds": 1191, + "ass": 1192, + "Her": 1193, + "iss": 1194, + "Ġhelped": 1195, + "ĠJane": 1196, + "Ġpull": 1197, + "Ġfirst": 1198, + "itc": 1199, + "Ġblock": 1200, + "Ġhop": 1201, + "Ġbit": 1202, + "Ġdr": 1203, + "Ġrealized": 1204, + "Ġkid": 1205, + "Look": 1206, + "ila": 1207, + "Ġmon": 1208, + "Ġbrother": 1209, + "Anna": 1210, + "Sara": 1211, + "Ġz": 1212, + "ĠEveryone": 1213, + "Ġate": 1214, + "Ġdoes": 1215, + "imes": 1216, + "Ġhappened": 1217, + "Ġstop": 1218, + "zy": 1219, + "Ġyummy": 1220, + "Ġfavor": 1221, + "ppy": 1222, + "Ġkitc": 1223, + "Ġkitchen": 1224, + "Ġsweet": 1225, + "us": 1226, + "Ġper": 1227, + "Ġreally": 1228, + "aisy": 1229, + "Ġgrass": 1230, + "Ġfavorite": 1231, + "Ġbegan": 1232, + "Ġrest": 1233, + "Ġready": 1234, + "Ġlea": 1235, + "Ġreached": 1236, + "Ġunderst": 1237, + "air": 1238, + "Ġste": 1239, + "Ġbunny": 1240, + "ĠAs": 1241, + "Ġstory": 1242, + "'re": 1243, + "Ġpain": 1244, + "Ġsing": 1245, + "ster": 1246, + "Ġhere": 1247, + "Ġsand": 1248, + "Ġonly": 1249, + "Ġflo": 1250, + "Ġam": 1251, + "Ġglad": 1252, + "Ġtri": 1253, + "Ġbeh": 1254, + "Ġworld": 1255, + "Ġopen": 1256, + "Ġcre": 1257, + "fully": 1258, + "Ġprin": 1259, + "where": 1260, + "arent": 1261, + "Ġflower": 1262, + "Ġthrough": 1263, + "Ġba": 1264, + "Ġfire": 1265, + "Ġdone": 1266, + "Ġhaving": 1267, + "Ġthing": 1268, + "Ġdelic": 1269, + "Ġhimself": 1270, + "Ġtired": 1271, + "Ġparent": 1272, + "Ġsoft": 1273, + "Ġfro": 1274, + "Timmy": 1275, + "Ġtast": 1276, + "Ġbutterf": 1277, + "ĠLet": 1278, + "Ġcut": 1279, + "Ġpart": 1280, + "Ġwhy": 1281, + "ken": 1282, + "Ġmess": 1283, + "Can": 1284, + "Ġworry": 1285, + "Mommy": 1286, + "iver": 1287, + "Ġdin": 1288, + "uff": 1289, + "ater": 1290, + "Ġmagic": 1291, + "Ġwaved": 1292, + "Ġshouted": 1293, + "Ġpond": 1294, + "Ġkids": 1295, + "Ġhat": 1296, + "Ġduck": 1297, + "Ġsees": 1298, + "olly": 1299, + "illed": 1300, + "Ġgame": 1301, + "ient": 1302, + "Ġmaking": 1303, + "ather": 1304, + "John": 1305, + "As": 1306, + "akes": 1307, + "Ġcatch": 1308, + "Ġseen": 1309, + "Ġcool": 1310, + "ation": 1311, + "Ġcoming": 1312, + "Ġless": 1313, + "Ġdark": 1314, + "Ġused": 1315, + "eddy": 1316, + "Ġfix": 1317, + "ĠJoe": 1318, + "Ġthank": 1319, + "mer": 1320, + "Ġtop": 1321, + "Ġlady": 1322, + "Ġhair": 1323, + "aring": 1324, + "Ġprom": 1325, + "Ġhopped": 1326, + "ĠCan": 1327, + "\".": 1328, + "ign": 1329, + "Ġsurprise": 1330, + "Ġdraw": 1331, + "Ġmum": 1332, + "Ġmouse": 1333, + "Ġfunny": 1334, + "rel": 1335, + "Ġcra": 1336, + "Ġ-": 1337, + "aper": 1338, + "Ġfull": 1339, + "Ġtouch": 1340, + "Ġlight": 1341, + "Ġspot": 1342, + "ren": 1343, + "Ġdro": 1344, + "ĠBenny": 1345, + "Ġparents": 1346, + "Ġworked": 1347, + "ins": 1348, + "oney": 1349, + "ĠDo": 1350, + "Ġsurprised": 1351, + "Ġcarefully": 1352, + "Ġtrees": 1353, + "Ġfrog": 1354, + "Ġswing": 1355, + "Ġdoing": 1356, + "Don": 1357, + "Ġsat": 1358, + "inally": 1359, + "ĠThat": 1360, + "Ġice": 1361, + "ĠIn": 1362, + "Ġheld": 1363, + "Wow": 1364, + "Ġrunning": 1365, + "Ġpretend": 1366, + "Ġswim": 1367, + "Ġset": 1368, + "Ġread": 1369, + "Ġdelicious": 1370, + "Ġneeded": 1371, + "Ġtight": 1372, + "Ġslow": 1373, + "Ġremembered": 1374, + "Ġlost": 1375, + "Ġcold": 1376, + "Ġsmell": 1377, + "ards": 1378, + "Ġwood": 1379, + "Ġhappily": 1380, + "hy": 1381, + "ely": 1382, + "Ġlooks": 1383, + "Ġbehind": 1384, + "Ġherself": 1385, + "Ġcried": 1386, + "Ġenjoyed": 1387, + "Ġname": 1388, + "ask": 1389, + "Ġyears": 1390, + "Ġbuy": 1391, + "Ġhole": 1392, + "Ġblocks": 1393, + "Ġdri": 1394, + "Ġsleep": 1395, + "Ġgi": 1396, + "Ġyellow": 1397, + "cess": 1398, + "Ġbutterfly": 1399, + "ike": 1400, + "ued": 1401, + "Ġwished": 1402, + "Ġperf": 1403, + "Ġanother": 1404, + "ĠDaisy": 1405, + "Ġgreen": 1406, + "Ġmove": 1407, + "Ġtall": 1408, + "Ġair": 1409, + "Ġbag": 1410, + "Ġfloor": 1411, + "Ġcars": 1412, + "Ġlesson": 1413, + "ul": 1414, + "Ġbow": 1415, + "Ġarri": 1416, + "Ġwindow": 1417, + "Ġsho": 1418, + "Ġchildren": 1419, + "ner": 1420, + "Ġfinished": 1421, + "Ġhill": 1422, + "ĠAfter": 1423, + "andy": 1424, + "sp": 1425, + "ens": 1426, + "Ġpaper": 1427, + "Ġlikes": 1428, + "From": 1429, + "sy": 1430, + "Ġhold": 1431, + "Sam": 1432, + "Ġwrong": 1433, + "reed": 1434, + "Ġcontin": 1435, + "Ġunderstand": 1436, + "atter": 1437, + "uit": 1438, + "rew": 1439, + "Ġgent": 1440, + "Ġanything": 1441, + "Ġclose": 1442, + "Ġwall": 1443, + "Ġel": 1444, + "asure": 1445, + "Ġleft": 1446, + "Ġable": 1447, + "Ġarrived": 1448, + "Ġhun": 1449, + "ross": 1450, + "av": 1451, + "Ġhear": 1452, + "Ġfriendly": 1453, + "Ġforgot": 1454, + "Ġgone": 1455, + "ama": 1456, + "Ġcreat": 1457, + "Ġwet": 1458, + "Ġlion": 1459, + "Hell": 1460, + "Hello": 1461, + "Ġdream": 1462, + "Ġhot": 1463, + "bo": 1464, + "ber": 1465, + "ĠSally": 1466, + "Ġfilled": 1467, + "Ġdir": 1468, + "ield": 1469, + "Ġcookies": 1470, + "Ġlaugh": 1471, + "Ġbroken": 1472, + "Ġdinner": 1473, + "lf": 1474, + "Ġelse": 1475, + "Ġhid": 1476, + "ced": 1477, + "Ġpink": 1478, + "Ġfollowed": 1479, + "Ġtable": 1480, + "Ġmar": 1481, + "Ġcolors": 1482, + "oup": 1483, + "Ġmoment": 1484, + "Ġcontinued": 1485, + "Ġwonderful": 1486, + "ĠEm": 1487, + "ey": 1488, + "ined": 1489, + "irrel": 1490, + "rot": 1491, + "Ġfinally": 1492, + "Jack": 1493, + "Ġarm": 1494, + "Ġmight": 1495, + "ĠNow": 1496, + "Ġcast": 1497, + "Ġyes": 1498, + "Ġbuild": 1499, + "Ġenough": 1500, + "ĠBilly": 1501, + "Ġsomeone": 1502, + "Ġperfect": 1503, + "Ġfair": 1504, + "Ġstayed": 1505, + "app": 1506, + "Ġmorning": 1507, + "ĠThere": 1508, + "Ġpuppy": 1509, + "ol": 1510, + "Ġdaddy": 1511, + "Ġtrying": 1512, + "'ll": 1513, + "Ġju": 1514, + "Ġothers": 1515, + "Ġbooks": 1516, + "Ġagreed": 1517, + "Ġmus": 1518, + "Ġsnow": 1519, + "Ġsquirrel": 1520, + "Ġcream": 1521, + "room": 1522, + "Ġgetting": 1523, + "Ġgrandma": 1524, + "ĠLila": 1525, + "Ġleaves": 1526, + "Ġbaby": 1527, + "Ġcount": 1528, + "icy": 1529, + "Ġfew": 1530, + "At": 1531, + "Ġfall": 1532, + "Then": 1533, + "gon": 1534, + "Ġbreak": 1535, + "Ġclimbed": 1536, + "ries": 1537, + "Ġbeach": 1538, + "ash": 1539, + "Ġbug": 1540, + "Ġplease": 1541, + "Ġmother": 1542, + "Ġbrought": 1543, + "Ġtrain": 1544, + "ance": 1545, + "ĠThis": 1546, + "Ġdeep": 1547, + "Ġvis": 1548, + "ated": 1549, + "shed": 1550, + "Ġmet": 1551, + "Ġwasn": 1552, + "Ġsometimes": 1553, + "Ġeverything": 1554, + "ĠTommy": 1555, + "ich": 1556, + "Ġmusic": 1557, + "key": 1558, + "ling": 1559, + "This": 1560, + "os": 1561, + "Ġturned": 1562, + "lc": 1563, + "Ġride": 1564, + "oom": 1565, + "Ġsong": 1566, + "oring": 1567, + "Ġspark": 1568, + "Ġfight": 1569, + "Ġhungry": 1570, + "ons": 1571, + "Ġpictures": 1572, + "ds": 1573, + "Ġmakes": 1574, + "Ġsear": 1575, + "ucky": 1576, + "Ġlistened": 1577, + "Ġjoy": 1578, + "Ġpol": 1579, + "ĠWhat": 1580, + "His": 1581, + "ee": 1582, + "Ġclot": 1583, + "Ġsail": 1584, + "apped": 1585, + "bble": 1586, + "Ġcomp": 1587, + "Ġplan": 1588, + "Ġwants": 1589, + "Ġclothes": 1590, + "Ġpoin": 1591, + "ĠK": 1592, + "zz": 1593, + "Ġballoon": 1594, + "Ġstrange": 1595, + "man": 1596, + "enny": 1597, + "Ġpi": 1598, + "Ġgrow": 1599, + "Ġflying": 1600, + "row": 1601, + "Ġscary": 1602, + "Ġtreat": 1603, + "Ġwaited": 1604, + "Ġamazed": 1605, + "Ġteddy": 1606, + "Ġcastle": 1607, + "ister": 1608, + "Ġele": 1609, + "Ġamazing": 1610, + "med": 1611, + "Ġspl": 1612, + "Oh": 1613, + "Ġleave": 1614, + "Ġowner": 1615, + "Ġpromised": 1616, + "Ġdanger": 1617, + "ever": 1618, + "OK": 1619, + "Ġsuch": 1620, + "Ġwhite": 1621, + "Ġpat": 1622, + "Ġtalk": 1623, + "uffy": 1624, + "Ġfur": 1625, + "Ġpie": 1626, + "ope": 1627, + "red": 1628, + "Ġpulled": 1629, + "Ġpre": 1630, + "Ġwoods": 1631, + "ĠTo": 1632, + "Ġshared": 1633, + "Ġalone": 1634, + "Ġtowards": 1635, + "cle": 1636, + "ĠMaybe": 1637, + "Ġsit": 1638, + "Ġnap": 1639, + "Ġcolorful": 1640, + "amp": 1641, + "hone": 1642, + "Ġvisit": 1643, + "igg": 1644, + "ugg": 1645, + "thy": 1646, + "ence": 1647, + "Ġtail": 1648, + "ctor": 1649, + "Ġmagical": 1650, + "Ġriver": 1651, + "Ġhig": 1652, + "Ġbelie": 1653, + "Ġgrate": 1654, + "ually": 1655, + "ang": 1656, + "ott": 1657, + "Ġhide": 1658, + "Ġsilly": 1659, + "Ġsmiles": 1660, + "ower": 1661, + "Ġside": 1662, + "Max": 1663, + "Ġroll": 1664, + "Ġgu": 1665, + "ĠAmy": 1666, + "Ġpro": 1667, + "eter": 1668, + "Ġfaster": 1669, + "Ġgrateful": 1670, + "Ġtreasure": 1671, + "ased": 1672, + "Ġsnack": 1673, + "up": 1674, + "Ġland": 1675, + "avy": 1676, + "Ġmoral": 1677, + "ained": 1678, + "Ġsister": 1679, + "ĠGra": 1680, + "Ġshap": 1681, + "Ġpaint": 1682, + "Ġslowly": 1683, + "Ġfield": 1684, + "Ġpet": 1685, + "Ġsec": 1686, + "orm": 1687, + "ĠJim": 1688, + "Ġbran": 1689, + "Ġmin": 1690, + "Ġmust": 1691, + "Ġhelping": 1692, + "Ġworried": 1693, + "Ġjob": 1694, + "Ġfox": 1695, + "set": 1696, + "Ġmoney": 1697, + "Ġpot": 1698, + "Ġqui": 1699, + "Ġbel": 1700, + "Ġacc": 1701, + "Ġliving": 1702, + "Ġmonster": 1703, + "less": 1704, + "Ġparty": 1705, + "ear": 1706, + "Ġmost": 1707, + "Ġwear": 1708, + "Ġremember": 1709, + "ire": 1710, + "Ġsign": 1711, + "wl": 1712, + "Ġcloud": 1713, + "Ġcandy": 1714, + "Ġhigher": 1715, + "ipped": 1716, + "ident": 1717, + "ĠAll": 1718, + "der": 1719, + "ze": 1720, + "Ġquiet": 1721, + "Ġtown": 1722, + "unch": 1723, + "Ġprincess": 1724, + "Ġruns": 1725, + "asket": 1726, + "em": 1727, + "Ġeverywhere": 1728, + "Ġjoin": 1729, + "Ġstepped": 1730, + "Ġbasket": 1731, + "Ġlake": 1732, + "Ġcup": 1733, + "sw": 1734, + "outh": 1735, + "Ġcarrot": 1736, + "Ġcoll": 1737, + "Ġplant": 1738, + "Ġscream": 1739, + "ĠDaddy": 1740, + "Ġbuck": 1741, + "Ġheavy": 1742, + "Ġbigger": 1743, + "Ġcho": 1744, + "Ġblank": 1745, + "Ġclosed": 1746, + "Ġwon": 1747, + "ises": 1748, + "Ġansw": 1749, + "br": 1750, + "Ġblanket": 1751, + "Ġmouth": 1752, + "ames": 1753, + "eces": 1754, + "Ġeating": 1755, + "Ġpieces": 1756, + "cket": 1757, + "Ġstre": 1758, + "Ġwelc": 1759, + "Ġwouldn": 1760, + "Ġreach": 1761, + "Ġbroke": 1762, + "eared": 1763, + "Ġdangerous": 1764, + "gs": 1765, + "ph": 1766, + "ĠMolly": 1767, + "Ġce": 1768, + "ĠMr": 1769, + "ord": 1770, + "fort": 1771, + "Ġdolls": 1772, + "ming": 1773, + "Ġdance": 1774, + "Ġdragon": 1775, + "Ġthinks": 1776, + "Ġasks": 1777, + "Ġacross": 1778, + "Okay": 1779, + "Ġchair": 1780, + "Ġteac": 1781, + "Ġbott": 1782, + "Hi": 1783, + "Ġpa": 1784, + "Ġneigh": 1785, + "Ġbar": 1786, + "Ġbike": 1787, + "Ġpack": 1788, + "iting": 1789, + "Ġdisapp": 1790, + "Ġneighb": 1791, + "Ġstuck": 1792, + "de": 1793, + "Ġgif": 1794, + "Ġfruit": 1795, + "Ġbelieve": 1796, + "cy": 1797, + "Ġve": 1798, + "Ġcrying": 1799, + "ier": 1800, + "phant": 1801, + "Ġsuddenly": 1802, + "Ġsoup": 1803, + "Ġrace": 1804, + "Ġthrew": 1805, + "Sure": 1806, + "Ġfarmer": 1807, + "Ġaccident": 1808, + "Ġdirty": 1809, + "Ġelephant": 1810, + "Ġmonkey": 1811, + "Ġheal": 1812, + "weet": 1813, + "Ġrem": 1814, + "Ġpers": 1815, + "Ġsame": 1816, + "ored": 1817, + "ventually": 1818, + "ead": 1819, + "pping": 1820, + "Ġgentle": 1821, + "Ġfree": 1822, + "Ġbrown": 1823, + "Maybe": 1824, + "Ġinst": 1825, + "Ġbee": 1826, + "ix": 1827, + "Ġben": 1828, + "Ġwin": 1829, + "Ġblack": 1830, + "Ġalong": 1831, + "Ġlonger": 1832, + "ible": 1833, + "Ġspr": 1834, + "Ġclapped": 1835, + "Finally": 1836, + "Why": 1837, + "cked": 1838, + "Ġwords": 1839, + "ĠFl": 1840, + "Ġteacher": 1841, + "Ġupset": 1842, + "chool": 1843, + "Ġpiece": 1844, + "Ġwell": 1845, + "Ġcheered": 1846, + "Ġhit": 1847, + "Ġsang": 1848, + "ment": 1849, + "Ġbowl": 1850, + "Ġbite": 1851, + "Ġdoctor": 1852, + "ĠJill": 1853, + "Ġbucket": 1854, + "Mia": 1855, + "Ġbath": 1856, + "Ġcaught": 1857, + "Ġheart": 1858, + "Ġforget": 1859, + "Ġmark": 1860, + "Ġbutt": 1861, + "Ġdry": 1862, + "Ġyoung": 1863, + "Ġsea": 1864, + "Ġcour": 1865, + "Ġdropped": 1866, + "ese": 1867, + "Ġyard": 1868, + "Ġplac": 1869, + "ourn": 1870, + "Ġschool": 1871, + "Ġswings": 1872, + "bby": 1873, + "Ġwings": 1874, + "bs": 1875, + "Ġexplained": 1876, + "Ġjourn": 1877, + "Ġbring": 1878, + "Ġdrink": 1879, + "Ġstreet": 1880, + "Ġjuice": 1881, + "ung": 1882, + "Ġnearby": 1883, + "ĠEmma": 1884, + "Ġsmo": 1885, + "Ġsmart": 1886, + "Ġpushed": 1887, + "Ġstories": 1888, + "Ġdrove": 1889, + "Ġtiny": 1890, + "Ġpen": 1891, + "Ġcourse": 1892, + "Ġes": 1893, + "Ġmine": 1894, + "Ġtoday": 1895, + "Ġpocket": 1896, + "Ġyear": 1897, + "aughter": 1898, + "Ġje": 1899, + "Ġsecret": 1900, + "Ġexp": 1901, + "Ġwithout": 1902, + "Ġsinging": 1903, + "Ġwelcome": 1904, + "Ġhappen": 1905, + "to": 1906, + "Ġfit": 1907, + "Ġstu": 1908, + "vel": 1909, + "ract": 1910, + "Ġbus": 1911, + "Ġcheese": 1912, + "Ġcray": 1913, + "Ġfairy": 1914, + "Ġjar": 1915, + "Ġturns": 1916, + "Ġbush": 1917, + "bow": 1918, + "llo": 1919, + "Ġexploring": 1920, + "Ġlon": 1921, + "Ġstand": 1922, + "itting": 1923, + "Ġseemed": 1924, + "Ġspoon": 1925, + "ĠFinally": 1926, + "Ġgames": 1927, + "Ġwoke": 1928, + "issed": 1929, + "Ġresp": 1930, + "Ġtrou": 1931, + "Ġtwins": 1932, + "Ġhoped": 1933, + "Ġatt": 1934, + "Ġlonely": 1935, + "Ġant": 1936, + "ĠMama": 1937, + "orrow": 1938, + "Ġnoises": 1939, + "Ġhugs": 1940, + "ountain": 1941, + "yard": 1942, + "Ġdaughter": 1943, + "Ġinv": 1944, + "Ġkey": 1945, + "ail": 1946, + "Ġrocks": 1947, + "Ġdisco": 1948, + "Ġsu": 1949, + "Ġlunch": 1950, + "read": 1951, + "oun": 1952, + "vered": 1953, + "Ġbackyard": 1954, + "Ġsuc": 1955, + "Ġcow": 1956, + "Ġapple": 1957, + "ek": 1958, + "Ġswam": 1959, + "Ġshoes": 1960, + "Ġstars": 1961, + "Ġshook": 1962, + "ittens": 1963, + "Ġmiss": 1964, + "ches": 1965, + "Ġwish": 1966, + "Ġrelie": 1967, + "fused": 1968, + "Ġshapes": 1969, + "urple": 1970, + "Ġtower": 1971, + "ity": 1972, + "Ġcorn": 1973, + "Ġmoved": 1974, + "shine": 1975, + "Ġ3": 1976, + "Ġthough": 1977, + "Ġcir": 1978, + "umb": 1979, + "Ġtaking": 1980, + "ts": 1981, + "ĠTweet": 1982, + "ape": 1983, + "Ġrainbow": 1984, + "Ġthrow": 1985, + "Ġstar": 1986, + "Ġbench": 1987, + "Ġneck": 1988, + "ocked": 1989, + "Ġcreature": 1990, + "Ġbubble": 1991, + "Ġlate": 1992, + "Ġadventures": 1993, + "Ġowl": 1994, + "ions": 1995, + "And": 1996, + "Ġwhe": 1997, + "Ġpar": 1998, + "Ġshell": 1999, + "Ġkite": 2000, + "ĠFluffy": 2001, + "ining": 2002, + "Ġmil": 2003, + "unt": 2004, + "Ġfence": 2005, + "Ġmix": 2006, + "Ġlift": 2007, + "Ġaccidentally": 2008, + "Ġwise": 2009, + "Ġhello": 2010, + "Ġpurple": 2011, + "pper": 2012, + "Ġonto": 2013, + "Ġspin": 2014, + "ten": 2015, + "ours": 2016, + "Ġsitting": 2017, + "idge": 2018, + "Ġsunshine": 2019, + "Ġcute": 2020, + "Ġmat": 2021, + "ward": 2022, + "Ġshop": 2023, + "Ġwhist": 2024, + "Ġdist": 2025, + "Ġorange": 2026, + "Lila": 2027, + "Ġnaught": 2028, + "ĠSammy": 2029, + "Ġnaughty": 2030, + "Ġnest": 2031, + "ose": 2032, + "ors": 2033, + "lla": 2034, + "Ġmilk": 2035, + "fish": 2036, + "Ġaf": 2037, + "Ġboun": 2038, + "Ġphone": 2039, + "Ġarms": 2040, + "Ġeas": 2041, + "ness": 2042, + "Ġcarry": 2043, + "ĠGrandma": 2044, + "og": 2045, + "Ġbought": 2046, + "Ġdriver": 2047, + "Ġinstead": 2048, + "Later": 2049, + "Ġtalked": 2050, + "Ġsearched": 2051, + "gged": 2052, + "Ġpig": 2053, + "Ġcozy": 2054, + "Ġsunny": 2055, + "itty": 2056, + "Ġfeels": 2057, + "Ġfan": 2058, + "Ġwondered": 2059, + "Ġcomes": 2060, + "Ġswimming": 2061, + "uched": 2062, + "Ġtouched": 2063, + "Ġpop": 2064, + "ĠInside": 2065, + "ale": 2066, + "Ġlucky": 2067, + "Ġlaughing": 2068, + "Ġbelong": 2069, + "Ġsounds": 2070, + "Ġwom": 2071, + "Ġcave": 2072, + "let": 2073, + "Ġjourney": 2074, + "Ġwoman": 2075, + "Ġcou": 2076, + "Ġnothing": 2077, + "Ġcoat": 2078, + "Ġrelieved": 2079, + "ĠO": 2080, + "Ġpeace": 2081, + "adow": 2082, + "Ġnose": 2083, + "Ġbusy": 2084, + "Bob": 2085, + "Ġpast": 2086, + "Ġapples": 2087, + "Ġsick": 2088, + "Ġrope": 2089, + "Ġpatient": 2090, + "Ġact": 2091, + "Ġpudd": 2092, + "Ġinc": 2093, + "raid": 2094, + "Ġwatching": 2095, + "Ġbranch": 2096, + "Ġafraid": 2097, + "Ġtom": 2098, + "ider": 2099, + "Ġdays": 2100, + "Ġret": 2101, + "cing": 2102, + "ĠMary": 2103, + "Ġband": 2104, + "Ġfarm": 2105, + "Ġhuge": 2106, + "ĠThank": 2107, + "ator": 2108, + "Ġexciting": 2109, + "Ġdanced": 2110, + "thday": 2111, + "Ġwar": 2112, + "ĠSoon": 2113, + "ball": 2114, + "Ġgigg": 2115, + "blem": 2116, + "Ġzoom": 2117, + "Ġmad": 2118, + "Ġvill": 2119, + "Ġforever": 2120, + "Ġproblem": 2121, + "Ġcollect": 2122, + "ped": 2123, + "irt": 2124, + "Ġminut": 2125, + "Ġwra": 2126, + "ho": 2127, + "Ġlife": 2128, + "Ġknee": 2129, + "ces": 2130, + "Do": 2131, + "cer": 2132, + "mp": 2133, + "arp": 2134, + "Ġking": 2135, + "Ġasleep": 2136, + "Ġreturn": 2137, + "Ġsharp": 2138, + "Ġrel": 2139, + "Ġpower": 2140, + "eth": 2141, + "Ġholding": 2142, + "Ġfing": 2143, + "Ġhealthy": 2144, + "ĠMittens": 2145, + "Ġprot": 2146, + "Ġmeet": 2147, + "Ġorgan": 2148, + "Ġclever": 2149, + "Ġspotted": 2150, + "Ġletter": 2151, + "Ġgather": 2152, + "alm": 2153, + "Of": 2154, + "ere": 2155, + "Ġround": 2156, + "Ġstorm": 2157, + "Ġprotect": 2158, + "Ġgift": 2159, + "amed": 2160, + "Ġmail": 2161, + "ĠJen": 2162, + "Ġbirthday": 2163, + "Ġpres": 2164, + "Ġsaf": 2165, + "Ġneighbor": 2166, + "epend": 2167, + "Ġtakes": 2168, + "sc": 2169, + "Ġear": 2170, + "Ġcomfort": 2171, + "Ġent": 2172, + "Ġrep": 2173, + "Ġperson": 2174, + "Ġsmiling": 2175, + "ĠWith": 2176, + "Ġgently": 2177, + "Ġpointed": 2178, + "Every": 2179, + "owed": 2180, + "Ġspo": 2181, + "col": 2182, + "Ġtasty": 2183, + "ular": 2184, + "ĠJimmy": 2185, + "Ġplane": 2186, + "sting": 2187, + "hin": 2188, + "Ġhoney": 2189, + "itch": 2190, + "Ġpill": 2191, + "Ġpass": 2192, + "itten": 2193, + "Ġmatter": 2194, + "Ġadm": 2195, + "Ġtasted": 2196, + "Ġsmelled": 2197, + "nic": 2198, + "ove": 2199, + "Ġeag": 2200, + "Ġshining": 2201, + "Hey": 2202, + "Ġhope": 2203, + "Ġplaces": 2204, + "Ġkick": 2205, + "ĠCh": 2206, + "Ġpicnic": 2207, + "Ġbottle": 2208, + "Ġrespect": 2209, + "Ġblew": 2210, + "Ġappeared": 2211, + "Ġsupp": 2212, + "Tommy": 2213, + "ĠCome": 2214, + "Ġspider": 2215, + "Ġintere": 2216, + "Ġcheer": 2217, + "board": 2218, + "Ġwearing": 2219, + "Ġpresent": 2220, + "ert": 2221, + "Ġmist": 2222, + "ize": 2223, + "Ġtrouble": 2224, + "Ġtrip": 2225, + "Ġpract": 2226, + "Ġkiss": 2227, + "Ġquest": 2228, + "ond": 2229, + "Ġash": 2230, + "Ġloves": 2231, + "Ġtightly": 2232, + "gg": 2233, + "arge": 2234, + "Ġsur": 2235, + "Ġspread": 2236, + "aur": 2237, + "Ġwide": 2238, + "ones": 2239, + "umber": 2240, + "Ġfeather": 2241, + "Ġsplas": 2242, + "ont": 2243, + "ndp": 2244, + "Ġlater": 2245, + "Ġwhole": 2246, + "Ġanyone": 2247, + "Ġbread": 2248, + "Molly": 2249, + "Ġdes": 2250, + "Ġrec": 2251, + "ella": 2252, + "Ġroad": 2253, + "In": 2254, + "Ġoce": 2255, + "Ġgiant": 2256, + "Ġocean": 2257, + "els": 2258, + "Ġpuzz": 2259, + "Ġcookie": 2260, + "Ġpan": 2261, + "Ġpath": 2262, + "ÅĵI": 2263, + "Ġconfused": 2264, + "Ġscreamed": 2265, + "Ġclouds": 2266, + "eb": 2267, + "Ġimpress": 2268, + "Ġfront": 2269, + "ĠGo": 2270, + "Ġseat": 2271, + "lex": 2272, + "Ġlay": 2273, + "Ġwhich": 2274, + "la": 2275, + "Ġthin": 2276, + "Ġteach": 2277, + "erly": 2278, + "Ġdi": 2279, + "Ġanswer": 2280, + "ungle": 2281, + "Ġap": 2282, + "ssed": 2283, + "hile": 2284, + "ub": 2285, + "Ġlarge": 2286, + "Ġjungle": 2287, + "Ġpromise": 2288, + "Ġser": 2289, + "Ġber": 2290, + "Ġwild": 2291, + "Ġbark": 2292, + "Ġmach": 2293, + "oose": 2294, + "Ġbutton": 2295, + "ndpa": 2296, + "Good": 2297, + "Ġmyster": 2298, + "Ġsnake": 2299, + "Ġvillage": 2300, + "Ġhor": 2301, + "ĠEmily": 2302, + "Come": 2303, + "Ġtool": 2304, + "Ġputs": 2305, + "Ġlast": 2306, + "Ġimag": 2307, + "ĠJake": 2308, + "Lucy": 2309, + "Ġtid": 2310, + "Ġban": 2311, + "lebr": 2312, + "Ġeventually": 2313, + "Ġslid": 2314, + "Ġwave": 2315, + "Ġlive": 2316, + "Ġchased": 2317, + "ĠEverywhere": 2318, + "Ġcelebr": 2319, + "Ġcrayons": 2320, + "Just": 2321, + "Ġspent": 2322, + "Ġwrite": 2323, + "Ġgives": 2324, + "unk": 2325, + "ife": 2326, + "Ġdecor": 2327, + "Ġfoot": 2328, + "Ġdelight": 2329, + "Ġsol": 2330, + "Ġsandw": 2331, + "Ġdirt": 2332, + "ĠJenny": 2333, + "Ġtalking": 2334, + "Ġtreats": 2335, + "Ġcart": 2336, + "ching": 2337, + "Ġwaiting": 2338, + "Ġhiding": 2339, + "Ġsnowman": 2340, + "Ġinteresting": 2341, + "Ġhon": 2342, + "ony": 2343, + "Ġshelf": 2344, + "Ġtaste": 2345, + "een": 2346, + "Jim": 2347, + "Ġstep": 2348, + "Mum": 2349, + "Ġhelpful": 2350, + "Ġfeet": 2351, + "Ġshy": 2352, + "Ġgoes": 2353, + "Ġval": 2354, + "Ġemb": 2355, + "Ġstood": 2356, + "Ġshr": 2357, + "Ġbuilding": 2358, + "Ġoven": 2359, + "Ġstret": 2360, + "Ġlovely": 2361, + "Ġducks": 2362, + "Ġcorner": 2363, + "Ġwash": 2364, + "cks": 2365, + "Ġspe": 2366, + "Ġpretended": 2367, + "Ġrolled": 2368, + "Ġrude": 2369, + "old": 2370, + "Ġcalm": 2371, + "Ġpile": 2372, + "Ġteeth": 2373, + "Ġjumping": 2374, + "Ġzoo": 2375, + "Ġpuddle": 2376, + "Ġtidy": 2377, + "Mama": 2378, + "iger": 2379, + "ipe": 2380, + "Ġbugs": 2381, + "Ġashamed": 2382, + "Ġbat": 2383, + "ina": 2384, + "ĠRe": 2385, + "Ġob": 2386, + "Ġstra": 2387, + "ĠSt": 2388, + "Ġwhistle": 2389, + "Ġbanan": 2390, + "not": 2391, + "Ġnet": 2392, + "Ġforgive": 2393, + "Ġprince": 2394, + "ener": 2395, + "Ġshirt": 2396, + "Ġsel": 2397, + "Ġcoo": 2398, + "Ġembar": 2399, + "umpy": 2400, + "Ġsparkly": 2401, + "Ġremind": 2402, + "Ġsug": 2403, + "Ġcross": 2404, + "Ġmind": 2405, + "Ġcannot": 2406, + "Ġsuccess": 2407, + "Ġembarra": 2408, + "Soon": 2409, + "Ġmot": 2410, + "Ġsharing": 2411, + "Ġworm": 2412, + "Ġfold": 2413, + "Ġpeaceful": 2414, + "Ġwore": 2415, + "Ġmountain": 2416, + "Ġblow": 2417, + "lice": 2418, + "Ġign": 2419, + "Ġbell": 2420, + "Ġfurry": 2421, + "Ġgrab": 2422, + "als": 2423, + "ometimes": 2424, + "Ġwhenever": 2425, + "Ġpour": 2426, + "vous": 2427, + "llie": 2428, + "Ġpush": 2429, + "Ġbreath": 2430, + "Ġmachine": 2431, + "Ġsugar": 2432, + "Ġchick": 2433, + "Ġcreative": 2434, + "St": 2435, + "ned": 2436, + "Ġbal": 2437, + "Ġstir": 2438, + "Ġdolp": 2439, + "Ġtries": 2440, + "Now": 2441, + "Ġlad": 2442, + "ĠLe": 2443, + "Ġmed": 2444, + "Ġpool": 2445, + "Ġgener": 2446, + "Ġsal": 2447, + "ork": 2448, + "ult": 2449, + "Ġspray": 2450, + "Ġship": 2451, + "ian": 2452, + "Ġhum": 2453, + "Ġhel": 2454, + "isa": 2455, + "Ġselfish": 2456, + "Ġhar": 2457, + "Ġfaces": 2458, + "Ġmessy": 2459, + "Ġ'": 2460, + "Ġple": 2461, + "ĠSome": 2462, + "ĠHow": 2463, + "Ġgold": 2464, + "Ġchocol": 2465, + "Please": 2466, + "Ġminutes": 2467, + "Ġpillow": 2468, + "My": 2469, + "aking": 2470, + "Ġtun": 2471, + "Ġmissed": 2472, + "ighed": 2473, + "Ġvan": 2474, + "Ġfixed": 2475, + "Ġfighting": 2476, + "oin": 2477, + "Ġfig": 2478, + "Ġembarrassed": 2479, + "Ġmeant": 2480, + "Ġdrive": 2481, + "Ġtomorrow": 2482, + "Ġhours": 2483, + "Ġca": 2484, + "Ġner": 2485, + "Ġspicy": 2486, + "Ġknowing": 2487, + "ĠPlease": 2488, + "Sarah": 2489, + "Ġladder": 2490, + "ital": 2491, + "Ġhorse": 2492, + "ato": 2493, + "Ġug": 2494, + "ĠJust": 2495, + "Ġtrust": 2496, + "Ġhosp": 2497, + "Ġugly": 2498, + "Ġhospital": 2499, + "Ġchew": 2500, + "Ġbedroom": 2501, + "Ġeasy": 2502, + "Ġnervous": 2503, + "Ġrob": 2504, + "Ġthankful": 2505, + "Ġcarrots": 2506, + "Dad": 2507, + "elly": 2508, + "Ġgrew": 2509, + "Ġcolour": 2510, + "Ġbarked": 2511, + "Ġcouch": 2512, + "Ġnut": 2513, + "Ġmeadow": 2514, + "Ġtaught": 2515, + "Ġunderstood": 2516, + "Ġdisappoin": 2517, + "Ġpas": 2518, + "ano": 2519, + "Ġoften": 2520, + "Ġclass": 2521, + "Ġpassed": 2522, + "Ġknocked": 2523, + "Ġlanded": 2524, + "Ġmic": 2525, + "ird": 2526, + "Ġfear": 2527, + "Ġcoin": 2528, + "Ġmud": 2529, + "work": 2530, + "Ġdeter": 2531, + "Ġreg": 2532, + "Ġreturned": 2533, + "Ġdeterm": 2534, + "Ġhur": 2535, + "Ġfinish": 2536, + "izz": 2537, + "Ġtea": 2538, + "Ġsmooth": 2539, + "mo": 2540, + "Ġstuff": 2541, + "Ġmov": 2542, + "Ġgenerous": 2543, + "To": 2544, + "ĠOn": 2545, + "isp": 2546, + "Ġdrum": 2547, + "obby": 2548, + "Ġbubbles": 2549, + "Ġrobot": 2550, + "Ġthese": 2551, + "Ġseed": 2552, + "Ġglass": 2553, + "Ġdisappointed": 2554, + "ground": 2555, + "Ġring": 2556, + "Ġcard": 2557, + "Ġhears": 2558, + "Ġcarried": 2559, + "Ġmoon": 2560, + "Ġchocolate": 2561, + "Ġleaf": 2562, + "Ġsnacks": 2563, + "Ġcirc": 2564, + "Ġfancy": 2565, + "dle": 2566, + "Ġspend": 2567, + "ĠAnn": 2568, + "ustr": 2569, + "Ġcrab": 2570, + "Ġsongs": 2571, + "pack": 2572, + "Ġpir": 2573, + "ecially": 2574, + "osaur": 2575, + "Ġsold": 2576, + "Ġbridge": 2577, + "ĠEven": 2578, + "Ġsleepy": 2579, + "Ġhonest": 2580, + "Ġmir": 2581, + "ĠBr": 2582, + "Ġpaw": 2583, + "pecially": 2584, + "Ġav": 2585, + "ĠWhy": 2586, + "izzy": 2587, + "Ġchest": 2588, + "Ġwolf": 2589, + "Ġdinosaur": 2590, + "Ġespecially": 2591, + "Ġmap": 2592, + "Ġgas": 2593, + "ory": 2594, + "Ġchange": 2595, + "Ġgroup": 2596, + "Ġgathered": 2597, + "Ġsour": 2598, + "Ġpoor": 2599, + "Ġsplash": 2600, + "Ġwaves": 2601, + "Ġforward": 2602, + "Ġclown": 2603, + "Ġmysterious": 2604, + "ror": 2605, + "Ġbody": 2606, + "Ġfrustr": 2607, + "Ġcraw": 2608, + "Ġfake": 2609, + "Ġpin": 2610, + "Ġok": 2611, + "Ġrad": 2612, + "Ġwhisp": 2613, + "Ġtwirl": 2614, + "Ġstring": 2615, + "Ġsmelly": 2616, + "ĠTogether": 2617, + "sist": 2618, + "Ġcand": 2619, + "Ġgate": 2620, + "Ġscar": 2621, + "ĠKitty": 2622, + "Ġneckl": 2623, + "Billy": 2624, + "Ġmotor": 2625, + "ying": 2626, + "ote": 2627, + "Ġshore": 2628, + "urse": 2629, + "Ġjew": 2630, + "Ġweak": 2631, + "Ġgrumpy": 2632, + "Ġfinger": 2633, + "Ġsack": 2634, + "Ġkitten": 2635, + "Ġpolite": 2636, + "Ġglue": 2637, + "uce": 2638, + "Ġnumber": 2639, + "airs": 2640, + "Ġesc": 2641, + "Ġmirror": 2642, + "Ġsheep": 2643, + "Ġvase": 2644, + "Ġplants": 2645, + "Ġberries": 2646, + "most": 2647, + "Be": 2648, + "den": 2649, + "Ġjelly": 2650, + "ĠTheir": 2651, + "Ġemp": 2652, + "itter": 2653, + "There": 2654, + "Ġscr": 2655, + "Ġgray": 2656, + "Ġpuzzle": 2657, + "Ġnecklace": 2658, + "Ġmaybe": 2659, + "Ġplate": 2660, + "Ġalmost": 2661, + "usie": 2662, + "Ġfrustrated": 2663, + "Ġempty": 2664, + "port": 2665, + "orry": 2666, + "Ġthick": 2667, + "Ġjam": 2668, + "Ġskipped": 2669, + "ensive": 2670, + "ĠTeddy": 2671, + "aged": 2672, + "Ġcloset": 2673, + "Ġhidden": 2674, + "Ġexpensive": 2675, + "Ġdetermined": 2676, + "Ġbored": 2677, + "Ġlit": 2678, + "Ġdrew": 2679, + "Ġlegs": 2680, + "Ġhopping": 2681, + "ates": 2682, + "ĠSometimes": 2683, + "Ġsticks": 2684, + "Ġones": 2685, + "ĠAt": 2686, + "Ġbirdie": 2687, + "ĠDon": 2688, + "Ġpolice": 2689, + "Ġfruits": 2690, + "Ġtick": 2691, + "Ġaunt": 2692, + "Ġwis": 2693, + "Ġbake": 2694, + "Ġline": 2695, + "ots": 2696, + "Ġstone": 2697, + "Ġdogs": 2698, + "aul": 2699, + "Ġfigure": 2700, + "Jane": 2701, + "Ġsight": 2702, + "Ġcries": 2703, + "ĠBe": 2704, + "Ġmoving": 2705, + "Ġcontent": 2706, + "ĠBrown": 2707, + "Ġsaved": 2708, + "Ġcloth": 2709, + "?\".": 2710, + "box": 2711, + "Ġbranches": 2712, + "Ġpacked": 2713, + "Ġpowerful": 2714, + "Ġsplashed": 2715, + "Ġfeed": 2716, + "ested": 2717, + "Ġyelled": 2718, + "Where": 2719, + "dge": 2720, + "kin": 2721, + "Ġtiger": 2722, + "Ġpay": 2723, + "iddle": 2724, + "oop": 2725, + "ĠBella": 2726, + "Ġexam": 2727, + "Ġtaken": 2728, + "Ġcrane": 2729, + "Ġspoil": 2730, + "'d": 2731, + "Ġhang": 2732, + "Ġflag": 2733, + "Ġanswered": 2734, + "Ġdiscovered": 2735, + "ĠLeo": 2736, + "ush": 2737, + "Ġsave": 2738, + "Ġseek": 2739, + "Ġexcite": 2740, + "Ġpray": 2741, + "Ġjog": 2742, + "Ġstanding": 2743, + "Ġdolphin": 2744, + "Ġjack": 2745, + "Are": 2746, + "era": 2747, + "rag": 2748, + "Ġflut": 2749, + "getable": 2750, + "Ġboring": 2751, + "Ġlock": 2752, + "Ġincred": 2753, + "Ġexcitement": 2754, + "Ġsighed": 2755, + "Ġwip": 2756, + "Ġfis": 2757, + "Ġfill": 2758, + "Ġsoap": 2759, + "ĠMum": 2760, + "ola": 2761, + "Ġpleased": 2762, + "Ġjacket": 2763, + "light": 2764, + "Ġsugg": 2765, + "Ġmiddle": 2766, + "Ġeld": 2767, + "Ġwrote": 2768, + "Ġballoons": 2769, + "Ġorganized": 2770, + "que": 2771, + "Ġsailed": 2772, + "Their": 2773, + "Ġtells": 2774, + "Ġoy": 2775, + "Ġstones": 2776, + "Ġboard": 2777, + "Ġspun": 2778, + "Ġvegetable": 2779, + "lies": 2780, + "Ġind": 2781, + "iness": 2782, + "Ġworking": 2783, + "lower": 2784, + "alk": 2785, + "iff": 2786, + "Ġparrot": 2787, + "Stop": 2788, + "Ġscarf": 2789, + "Ġwagged": 2790, + "Ġclap": 2791, + "Ġmeasure": 2792, + "asing": 2793, + "Ġtears": 2794, + "body": 2795, + "Ġcomfortable": 2796, + "Ġleg": 2797, + "Ġswan": 2798, + "Ġtrue": 2799, + "Ġfright": 2800, + "Ġdrop": 2801, + "Ġsmoke": 2802, + "Ġfeathers": 2803, + "Ġincredible": 2804, + "ggs": 2805, + "ual": 2806, + "Ġtie": 2807, + "Ġcap": 2808, + "Ġlose": 2809, + "Ġpus": 2810, + "Ġeager": 2811, + "Ġmovie": 2812, + "fic": 2813, + "Ġcop": 2814, + "Ġeggs": 2815, + "oof": 2816, + "Ġrid": 2817, + "Ġcovered": 2818, + "Ġfil": 2819, + "Ġlem": 2820, + "Ġgrap": 2821, + "Ġdisappeared": 2822, + "Ġrecord": 2823, + "ĠTV": 2824, + "ĠBl": 2825, + "Ġext": 2826, + "Ġord": 2827, + "Ġgiggled": 2828, + "corn": 2829, + "Ġpri": 2830, + "Ġham": 2831, + "Ġrare": 2832, + "Ġyourself": 2833, + "Ġeng": 2834, + "Ġwhale": 2835, + "Ġknife": 2836, + "ĠLisa": 2837, + "Ġteam": 2838, + "ĠJohnny": 2839, + "zed": 2840, + "Ġtest": 2841, + "Ġbone": 2842, + "Ġdizzy": 2843, + "Ġlibr": 2844, + "Ġwrap": 2845, + "Ġquestions": 2846, + "iv": 2847, + "Ġlying": 2848, + "Ġstamp": 2849, + "Ġlicked": 2850, + "Ġnoisy": 2851, + "Ġkindness": 2852, + "Ġdiffic": 2853, + "Ġdrawing": 2854, + "apping": 2855, + "Jimmy": 2856, + "Ġstraw": 2857, + "Ġburn": 2858, + "Ġwagon": 2859, + "ately": 2860, + "Ġgrown": 2861, + "Ġrocket": 2862, + "Ġpopcorn": 2863, + "Sally": 2864, + "Ġbatter": 2865, + "Ġwand": 2866, + "Ġanc": 2867, + "ĠEnd": 2868, + "Ġsword": 2869, + "Ġhappening": 2870, + "Ġlifted": 2871, + "Ġbalance": 2872, + "Ġextra": 2873, + "Sorry": 2874, + "ha": 2875, + "Ġwander": 2876, + "Ġfat": 2877, + "ĠMark": 2878, + "ĠElla": 2879, + "Ġbecome": 2880, + "Ġtrack": 2881, + "Ġsmaller": 2882, + "Ġmistake": 2883, + "Ġtoast": 2884, + "ating": 2885, + "Ġmanaged": 2886, + "selves": 2887, + "ĠPeter": 2888, + "Ġbathroom": 2889, + "Ġharm": 2890, + "Ġdifficult": 2891, + "Ġtwist": 2892, + "Ġoffered": 2893, + "Ġruined": 2894, + "Ġmatch": 2895, + "Ġancient": 2896, + "Ġgar": 2897, + "illi": 2898, + "Ġdistance": 2899, + "Ġplayground": 2900, + "Ġlazy": 2901, + "Ġdancing": 2902, + "Ġadventur": 2903, + "af": 2904, + "ĠBa": 2905, + "Ġcalling": 2906, + "Ġcleaned": 2907, + "Ġcrown": 2908, + "ormal": 2909, + "Ġonce": 2910, + "Ġboss": 2911, + "Ġsell": 2912, + "Ġwalks": 2913, + "Ġfrightened": 2914, + "erri": 2915, + "Ġmask": 2916, + "Ġfluffy": 2917, + "emo": 2918, + "ĠZ": 2919, + "Ġfrag": 2920, + "Ġdest": 2921, + "Ġnormal": 2922, + "Ġyog": 2923, + "Ġpicks": 2924, + "Ġeye": 2925, + "Ġdrank": 2926, + "Ġcircle": 2927, + "Ġadventurous": 2928, + "Spot": 2929, + "Ġtent": 2930, + "Ġpress": 2931, + "Ġkissed": 2932, + "ict": 2933, + "Ġsciss": 2934, + "Ġgets": 2935, + "Ġtrunk": 2936, + "Ġcheck": 2937, + "Ġenjoying": 2938, + "Ġshells": 2939, + "Ġelderly": 2940, + "Ġscissors": 2941, + "Ġterri": 2942, + "Ġtoug": 2943, + "ages": 2944, + "Ġsteal": 2945, + "Me": 2946, + "ready": 2947, + "ete": 2948, + "Ġalready": 2949, + "ĠLittle": 2950, + "Ġjuicy": 2951, + "Ġstudy": 2952, + "Ġhorn": 2953, + "erp": 2954, + "Ġpizz": 2955, + "Ġallig": 2956, + "Ġlouder": 2957, + "Ġtowel": 2958, + "Ġcircles": 2959, + "Ġlead": 2960, + "Ġroar": 2961, + "Ġrose": 2962, + "Ġslipped": 2963, + "Ġtele": 2964, + "Ġfamous": 2965, + "Ġarg": 2966, + "Ġcheerful": 2967, + "ĠRex": 2968, + "Ġtough": 2969, + "ipper": 2970, + "Ġbarn": 2971, + "Ġfool": 2972, + "Ġdig": 2973, + "Ġdish": 2974, + "Ġagainst": 2975, + "Ġdeer": 2976, + "Ġsweetie": 2977, + "Ġengine": 2978, + "Ġed": 2979, + "Ġfather": 2980, + "Ġcover": 2981, + "Ġyours": 2982, + "Ġneeds": 2983, + "Joe": 2984, + "Ġbags": 2985, + "Ġspinning": 2986, + "Sue": 2987, + "Ġaw": 2988, + "anged": 2989, + "amond": 2990, + "Ġyarn": 2991, + "oph": 2992, + "Ġgiving": 2993, + "Ġdiamond": 2994, + "Ġsandwich": 2995, + "Ġindepend": 2996, + "Ġfragile": 2997, + "Who": 2998, + "cept": 2999, + "Ġnosy": 3000, + "Ġtwig": 3001, + "Ġhurts": 3002, + "Ġsuggested": 3003, + "Ġlemon": 3004, + "iest": 3005, + "ination": 3006, + "orge": 3007, + "Ġnod": 3008, + "Ġbloom": 3009, + "Ġhose": 3010, + "Ġboxes": 3011, + "Ġrealised": 3012, + "Ġfrown": 3013, + "ache": 3014, + "Ġrelax": 3015, + "Ġhammer": 3016, + "Ġadded": 3017, + "Ġweird": 3018, + "Ġmod": 3019, + "Ġcrack": 3020, + "Ġalligator": 3021, + "Amy": 3022, + "Gra": 3023, + "oot": 3024, + "Ġshake": 3025, + "rage": 3026, + "Ġlearning": 3027, + "Ġvegetables": 3028, + "Ġadd": 3029, + "Ġmelt": 3030, + "ĠSusie": 3031, + "elp": 3032, + "ĠBobby": 3033, + "Ġtrap": 3034, + "Ġcollar": 3035, + "Ġstubb": 3036, + "ique": 3037, + "Ġborrow": 3038, + "Ġpump": 3039, + "Ġloudly": 3040, + "Ġsearch": 3041, + "Ġchicken": 3042, + "Ġpizza": 3043, + "Ġindependent": 3044, + "Ġstubborn": 3045, + "Ġref": 3046, + "Ġasking": 3047, + "Ġbrilli": 3048, + "Ġdecide": 3049, + "Ġflash": 3050, + "Ġcaterp": 3051, + "Ġqueen": 3052, + "Ġsnee": 3053, + "ĠRose": 3054, + "Ġinvited": 3055, + "Ġstrawber": 3056, + "Ġfoolish": 3057, + "Ġcaterpill": 3058, + "gy": 3059, + "Ġtur": 3060, + "Ġdepend": 3061, + "Ġguit": 3062, + "Ġstri": 3063, + "Ġknight": 3064, + "Ġboys": 3065, + "Ġpee": 3066, + "Ġcomb": 3067, + "Ġclear": 3068, + "Ġunique": 3069, + "Ġbuttons": 3070, + "ĠTweety": 3071, + "Ġcolourful": 3072, + "Ġescape": 3073, + "Ġbrilliant": 3074, + "Ġrich": 3075, + "ĠBu": 3076, + "Ġsaying": 3077, + "Ġrode": 3078, + "Ġskin": 3079, + "Ġgarage": 3080, + "Help": 3081, + "dom": 3082, + "Ġmummy": 3083, + "Ġbeak": 3084, + "ured": 3085, + "aw": 3086, + "eorge": 3087, + "rop": 3088, + "edient": 3089, + "Ġunus": 3090, + "Ġoyster": 3091, + "Ġturkey": 3092, + "ĠOK": 3093, + "Ġfountain": 3094, + "Ġpatter": 3095, + "Ġweek": 3096, + "Ġchase": 3097, + "Ġrubb": 3098, + "Ġcounted": 3099, + "Ġregular": 3100, + "Ġwiped": 3101, + "Ġguitar": 3102, + "Ġunusual": 3103, + "land": 3104, + "Ġumb": 3105, + "Ġfork": 3106, + "Ġshows": 3107, + "Ġlights": 3108, + "Ġwalls": 3109, + "Ġdreamed": 3110, + "Ġbanana": 3111, + "Ġsuccessful": 3112, + "Ġjewel": 3113, + "Ġpattern": 3114, + "Ġumbre": 3115, + "cil": 3116, + "ray": 3117, + "inal": 3118, + "Ġlow": 3119, + "imed": 3120, + "Ġswe": 3121, + "Ġcryst": 3122, + "Ġpencil": 3123, + "Ġsafely": 3124, + "Ġtools": 3125, + "Well": 3126, + "Ġtape": 3127, + "Ġstream": 3128, + "ceed": 3129, + "Ġresc": 3130, + "Ġabove": 3131, + "Ġharder": 3132, + "Ġguess": 3133, + "Ġbottom": 3134, + "Ġmarket": 3135, + "Ġimpressed": 3136, + "Ġwaff": 3137, + "anut": 3138, + "iginal": 3139, + "Ġnotice": 3140, + "illa": 3141, + "Ġnods": 3142, + "Ġpeanut": 3143, + "olog": 3144, + "Ġpatch": 3145, + "Ġcrawled": 3146, + "Ġcaterpillar": 3147, + "na": 3148, + "Ġtank": 3149, + "Ġtask": 3150, + "Ġtire": 3151, + "Ġgun": 3152, + "Ġload": 3153, + "Ġcompet": 3154, + "umbled": 3155, + "Ġapolog": 3156, + "Ġsolve": 3157, + "How": 3158, + "Mummy": 3159, + "fast": 3160, + "hip": 3161, + "ĠNo": 3162, + "Ġbitter": 3163, + "arl": 3164, + "Ġears": 3165, + "Ġshone": 3166, + "Ġbrush": 3167, + "ĠFin": 3168, + "Ġoriginal": 3169, + "Ġfier": 3170, + "Ġglow": 3171, + "ĠNemo": 3172, + "Ġbreakfast": 3173, + "Ġadmired": 3174, + "ĠBlue": 3175, + "Ġedge": 3176, + "Ġdependable": 3177, + "und": 3178, + "uth": 3179, + "ĠIf": 3180, + "Ġclay": 3181, + "Ġstronger": 3182, + "Ġbossy": 3183, + "Ġcudd": 3184, + "aser": 3185, + "Ġgrandpa": 3186, + "Ġknows": 3187, + "Ġpicking": 3188, + "Ġjoke": 3189, + "Ġboats": 3190, + "Ġbald": 3191, + "Ġmedic": 3192, + "Ġscrat": 3193, + "Ġcone": 3194, + "Ġpenny": 3195, + "Ġlean": 3196, + "Ġraft": 3197, + "uggled": 3198, + "Ġsucceed": 3199, + "Ġobedient": 3200, + "Ġhumble": 3201, + "Ġlibrary": 3202, + "Re": 3203, + "head": 3204, + "Ġph": 3205, + "Ġnumb": 3206, + "Ġsauce": 3207, + "ĠBear": 3208, + "Ġtray": 3209, + "Ġproudly": 3210, + "Here": 3211, + "Ġsounded": 3212, + "Ġsquare": 3213, + "Ġterrible": 3214, + "Ġcrystal": 3215, + "Ġfierce": 3216, + "Jill": 3217, + "Ġwitch": 3218, + "inary": 3219, + "Ġhappiness": 3220, + "ĠLola": 3221, + "Ġhanded": 3222, + "Ġfridge": 3223, + "fa": 3224, + "Ġrough": 3225, + "ention": 3226, + "Ġchanged": 3227, + "Ġjoined": 3228, + "Ġraven": 3229, + "Ġmighty": 3230, + "Ġchose": 3231, + "Ġwheel": 3232, + "Ġumbrella": 3233, + "Ġtag": 3234, + "Ġcri": 3235, + "Ġow": 3236, + "arry": 3237, + "imp": 3238, + "ĠBill": 3239, + "Ġhelps": 3240, + "Ġfinding": 3241, + "Ġcleaning": 3242, + "Ġsquee": 3243, + "Ġfirework": 3244, + "Ġmedicine": 3245, + "azz": 3246, + "met": 3247, + "Ġplayful": 3248, + "Ġlocked": 3249, + "Ġgoat": 3250, + "Ġaccept": 3251, + "Ġcompass": 3252, + "Ġsurf": 3253, + "Ġcompetit": 3254, + "ext": 3255, + "kn": 3256, + "Ġsy": 3257, + "Ġsil": 3258, + "Ġbeet": 3259, + "ĠMar": 3260, + "uring": 3261, + "Ġchir": 3262, + "ĠEllie": 3263, + "Ġballs": 3264, + "ÅĵLet": 3265, + "Ġbutterflies": 3266, + "Ġguard": 3267, + "Ġcrayon": 3268, + "Ġdiscover": 3269, + "Ġparade": 3270, + "Ġmixed": 3271, + "Ġvalu": 3272, + "Ġhelmet": 3273, + "ĠBrownie": 3274, + "Em": 3275, + "ject": 3276, + "squ": 3277, + "ud": 3278, + "Ġgum": 3279, + "ature": 3280, + "Ġisland": 3281, + "Ġcost": 3282, + "Ġmole": 3283, + "Ġnicely": 3284, + "Ġkinds": 3285, + "Ġraced": 3286, + "Ġstove": 3287, + "Ġlaughs": 3288, + "Ġmarch": 3289, + "Ġfalls": 3290, + "Ġpersist": 3291, + "ĠBaby": 3292, + "ophie": 3293, + "Alice": 3294, + "ience": 3295, + "ito": 3296, + "Ġcage": 3297, + "Ġgoose": 3298, + "Ġcoins": 3299, + "Ġtrump": 3300, + "Ġmosqu": 3301, + "Ġserious": 3302, + "Ġmosquito": 3303, + "Ġflex": 3304, + "Ġcro": 3305, + "elon": 3306, + "Ġexcla": 3307, + "Ġchoose": 3308, + "Ġexplored": 3309, + "Ġunl": 3310, + "Ġbrothers": 3311, + "Ġguil": 3312, + "Ġnumbers": 3313, + "Ġtrumpet": 3314, + "Ġicy": 3315, + "Ġmoms": 3316, + "iew": 3317, + "Ġview": 3318, + "Ġenorm": 3319, + "Ġfireman": 3320, + "ĠMrs": 3321, + "Ġpractice": 3322, + "Ġenormous": 3323, + "wards": 3324, + "Ġsup": 3325, + "Ġvolc": 3326, + "Ġmeans": 3327, + "Ġpointing": 3328, + "Ġvaluable": 3329, + "Ġflexible": 3330, + "Ġexclaimed": 3331, + "Ġguilty": 3332, + "yal": 3333, + "Ġcam": 3334, + "Ġpipe": 3335, + "ision": 3336, + "ĠMy": 3337, + "Ġuseful": 3338, + "Ġfavour": 3339, + "Ġcrazy": 3340, + "Ġphot": 3341, + "known": 3342, + "Ġvolcano": 3343, + "Ġwake": 3344, + "Ġcity": 3345, + "omed": 3346, + "llip": 3347, + "Ġforth": 3348, + "Ġlollip": 3349, + "Ġseal": 3350, + "Ġallowed": 3351, + "Ġscare": 3352, + "Ġbrightly": 3353, + "Ġmarble": 3354, + "Ġpopular": 3355, + "Ġflashlight": 3356, + "Ġcompassion": 3357, + "Ġlollipop": 3358, + "ĠU": 3359, + "Ġing": 3360, + "Ġhunt": 3361, + "Ġdull": 3362, + "erry": 3363, + "Ġstat": 3364, + "Ġshel": 3365, + "!\".": 3366, + "Ġunknown": 3367, + "Ġhats": 3368, + "Ġshoot": 3369, + "redient": 3370, + "Ġbelonged": 3371, + "Ġfavourite": 3372, + "Ġingredient": 3373, + "Ġpil": 3374, + "Ġloyal": 3375, + "Ġbrace": 3376, + "ĠWhenever": 3377, + "Ġdreams": 3378, + "Ġkicked": 3379, + "Ġseeds": 3380, + "Ġtwirled": 3381, + "Ġsuper": 3382, + "time": 3383, + "Ġfine": 3384, + "Ġbees": 3385, + "Ġsofa": 3386, + "Ġshark": 3387, + "ĠMike": 3388, + "Ġanx": 3389, + "Ġsadly": 3390, + "Ġshowing": 3391, + "Ġways": 3392, + "Ġtrucks": 3393, + "Ġdelicate": 3394, + "ations": 3395, + "Ġrepe": 3396, + "Ġimpressive": 3397, + "Ġpoured": 3398, + "Ġpirate": 3399, + "Ġwhispered": 3400, + "Ġharmless": 3401, + "aff": 3402, + "Ġturt": 3403, + "Ġtied": 3404, + "aroo": 3405, + "ado": 3406, + "arth": 3407, + "Ġgrace": 3408, + "Ġhandle": 3409, + "Ġenc": 3410, + "Ġdeliver": 3411, + "Benny": 3412, + "Ġrushed": 3413, + "Ġusing": 3414, + "angaroo": 3415, + "Ġshape": 3416, + "Ġbushes": 3417, + "Ġpersistent": 3418, + "Ġgor": 3419, + "ĠSp": 3420, + "Ġkangaroo": 3421, + "Ġang": 3422, + "Ġoffice": 3423, + "Ġanxious": 3424, + "Go": 3425, + "alous": 3426, + "Ġspell": 3427, + "ĠWhile": 3428, + "iable": 3429, + "Ġpotato": 3430, + "Ġjealous": 3431, + "Ġwrapped": 3432, + "Ġfour": 3433, + "Ġcurt": 3434, + "Ġlog": 3435, + "Ġcoal": 3436, + "Ġreliable": 3437, + "Ġcurtain": 3438, + "Daisy": 3439, + "Ġsudden": 3440, + "mbol": 3441, + "ÅĵYes": 3442, + "aches": 3443, + "ĠPe": 3444, + "Ġpainted": 3445, + "ĠToby": 3446, + "Ġcere": 3447, + "gu": 3448, + "Ġtummy": 3449, + "Ġthose": 3450, + "ouses": 3451, + "uddy": 3452, + "Ġcush": 3453, + "Ġmetal": 3454, + "Ġsymbol": 3455, + "Ġbeetle": 3456, + "Ġcamera": 3457, + "Ġhouses": 3458, + "ilt": 3459, + "Ġcelebrate": 3460, + "Ġdelighted": 3461, + "Ġgorilla": 3462, + "Ġtooth": 3463, + "Ġthirst": 3464, + "keep": 3465, + "Ġshiver": 3466, + "Ġreward": 3467, + "Ġspace": 3468, + "Ġtravel": 3469, + "Ġrubbed": 3470, + "Ġprint": 3471, + "Ġdriving": 3472, + "Ġmarry": 3473, + "Ġwarned": 3474, + "Ġsoldier": 3475, + "Ġmotorcy": 3476, + "cut": 3477, + "Ġson": 3478, + "Ġtor": 3479, + "arlie": 3480, + "Ġhero": 3481, + "ief": 3482, + "Ġcarp": 3483, + "Ġexcitedly": 3484, + "Ġtemp": 3485, + "ĠPete": 3486, + "ĠBobo": 3487, + "cod": 3488, + "Ġhung": 3489, + "Ġgrowing": 3490, + "upid": 3491, + "Ġthinking": 3492, + "Ġtunn": 3493, + "While": 3494, + "cu": 3495, + "ipp": 3496, + "Ġhay": 3497, + "Ġyet": 3498, + "Ġvine": 3499, + "Ġacorn": 3500, + "icycle": 3501, + "Ġprep": 3502, + "Ġreminded": 3503, + "Ġgasped": 3504, + "Ġflute": 3505, + "Ġordinary": 3506, + "Ġcrocod": 3507, + "Ġamb": 3508, + "Ġcur": 3509, + "ĠBet": 3510, + "ĠMandy": 3511, + "Ġpup": 3512, + "Ġcreatures": 3513, + "Ġhurry": 3514, + "Ġspoiled": 3515, + "Ġtimes": 3516, + "Ġmis": 3517, + "Ġrice": 3518, + "Ġstupid": 3519, + "Ġshine": 3520, + "Ġresist": 3521, + "ugged": 3522, + "Ġlaw": 3523, + "Ġskull": 3524, + "coa": 3525, + "Ġmissing": 3526, + "Ġwheat": 3527, + "Ġsupport": 3528, + "Ġingredients": 3529, + "aid": 3530, + "loo": 3531, + "Ġcase": 3532, + "ery": 3533, + "Ġwashed": 3534, + "Ġdove": 3535, + "Ġspilled": 3536, + "Ġscoot": 3537, + "Ġmeal": 3538, + "Ġmule": 3539, + "ĠDucky": 3540, + "Ġmoder": 3541, + "arsh": 3542, + "ÅĵWhat": 3543, + "Ġtrick": 3544, + "Ġsett": 3545, + "ĠTweetie": 3546, + "Ġbounce": 3547, + "Ġfilthy": 3548, + "Ġbase": 3549, + "Ġhoop": 3550, + "Ġfre": 3551, + "Ġstumbled": 3552, + "Ġsoar": 3553, + "Ġweal": 3554, + "Ġseem": 3555, + "Ġword": 3556, + "Ġlab": 3557, + "ĠDave": 3558, + "ĠFr": 3559, + "Ġbadly": 3560, + "Ġhairy": 3561, + "Ġcrawl": 3562, + "Ġlively": 3563, + "Ġsteps": 3564, + "ÅĵLetâ": 3565, + "Ġbracelet": 3566, + "Ġcereal": 3567, + "Ġthirsty": 3568, + "Ġcarpet": 3569, + "Ġwool": 3570, + "ither": 3571, + "Ġgoal": 3572, + "Ġbackpack": 3573, + "Ġtruth": 3574, + "Ġcompl": 3575, + "Ġcheap": 3576, + "Ġdisg": 3577, + "Ġplaced": 3578, + "Ġearly": 3579, + "Ġdecorate": 3580, + "Ġnuts": 3581, + "Ow": 3582, + "cream": 3583, + "Ġbump": 3584, + "Ġthemselves": 3585, + "ices": 3586, + "Ġhelpless": 3587, + "Ġclum": 3588, + "Ġscatter": 3589, + "Ġscale": 3590, + "Ġnews": 3591, + "usting": 3592, + "Ġenv": 3593, + "âĤ¬âĢ": 3594, + "Ġtelling": 3595, + "Ġswinging": 3596, + "Ġsparkled": 3597, + "Ġcarrying": 3598, + "gging": 3599, + "ines": 3600, + "ric": 3601, + "Ġfriendship": 3602, + "Ġcareless": 3603, + "Ġsne": 3604, + "Ġdoesn": 3605, + "Ġfalling": 3606, + "Ġcomput": 3607, + "Ġpale": 3608, + "Ġpeeked": 3609, + "Ġcompassionate": 3610, + "com": 3611, + "vice": 3612, + "Ġsend": 3613, + "Ġstage": 3614, + "Ġmem": 3615, + "Ġchalk": 3616, + "Ġchasing": 3617, + "Ġpebble": 3618, + "ĠEverything": 3619, + "Ġcube": 3620, + "Ġpige": 3621, + "Ġcourage": 3622, + "Ġfingers": 3623, + "Ġturtle": 3624, + "bled": 3625, + "Ġsink": 3626, + "Ġbicycle": 3627, + "Ġshaking": 3628, + "Ġsleeping": 3629, + "Ġneighbour": 3630, + "Ġmodern": 3631, + "Ġdisgusting": 3632, + "Ġclumsy": 3633, + "gest": 3634, + "Ġhook": 3635, + "Ġcher": 3636, + "Ġnail": 3637, + "Ġbiggest": 3638, + "iches": 3639, + "Ġbul": 3640, + "Ġending": 3641, + "Ġdead": 3642, + "Ġtriang": 3643, + "ulance": 3644, + "Ġspoke": 3645, + "Ġpracticed": 3646, + "Ġambulance": 3647, + "Ġcomputer": 3648, + "ibb": 3649, + "Ġlamp": 3650, + "Ġstation": 3651, + "Ġchar": 3652, + "Ġwallet": 3653, + "ĠToday": 3654, + "Ġpackage": 3655, + "Ġmicrop": 3656, + "Ġcushion": 3657, + "keeper": 3658, + "Ġcrocodile": 3659, + "Ġmicrophone": 3660, + "under": 3661, + "ĠAlex": 3662, + "Ġthoughtful": 3663, + "Ġjolly": 3664, + "Ġpengu": 3665, + "Ġpumpkin": 3666, + "Ġcostum": 3667, + "Ġfive": 3668, + "Ġdough": 3669, + "Ġpony": 3670, + "Ġol": 3671, + "imi": 3672, + "Ġstairs": 3673, + "Ġknock": 3674, + "Ġgrand": 3675, + "Ġintell": 3676, + "Ġuniver": 3677, + "Ġbrighter": 3678, + "Ġopens": 3679, + "Ġdreaming": 3680, + "Ġbounced": 3681, + "Ġquestion": 3682, + "Ġstatue": 3683, + "Ġwine": 3684, + "isk": 3685, + "ĠAlice": 3686, + "Ġcocoa": 3687, + "ĠYour": 3688, + "Ġpepper": 3689, + "Ġbeauty": 3690, + "Ġperm": 3691, + "Ġpainting": 3692, + "Ġshoe": 3693, + "Ġelev": 3694, + "Everyone": 3695, + "hino": 3696, + "Ġwealthy": 3697, + "Ġintellig": 3698, + "noon": 3699, + "Ġsuit": 3700, + "Ġmild": 3701, + "Ġnature": 3702, + "ans": 3703, + "Ġhappier": 3704, + "Ġneat": 3705, + "Ġstarts": 3706, + "ucked": 3707, + "Ġafternoon": 3708, + "Ġtorn": 3709, + "Ġelevator": 3710, + "gen": 3711, + "ti": 3712, + "Ġten": 3713, + "Ġharsh": 3714, + "Ġped": 3715, + "atient": 3716, + "orant": 3717, + "Ġrece": 3718, + "Ġjet": 3719, + "illie": 3720, + "ĠRed": 3721, + "Ġreading": 3722, + "Ġsearching": 3723, + "Ġbasketball": 3724, + "Ġbarber": 3725, + "Ġspeed": 3726, + "See": 3727, + "awn": 3728, + "Ġstack": 3729, + "ĠMummy": 3730, + "Ġclock": 3731, + "ĠGive": 3732, + "Ġmagn": 3733, + "Ġleaving": 3734, + "Ġcupboard": 3735, + "Ġdesign": 3736, + "Ġslides": 3737, + "Ġsandwiches": 3738, + "Ġcandle": 3739, + "aulif": 3740, + "Ġriding": 3741, + "Ġfresh": 3742, + "oppy": 3743, + "Ġshocked": 3744, + "Ġener": 3745, + "Ġjumps": 3746, + "Ġhaircut": 3747, + "Ġrespectful": 3748, + "Ġcooking": 3749, + "Ġticket": 3750, + "Ġencou": 3751, + "Ġtunnel": 3752, + "auliflower": 3753, + "Give": 3754, + "Ġsle": 3755, + "reen": 3756, + "Ġmay": 3757, + "Ġthief": 3758, + "Ġyawn": 3759, + "Ġfort": 3760, + "Ġalert": 3761, + "Ġsorts": 3762, + "Ġimpatient": 3763, + "Ġcreate": 3764, + "ailable": 3765, + "Ġwheels": 3766, + "Ġvalue": 3767, + "Ġprize": 3768, + "Mary": 3769, + "ye": 3770, + "het": 3771, + "Ġsent": 3772, + "Ġbent": 3773, + "ince": 3774, + "Ġcomet": 3775, + "Ġcamp": 3776, + "Ġcauliflower": 3777, + "Ġmelon": 3778, + "Ġgem": 3779, + "Ġitself": 3780, + "iron": 3781, + "Ġmush": 3782, + "Ġmonkeys": 3783, + "Ġsalad": 3784, + "Ġdestro": 3785, + "Ġrescue": 3786, + "Ġscooter": 3787, + "Ġintelligent": 3788, + "az": 3789, + "Ġdug": 3790, + "iling": 3791, + "anger": 3792, + "Ġroof": 3793, + "Ġrhino": 3794, + "Ġscold": 3795, + "aghet": 3796, + "Ġexper": 3797, + "Ġbarking": 3798, + "Ġbananas": 3799, + "Ġignorant": 3800, + "Ġmicro": 3801, + "Ġavailable": 3802, + "Ġgraceful": 3803, + "Ġmotorcycle": 3804, + "aghetti": 3805, + "hood": 3806, + "ĠSn": 3807, + "Ġearth": 3808, + "Ġboots": 3809, + "Ġspaghetti": 3810, + "ummer": 3811, + "Ġagree": 3812, + "Ġbull": 3813, + "Ġanywhere": 3814, + "ĠGeorge": 3815, + "Ġbehave": 3816, + "ĠKim": 3817, + "Ġpaid": 3818, + "scope": 3819, + "Ġstretched": 3820, + "Ġfearful": 3821, + "Ġavo": 3822, + "Ġmicroscope": 3823, + "If": 3824, + "io": 3825, + "Ġnoteb": 3826, + "ĠEventually": 3827, + "Ġolder": 3828, + "Ġsniff": 3829, + "Ġadvice": 3830, + "Ġstops": 3831, + "Ġperform": 3832, + "Ġfurther": 3833, + "Ġenvious": 3834, + "Ġpigeon": 3835, + "Ġmushroom": 3836, + "Ġnotebook": 3837, + "ubby": 3838, + "Ġpun": 3839, + "ats": 3840, + "Ġnurse": 3841, + "orable": 3842, + "Ġthunder": 3843, + "Ġclapping": 3844, + "Ġvide": 3845, + "Ġbuilt": 3846, + "ĠCl": 3847, + "Ġuncom": 3848, + "Ġshouting": 3849, + "Ġarrow": 3850, + "Ġdrawer": 3851, + "Ġprov": 3852, + "fortable": 3853, + "Ġtomato": 3854, + "Ġmeeting": 3855, + "Ġobject": 3856, + "Ġyogurt": 3857, + "Ġtemple": 3858, + "Ġuncomfortable": 3859, + "ef": 3860, + "ues": 3861, + "ĠTony": 3862, + "Ġloop": 3863, + "Ġchubby": 3864, + "Ġswitch": 3865, + "Ġskip": 3866, + "Ġadorable": 3867, + "ÅĵIt": 3868, + "Ġcounting": 3869, + "Ġcooked": 3870, + "Ġpist": 3871, + "arian": 3872, + "enry": 3873, + "Ġstared": 3874, + "Ġshut": 3875, + "icop": 3876, + "Ġquite": 3877, + "Ġsnuggled": 3878, + "ĠGrandpa": 3879, + "Ġtroubled": 3880, + "Ġgiggle": 3881, + "Ġblowing": 3882, + "Ġhelicop": 3883, + "Ġfisher": 3884, + "Ġpistol": 3885, + "Ġhelicopter": 3886, + "par": 3887, + "ĠSophie": 3888, + "ooped": 3889, + "ips": 3890, + "Ġnowhere": 3891, + "Ġforgave": 3892, + "Ġmarched": 3893, + "Ġtreasures": 3894, + "host": 3895, + "Ġpassport": 3896, + "Ġstirred": 3897, + "Ġpushing": 3898, + "Ġcompetitive": 3899, + "Ġdestroy": 3900, + "Yay": 3901, + "aked": 3902, + "oe": 3903, + "tter": 3904, + "Ġgir": 3905, + "Ġghost": 3906, + "anic": 3907, + "kelet": 3908, + "htub": 3909, + "Ġreef": 3910, + "Ġsepar": 3911, + "opard": 3912, + "play": 3913, + "Ġenvel": 3914, + "Ġbreat": 3915, + "Ġrepair": 3916, + "Ġfootball": 3917, + "Ġbathtub": 3918, + "Ġrubber": 3919, + "Ġangel": 3920, + "Ġtriangle": 3921, + "Ġled": 3922, + "Ġmill": 3923, + "ĠSh": 3924, + "chanic": 3925, + "Ġnames": 3926, + "Ġleopard": 3927, + "Ġnobody": 3928, + "Ġanyway": 3929, + "uct": 3930, + "ctus": 3931, + "Ġshouldn": 3932, + "Ġzeb": 3933, + "Ġgiven": 3934, + "Ġholds": 3935, + "Ġbarrel": 3936, + "Ġbandage": 3937, + "Ġenth": 3938, + "Daddy": 3939, + "Ġzebra": 3940, + "ives": 3941, + "ube": 3942, + "year": 3943, + "Ġpor": 3944, + "Ġpand": 3945, + "Ġotter": 3946, + "Ġribb": 3947, + "Ġshield": 3948, + "Ġmechanic": 3949, + "Ġdonâ": 3950, + "Ġdisag": 3951, + "Ġdisplay": 3952, + "Ġmusician": 3953, + "ceros": 3954, + "Ġspeak": 3955, + "Ġcab": 3956, + "Ġcactus": 3957, + "ĠBetsy": 3958, + "Ġbulb": 3959, + "Ch": 3960, + "eath": 3961, + "ikes": 3962, + "xy": 3963, + "Ġtube": 3964, + "Ġahead": 3965, + "Ġsummer": 3966, + "Ġskelet": 3967, + "Ġpurse": 3968, + "Ġknob": 3969, + "Ġdidnâ": 3970, + "Ġcouldnâ": 3971, + "Ġcolours": 3972, + "Ġwindows": 3973, + "oomy": 3974, + "Ġgifted": 3975, + "Ġcartoon": 3976, + "Ġrhinoceros": 3977, + "gl": 3978, + "heart": 3979, + "Ġsize": 3980, + "Ġbet": 3981, + "ĠMiss": 3982, + "Ġscrew": 3983, + "Ġflour": 3984, + "Ġblin": 3985, + "apa": 3986, + "Ġdishes": 3987, + "Ġraining": 3988, + "Ġhoping": 3989, + "Ġshovel": 3990, + "Ġmint": 3991, + "Ġjellyfish": 3992, + "Ġsweater": 3993, + "Ġcharming": 3994, + "Ġpenguin": 3995, + "Ġenvelope": 3996, + "Ġenthus": 3997, + "Ġcabin": 3998, + "rec": 3999, + "Ġpant": 4000, + "Ġthread": 4001, + "Ġinse": 4002, + "Ġstaff": 4003, + "Ġliz": 4004, + "Ġunpack": 4005, + "Ġwriting": 4006, + "Ġtrash": 4007, + "Ġrolling": 4008, + "Ġwaffle": 4009, + "Ġiron": 4010, + "Ġwing": 4011, + "erable": 4012, + "Ġsheet": 4013, + "ĠBuddy": 4014, + "Ġshadow": 4015, + "Ġroared": 4016, + "Ġmuff": 4017, + "Ġairport": 4018, + "Ġceiling": 4019, + "Ġattic": 4020, + "Ġorganize": 4021, + "Ġstretch": 4022, + "Ġgrapes": 4023, + "Ġobs": 4024, + "ĠAre": 4025, + "ĠWould": 4026, + "ĠInst": 4027, + "Ġpiano": 4028, + "Ġsalt": 4029, + "Ġmiserable": 4030, + "Ġcord": 4031, + "Ġdess": 4032, + "Ġrefused": 4033, + "Ġscreen": 4034, + "ĠDan": 4035, + "Ġstrugg": 4036, + "Ġneedle": 4037, + "Ġbears": 4038, + "ĠAndy": 4039, + "Ġheaded": 4040, + "Ġsticky": 4041, + "Ġfreez": 4042, + "Ġzoomed": 4043, + "Ġimagined": 4044, + "Ġmedal": 4045, + "Ġmagnet": 4046, + "reci": 4047, + "Ġobser": 4048, + "Ġer": 4049, + "Ġlives": 4050, + "ĠAl": 4051, + "ĠPat": 4052, + "Ġappreci": 4053, + "asses": 4054, + "Ġsailor": 4055, + "Ġminute": 4056, + "Ġfisherman": 4057, + "vision": 4058, + "Ġrat": 4059, + "aled": 4060, + "Ġbrus": 4061, + "Ġchance": 4062, + "Ġpost": 4063, + "Ġsungl": 4064, + "Ġcheek": 4065, + "reeze": 4066, + "Ġdeaf": 4067, + "Ġrules": 4068, + "Ġfrogs": 4069, + "Ġairpl": 4070, + "ĠGod": 4071, + "Ġstrawberry": 4072, + "Ġslept": 4073, + "Ġlizard": 4074, + "Ġsunglasses": 4075, + "Ġluck": 4076, + "Ġinf": 4077, + "Ġbeep": 4078, + "ĠBunny": 4079, + "Ġmeas": 4080, + "Ġrod": 4081, + "Ġorder": 4082, + "Ġrestless": 4083, + "Ġsandbox": 4084, + "Ġmessage": 4085, + "ĠJoey": 4086, + "Ġcomplet": 4087, + "Ġattract": 4088, + "Ġgolden": 4089, + "Grandma": 4090, + "Ġpilot": 4091, + "Ġporch": 4092, + "Little": 4093, + "ler": 4094, + "ses": 4095 + }, + "merges": [ + [ + "h", + "e" + ], + [ + "Ġ", + "t" + ], + [ + "Ġ", + "a" + ], + [ + "Ġ", + "s" + ], + [ + "Ġ", + "w" + ], + [ + "n", + "d" + ], + [ + "Ġt", + "he" + ], + [ + "e", + "d" + ], + [ + "Ġa", + "nd" + ], + [ + "Ġt", + "o" + ], + [ + "Ġ", + "b" + ], + [ + "i", + "n" + ], + [ + "Ġ", + "h" + ], + [ + "Ġw", + "a" + ], + [ + "r", + "e" + ], + [ + "Ġ", + "f" + ], + [ + "i", + "t" + ], + [ + "o", + "u" + ], + [ + "Ġ", + "c" + ], + [ + "Ġ", + "l" + ], + [ + "Ġ", + "he" + ], + [ + "Ġ", + "d" + ], + [ + "e", + "r" + ], + [ + "Ġwa", + "s" + ], + [ + "Ġ", + "m" + ], + [ + "Ġ", + "p" + ], + [ + "o", + "m" + ], + [ + "Ġ", + "T" + ], + [ + "Ġ", + "o" + ], + [ + "a", + "y" + ], + [ + "a", + "r" + ], + [ + "in", + "g" + ], + [ + "i", + "s" + ], + [ + "Ġ", + "g" + ], + [ + "i", + "l" + ], + [ + "i", + "d" + ], + [ + "a", + "t" + ], + [ + "e", + "n" + ], + [ + "Ġ", + "n" + ], + [ + "Ġs", + "a" + ], + [ + "Ġh", + "a" + ], + [ + "Ġ", + "S" + ], + [ + "i", + "m" + ], + [ + "a", + "n" + ], + [ + "ĠT", + "he" + ], + [ + "o", + "r" + ], + [ + "o", + "n" + ], + [ + "Ġ", + "it" + ], + [ + "Ġt", + "h" + ], + [ + "l", + "l" + ], + [ + "l", + "e" + ], + [ + "Ġ", + "H" + ], + [ + "Ġhe", + "r" + ], + [ + "e", + "t" + ], + [ + "o", + "t" + ], + [ + "i", + "r" + ], + [ + "ĠS", + "he" + ], + [ + "ĠH", + "e" + ], + [ + "v", + "er" + ], + [ + "e", + "s" + ], + [ + "Ġ", + "in" + ], + [ + "u", + "t" + ], + [ + "o", + "w" + ], + [ + "c", + "k" + ], + [ + "Ġ", + "e" + ], + [ + "Ġ", + "u" + ], + [ + "l", + "d" + ], + [ + "ĠThe", + "y" + ], + [ + "o", + "o" + ], + [ + "i", + "g" + ], + [ + "Ġsa", + "id" + ], + [ + "a", + "m" + ], + [ + "il", + "y" + ], + [ + "Ġb", + "e" + ], + [ + "Ġ", + "y" + ], + [ + "Ġ", + "r" + ], + [ + "Ġs", + "t" + ], + [ + "c", + "e" + ], + [ + "Ġs", + "he" + ], + [ + "Ġ", + "\"" + ], + [ + "p", + "p" + ], + [ + "k", + "e" + ], + [ + "it", + "h" + ], + [ + "O", + "n" + ], + [ + "Ġ", + "I" + ], + [ + "Ġw", + "ith" + ], + [ + "v", + "e" + ], + [ + "L", + "ily" + ], + [ + "Ġo", + "n" + ], + [ + "Ġo", + "f" + ], + [ + "Ġs", + "o" + ], + [ + "Ġh", + "is" + ], + [ + "k", + "ed" + ], + [ + "r", + "i" + ], + [ + "n", + "t" + ], + [ + "ver", + "y" + ], + [ + "Ġp", + "l" + ], + [ + "Ġd", + "ay" + ], + [ + "a", + "d" + ], + [ + "Ġy", + "ou" + ], + [ + "Ġth", + "at" + ], + [ + "Ġu", + "p" + ], + [ + "Ġha", + "d" + ], + [ + "s", + "t" + ], + [ + "Ġpl", + "ay" + ], + [ + "Ġthe", + "y" + ], + [ + "Ġ", + "Lily" + ], + [ + "Ġw", + "e" + ], + [ + "Ġm", + "om" + ], + [ + "m", + "y" + ], + [ + "Ġf", + "or" + ], + [ + "e", + "l" + ], + [ + "ou", + "ld" + ], + [ + "u", + "n" + ], + [ + "Ġ", + "B" + ], + [ + "'", + "s" + ], + [ + "it", + "t" + ], + [ + "en", + "t" + ], + [ + "Ġha", + "pp" + ], + [ + "T", + "he" + ], + [ + "c", + "h" + ], + [ + "Ġl", + "i" + ], + [ + "ou", + "t" + ], + [ + "Ġwa", + "nt" + ], + [ + "Ġs", + "h" + ], + [ + "he", + "r" + ], + [ + "l", + "y" + ], + [ + "im", + "e" + ], + [ + "itt", + "le" + ], + [ + "ou", + "nd" + ], + [ + "Ġ", + "very" + ], + [ + "Ġt", + "ime" + ], + [ + "om", + "e" + ], + [ + "Ġl", + "ittle" + ], + [ + "Ġthe", + "re" + ], + [ + "s", + "e" + ], + [ + "Ġd", + "o" + ], + [ + "Ġw", + "h" + ], + [ + "a", + "ll" + ], + [ + "Ġ", + "k" + ], + [ + "e", + "nd" + ], + [ + "a", + "l" + ], + [ + "h", + "t" + ], + [ + "Ġn", + "e" + ], + [ + "Ġ", + "re" + ], + [ + "Ġn", + "ot" + ], + [ + "Ġhapp", + "y" + ], + [ + "Ġ", + "Ċ" + ], + [ + "Ġb", + "ig" + ], + [ + "Ġ", + "M" + ], + [ + "Ġb", + "ut" + ], + [ + "Ġs", + "m" + ], + [ + "a", + "ck" + ], + [ + "Ġsa", + "w" + ], + [ + "ĠI", + "t" + ], + [ + "Ġa", + "s" + ], + [ + "Ġa", + "n" + ], + [ + "r", + "a" + ], + [ + "ri", + "end" + ], + [ + "Ġf", + "riend" + ], + [ + "id", + "e" + ], + [ + "On", + "e" + ], + [ + "r", + "y" + ], + [ + "'", + "t" + ], + [ + "v", + "ed" + ], + [ + "Ġ", + "is" + ], + [ + "On", + "ce" + ], + [ + "a", + "ke" + ], + [ + ".", + "\"" + ], + [ + "Ġwe", + "re" + ], + [ + "t", + "er" + ], + [ + "u", + "g" + ], + [ + "Ġl", + "oo" + ], + [ + "Ġl", + "o" + ], + [ + "o", + "re" + ], + [ + "e", + "c" + ], + [ + "ĠT", + "im" + ], + [ + "Ġh", + "im" + ], + [ + "Ġb", + "o" + ], + [ + "!", + "\"" + ], + [ + "Ġto", + "o" + ], + [ + "Ġg", + "o" + ], + [ + "Ġup", + "on" + ], + [ + "ir", + "l" + ], + [ + "Ġ", + "j" + ], + [ + "Ġwant", + "ed" + ], + [ + "Ġg", + "irl" + ], + [ + "Ġs", + "e" + ], + [ + "Ġ", + "out" + ], + [ + "ar", + "d" + ], + [ + "w", + "ay" + ], + [ + "Ġs", + "p" + ], + [ + "il", + "l" + ], + [ + "i", + "nd" + ], + [ + "Ġthe", + "m" + ], + [ + "Ġc", + "ould" + ], + [ + "f", + "u" + ], + [ + "he", + "n" + ], + [ + "Ġa", + "t" + ], + [ + "u", + "r" + ], + [ + "Ġd", + "id" + ], + [ + "Ġsm", + "il" + ], + [ + "Ġthe", + "ir" + ], + [ + "Ġa", + "re" + ], + [ + "Ġe", + "x" + ], + [ + "Ġ", + "A" + ], + [ + "a", + "in" + ], + [ + "Ġw", + "ent" + ], + [ + "ar", + "t" + ], + [ + "he", + "d" + ], + [ + "r", + "om" + ], + [ + "i", + "c" + ], + [ + "r", + "ound" + ], + [ + "Ġha", + "ve" + ], + [ + "Ġn", + "am" + ], + [ + "l", + "p" + ], + [ + "Ġa", + "ll" + ], + [ + "Ġ", + "J" + ], + [ + "fu", + "l" + ], + [ + "Ġk", + "n" + ], + [ + "h", + "ing" + ], + [ + "oo", + "d" + ], + [ + "Ġhe", + "lp" + ], + [ + "ig", + "ht" + ], + [ + "Ġfriend", + "s" + ], + [ + "on", + "e" + ], + [ + "ar", + "k" + ], + [ + "Ġb", + "ack" + ], + [ + "u", + "m" + ], + [ + "Ġc", + "an" + ], + [ + "Ġnam", + "ed" + ], + [ + "Ġc", + "l" + ], + [ + "?", + "\"" + ], + [ + "Ġf", + "un" + ], + [ + "a", + "re" + ], + [ + "ĠB", + "en" + ], + [ + "Ġlo", + "ved" + ], + [ + "Ġa", + "l" + ], + [ + "el", + "t" + ], + [ + "ĠTim", + "my" + ], + [ + "Ġ", + "One" + ], + [ + "o", + "p" + ], + [ + "s", + "ide" + ], + [ + "Ġl", + "e" + ], + [ + "Ġn", + "o" + ], + [ + "Ġs", + "c" + ], + [ + "ĠT", + "om" + ], + [ + "Ġf", + "elt" + ], + [ + "ou", + "g" + ], + [ + "Ġsmil", + "ed" + ], + [ + "i", + "ck" + ], + [ + "Ġas", + "ked" + ], + [ + "Y", + "ou" + ], + [ + "Ġto", + "y" + ], + [ + "Ġm", + "an" + ], + [ + "Ġa", + "round" + ], + [ + "am", + "e" + ], + [ + "Ġf", + "e" + ], + [ + "Ġs", + "ay" + ], + [ + "Ġbo", + "y" + ], + [ + "Ġs", + "ome" + ], + [ + "Ġloo", + "ked" + ], + [ + "u", + "re" + ], + [ + "om", + "et" + ], + [ + "Ġb", + "r" + ], + [ + "Ġw", + "ould" + ], + [ + "Ġm", + "e" + ], + [ + "Ġb", + "ir" + ], + [ + "Ġli", + "ke" + ], + [ + "g", + "et" + ], + [ + "Ġst", + "art" + ], + [ + "Ġr", + "o" + ], + [ + "a", + "s" + ], + [ + "Ġse", + "e" + ], + [ + "Ġ", + "W" + ], + [ + "i", + "ce" + ], + [ + "on", + "g" + ], + [ + "Ġbir", + "d" + ], + [ + "Ġs", + "omet" + ], + [ + "d", + "d" + ], + [ + "Ġw", + "or" + ], + [ + "ad", + "e" + ], + [ + "i", + "e" + ], + [ + "k", + "ing" + ], + [ + "Ġa", + "g" + ], + [ + "ow", + "n" + ], + [ + "Ġt", + "re" + ], + [ + "Ġf", + "a" + ], + [ + "Ġa", + "way" + ], + [ + "Ġwh", + "at" + ], + [ + "ing", + "s" + ], + [ + "Ġstart", + "ed" + ], + [ + "get", + "her" + ], + [ + "Ġr", + "an" + ], + [ + "Ã", + "¢" + ], + [ + "â", + "Ĥ" + ], + [ + "âĤ", + "¬" + ], + [ + "ar", + "ed" + ], + [ + "Ġm", + "ake" + ], + [ + "ĠB", + "ut" + ], + [ + "it", + "ed" + ], + [ + "i", + "f" + ], + [ + "ou", + "d" + ], + [ + "Ġm", + "ade" + ], + [ + "Ġto", + "gether" + ], + [ + "Ġsomet", + "hing" + ], + [ + "Ġex", + "c" + ], + [ + "a", + "g" + ], + [ + "Ġc", + "o" + ], + [ + "Ġp", + "ark" + ], + [ + "Ġne", + "w" + ], + [ + "Ġsa", + "d" + ], + [ + "Ġp", + "ut" + ], + [ + ",", + "\"" + ], + [ + "Ġf", + "rom" + ], + [ + "b", + "le" + ], + [ + "t", + "her" + ], + [ + "Ġp", + "r" + ], + [ + "Ġm", + "u" + ], + [ + "Ġc", + "ar" + ], + [ + "Ġh", + "ome" + ], + [ + "Ġ", + "You" + ], + [ + "Ġthe", + "n" + ], + [ + "Ġw", + "hen" + ], + [ + "Ġf", + "ound" + ], + [ + "e", + "ll" + ], + [ + "Ġo", + "ther" + ], + [ + "Ġag", + "ain" + ], + [ + "Ġc", + "h" + ], + [ + "Ġd", + "ec" + ], + [ + "Ġwh", + "o" + ], + [ + "Ġl", + "a" + ], + [ + "ri", + "ed" + ], + [ + "s", + "s" + ], + [ + "Ġg", + "ood" + ], + [ + "Ġh", + "ug" + ], + [ + "Ġ", + "L" + ], + [ + "pp", + "ed" + ], + [ + "Ġwa", + "l" + ], + [ + "e", + "p" + ], + [ + "all", + "y" + ], + [ + "Ġsay", + "s" + ], + [ + "Ġf", + "l" + ], + [ + "es", + "t" + ], + [ + "a", + "ch" + ], + [ + "Ġ", + "E" + ], + [ + "Ġexc", + "ited" + ], + [ + "p", + "l" + ], + [ + "q", + "u" + ], + [ + "oo", + "k" + ], + [ + "Ġg", + "et" + ], + [ + "oug", + "ht" + ], + [ + "Ġplay", + "ing" + ], + [ + "Ġg", + "ot" + ], + [ + "Ġs", + "w" + ], + [ + "ou", + "s" + ], + [ + "h", + "at" + ], + [ + "n", + "y" + ], + [ + "id", + "ed" + ], + [ + "u", + "ck" + ], + [ + "Ġth", + "ings" + ], + [ + "Ġe", + "very" + ], + [ + "Ġdec", + "ided" + ], + [ + "Ġc", + "ame" + ], + [ + "Ġbe", + "c" + ], + [ + "a", + "ve" + ], + [ + "r", + "o" + ], + [ + "a", + "x" + ], + [ + "Ġli", + "ked" + ], + [ + "Ġd", + "own" + ], + [ + "Ġdo", + "g" + ], + [ + "Ġsc", + "ared" + ], + [ + "Ġ", + "v" + ], + [ + "u", + "dd" + ], + [ + "u", + "st" + ], + [ + "Ġon", + "e" + ], + [ + "Ġf", + "ind" + ], + [ + "Ġb", + "l" + ], + [ + "Ġth", + "an" + ], + [ + "Ġ", + "D" + ], + [ + "ou", + "se" + ], + [ + "way", + "s" + ], + [ + "Ġkn", + "e" + ], + [ + "Ġdid", + "n" + ], + [ + "a", + "p" + ], + [ + "Ġmom", + "my" + ], + [ + "Ġc", + "are" + ], + [ + "Ġal", + "ways" + ], + [ + "Ġa", + "b" + ], + [ + "is", + "t" + ], + [ + "Ġd", + "ad" + ], + [ + "Ġfe", + "el" + ], + [ + "ar", + "a" + ], + [ + "b", + "b" + ], + [ + "ar", + "n" + ], + [ + "f", + "e" + ], + [ + "Ġyou", + "r" + ], + [ + "Ġout", + "side" + ], + [ + "u", + "e" + ], + [ + "Ġg", + "ra" + ], + [ + "an", + "t" + ], + [ + "Ġ", + "ke" + ], + [ + "ĠM", + "om" + ], + [ + "Ġtoo", + "k" + ], + [ + "Ġl", + "ot" + ], + [ + "n", + "n" + ], + [ + "Ġb", + "u" + ], + [ + "Ġab", + "out" + ], + [ + "es", + "s" + ], + [ + "Ġ", + "F" + ], + [ + "nd", + "er" + ], + [ + "Ġtre", + "e" + ], + [ + "ec", + "i" + ], + [ + "Ġloo", + "k" + ], + [ + "Ġp", + "o" + ], + [ + "Ġm", + "y" + ], + [ + "ou", + "r" + ], + [ + "Ġtoy", + "s" + ], + [ + "it", + "e" + ], + [ + "c", + "hed" + ], + [ + "Ġkne", + "w" + ], + [ + "Ġth", + "ought" + ], + [ + "en", + "ed" + ], + [ + "Ġle", + "arn" + ], + [ + "Ġin", + "t" + ], + [ + "Ġo", + "ld" + ], + [ + "Ġm", + "ore" + ], + [ + "nn", + "a" + ], + [ + "is", + "e" + ], + [ + "g", + "ed" + ], + [ + "Ġt", + "a" + ], + [ + "udd", + "en" + ], + [ + "eci", + "al" + ], + [ + "Ġsp", + "ecial" + ], + [ + "ĠM", + "ax" + ], + [ + "a", + "u" + ], + [ + "Ġw", + "ill" + ], + [ + "er", + "s" + ], + [ + "The", + "y" + ], + [ + "re", + "t" + ], + [ + "Ġp", + "e" + ], + [ + "Ġh", + "o" + ], + [ + "ĠS", + "am" + ], + [ + "Ġt", + "ake" + ], + [ + "Ġb", + "all" + ], + [ + "Ġkn", + "ow" + ], + [ + "Ġla", + "ug" + ], + [ + "f", + "ter" + ], + [ + "udden", + "ly" + ], + [ + "Ġc", + "at" + ], + [ + "Ġh", + "ow" + ], + [ + "i", + "ve" + ], + [ + "Ġt", + "r" + ], + [ + "Ġmu", + "ch" + ], + [ + "Ġan", + "y" + ], + [ + "Ġp", + "u" + ], + [ + "m", + "a" + ], + [ + "Ġs", + "l" + ], + [ + "Ġs", + "or" + ], + [ + "Ġm", + "o" + ], + [ + "v", + "en" + ], + [ + "is", + "h" + ], + [ + "Ġsh", + "ow" + ], + [ + "Ġcould", + "n" + ], + [ + "au", + "se" + ], + [ + "in", + "k" + ], + [ + "B", + "ut" + ], + [ + "Ġh", + "ouse" + ], + [ + "Ġint", + "o" + ], + [ + "um", + "p" + ], + [ + "Ġo", + "ver" + ], + [ + "Ġt", + "ried" + ], + [ + "a", + "nd" + ], + [ + "Ġe", + "at" + ], + [ + "Ġs", + "k" + ], + [ + "Ġs", + "un" + ], + [ + "Ġt", + "w" + ], + [ + "Ġcl", + "o" + ], + [ + "i", + "a" + ], + [ + "Ġr", + "un" + ], + [ + "Ġha", + "nd" + ], + [ + "ĠE", + "very" + ], + [ + "Ġ", + "en" + ], + [ + "Ġin", + "side" + ], + [ + "d", + "y" + ], + [ + "Ġ", + "if" + ], + [ + "Ġto", + "ld" + ], + [ + "Ġne", + "ver" + ], + [ + "i", + "on" + ], + [ + "Ġ", + "qu" + ], + [ + "Ġbec", + "ause" + ], + [ + "b", + "y" + ], + [ + "Ġpr", + "oud" + ], + [ + "Ġg", + "ave" + ], + [ + "Ġsor", + "ry" + ], + [ + "Ġth", + "is" + ], + [ + "Ġo", + "p" + ], + [ + "Ġplay", + "ed" + ], + [ + "at", + "e" + ], + [ + "Ġex", + "pl" + ], + [ + "Ġhe", + "ard" + ], + [ + "t", + "y" + ], + [ + "Ġo", + "r" + ], + [ + "Ġwa", + "ter" + ], + [ + "an", + "k" + ], + [ + "g", + "e" + ], + [ + "s", + "ed" + ], + [ + "Ġp", + "ick" + ], + [ + "ot", + "her" + ], + [ + "Ġro", + "om" + ], + [ + "et", + "ter" + ], + [ + "Ġj", + "ust" + ], + [ + "a", + "ce" + ], + [ + "Ġhug", + "ged" + ], + [ + "a", + "k" + ], + [ + "Ġg", + "re" + ], + [ + "he", + "re" + ], + [ + "Ġof", + "f" + ], + [ + "ĠS", + "ara" + ], + [ + "Ġp", + "ret" + ], + [ + "il", + "e" + ], + [ + "Ġe", + "ach" + ], + [ + "Ġc", + "om" + ], + [ + "Ġl", + "ong" + ], + [ + "Ġbo", + "x" + ], + [ + "or", + "t" + ], + [ + "Ġst", + "r" + ], + [ + "i", + "z" + ], + [ + "Ġu", + "nt" + ], + [ + "Ġwa", + "t" + ], + [ + "ot", + "h" + ], + [ + "Ġne", + "ed" + ], + [ + "Ġj", + "o" + ], + [ + "ĠW", + "e" + ], + [ + "T", + "om" + ], + [ + "Ġsm", + "all" + ], + [ + "in", + "e" + ], + [ + "Ġbe", + "ar" + ], + [ + "M", + "om" + ], + [ + "Ġunt", + "il" + ], + [ + "Ġn", + "ice" + ], + [ + "Ġt", + "ry" + ], + [ + "v", + "ing" + ], + [ + "u", + "c" + ], + [ + "s", + "el" + ], + [ + "oug", + "h" + ], + [ + "Ġlearn", + "ed" + ], + [ + "Ġk", + "ind" + ], + [ + "ĠA", + "nna" + ], + [ + "il", + "d" + ], + [ + "Ġf", + "o" + ], + [ + "Ġman", + "y" + ], + [ + "'", + "m" + ], + [ + "ĠJ", + "ack" + ], + [ + "Ġb", + "etter" + ], + [ + "Ġ", + "im" + ], + [ + "g", + "ry" + ], + [ + "im", + "al" + ], + [ + "Ġan", + "imal" + ], + [ + "ur", + "t" + ], + [ + "f", + "t" + ], + [ + "Ġe", + "nd" + ], + [ + "Ġs", + "n" + ], + [ + "a", + "ut" + ], + [ + "Ġt", + "e" + ], + [ + "Ġc", + "le" + ], + [ + "ĠJ", + "o" + ], + [ + "v", + "ent" + ], + [ + "ur", + "p" + ], + [ + "Ġg", + "r" + ], + [ + "Ġbe", + "aut" + ], + [ + "Ġj", + "ump" + ], + [ + "m", + "b" + ], + [ + "Ġa", + "d" + ], + [ + "re", + "am" + ], + [ + "p", + "t" + ], + [ + "ĠS", + "o" + ], + [ + "ĠH", + "er" + ], + [ + "Ġfl", + "ow" + ], + [ + "i", + "es" + ], + [ + "Ġc", + "he" + ], + [ + "Ġb", + "ra" + ], + [ + "Ġthan", + "ked" + ], + [ + "Ġe", + "ven" + ], + [ + "Ġb", + "est" + ], + [ + "Ġc", + "all" + ], + [ + "ad", + "y" + ], + [ + "H", + "e" + ], + [ + "Ġlot", + "s" + ], + [ + "Ġlaug", + "hed" + ], + [ + "sel", + "f" + ], + [ + "Ġr", + "a" + ], + [ + "Ġwa", + "y" + ], + [ + "ar", + "s" + ], + [ + "ur", + "n" + ], + [ + "Ġb", + "y" + ], + [ + "Ġfa", + "st" + ], + [ + "ll", + "y" + ], + [ + "Ġf", + "am" + ], + [ + "Ġ", + "C" + ], + [ + "v", + "es" + ], + [ + "ard", + "en" + ], + [ + "Ġg", + "arden" + ], + [ + "Ġbeaut", + "i" + ], + [ + "w", + "n" + ], + [ + "T", + "h" + ], + [ + "Ġbeauti", + "ful" + ], + [ + "Ġl", + "oud" + ], + [ + "le", + "w" + ], + [ + "Ġsk", + "y" + ], + [ + "Ġd", + "on" + ], + [ + "h", + "n" + ], + [ + "er", + "ed" + ], + [ + "in", + "y" + ], + [ + "Ġcare", + "ful" + ], + [ + "Ġlo", + "ve" + ], + [ + "Ġf", + "i" + ], + [ + "ĠThe", + "n" + ], + [ + "Å", + "ĵ" + ], + [ + "a", + "se" + ], + [ + "ec", + "t" + ], + [ + "Ġsa", + "fe" + ], + [ + "ĠA", + "nd" + ], + [ + "Ġu", + "nder" + ], + [ + "Ġc", + "ome" + ], + [ + "ĠF", + "rom" + ], + [ + "Y", + "es" + ], + [ + "ĠM", + "ia" + ], + [ + "I", + "t" + ], + [ + "m", + "e" + ], + [ + "Ġh", + "ard" + ], + [ + "Ġc", + "u" + ], + [ + "Ġw", + "o" + ], + [ + "Ġl", + "ist" + ], + [ + "Ġst", + "ay" + ], + [ + "an", + "e" + ], + [ + "s", + "h" + ], + [ + "op", + "le" + ], + [ + "Ġg", + "l" + ], + [ + "n", + "ing" + ], + [ + "Ġst", + "ill" + ], + [ + "oo", + "l" + ], + [ + "Ġh", + "urt" + ], + [ + "re", + "e" + ], + [ + "ĠH", + "is" + ], + [ + "Ġim", + "p" + ], + [ + "Ġfam", + "ily" + ], + [ + "Ġ", + "â" + ], + [ + "Ġb", + "oth" + ], + [ + "r", + "m" + ], + [ + "ig", + "h" + ], + [ + "Ġli", + "ved" + ], + [ + "he", + "s" + ], + [ + "W", + "hen" + ], + [ + "Ġpe", + "ople" + ], + [ + "Ġanimal", + "s" + ], + [ + "Ġco", + "l" + ], + [ + "Ġbra", + "ve" + ], + [ + "Ġwal", + "ked" + ], + [ + "o", + "b" + ], + [ + "T", + "im" + ], + [ + "c", + "t" + ], + [ + "Ġl", + "et" + ], + [ + "urp", + "r" + ], + [ + "ĠW", + "hen" + ], + [ + "Ġtw", + "o" + ], + [ + "Ġs", + "urpr" + ], + [ + "Ġsh", + "ould" + ], + [ + "is", + "hed" + ], + [ + "Ġb", + "ad" + ], + [ + "re", + "ss" + ], + [ + "Ġke", + "pt" + ], + [ + "Ġf", + "ore" + ], + [ + "Ġf", + "lew" + ], + [ + "Ġf", + "in" + ], + [ + "Ġst", + "or" + ], + [ + "Ġf", + "ly" + ], + [ + "a", + "st" + ], + [ + "is", + "ed" + ], + [ + "i", + "p" + ], + [ + "Ġit", + "s" + ], + [ + "l", + "ed" + ], + [ + "o", + "ck" + ], + [ + "uc", + "y" + ], + [ + "f", + "ore" + ], + [ + "Ġgo", + "ing" + ], + [ + "Ġcle", + "an" + ], + [ + "Ġd", + "an" + ], + [ + "Ġp", + "ic" + ], + [ + "Ġso", + "on" + ], + [ + "Ġcall", + "ed" + ], + [ + "Ġsh", + "are" + ], + [ + "k", + "ay" + ], + [ + "Ġan", + "gry" + ], + [ + "Ġro", + "ck" + ], + [ + "Ġc", + "on" + ], + [ + "Ġpret", + "ty" + ], + [ + "N", + "o" + ], + [ + "Ġ", + "ide" + ], + [ + "i", + "ed" + ], + [ + "il", + "ly" + ], + [ + "Ġg", + "round" + ], + [ + "x", + "t" + ], + [ + "Ġr", + "ed" + ], + [ + "Ġexpl", + "ore" + ], + [ + "Ġc", + "ry" + ], + [ + "Ġad", + "vent" + ], + [ + "Ġst", + "o" + ], + [ + "s", + "o" + ], + [ + "Ġre", + "al" + ], + [ + "L", + "et" + ], + [ + "Ġw", + "ind" + ], + [ + "Ġsh", + "iny" + ], + [ + "b", + "e" + ], + [ + "Ġb", + "ook" + ], + [ + "Ġal", + "so" + ], + [ + "Ġdo", + "ll" + ], + [ + "Ġide", + "a" + ], + [ + "Ġbe", + "fore" + ], + [ + "Ġop", + "ened" + ], + [ + "dd", + "ed" + ], + [ + "Ġwh", + "ile" + ], + [ + "um", + "my" + ], + [ + "Ġke", + "ep" + ], + [ + "Ġe", + "y" + ], + [ + "Ġn", + "ow" + ], + [ + "Ġdo", + "or" + ], + [ + "Ġfeel", + "ing" + ], + [ + "âĤ¬", + "â" + ], + [ + "o", + "on" + ], + [ + "o", + "y" + ], + [ + "Ġwal", + "king" + ], + [ + "Ġno", + "ise" + ], + [ + "Ġf", + "r" + ], + [ + "le", + "s" + ], + [ + "ag", + "e" + ], + [ + "i", + "ous" + ], + [ + "Ġcol", + "or" + ], + [ + "Ġt", + "urn" + ], + [ + "t", + "hing" + ], + [ + "f", + "f" + ], + [ + "u", + "ch" + ], + [ + "t", + "h" + ], + [ + "Ġb", + "ed" + ], + [ + "ar", + "y" + ], + [ + "Ġd", + "ra" + ], + [ + "Ġpick", + "ed" + ], + [ + "im", + "b" + ], + [ + "e", + "et" + ], + [ + "Ġcl", + "imb" + ], + [ + "Ġd", + "el" + ], + [ + "W", + "hat" + ], + [ + "Ġbe", + "ing" + ], + [ + "Ġf", + "ood" + ], + [ + "Ġu", + "n" + ], + [ + "Ġf", + "ar" + ], + [ + "t", + "ure" + ], + [ + "j", + "oy" + ], + [ + "Ġadvent", + "ure" + ], + [ + "a", + "c" + ], + [ + "Ġsmil", + "e" + ], + [ + "Ġd", + "if" + ], + [ + "Ħ", + "¢" + ], + [ + "âĤ¬â", + "Ħ¢" + ], + [ + "me", + "mb" + ], + [ + "Ġw", + "r" + ], + [ + "Ġth", + "r" + ], + [ + "ug", + "ht" + ], + [ + "Ġloo", + "king" + ], + [ + "Ġne", + "xt" + ], + [ + "ic", + "ed" + ], + [ + "ĠL", + "ucy" + ], + [ + "Ġno", + "dded" + ], + [ + "Ġqu", + "ick" + ], + [ + "Ġ", + "P" + ], + [ + "Ġd", + "is" + ], + [ + "Ġre", + "pl" + ], + [ + "ĠD", + "ad" + ], + [ + "Ġwa", + "it" + ], + [ + "iz", + "ed" + ], + [ + "Ġfore", + "st" + ], + [ + "Ġclo", + "s" + ], + [ + "ĠS", + "uddenly" + ], + [ + "Ġt", + "ra" + ], + [ + "T", + "hat" + ], + [ + "Ġey", + "es" + ], + [ + "g", + "er" + ], + [ + "bb", + "it" + ], + [ + "t", + "ed" + ], + [ + "Ġo", + "wn" + ], + [ + "Ġr", + "ain" + ], + [ + "Ġimp", + "ort" + ], + [ + "Ġgre", + "at" + ], + [ + "Ġre", + "memb" + ], + [ + "Ġpic", + "ture" + ], + [ + "Th", + "ank" + ], + [ + "S", + "uddenly" + ], + [ + "Ġsto", + "pped" + ], + [ + "Ġen", + "joy" + ], + [ + "Ġv", + "o" + ], + [ + "B", + "en" + ], + [ + "Ġg", + "ive" + ], + [ + "Ġimport", + "ant" + ], + [ + "Ġwor", + "k" + ], + [ + "Ġne", + "ar" + ], + [ + "g", + "an" + ], + [ + "p", + "ot" + ], + [ + "Ġe", + "ver" + ], + [ + "Ġa", + "pp" + ], + [ + "Ġa", + "fter" + ], + [ + "Ġquick", + "ly" + ], + [ + "Ġlist", + "en" + ], + [ + "Ġb", + "re" + ], + [ + "t", + "ing" + ], + [ + "bb", + "ed" + ], + [ + "Ġm", + "a" + ], + [ + "Ġf", + "ish" + ], + [ + "Ġrepl", + "ied" + ], + [ + "Ġra", + "bbit" + ], + [ + "Ġhand", + "s" + ], + [ + "Ġ", + "G" + ], + [ + "Ġnot", + "iced" + ], + [ + "Ġbr", + "o" + ], + [ + "Ġsl", + "ide" + ], + [ + "Ġth", + "ink" + ], + [ + "Ġwal", + "k" + ], + [ + "Ġtr", + "uck" + ], + [ + "Ġa", + "c" + ], + [ + "k", + "es" + ], + [ + "Ġstr", + "ong" + ], + [ + "S", + "he" + ], + [ + "Ġshow", + "ed" + ], + [ + "Ġd", + "e" + ], + [ + "Ġevery", + "one" + ], + [ + "Ġwo", + "nder" + ], + [ + "fe", + "re" + ], + [ + "by", + "e" + ], + [ + "Ġdif", + "fere" + ], + [ + "ir", + "st" + ], + [ + "S", + "o" + ], + [ + "Ġs", + "ure" + ], + [ + "Ġha", + "s" + ], + [ + "Ġr", + "ight" + ], + [ + "Ġbe", + "en" + ], + [ + "Ġbec", + "ame" + ], + [ + "Ġs", + "ound" + ], + [ + "ma", + "z" + ], + [ + "Ġto", + "w" + ], + [ + "Ġr", + "u" + ], + [ + "Ġt", + "al" + ], + [ + "Ġa", + "maz" + ], + [ + "Ġhe", + "ad" + ], + [ + "Ġsh", + "out" + ], + [ + "Ġbr", + "ight" + ], + [ + "Ġy", + "e" + ], + [ + "Ġwat", + "ched" + ], + [ + "Ġ", + "R" + ], + [ + "Ġm", + "or" + ], + [ + "Ġch", + "ild" + ], + [ + "a", + "ble" + ], + [ + "Ġme", + "an" + ], + [ + "Ġw", + "here" + ], + [ + "ll", + "ow" + ], + [ + "Ġh", + "igh" + ], + [ + "ĠS", + "ue" + ], + [ + "Ġfa", + "ce" + ], + [ + "Ġc", + "ook" + ], + [ + "d", + "ay" + ], + [ + "ay", + "be" + ], + [ + "Ġwat", + "ch" + ], + [ + "Ġbl", + "ue" + ], + [ + "a", + "ught" + ], + [ + "Ġdiffere", + "nt" + ], + [ + "Ġst", + "ore" + ], + [ + "Ġ", + "N" + ], + [ + "Ġgood", + "bye" + ], + [ + "Ġd", + "ress" + ], + [ + "u", + "ll" + ], + [ + "ĠB", + "ob" + ], + [ + "n", + "g" + ], + [ + "an", + "ge" + ], + [ + "Ġs", + "qu" + ], + [ + "Ġo", + "kay" + ], + [ + "is", + "y" + ], + [ + "le", + "ase" + ], + [ + "ĠMom", + "my" + ], + [ + "Ġvo", + "ice" + ], + [ + "J", + "o" + ], + [ + "at", + "h" + ], + [ + "Ġn", + "ight" + ], + [ + "ĠS", + "pot" + ], + [ + "Ġu", + "s" + ], + [ + "Ġbo", + "at" + ], + [ + "Ġflow", + "ers" + ], + [ + "Ġpl", + "ace" + ], + [ + "Ġfo", + "llow" + ], + [ + "Ġa", + "r" + ], + [ + "Ġu", + "se" + ], + [ + "Ġclos", + "er" + ], + [ + "un", + "ny" + ], + [ + "le", + "ep" + ], + [ + "ir", + "ed" + ], + [ + "Ġfa", + "v" + ], + [ + "Ġy", + "ell" + ], + [ + "Ġgra", + "bbed" + ], + [ + "Ġcu", + "ri" + ], + [ + "Ġwa", + "rm" + ], + [ + "Ġc", + "r" + ], + [ + "Ġfor", + "g" + ], + [ + "ĠSara", + "h" + ], + [ + "ĠJo", + "hn" + ], + [ + "Ġm", + "ag" + ], + [ + "Ġst", + "ick" + ], + [ + "W", + "e" + ], + [ + "Ġjump", + "ed" + ], + [ + "Ġc", + "ake" + ], + [ + "m", + "ore" + ], + [ + "Ġt", + "ell" + ], + [ + "Ġany", + "more" + ], + [ + "A", + "fter" + ], + [ + "Ġbut", + "ter" + ], + [ + "nd", + "ma" + ], + [ + "Ġth", + "ree" + ], + [ + "Ġas", + "k" + ], + [ + "c", + "o" + ], + [ + "Ġ", + "our" + ], + [ + "l", + "ie" + ], + [ + "Ġcuri", + "ous" + ], + [ + "ou", + "nt" + ], + [ + "or", + "n" + ], + [ + "Ġcon", + "t" + ], + [ + "Ġfe", + "ll" + ], + [ + "a", + "ched" + ], + [ + "ĠT", + "h" + ], + [ + "Ġbird", + "s" + ], + [ + "as", + "s" + ], + [ + "H", + "er" + ], + [ + "is", + "s" + ], + [ + "Ġhelp", + "ed" + ], + [ + "ĠJ", + "ane" + ], + [ + "Ġpu", + "ll" + ], + [ + "Ġf", + "irst" + ], + [ + "it", + "c" + ], + [ + "Ġbl", + "ock" + ], + [ + "Ġh", + "op" + ], + [ + "Ġb", + "it" + ], + [ + "Ġd", + "r" + ], + [ + "Ġreal", + "ized" + ], + [ + "Ġk", + "id" + ], + [ + "L", + "ook" + ], + [ + "il", + "a" + ], + [ + "Ġm", + "on" + ], + [ + "Ġbr", + "other" + ], + [ + "A", + "nna" + ], + [ + "S", + "ara" + ], + [ + "Ġ", + "z" + ], + [ + "ĠEvery", + "one" + ], + [ + "Ġat", + "e" + ], + [ + "Ġdo", + "es" + ], + [ + "im", + "es" + ], + [ + "Ġhapp", + "ened" + ], + [ + "Ġst", + "op" + ], + [ + "z", + "y" + ], + [ + "Ġy", + "ummy" + ], + [ + "Ġfav", + "or" + ], + [ + "pp", + "y" + ], + [ + "Ġk", + "itc" + ], + [ + "Ġkitc", + "hen" + ], + [ + "Ġsw", + "eet" + ], + [ + "u", + "s" + ], + [ + "Ġp", + "er" + ], + [ + "Ġre", + "ally" + ], + [ + "a", + "isy" + ], + [ + "Ġgra", + "ss" + ], + [ + "Ġfavor", + "ite" + ], + [ + "Ġbe", + "gan" + ], + [ + "Ġre", + "st" + ], + [ + "Ġre", + "ady" + ], + [ + "Ġle", + "a" + ], + [ + "Ġre", + "ached" + ], + [ + "Ġunder", + "st" + ], + [ + "a", + "ir" + ], + [ + "Ġst", + "e" + ], + [ + "Ġb", + "unny" + ], + [ + "ĠA", + "s" + ], + [ + "Ġstor", + "y" + ], + [ + "'", + "re" + ], + [ + "Ġp", + "ain" + ], + [ + "Ġs", + "ing" + ], + [ + "st", + "er" + ], + [ + "Ġhe", + "re" + ], + [ + "Ġsa", + "nd" + ], + [ + "Ġon", + "ly" + ], + [ + "Ġfl", + "o" + ], + [ + "Ġa", + "m" + ], + [ + "Ġgl", + "ad" + ], + [ + "Ġt", + "ri" + ], + [ + "Ġbe", + "h" + ], + [ + "Ġwor", + "ld" + ], + [ + "Ġop", + "en" + ], + [ + "Ġc", + "re" + ], + [ + "fu", + "lly" + ], + [ + "Ġpr", + "in" + ], + [ + "w", + "here" + ], + [ + "are", + "nt" + ], + [ + "Ġflow", + "er" + ], + [ + "Ġthr", + "ough" + ], + [ + "Ġb", + "a" + ], + [ + "Ġfi", + "re" + ], + [ + "Ġd", + "one" + ], + [ + "Ġha", + "ving" + ], + [ + "Ġth", + "ing" + ], + [ + "Ġdel", + "ic" + ], + [ + "Ġhim", + "self" + ], + [ + "Ġt", + "ired" + ], + [ + "Ġp", + "arent" + ], + [ + "Ġso", + "ft" + ], + [ + "Ġf", + "ro" + ], + [ + "Tim", + "my" + ], + [ + "Ġta", + "st" + ], + [ + "Ġbutter", + "f" + ], + [ + "ĠL", + "et" + ], + [ + "Ġc", + "ut" + ], + [ + "Ġp", + "art" + ], + [ + "Ġwh", + "y" + ], + [ + "k", + "en" + ], + [ + "Ġm", + "ess" + ], + [ + "C", + "an" + ], + [ + "Ġwor", + "ry" + ], + [ + "Mom", + "my" + ], + [ + "i", + "ver" + ], + [ + "Ġd", + "in" + ], + [ + "u", + "ff" + ], + [ + "at", + "er" + ], + [ + "Ġmag", + "ic" + ], + [ + "Ġwa", + "ved" + ], + [ + "Ġshout", + "ed" + ], + [ + "Ġpo", + "nd" + ], + [ + "Ġkid", + "s" + ], + [ + "Ġh", + "at" + ], + [ + "Ġd", + "uck" + ], + [ + "Ġse", + "es" + ], + [ + "o", + "lly" + ], + [ + "ill", + "ed" + ], + [ + "Ġg", + "ame" + ], + [ + "i", + "ent" + ], + [ + "Ġma", + "king" + ], + [ + "at", + "her" + ], + [ + "Jo", + "hn" + ], + [ + "A", + "s" + ], + [ + "ak", + "es" + ], + [ + "Ġcat", + "ch" + ], + [ + "Ġse", + "en" + ], + [ + "Ġc", + "ool" + ], + [ + "at", + "ion" + ], + [ + "Ġcom", + "ing" + ], + [ + "Ġl", + "ess" + ], + [ + "Ġd", + "ark" + ], + [ + "Ġu", + "sed" + ], + [ + "ed", + "dy" + ], + [ + "Ġfi", + "x" + ], + [ + "ĠJo", + "e" + ], + [ + "Ġthan", + "k" + ], + [ + "m", + "er" + ], + [ + "Ġto", + "p" + ], + [ + "Ġl", + "ady" + ], + [ + "Ġha", + "ir" + ], + [ + "ar", + "ing" + ], + [ + "Ġp", + "rom" + ], + [ + "Ġho", + "pped" + ], + [ + "ĠC", + "an" + ], + [ + "\"", + "." + ], + [ + "ig", + "n" + ], + [ + "Ġsurpr", + "ise" + ], + [ + "Ġdra", + "w" + ], + [ + "Ġm", + "um" + ], + [ + "Ġm", + "ouse" + ], + [ + "Ġfun", + "ny" + ], + [ + "re", + "l" + ], + [ + "Ġc", + "ra" + ], + [ + "Ġ", + "-" + ], + [ + "ap", + "er" + ], + [ + "Ġf", + "ull" + ], + [ + "Ġto", + "uch" + ], + [ + "Ġl", + "ight" + ], + [ + "Ġsp", + "ot" + ], + [ + "re", + "n" + ], + [ + "Ġd", + "ro" + ], + [ + "ĠBen", + "ny" + ], + [ + "Ġparent", + "s" + ], + [ + "Ġwor", + "ked" + ], + [ + "in", + "s" + ], + [ + "one", + "y" + ], + [ + "ĠD", + "o" + ], + [ + "Ġsurpr", + "ised" + ], + [ + "Ġcare", + "fully" + ], + [ + "Ġtre", + "es" + ], + [ + "Ġfro", + "g" + ], + [ + "Ġsw", + "ing" + ], + [ + "Ġdo", + "ing" + ], + [ + "D", + "on" + ], + [ + "Ġs", + "at" + ], + [ + "in", + "ally" + ], + [ + "ĠT", + "hat" + ], + [ + "Ġ", + "ice" + ], + [ + "ĠI", + "n" + ], + [ + "Ġhe", + "ld" + ], + [ + "W", + "ow" + ], + [ + "Ġrun", + "ning" + ], + [ + "Ġpret", + "end" + ], + [ + "Ġsw", + "im" + ], + [ + "Ġs", + "et" + ], + [ + "Ġre", + "ad" + ], + [ + "Ġdelic", + "ious" + ], + [ + "Ġneed", + "ed" + ], + [ + "Ġt", + "ight" + ], + [ + "Ġsl", + "ow" + ], + [ + "Ġrememb", + "ered" + ], + [ + "Ġlo", + "st" + ], + [ + "Ġco", + "ld" + ], + [ + "Ġsm", + "ell" + ], + [ + "ard", + "s" + ], + [ + "Ġw", + "ood" + ], + [ + "Ġhapp", + "ily" + ], + [ + "h", + "y" + ], + [ + "el", + "y" + ], + [ + "Ġlook", + "s" + ], + [ + "Ġbeh", + "ind" + ], + [ + "Ġher", + "self" + ], + [ + "Ġc", + "ried" + ], + [ + "Ġenjoy", + "ed" + ], + [ + "Ġnam", + "e" + ], + [ + "as", + "k" + ], + [ + "Ġye", + "ars" + ], + [ + "Ġbu", + "y" + ], + [ + "Ġho", + "le" + ], + [ + "Ġblock", + "s" + ], + [ + "Ġd", + "ri" + ], + [ + "Ġs", + "leep" + ], + [ + "Ġg", + "i" + ], + [ + "Ġyell", + "ow" + ], + [ + "c", + "ess" + ], + [ + "Ġbutterf", + "ly" + ], + [ + "i", + "ke" + ], + [ + "u", + "ed" + ], + [ + "Ġw", + "ished" + ], + [ + "Ġper", + "f" + ], + [ + "Ġan", + "other" + ], + [ + "ĠD", + "aisy" + ], + [ + "Ġgre", + "en" + ], + [ + "Ġmo", + "ve" + ], + [ + "Ġt", + "all" + ], + [ + "Ġa", + "ir" + ], + [ + "Ġb", + "ag" + ], + [ + "Ġflo", + "or" + ], + [ + "Ġcar", + "s" + ], + [ + "Ġless", + "on" + ], + [ + "u", + "l" + ], + [ + "Ġb", + "ow" + ], + [ + "Ġar", + "ri" + ], + [ + "Ġwind", + "ow" + ], + [ + "Ġsh", + "o" + ], + [ + "Ġchild", + "ren" + ], + [ + "n", + "er" + ], + [ + "Ġfin", + "ished" + ], + [ + "Ġh", + "ill" + ], + [ + "ĠA", + "fter" + ], + [ + "and", + "y" + ], + [ + "s", + "p" + ], + [ + "en", + "s" + ], + [ + "Ġp", + "aper" + ], + [ + "Ġli", + "kes" + ], + [ + "F", + "rom" + ], + [ + "s", + "y" + ], + [ + "Ġho", + "ld" + ], + [ + "S", + "am" + ], + [ + "Ġwr", + "ong" + ], + [ + "re", + "ed" + ], + [ + "Ġcont", + "in" + ], + [ + "Ġunderst", + "and" + ], + [ + "at", + "ter" + ], + [ + "u", + "it" + ], + [ + "re", + "w" + ], + [ + "Ġg", + "ent" + ], + [ + "Ġany", + "thing" + ], + [ + "Ġclo", + "se" + ], + [ + "Ġwa", + "ll" + ], + [ + "Ġe", + "l" + ], + [ + "as", + "ure" + ], + [ + "Ġle", + "ft" + ], + [ + "Ġa", + "ble" + ], + [ + "Ġarri", + "ved" + ], + [ + "Ġh", + "un" + ], + [ + "ro", + "ss" + ], + [ + "a", + "v" + ], + [ + "Ġhe", + "ar" + ], + [ + "Ġfriend", + "ly" + ], + [ + "Ġforg", + "ot" + ], + [ + "Ġg", + "one" + ], + [ + "am", + "a" + ], + [ + "Ġcre", + "at" + ], + [ + "Ġw", + "et" + ], + [ + "Ġli", + "on" + ], + [ + "H", + "ell" + ], + [ + "Hell", + "o" + ], + [ + "Ġd", + "ream" + ], + [ + "Ġh", + "ot" + ], + [ + "b", + "o" + ], + [ + "b", + "er" + ], + [ + "ĠS", + "ally" + ], + [ + "Ġf", + "illed" + ], + [ + "Ġd", + "ir" + ], + [ + "ie", + "ld" + ], + [ + "Ġcook", + "ies" + ], + [ + "Ġlaug", + "h" + ], + [ + "Ġbro", + "ken" + ], + [ + "Ġdin", + "ner" + ], + [ + "l", + "f" + ], + [ + "Ġel", + "se" + ], + [ + "Ġh", + "id" + ], + [ + "c", + "ed" + ], + [ + "Ġp", + "ink" + ], + [ + "Ġfollow", + "ed" + ], + [ + "Ġta", + "ble" + ], + [ + "Ġm", + "ar" + ], + [ + "Ġcolor", + "s" + ], + [ + "ou", + "p" + ], + [ + "Ġmom", + "ent" + ], + [ + "Ġcontin", + "ued" + ], + [ + "Ġwonder", + "ful" + ], + [ + "ĠE", + "m" + ], + [ + "e", + "y" + ], + [ + "in", + "ed" + ], + [ + "ir", + "rel" + ], + [ + "r", + "ot" + ], + [ + "Ġfin", + "ally" + ], + [ + "J", + "ack" + ], + [ + "Ġa", + "rm" + ], + [ + "Ġm", + "ight" + ], + [ + "ĠN", + "ow" + ], + [ + "Ġc", + "ast" + ], + [ + "Ġy", + "es" + ], + [ + "Ġbu", + "ild" + ], + [ + "Ġen", + "ough" + ], + [ + "ĠB", + "illy" + ], + [ + "Ġsome", + "one" + ], + [ + "Ġperf", + "ect" + ], + [ + "Ġfa", + "ir" + ], + [ + "Ġstay", + "ed" + ], + [ + "a", + "pp" + ], + [ + "Ġmor", + "ning" + ], + [ + "ĠThe", + "re" + ], + [ + "Ġpu", + "ppy" + ], + [ + "o", + "l" + ], + [ + "Ġdad", + "dy" + ], + [ + "Ġtry", + "ing" + ], + [ + "'", + "ll" + ], + [ + "Ġj", + "u" + ], + [ + "Ġother", + "s" + ], + [ + "Ġbook", + "s" + ], + [ + "Ġag", + "reed" + ], + [ + "Ġmu", + "s" + ], + [ + "Ġsn", + "ow" + ], + [ + "Ġsqu", + "irrel" + ], + [ + "Ġc", + "ream" + ], + [ + "ro", + "om" + ], + [ + "Ġget", + "ting" + ], + [ + "Ġgra", + "ndma" + ], + [ + "ĠL", + "ila" + ], + [ + "Ġlea", + "ves" + ], + [ + "Ġba", + "by" + ], + [ + "Ġc", + "ount" + ], + [ + "ic", + "y" + ], + [ + "Ġfe", + "w" + ], + [ + "A", + "t" + ], + [ + "Ġf", + "all" + ], + [ + "The", + "n" + ], + [ + "g", + "on" + ], + [ + "Ġbre", + "ak" + ], + [ + "Ġclimb", + "ed" + ], + [ + "ri", + "es" + ], + [ + "Ġbe", + "ach" + ], + [ + "as", + "h" + ], + [ + "Ġb", + "ug" + ], + [ + "Ġp", + "lease" + ], + [ + "Ġm", + "other" + ], + [ + "Ġbr", + "ought" + ], + [ + "Ġtra", + "in" + ], + [ + "an", + "ce" + ], + [ + "ĠTh", + "is" + ], + [ + "Ġde", + "ep" + ], + [ + "Ġv", + "is" + ], + [ + "at", + "ed" + ], + [ + "s", + "hed" + ], + [ + "Ġm", + "et" + ], + [ + "Ġwas", + "n" + ], + [ + "Ġsomet", + "imes" + ], + [ + "Ġevery", + "thing" + ], + [ + "ĠTom", + "my" + ], + [ + "i", + "ch" + ], + [ + "Ġmus", + "ic" + ], + [ + "ke", + "y" + ], + [ + "l", + "ing" + ], + [ + "Th", + "is" + ], + [ + "o", + "s" + ], + [ + "Ġturn", + "ed" + ], + [ + "l", + "c" + ], + [ + "Ġr", + "ide" + ], + [ + "o", + "om" + ], + [ + "Ġs", + "ong" + ], + [ + "or", + "ing" + ], + [ + "Ġsp", + "ark" + ], + [ + "Ġf", + "ight" + ], + [ + "Ġhun", + "gry" + ], + [ + "on", + "s" + ], + [ + "Ġpicture", + "s" + ], + [ + "d", + "s" + ], + [ + "Ġm", + "akes" + ], + [ + "Ġse", + "ar" + ], + [ + "uck", + "y" + ], + [ + "Ġlist", + "ened" + ], + [ + "Ġjo", + "y" + ], + [ + "Ġpo", + "l" + ], + [ + "ĠW", + "hat" + ], + [ + "H", + "is" + ], + [ + "e", + "e" + ], + [ + "Ġcl", + "ot" + ], + [ + "Ġsa", + "il" + ], + [ + "a", + "pped" + ], + [ + "b", + "ble" + ], + [ + "Ġcom", + "p" + ], + [ + "Ġpl", + "an" + ], + [ + "Ġwant", + "s" + ], + [ + "Ġclot", + "hes" + ], + [ + "Ġpo", + "in" + ], + [ + "Ġ", + "K" + ], + [ + "z", + "z" + ], + [ + "Ġball", + "oon" + ], + [ + "Ġstr", + "ange" + ], + [ + "m", + "an" + ], + [ + "en", + "ny" + ], + [ + "Ġp", + "i" + ], + [ + "Ġgr", + "ow" + ], + [ + "Ġfly", + "ing" + ], + [ + "r", + "ow" + ], + [ + "Ġsc", + "ary" + ], + [ + "Ġtre", + "at" + ], + [ + "Ġwa", + "ited" + ], + [ + "Ġamaz", + "ed" + ], + [ + "Ġt", + "eddy" + ], + [ + "Ġcast", + "le" + ], + [ + "is", + "ter" + ], + [ + "Ġe", + "le" + ], + [ + "Ġamaz", + "ing" + ], + [ + "m", + "ed" + ], + [ + "Ġsp", + "l" + ], + [ + "O", + "h" + ], + [ + "Ġle", + "ave" + ], + [ + "Ġown", + "er" + ], + [ + "Ġprom", + "ised" + ], + [ + "Ġdan", + "ger" + ], + [ + "e", + "ver" + ], + [ + "O", + "K" + ], + [ + "Ġs", + "uch" + ], + [ + "Ġwh", + "ite" + ], + [ + "Ġp", + "at" + ], + [ + "Ġtal", + "k" + ], + [ + "uff", + "y" + ], + [ + "Ġf", + "ur" + ], + [ + "Ġp", + "ie" + ], + [ + "op", + "e" + ], + [ + "r", + "ed" + ], + [ + "Ġpull", + "ed" + ], + [ + "Ġp", + "re" + ], + [ + "Ġwood", + "s" + ], + [ + "ĠT", + "o" + ], + [ + "Ġsh", + "ared" + ], + [ + "Ġal", + "one" + ], + [ + "Ġtow", + "ards" + ], + [ + "c", + "le" + ], + [ + "ĠM", + "aybe" + ], + [ + "Ġs", + "it" + ], + [ + "Ġn", + "ap" + ], + [ + "Ġcolor", + "ful" + ], + [ + "am", + "p" + ], + [ + "h", + "one" + ], + [ + "Ġvis", + "it" + ], + [ + "ig", + "g" + ], + [ + "ug", + "g" + ], + [ + "th", + "y" + ], + [ + "en", + "ce" + ], + [ + "Ġta", + "il" + ], + [ + "ct", + "or" + ], + [ + "Ġmagic", + "al" + ], + [ + "Ġr", + "iver" + ], + [ + "Ġh", + "ig" + ], + [ + "Ġbe", + "lie" + ], + [ + "Ġgr", + "ate" + ], + [ + "u", + "ally" + ], + [ + "an", + "g" + ], + [ + "ot", + "t" + ], + [ + "Ġh", + "ide" + ], + [ + "Ġs", + "illy" + ], + [ + "Ġsmil", + "es" + ], + [ + "ow", + "er" + ], + [ + "Ġs", + "ide" + ], + [ + "M", + "ax" + ], + [ + "Ġro", + "ll" + ], + [ + "Ġg", + "u" + ], + [ + "ĠA", + "my" + ], + [ + "Ġpr", + "o" + ], + [ + "et", + "er" + ], + [ + "Ġfast", + "er" + ], + [ + "Ġgrate", + "ful" + ], + [ + "Ġtre", + "asure" + ], + [ + "as", + "ed" + ], + [ + "Ġsn", + "ack" + ], + [ + "u", + "p" + ], + [ + "Ġla", + "nd" + ], + [ + "av", + "y" + ], + [ + "Ġmor", + "al" + ], + [ + "ain", + "ed" + ], + [ + "Ġs", + "ister" + ], + [ + "ĠG", + "ra" + ], + [ + "Ġsh", + "ap" + ], + [ + "Ġpain", + "t" + ], + [ + "Ġslow", + "ly" + ], + [ + "Ġf", + "ield" + ], + [ + "Ġp", + "et" + ], + [ + "Ġs", + "ec" + ], + [ + "or", + "m" + ], + [ + "ĠJ", + "im" + ], + [ + "Ġbr", + "an" + ], + [ + "Ġm", + "in" + ], + [ + "Ġmu", + "st" + ], + [ + "Ġhelp", + "ing" + ], + [ + "Ġwor", + "ried" + ], + [ + "Ġjo", + "b" + ], + [ + "Ġfo", + "x" + ], + [ + "s", + "et" + ], + [ + "Ġm", + "oney" + ], + [ + "Ġp", + "ot" + ], + [ + "Ġqu", + "i" + ], + [ + "Ġbe", + "l" + ], + [ + "Ġac", + "c" + ], + [ + "Ġli", + "ving" + ], + [ + "Ġmon", + "ster" + ], + [ + "le", + "ss" + ], + [ + "Ġpart", + "y" + ], + [ + "e", + "ar" + ], + [ + "Ġmo", + "st" + ], + [ + "Ġwe", + "ar" + ], + [ + "Ġrememb", + "er" + ], + [ + "i", + "re" + ], + [ + "Ġs", + "ign" + ], + [ + "w", + "l" + ], + [ + "Ġcl", + "oud" + ], + [ + "Ġc", + "andy" + ], + [ + "Ġhig", + "her" + ], + [ + "i", + "pped" + ], + [ + "id", + "ent" + ], + [ + "ĠA", + "ll" + ], + [ + "d", + "er" + ], + [ + "z", + "e" + ], + [ + "Ġqui", + "et" + ], + [ + "Ġto", + "wn" + ], + [ + "un", + "ch" + ], + [ + "Ġprin", + "cess" + ], + [ + "Ġrun", + "s" + ], + [ + "ask", + "et" + ], + [ + "e", + "m" + ], + [ + "Ġevery", + "where" + ], + [ + "Ġjo", + "in" + ], + [ + "Ġste", + "pped" + ], + [ + "Ġb", + "asket" + ], + [ + "Ġl", + "ake" + ], + [ + "Ġcu", + "p" + ], + [ + "s", + "w" + ], + [ + "out", + "h" + ], + [ + "Ġcar", + "rot" + ], + [ + "Ġco", + "ll" + ], + [ + "Ġpl", + "ant" + ], + [ + "Ġsc", + "ream" + ], + [ + "ĠDad", + "dy" + ], + [ + "Ġb", + "uck" + ], + [ + "Ġhe", + "avy" + ], + [ + "Ġbig", + "ger" + ], + [ + "Ġch", + "o" + ], + [ + "Ġbl", + "ank" + ], + [ + "Ġclo", + "sed" + ], + [ + "Ġw", + "on" + ], + [ + "is", + "es" + ], + [ + "Ġan", + "sw" + ], + [ + "b", + "r" + ], + [ + "Ġblank", + "et" + ], + [ + "Ġm", + "outh" + ], + [ + "am", + "es" + ], + [ + "ec", + "es" + ], + [ + "Ġeat", + "ing" + ], + [ + "Ġpi", + "eces" + ], + [ + "ck", + "et" + ], + [ + "Ġst", + "re" + ], + [ + "Ġwe", + "lc" + ], + [ + "Ġwould", + "n" + ], + [ + "Ġre", + "ach" + ], + [ + "Ġbro", + "ke" + ], + [ + "e", + "ared" + ], + [ + "Ġdanger", + "ous" + ], + [ + "g", + "s" + ], + [ + "p", + "h" + ], + [ + "ĠM", + "olly" + ], + [ + "Ġc", + "e" + ], + [ + "ĠM", + "r" + ], + [ + "or", + "d" + ], + [ + "f", + "ort" + ], + [ + "Ġdoll", + "s" + ], + [ + "m", + "ing" + ], + [ + "Ġdan", + "ce" + ], + [ + "Ġdra", + "gon" + ], + [ + "Ġthink", + "s" + ], + [ + "Ġask", + "s" + ], + [ + "Ġac", + "ross" + ], + [ + "O", + "kay" + ], + [ + "Ġch", + "air" + ], + [ + "Ġte", + "ac" + ], + [ + "Ġb", + "ott" + ], + [ + "H", + "i" + ], + [ + "Ġp", + "a" + ], + [ + "Ġne", + "igh" + ], + [ + "Ġb", + "ar" + ], + [ + "Ġb", + "ike" + ], + [ + "Ġp", + "ack" + ], + [ + "it", + "ing" + ], + [ + "Ġdis", + "app" + ], + [ + "Ġneigh", + "b" + ], + [ + "Ġst", + "uck" + ], + [ + "d", + "e" + ], + [ + "Ġg", + "if" + ], + [ + "Ġfr", + "uit" + ], + [ + "Ġbelie", + "ve" + ], + [ + "c", + "y" + ], + [ + "Ġ", + "ve" + ], + [ + "Ġcry", + "ing" + ], + [ + "i", + "er" + ], + [ + "ph", + "ant" + ], + [ + "Ġs", + "uddenly" + ], + [ + "Ġs", + "oup" + ], + [ + "Ġr", + "ace" + ], + [ + "Ġth", + "rew" + ], + [ + "S", + "ure" + ], + [ + "Ġfar", + "mer" + ], + [ + "Ġacc", + "ident" + ], + [ + "Ġdir", + "ty" + ], + [ + "Ġele", + "phant" + ], + [ + "Ġmon", + "key" + ], + [ + "Ġhe", + "al" + ], + [ + "w", + "eet" + ], + [ + "Ġre", + "m" + ], + [ + "Ġp", + "ers" + ], + [ + "Ġsa", + "me" + ], + [ + "or", + "ed" + ], + [ + "vent", + "ually" + ], + [ + "e", + "ad" + ], + [ + "pp", + "ing" + ], + [ + "Ġgent", + "le" + ], + [ + "Ġf", + "ree" + ], + [ + "Ġbr", + "own" + ], + [ + "M", + "aybe" + ], + [ + "Ġin", + "st" + ], + [ + "Ġbe", + "e" + ], + [ + "i", + "x" + ], + [ + "Ġb", + "en" + ], + [ + "Ġw", + "in" + ], + [ + "Ġbl", + "ack" + ], + [ + "Ġal", + "ong" + ], + [ + "Ġlong", + "er" + ], + [ + "i", + "ble" + ], + [ + "Ġsp", + "r" + ], + [ + "Ġcl", + "apped" + ], + [ + "F", + "inally" + ], + [ + "W", + "hy" + ], + [ + "ck", + "ed" + ], + [ + "Ġwor", + "ds" + ], + [ + "ĠF", + "l" + ], + [ + "Ġteac", + "her" + ], + [ + "Ġup", + "set" + ], + [ + "ch", + "ool" + ], + [ + "Ġpie", + "ce" + ], + [ + "Ġwe", + "ll" + ], + [ + "Ġche", + "ered" + ], + [ + "Ġh", + "it" + ], + [ + "Ġsa", + "ng" + ], + [ + "m", + "ent" + ], + [ + "Ġbow", + "l" + ], + [ + "Ġb", + "ite" + ], + [ + "Ġdo", + "ctor" + ], + [ + "ĠJ", + "ill" + ], + [ + "Ġbuck", + "et" + ], + [ + "M", + "ia" + ], + [ + "Ġb", + "ath" + ], + [ + "Ġc", + "aught" + ], + [ + "Ġhe", + "art" + ], + [ + "Ġfor", + "get" + ], + [ + "Ġm", + "ark" + ], + [ + "Ġbut", + "t" + ], + [ + "Ġd", + "ry" + ], + [ + "Ġyou", + "ng" + ], + [ + "Ġse", + "a" + ], + [ + "Ġc", + "our" + ], + [ + "Ġdro", + "pped" + ], + [ + "es", + "e" + ], + [ + "Ġy", + "ard" + ], + [ + "Ġpl", + "ac" + ], + [ + "our", + "n" + ], + [ + "Ġs", + "chool" + ], + [ + "Ġsw", + "ings" + ], + [ + "bb", + "y" + ], + [ + "Ġw", + "ings" + ], + [ + "b", + "s" + ], + [ + "Ġexpl", + "ained" + ], + [ + "Ġj", + "ourn" + ], + [ + "Ġbr", + "ing" + ], + [ + "Ġdr", + "ink" + ], + [ + "Ġstre", + "et" + ], + [ + "Ġju", + "ice" + ], + [ + "un", + "g" + ], + [ + "Ġnear", + "by" + ], + [ + "ĠEm", + "ma" + ], + [ + "Ġsm", + "o" + ], + [ + "Ġsm", + "art" + ], + [ + "Ġpu", + "shed" + ], + [ + "Ġstor", + "ies" + ], + [ + "Ġdro", + "ve" + ], + [ + "Ġt", + "iny" + ], + [ + "Ġp", + "en" + ], + [ + "Ġcour", + "se" + ], + [ + "Ġ", + "es" + ], + [ + "Ġm", + "ine" + ], + [ + "Ġto", + "day" + ], + [ + "Ġpo", + "cket" + ], + [ + "Ġye", + "ar" + ], + [ + "aught", + "er" + ], + [ + "Ġj", + "e" + ], + [ + "Ġsec", + "ret" + ], + [ + "Ġex", + "p" + ], + [ + "Ġwith", + "out" + ], + [ + "Ġsing", + "ing" + ], + [ + "Ġwelc", + "ome" + ], + [ + "Ġhapp", + "en" + ], + [ + "t", + "o" + ], + [ + "Ġf", + "it" + ], + [ + "Ġst", + "u" + ], + [ + "ve", + "l" + ], + [ + "ra", + "ct" + ], + [ + "Ġbu", + "s" + ], + [ + "Ġche", + "ese" + ], + [ + "Ġcr", + "ay" + ], + [ + "Ġfair", + "y" + ], + [ + "Ġj", + "ar" + ], + [ + "Ġturn", + "s" + ], + [ + "Ġbu", + "sh" + ], + [ + "b", + "ow" + ], + [ + "ll", + "o" + ], + [ + "Ġexpl", + "oring" + ], + [ + "Ġl", + "on" + ], + [ + "Ġst", + "and" + ], + [ + "itt", + "ing" + ], + [ + "Ġsee", + "med" + ], + [ + "Ġsp", + "oon" + ], + [ + "ĠF", + "inally" + ], + [ + "Ġg", + "ames" + ], + [ + "Ġwo", + "ke" + ], + [ + "is", + "sed" + ], + [ + "Ġre", + "sp" + ], + [ + "Ġtr", + "ou" + ], + [ + "Ġtw", + "ins" + ], + [ + "Ġhop", + "ed" + ], + [ + "Ġat", + "t" + ], + [ + "Ġlon", + "ely" + ], + [ + "Ġa", + "nt" + ], + [ + "ĠM", + "ama" + ], + [ + "or", + "row" + ], + [ + "Ġno", + "ises" + ], + [ + "Ġhug", + "s" + ], + [ + "ount", + "ain" + ], + [ + "y", + "ard" + ], + [ + "Ġd", + "aughter" + ], + [ + "Ġin", + "v" + ], + [ + "Ġke", + "y" + ], + [ + "a", + "il" + ], + [ + "Ġrock", + "s" + ], + [ + "Ġdis", + "co" + ], + [ + "Ġs", + "u" + ], + [ + "Ġl", + "unch" + ], + [ + "re", + "ad" + ], + [ + "ou", + "n" + ], + [ + "ver", + "ed" + ], + [ + "Ġback", + "yard" + ], + [ + "Ġs", + "uc" + ], + [ + "Ġc", + "ow" + ], + [ + "Ġapp", + "le" + ], + [ + "e", + "k" + ], + [ + "Ġsw", + "am" + ], + [ + "Ġsho", + "es" + ], + [ + "Ġst", + "ars" + ], + [ + "Ġsh", + "ook" + ], + [ + "itt", + "ens" + ], + [ + "Ġm", + "iss" + ], + [ + "c", + "hes" + ], + [ + "Ġw", + "ish" + ], + [ + "Ġre", + "lie" + ], + [ + "fu", + "sed" + ], + [ + "Ġshap", + "es" + ], + [ + "urp", + "le" + ], + [ + "Ġtow", + "er" + ], + [ + "it", + "y" + ], + [ + "Ġc", + "orn" + ], + [ + "Ġmo", + "ved" + ], + [ + "sh", + "ine" + ], + [ + "Ġ", + "3" + ], + [ + "Ġth", + "ough" + ], + [ + "Ġc", + "ir" + ], + [ + "um", + "b" + ], + [ + "Ġta", + "king" + ], + [ + "t", + "s" + ], + [ + "ĠT", + "weet" + ], + [ + "ap", + "e" + ], + [ + "Ġrain", + "bow" + ], + [ + "Ġthr", + "ow" + ], + [ + "Ġst", + "ar" + ], + [ + "Ġben", + "ch" + ], + [ + "Ġne", + "ck" + ], + [ + "ock", + "ed" + ], + [ + "Ġcreat", + "ure" + ], + [ + "Ġbu", + "bble" + ], + [ + "Ġl", + "ate" + ], + [ + "Ġadventure", + "s" + ], + [ + "Ġo", + "wl" + ], + [ + "ion", + "s" + ], + [ + "A", + "nd" + ], + [ + "Ġw", + "he" + ], + [ + "Ġp", + "ar" + ], + [ + "Ġshe", + "ll" + ], + [ + "Ġk", + "ite" + ], + [ + "ĠFl", + "uffy" + ], + [ + "in", + "ing" + ], + [ + "Ġm", + "il" + ], + [ + "u", + "nt" + ], + [ + "Ġf", + "ence" + ], + [ + "Ġm", + "ix" + ], + [ + "Ġli", + "ft" + ], + [ + "Ġaccident", + "ally" + ], + [ + "Ġw", + "ise" + ], + [ + "Ġhe", + "llo" + ], + [ + "Ġp", + "urple" + ], + [ + "pp", + "er" + ], + [ + "Ġon", + "to" + ], + [ + "Ġsp", + "in" + ], + [ + "t", + "en" + ], + [ + "our", + "s" + ], + [ + "Ġs", + "itting" + ], + [ + "id", + "ge" + ], + [ + "Ġsun", + "shine" + ], + [ + "Ġcut", + "e" + ], + [ + "Ġm", + "at" + ], + [ + "w", + "ard" + ], + [ + "Ġsh", + "op" + ], + [ + "Ġwh", + "ist" + ], + [ + "Ġd", + "ist" + ], + [ + "Ġor", + "ange" + ], + [ + "L", + "ila" + ], + [ + "Ġn", + "aught" + ], + [ + "ĠSam", + "my" + ], + [ + "Ġnaught", + "y" + ], + [ + "Ġn", + "est" + ], + [ + "o", + "se" + ], + [ + "or", + "s" + ], + [ + "ll", + "a" + ], + [ + "Ġmil", + "k" + ], + [ + "f", + "ish" + ], + [ + "Ġa", + "f" + ], + [ + "Ġb", + "oun" + ], + [ + "Ġp", + "hone" + ], + [ + "Ġarm", + "s" + ], + [ + "Ġe", + "as" + ], + [ + "n", + "ess" + ], + [ + "Ġcar", + "ry" + ], + [ + "ĠGra", + "ndma" + ], + [ + "o", + "g" + ], + [ + "Ġb", + "ought" + ], + [ + "Ġdri", + "ver" + ], + [ + "Ġinst", + "ead" + ], + [ + "L", + "ater" + ], + [ + "Ġtal", + "ked" + ], + [ + "Ġsear", + "ched" + ], + [ + "g", + "ged" + ], + [ + "Ġp", + "ig" + ], + [ + "Ġco", + "zy" + ], + [ + "Ġsun", + "ny" + ], + [ + "itt", + "y" + ], + [ + "Ġfeel", + "s" + ], + [ + "Ġf", + "an" + ], + [ + "Ġwonder", + "ed" + ], + [ + "Ġcom", + "es" + ], + [ + "Ġswim", + "ming" + ], + [ + "u", + "ched" + ], + [ + "Ġto", + "uched" + ], + [ + "Ġp", + "op" + ], + [ + "ĠIn", + "side" + ], + [ + "a", + "le" + ], + [ + "Ġl", + "ucky" + ], + [ + "Ġlaug", + "hing" + ], + [ + "Ġbel", + "ong" + ], + [ + "Ġsound", + "s" + ], + [ + "Ġw", + "om" + ], + [ + "Ġc", + "ave" + ], + [ + "le", + "t" + ], + [ + "Ġjourn", + "ey" + ], + [ + "Ġwom", + "an" + ], + [ + "Ġc", + "ou" + ], + [ + "Ġnot", + "hing" + ], + [ + "Ġco", + "at" + ], + [ + "Ġrelie", + "ved" + ], + [ + "Ġ", + "O" + ], + [ + "Ġpe", + "ace" + ], + [ + "ad", + "ow" + ], + [ + "Ġno", + "se" + ], + [ + "Ġbu", + "sy" + ], + [ + "B", + "ob" + ], + [ + "Ġp", + "ast" + ], + [ + "Ġapp", + "les" + ], + [ + "Ġs", + "ick" + ], + [ + "Ġr", + "ope" + ], + [ + "Ġpat", + "ient" + ], + [ + "Ġa", + "ct" + ], + [ + "Ġp", + "udd" + ], + [ + "Ġin", + "c" + ], + [ + "ra", + "id" + ], + [ + "Ġwatch", + "ing" + ], + [ + "Ġbran", + "ch" + ], + [ + "Ġaf", + "raid" + ], + [ + "Ġto", + "m" + ], + [ + "id", + "er" + ], + [ + "Ġday", + "s" + ], + [ + "Ġre", + "t" + ], + [ + "c", + "ing" + ], + [ + "ĠM", + "ary" + ], + [ + "Ġb", + "and" + ], + [ + "Ġfar", + "m" + ], + [ + "Ġhug", + "e" + ], + [ + "ĠTh", + "ank" + ], + [ + "at", + "or" + ], + [ + "Ġexc", + "iting" + ], + [ + "Ġdan", + "ced" + ], + [ + "th", + "day" + ], + [ + "Ġwa", + "r" + ], + [ + "ĠSo", + "on" + ], + [ + "b", + "all" + ], + [ + "Ġg", + "igg" + ], + [ + "ble", + "m" + ], + [ + "Ġz", + "oom" + ], + [ + "Ġm", + "ad" + ], + [ + "Ġv", + "ill" + ], + [ + "Ġfore", + "ver" + ], + [ + "Ġpro", + "blem" + ], + [ + "Ġcoll", + "ect" + ], + [ + "p", + "ed" + ], + [ + "ir", + "t" + ], + [ + "Ġmin", + "ut" + ], + [ + "Ġw", + "ra" + ], + [ + "h", + "o" + ], + [ + "Ġli", + "fe" + ], + [ + "Ġkne", + "e" + ], + [ + "c", + "es" + ], + [ + "D", + "o" + ], + [ + "c", + "er" + ], + [ + "m", + "p" + ], + [ + "ar", + "p" + ], + [ + "Ġk", + "ing" + ], + [ + "Ġas", + "leep" + ], + [ + "Ġret", + "urn" + ], + [ + "Ġsh", + "arp" + ], + [ + "Ġre", + "l" + ], + [ + "Ġp", + "ower" + ], + [ + "et", + "h" + ], + [ + "Ġhold", + "ing" + ], + [ + "Ġf", + "ing" + ], + [ + "Ġheal", + "thy" + ], + [ + "ĠM", + "ittens" + ], + [ + "Ġpr", + "ot" + ], + [ + "Ġme", + "et" + ], + [ + "Ġor", + "gan" + ], + [ + "Ġcle", + "ver" + ], + [ + "Ġspot", + "ted" + ], + [ + "Ġl", + "etter" + ], + [ + "Ġg", + "ather" + ], + [ + "al", + "m" + ], + [ + "O", + "f" + ], + [ + "e", + "re" + ], + [ + "Ġr", + "ound" + ], + [ + "Ġstor", + "m" + ], + [ + "Ġprot", + "ect" + ], + [ + "Ġgif", + "t" + ], + [ + "am", + "ed" + ], + [ + "Ġma", + "il" + ], + [ + "ĠJ", + "en" + ], + [ + "Ġbir", + "thday" + ], + [ + "Ġpre", + "s" + ], + [ + "Ġsa", + "f" + ], + [ + "Ġneighb", + "or" + ], + [ + "ep", + "end" + ], + [ + "Ġta", + "kes" + ], + [ + "s", + "c" + ], + [ + "Ġe", + "ar" + ], + [ + "Ġcom", + "fort" + ], + [ + "Ġ", + "ent" + ], + [ + "Ġre", + "p" + ], + [ + "Ġpers", + "on" + ], + [ + "Ġsmil", + "ing" + ], + [ + "ĠW", + "ith" + ], + [ + "Ġgent", + "ly" + ], + [ + "Ġpoin", + "ted" + ], + [ + "E", + "very" + ], + [ + "ow", + "ed" + ], + [ + "Ġsp", + "o" + ], + [ + "co", + "l" + ], + [ + "Ġtast", + "y" + ], + [ + "ul", + "ar" + ], + [ + "ĠJim", + "my" + ], + [ + "Ġpl", + "ane" + ], + [ + "st", + "ing" + ], + [ + "h", + "in" + ], + [ + "Ġh", + "oney" + ], + [ + "it", + "ch" + ], + [ + "Ġp", + "ill" + ], + [ + "Ġp", + "ass" + ], + [ + "itt", + "en" + ], + [ + "Ġm", + "atter" + ], + [ + "Ġad", + "m" + ], + [ + "Ġtast", + "ed" + ], + [ + "Ġsmell", + "ed" + ], + [ + "n", + "ic" + ], + [ + "o", + "ve" + ], + [ + "Ġe", + "ag" + ], + [ + "Ġsh", + "ining" + ], + [ + "He", + "y" + ], + [ + "Ġhop", + "e" + ], + [ + "Ġplac", + "es" + ], + [ + "Ġk", + "ick" + ], + [ + "ĠC", + "h" + ], + [ + "Ġpic", + "nic" + ], + [ + "Ġbott", + "le" + ], + [ + "Ġresp", + "ect" + ], + [ + "Ġb", + "lew" + ], + [ + "Ġapp", + "eared" + ], + [ + "Ġsu", + "pp" + ], + [ + "Tom", + "my" + ], + [ + "ĠC", + "ome" + ], + [ + "Ġsp", + "ider" + ], + [ + "Ġint", + "ere" + ], + [ + "Ġche", + "er" + ], + [ + "bo", + "ard" + ], + [ + "Ġwe", + "aring" + ], + [ + "Ġpres", + "ent" + ], + [ + "er", + "t" + ], + [ + "Ġm", + "ist" + ], + [ + "iz", + "e" + ], + [ + "Ġtrou", + "ble" + ], + [ + "Ġtri", + "p" + ], + [ + "Ġp", + "ract" + ], + [ + "Ġk", + "iss" + ], + [ + "Ġqu", + "est" + ], + [ + "o", + "nd" + ], + [ + "Ġas", + "h" + ], + [ + "Ġlo", + "ves" + ], + [ + "Ġtight", + "ly" + ], + [ + "g", + "g" + ], + [ + "ar", + "ge" + ], + [ + "Ġs", + "ur" + ], + [ + "Ġsp", + "read" + ], + [ + "a", + "ur" + ], + [ + "Ġw", + "ide" + ], + [ + "on", + "es" + ], + [ + "um", + "ber" + ], + [ + "Ġfe", + "ather" + ], + [ + "Ġspl", + "as" + ], + [ + "on", + "t" + ], + [ + "nd", + "p" + ], + [ + "Ġl", + "ater" + ], + [ + "Ġwho", + "le" + ], + [ + "Ġany", + "one" + ], + [ + "Ġbre", + "ad" + ], + [ + "M", + "olly" + ], + [ + "Ġd", + "es" + ], + [ + "Ġre", + "c" + ], + [ + "ell", + "a" + ], + [ + "Ġro", + "ad" + ], + [ + "I", + "n" + ], + [ + "Ġo", + "ce" + ], + [ + "Ġgi", + "ant" + ], + [ + "Ġoce", + "an" + ], + [ + "el", + "s" + ], + [ + "Ġpu", + "zz" + ], + [ + "Ġcook", + "ie" + ], + [ + "Ġp", + "an" + ], + [ + "Ġp", + "ath" + ], + [ + "Åĵ", + "I" + ], + [ + "Ġcon", + "fused" + ], + [ + "Ġscream", + "ed" + ], + [ + "Ġcloud", + "s" + ], + [ + "e", + "b" + ], + [ + "Ġimp", + "ress" + ], + [ + "Ġfr", + "ont" + ], + [ + "ĠG", + "o" + ], + [ + "Ġse", + "at" + ], + [ + "le", + "x" + ], + [ + "Ġl", + "ay" + ], + [ + "Ġwh", + "ich" + ], + [ + "l", + "a" + ], + [ + "Ġth", + "in" + ], + [ + "Ġte", + "ach" + ], + [ + "er", + "ly" + ], + [ + "Ġd", + "i" + ], + [ + "Ġansw", + "er" + ], + [ + "ung", + "le" + ], + [ + "Ġa", + "p" + ], + [ + "ss", + "ed" + ], + [ + "h", + "ile" + ], + [ + "u", + "b" + ], + [ + "Ġl", + "arge" + ], + [ + "Ġj", + "ungle" + ], + [ + "Ġprom", + "ise" + ], + [ + "Ġs", + "er" + ], + [ + "Ġb", + "er" + ], + [ + "Ġw", + "ild" + ], + [ + "Ġb", + "ark" + ], + [ + "Ġm", + "ach" + ], + [ + "oo", + "se" + ], + [ + "Ġbutt", + "on" + ], + [ + "ndp", + "a" + ], + [ + "G", + "ood" + ], + [ + "Ġmy", + "ster" + ], + [ + "Ġsn", + "ake" + ], + [ + "Ġvill", + "age" + ], + [ + "Ġh", + "or" + ], + [ + "ĠEm", + "ily" + ], + [ + "C", + "ome" + ], + [ + "Ġtoo", + "l" + ], + [ + "Ġput", + "s" + ], + [ + "Ġla", + "st" + ], + [ + "Ġim", + "ag" + ], + [ + "ĠJ", + "ake" + ], + [ + "L", + "ucy" + ], + [ + "Ġt", + "id" + ], + [ + "Ġb", + "an" + ], + [ + "le", + "br" + ], + [ + "Ġe", + "ventually" + ], + [ + "Ġsl", + "id" + ], + [ + "Ġwa", + "ve" + ], + [ + "Ġli", + "ve" + ], + [ + "Ġch", + "ased" + ], + [ + "ĠEvery", + "where" + ], + [ + "Ġce", + "lebr" + ], + [ + "Ġcray", + "ons" + ], + [ + "J", + "ust" + ], + [ + "Ġsp", + "ent" + ], + [ + "Ġwr", + "ite" + ], + [ + "Ġgi", + "ves" + ], + [ + "un", + "k" + ], + [ + "if", + "e" + ], + [ + "Ġdec", + "or" + ], + [ + "Ġfo", + "ot" + ], + [ + "Ġdel", + "ight" + ], + [ + "Ġso", + "l" + ], + [ + "Ġsand", + "w" + ], + [ + "Ġdir", + "t" + ], + [ + "ĠJ", + "enny" + ], + [ + "Ġtal", + "king" + ], + [ + "Ġtreat", + "s" + ], + [ + "Ġc", + "art" + ], + [ + "ch", + "ing" + ], + [ + "Ġwait", + "ing" + ], + [ + "Ġhid", + "ing" + ], + [ + "Ġsnow", + "man" + ], + [ + "Ġintere", + "sting" + ], + [ + "Ġh", + "on" + ], + [ + "on", + "y" + ], + [ + "Ġshe", + "lf" + ], + [ + "Ġtast", + "e" + ], + [ + "e", + "en" + ], + [ + "J", + "im" + ], + [ + "Ġst", + "ep" + ], + [ + "M", + "um" + ], + [ + "Ġhelp", + "ful" + ], + [ + "Ġfe", + "et" + ], + [ + "Ġsh", + "y" + ], + [ + "Ġgo", + "es" + ], + [ + "Ġv", + "al" + ], + [ + "Ġe", + "mb" + ], + [ + "Ġst", + "ood" + ], + [ + "Ġsh", + "r" + ], + [ + "Ġbuild", + "ing" + ], + [ + "Ġo", + "ven" + ], + [ + "Ġst", + "ret" + ], + [ + "Ġlove", + "ly" + ], + [ + "Ġduck", + "s" + ], + [ + "Ġcorn", + "er" + ], + [ + "Ġwas", + "h" + ], + [ + "ck", + "s" + ], + [ + "Ġsp", + "e" + ], + [ + "Ġpretend", + "ed" + ], + [ + "Ġroll", + "ed" + ], + [ + "Ġru", + "de" + ], + [ + "o", + "ld" + ], + [ + "Ġc", + "alm" + ], + [ + "Ġp", + "ile" + ], + [ + "Ġte", + "eth" + ], + [ + "Ġjump", + "ing" + ], + [ + "Ġz", + "oo" + ], + [ + "Ġpudd", + "le" + ], + [ + "Ġtid", + "y" + ], + [ + "M", + "ama" + ], + [ + "ig", + "er" + ], + [ + "ip", + "e" + ], + [ + "Ġbug", + "s" + ], + [ + "Ġash", + "amed" + ], + [ + "Ġb", + "at" + ], + [ + "in", + "a" + ], + [ + "ĠR", + "e" + ], + [ + "Ġo", + "b" + ], + [ + "Ġst", + "ra" + ], + [ + "ĠS", + "t" + ], + [ + "Ġwhist", + "le" + ], + [ + "Ġban", + "an" + ], + [ + "n", + "ot" + ], + [ + "Ġn", + "et" + ], + [ + "Ġforg", + "ive" + ], + [ + "Ġprin", + "ce" + ], + [ + "en", + "er" + ], + [ + "Ġsh", + "irt" + ], + [ + "Ġs", + "el" + ], + [ + "Ġc", + "oo" + ], + [ + "Ġemb", + "ar" + ], + [ + "ump", + "y" + ], + [ + "Ġspark", + "ly" + ], + [ + "Ġrem", + "ind" + ], + [ + "Ġs", + "ug" + ], + [ + "Ġc", + "ross" + ], + [ + "Ġm", + "ind" + ], + [ + "Ġcan", + "not" + ], + [ + "Ġsuc", + "cess" + ], + [ + "Ġembar", + "ra" + ], + [ + "S", + "oon" + ], + [ + "Ġm", + "ot" + ], + [ + "Ġsh", + "aring" + ], + [ + "Ġwor", + "m" + ], + [ + "Ġfo", + "ld" + ], + [ + "Ġpeace", + "ful" + ], + [ + "Ġw", + "ore" + ], + [ + "Ġm", + "ountain" + ], + [ + "Ġbl", + "ow" + ], + [ + "l", + "ice" + ], + [ + "Ġ", + "ign" + ], + [ + "Ġbe", + "ll" + ], + [ + "Ġfur", + "ry" + ], + [ + "Ġgra", + "b" + ], + [ + "al", + "s" + ], + [ + "omet", + "imes" + ], + [ + "Ġwhen", + "ever" + ], + [ + "Ġp", + "our" + ], + [ + "v", + "ous" + ], + [ + "ll", + "ie" + ], + [ + "Ġpu", + "sh" + ], + [ + "Ġbre", + "ath" + ], + [ + "Ġmach", + "ine" + ], + [ + "Ġsug", + "ar" + ], + [ + "Ġch", + "ick" + ], + [ + "Ġcreat", + "ive" + ], + [ + "S", + "t" + ], + [ + "n", + "ed" + ], + [ + "Ġb", + "al" + ], + [ + "Ġst", + "ir" + ], + [ + "Ġdo", + "lp" + ], + [ + "Ġtri", + "es" + ], + [ + "N", + "ow" + ], + [ + "Ġl", + "ad" + ], + [ + "ĠL", + "e" + ], + [ + "Ġm", + "ed" + ], + [ + "Ġp", + "ool" + ], + [ + "Ġg", + "ener" + ], + [ + "Ġsa", + "l" + ], + [ + "or", + "k" + ], + [ + "ul", + "t" + ], + [ + "Ġspr", + "ay" + ], + [ + "Ġsh", + "ip" + ], + [ + "i", + "an" + ], + [ + "Ġh", + "um" + ], + [ + "Ġhe", + "l" + ], + [ + "is", + "a" + ], + [ + "Ġsel", + "fish" + ], + [ + "Ġh", + "ar" + ], + [ + "Ġfa", + "ces" + ], + [ + "Ġmess", + "y" + ], + [ + "Ġ", + "'" + ], + [ + "Ġp", + "le" + ], + [ + "ĠS", + "ome" + ], + [ + "ĠH", + "ow" + ], + [ + "Ġgo", + "ld" + ], + [ + "Ġcho", + "col" + ], + [ + "P", + "lease" + ], + [ + "Ġminut", + "es" + ], + [ + "Ġpill", + "ow" + ], + [ + "M", + "y" + ], + [ + "a", + "king" + ], + [ + "Ġt", + "un" + ], + [ + "Ġm", + "issed" + ], + [ + "ig", + "hed" + ], + [ + "Ġv", + "an" + ], + [ + "Ġfix", + "ed" + ], + [ + "Ġfight", + "ing" + ], + [ + "o", + "in" + ], + [ + "Ġf", + "ig" + ], + [ + "Ġembarra", + "ssed" + ], + [ + "Ġme", + "ant" + ], + [ + "Ġdri", + "ve" + ], + [ + "Ġtom", + "orrow" + ], + [ + "Ġh", + "ours" + ], + [ + "Ġc", + "a" + ], + [ + "Ġn", + "er" + ], + [ + "Ġsp", + "icy" + ], + [ + "Ġknow", + "ing" + ], + [ + "ĠP", + "lease" + ], + [ + "Sara", + "h" + ], + [ + "Ġlad", + "der" + ], + [ + "it", + "al" + ], + [ + "Ġhor", + "se" + ], + [ + "at", + "o" + ], + [ + "Ġu", + "g" + ], + [ + "ĠJ", + "ust" + ], + [ + "Ġtr", + "ust" + ], + [ + "Ġho", + "sp" + ], + [ + "Ġug", + "ly" + ], + [ + "Ġhosp", + "ital" + ], + [ + "Ġche", + "w" + ], + [ + "Ġbed", + "room" + ], + [ + "Ġeas", + "y" + ], + [ + "Ġner", + "vous" + ], + [ + "Ġro", + "b" + ], + [ + "Ġthank", + "ful" + ], + [ + "Ġcarrot", + "s" + ], + [ + "D", + "ad" + ], + [ + "ell", + "y" + ], + [ + "Ġgre", + "w" + ], + [ + "Ġcol", + "our" + ], + [ + "Ġbar", + "ked" + ], + [ + "Ġcou", + "ch" + ], + [ + "Ġn", + "ut" + ], + [ + "Ġme", + "adow" + ], + [ + "Ġta", + "ught" + ], + [ + "Ġunderst", + "ood" + ], + [ + "Ġdisapp", + "oin" + ], + [ + "Ġp", + "as" + ], + [ + "an", + "o" + ], + [ + "Ġof", + "ten" + ], + [ + "Ġcl", + "ass" + ], + [ + "Ġpas", + "sed" + ], + [ + "Ġkn", + "ocked" + ], + [ + "Ġland", + "ed" + ], + [ + "Ġm", + "ic" + ], + [ + "ir", + "d" + ], + [ + "Ġfe", + "ar" + ], + [ + "Ġco", + "in" + ], + [ + "Ġmu", + "d" + ], + [ + "w", + "ork" + ], + [ + "Ġd", + "eter" + ], + [ + "Ġre", + "g" + ], + [ + "Ġreturn", + "ed" + ], + [ + "Ġdeter", + "m" + ], + [ + "Ġh", + "ur" + ], + [ + "Ġfin", + "ish" + ], + [ + "iz", + "z" + ], + [ + "Ġte", + "a" + ], + [ + "Ġsmo", + "oth" + ], + [ + "m", + "o" + ], + [ + "Ġst", + "uff" + ], + [ + "Ġmo", + "v" + ], + [ + "Ġgener", + "ous" + ], + [ + "T", + "o" + ], + [ + "Ġ", + "On" + ], + [ + "is", + "p" + ], + [ + "Ġdr", + "um" + ], + [ + "o", + "bby" + ], + [ + "Ġbubble", + "s" + ], + [ + "Ġrob", + "ot" + ], + [ + "Ġthe", + "se" + ], + [ + "Ġse", + "ed" + ], + [ + "Ġgl", + "ass" + ], + [ + "Ġdisappoin", + "ted" + ], + [ + "g", + "round" + ], + [ + "Ġr", + "ing" + ], + [ + "Ġc", + "ard" + ], + [ + "Ġhe", + "ars" + ], + [ + "Ġcar", + "ried" + ], + [ + "Ġmo", + "on" + ], + [ + "Ġchocol", + "ate" + ], + [ + "Ġlea", + "f" + ], + [ + "Ġsnack", + "s" + ], + [ + "Ġcir", + "c" + ], + [ + "Ġfan", + "cy" + ], + [ + "d", + "le" + ], + [ + "Ġsp", + "end" + ], + [ + "ĠA", + "nn" + ], + [ + "ust", + "r" + ], + [ + "Ġcra", + "b" + ], + [ + "Ġsong", + "s" + ], + [ + "p", + "ack" + ], + [ + "Ġp", + "ir" + ], + [ + "eci", + "ally" + ], + [ + "os", + "aur" + ], + [ + "Ġso", + "ld" + ], + [ + "Ġbr", + "idge" + ], + [ + "ĠE", + "ven" + ], + [ + "Ġsleep", + "y" + ], + [ + "Ġhon", + "est" + ], + [ + "Ġm", + "ir" + ], + [ + "ĠB", + "r" + ], + [ + "Ġpa", + "w" + ], + [ + "p", + "ecially" + ], + [ + "Ġa", + "v" + ], + [ + "ĠW", + "hy" + ], + [ + "iz", + "zy" + ], + [ + "Ġche", + "st" + ], + [ + "Ġwo", + "lf" + ], + [ + "Ġdin", + "osaur" + ], + [ + "Ġes", + "pecially" + ], + [ + "Ġm", + "ap" + ], + [ + "Ġg", + "as" + ], + [ + "or", + "y" + ], + [ + "Ġch", + "ange" + ], + [ + "Ġgr", + "oup" + ], + [ + "Ġgather", + "ed" + ], + [ + "Ġs", + "our" + ], + [ + "Ġpo", + "or" + ], + [ + "Ġspl", + "ash" + ], + [ + "Ġwa", + "ves" + ], + [ + "Ġfor", + "ward" + ], + [ + "Ġcl", + "own" + ], + [ + "Ġmyster", + "ious" + ], + [ + "r", + "or" + ], + [ + "Ġbo", + "dy" + ], + [ + "Ġfr", + "ustr" + ], + [ + "Ġcra", + "w" + ], + [ + "Ġf", + "ake" + ], + [ + "Ġp", + "in" + ], + [ + "Ġo", + "k" + ], + [ + "Ġr", + "ad" + ], + [ + "Ġwh", + "isp" + ], + [ + "Ġtw", + "irl" + ], + [ + "Ġstr", + "ing" + ], + [ + "Ġsmell", + "y" + ], + [ + "ĠTo", + "gether" + ], + [ + "s", + "ist" + ], + [ + "Ġc", + "and" + ], + [ + "Ġg", + "ate" + ], + [ + "Ġsc", + "ar" + ], + [ + "ĠK", + "itty" + ], + [ + "Ġneck", + "l" + ], + [ + "B", + "illy" + ], + [ + "Ġmot", + "or" + ], + [ + "y", + "ing" + ], + [ + "ot", + "e" + ], + [ + "Ġsh", + "ore" + ], + [ + "ur", + "se" + ], + [ + "Ġje", + "w" + ], + [ + "Ġwe", + "ak" + ], + [ + "Ġgr", + "umpy" + ], + [ + "Ġfing", + "er" + ], + [ + "Ġsa", + "ck" + ], + [ + "Ġk", + "itten" + ], + [ + "Ġpol", + "ite" + ], + [ + "Ġgl", + "ue" + ], + [ + "u", + "ce" + ], + [ + "Ġn", + "umber" + ], + [ + "air", + "s" + ], + [ + "Ġes", + "c" + ], + [ + "Ġmir", + "ror" + ], + [ + "Ġshe", + "ep" + ], + [ + "Ġv", + "ase" + ], + [ + "Ġplant", + "s" + ], + [ + "Ġber", + "ries" + ], + [ + "mo", + "st" + ], + [ + "B", + "e" + ], + [ + "d", + "en" + ], + [ + "Ġj", + "elly" + ], + [ + "ĠThe", + "ir" + ], + [ + "Ġe", + "mp" + ], + [ + "itt", + "er" + ], + [ + "The", + "re" + ], + [ + "Ġsc", + "r" + ], + [ + "Ġgr", + "ay" + ], + [ + "Ġpuzz", + "le" + ], + [ + "Ġneckl", + "ace" + ], + [ + "Ġm", + "aybe" + ], + [ + "Ġpl", + "ate" + ], + [ + "Ġal", + "most" + ], + [ + "us", + "ie" + ], + [ + "Ġfrustr", + "ated" + ], + [ + "Ġemp", + "ty" + ], + [ + "p", + "ort" + ], + [ + "or", + "ry" + ], + [ + "Ġth", + "ick" + ], + [ + "Ġj", + "am" + ], + [ + "Ġsk", + "ipped" + ], + [ + "ens", + "ive" + ], + [ + "ĠT", + "eddy" + ], + [ + "ag", + "ed" + ], + [ + "Ġclos", + "et" + ], + [ + "Ġhid", + "den" + ], + [ + "Ġexp", + "ensive" + ], + [ + "Ġdeterm", + "ined" + ], + [ + "Ġb", + "ored" + ], + [ + "Ġl", + "it" + ], + [ + "Ġd", + "rew" + ], + [ + "Ġle", + "gs" + ], + [ + "Ġho", + "pping" + ], + [ + "at", + "es" + ], + [ + "ĠS", + "ometimes" + ], + [ + "Ġstick", + "s" + ], + [ + "Ġon", + "es" + ], + [ + "ĠA", + "t" + ], + [ + "Ġbird", + "ie" + ], + [ + "ĠD", + "on" + ], + [ + "Ġpol", + "ice" + ], + [ + "Ġfruit", + "s" + ], + [ + "Ġt", + "ick" + ], + [ + "Ġa", + "unt" + ], + [ + "Ġw", + "is" + ], + [ + "Ġb", + "ake" + ], + [ + "Ġl", + "ine" + ], + [ + "ot", + "s" + ], + [ + "Ġst", + "one" + ], + [ + "Ġdog", + "s" + ], + [ + "au", + "l" + ], + [ + "Ġfig", + "ure" + ], + [ + "J", + "ane" + ], + [ + "Ġs", + "ight" + ], + [ + "Ġc", + "ries" + ], + [ + "ĠB", + "e" + ], + [ + "Ġmo", + "ving" + ], + [ + "Ġcont", + "ent" + ], + [ + "ĠBr", + "own" + ], + [ + "Ġsa", + "ved" + ], + [ + "Ġcl", + "oth" + ], + [ + "?\"", + "." + ], + [ + "bo", + "x" + ], + [ + "Ġbran", + "ches" + ], + [ + "Ġpack", + "ed" + ], + [ + "Ġpower", + "ful" + ], + [ + "Ġsplas", + "hed" + ], + [ + "Ġfe", + "ed" + ], + [ + "est", + "ed" + ], + [ + "Ġyell", + "ed" + ], + [ + "W", + "here" + ], + [ + "d", + "ge" + ], + [ + "k", + "in" + ], + [ + "Ġt", + "iger" + ], + [ + "Ġp", + "ay" + ], + [ + "id", + "dle" + ], + [ + "oo", + "p" + ], + [ + "ĠB", + "ella" + ], + [ + "Ġex", + "am" + ], + [ + "Ġta", + "ken" + ], + [ + "Ġcr", + "ane" + ], + [ + "Ġspo", + "il" + ], + [ + "'", + "d" + ], + [ + "Ġha", + "ng" + ], + [ + "Ġfl", + "ag" + ], + [ + "Ġansw", + "ered" + ], + [ + "Ġdisco", + "vered" + ], + [ + "ĠLe", + "o" + ], + [ + "u", + "sh" + ], + [ + "Ġsa", + "ve" + ], + [ + "Ġsee", + "k" + ], + [ + "Ġexc", + "ite" + ], + [ + "Ġpr", + "ay" + ], + [ + "Ġjo", + "g" + ], + [ + "Ġstand", + "ing" + ], + [ + "Ġdolp", + "hin" + ], + [ + "Ġj", + "ack" + ], + [ + "A", + "re" + ], + [ + "er", + "a" + ], + [ + "ra", + "g" + ], + [ + "Ġfl", + "ut" + ], + [ + "get", + "able" + ], + [ + "Ġb", + "oring" + ], + [ + "Ġlo", + "ck" + ], + [ + "Ġinc", + "red" + ], + [ + "Ġexcite", + "ment" + ], + [ + "Ġs", + "ighed" + ], + [ + "Ġw", + "ip" + ], + [ + "Ġf", + "is" + ], + [ + "Ġf", + "ill" + ], + [ + "Ġso", + "ap" + ], + [ + "ĠM", + "um" + ], + [ + "ol", + "a" + ], + [ + "Ġple", + "ased" + ], + [ + "Ġjack", + "et" + ], + [ + "l", + "ight" + ], + [ + "Ġs", + "ugg" + ], + [ + "Ġm", + "iddle" + ], + [ + "Ġe", + "ld" + ], + [ + "Ġwr", + "ote" + ], + [ + "Ġballoon", + "s" + ], + [ + "Ġorgan", + "ized" + ], + [ + "qu", + "e" + ], + [ + "Ġsail", + "ed" + ], + [ + "The", + "ir" + ], + [ + "Ġtell", + "s" + ], + [ + "Ġo", + "y" + ], + [ + "Ġst", + "ones" + ], + [ + "Ġbo", + "ard" + ], + [ + "Ġsp", + "un" + ], + [ + "Ġve", + "getable" + ], + [ + "l", + "ies" + ], + [ + "Ġ", + "ind" + ], + [ + "in", + "ess" + ], + [ + "Ġwor", + "king" + ], + [ + "l", + "ower" + ], + [ + "al", + "k" + ], + [ + "if", + "f" + ], + [ + "Ġpar", + "rot" + ], + [ + "St", + "op" + ], + [ + "Ġscar", + "f" + ], + [ + "Ġwa", + "gged" + ], + [ + "Ġcl", + "ap" + ], + [ + "Ġme", + "asure" + ], + [ + "as", + "ing" + ], + [ + "Ġte", + "ars" + ], + [ + "bo", + "dy" + ], + [ + "Ġcomfort", + "able" + ], + [ + "Ġle", + "g" + ], + [ + "Ġsw", + "an" + ], + [ + "Ġtr", + "ue" + ], + [ + "Ġfr", + "ight" + ], + [ + "Ġdr", + "op" + ], + [ + "Ġsmo", + "ke" + ], + [ + "Ġfeather", + "s" + ], + [ + "Ġincred", + "ible" + ], + [ + "g", + "gs" + ], + [ + "u", + "al" + ], + [ + "Ġt", + "ie" + ], + [ + "Ġc", + "ap" + ], + [ + "Ġlo", + "se" + ], + [ + "Ġpu", + "s" + ], + [ + "Ġeag", + "er" + ], + [ + "Ġmov", + "ie" + ], + [ + "f", + "ic" + ], + [ + "Ġc", + "op" + ], + [ + "Ġe", + "ggs" + ], + [ + "oo", + "f" + ], + [ + "Ġr", + "id" + ], + [ + "Ġco", + "vered" + ], + [ + "Ġf", + "il" + ], + [ + "Ġle", + "m" + ], + [ + "Ġgra", + "p" + ], + [ + "Ġdisapp", + "eared" + ], + [ + "Ġrec", + "ord" + ], + [ + "ĠT", + "V" + ], + [ + "ĠB", + "l" + ], + [ + "Ġex", + "t" + ], + [ + "Ġor", + "d" + ], + [ + "Ġgigg", + "led" + ], + [ + "c", + "orn" + ], + [ + "Ġp", + "ri" + ], + [ + "Ġha", + "m" + ], + [ + "Ġr", + "are" + ], + [ + "Ġyour", + "self" + ], + [ + "Ġen", + "g" + ], + [ + "Ġwh", + "ale" + ], + [ + "Ġkn", + "ife" + ], + [ + "ĠL", + "isa" + ], + [ + "Ġte", + "am" + ], + [ + "ĠJohn", + "ny" + ], + [ + "z", + "ed" + ], + [ + "Ġt", + "est" + ], + [ + "Ġb", + "one" + ], + [ + "Ġd", + "izzy" + ], + [ + "Ġli", + "br" + ], + [ + "Ġwra", + "p" + ], + [ + "Ġquest", + "ions" + ], + [ + "i", + "v" + ], + [ + "Ġl", + "ying" + ], + [ + "Ġst", + "amp" + ], + [ + "Ġli", + "cked" + ], + [ + "Ġno", + "isy" + ], + [ + "Ġkind", + "ness" + ], + [ + "Ġdif", + "fic" + ], + [ + "Ġdraw", + "ing" + ], + [ + "app", + "ing" + ], + [ + "Jim", + "my" + ], + [ + "Ġstra", + "w" + ], + [ + "Ġb", + "urn" + ], + [ + "Ġwa", + "gon" + ], + [ + "at", + "ely" + ], + [ + "Ġgr", + "own" + ], + [ + "Ġrock", + "et" + ], + [ + "Ġpop", + "corn" + ], + [ + "S", + "ally" + ], + [ + "Ġb", + "atter" + ], + [ + "Ġwa", + "nd" + ], + [ + "Ġan", + "c" + ], + [ + "ĠE", + "nd" + ], + [ + "Ġsw", + "ord" + ], + [ + "Ġhappen", + "ing" + ], + [ + "Ġlift", + "ed" + ], + [ + "Ġbal", + "ance" + ], + [ + "Ġext", + "ra" + ], + [ + "S", + "orry" + ], + [ + "h", + "a" + ], + [ + "Ġwa", + "nder" + ], + [ + "Ġf", + "at" + ], + [ + "ĠM", + "ark" + ], + [ + "ĠE", + "lla" + ], + [ + "Ġbec", + "ome" + ], + [ + "Ġtr", + "ack" + ], + [ + "Ġsmall", + "er" + ], + [ + "Ġmist", + "ake" + ], + [ + "Ġto", + "ast" + ], + [ + "at", + "ing" + ], + [ + "Ġman", + "aged" + ], + [ + "sel", + "ves" + ], + [ + "ĠP", + "eter" + ], + [ + "Ġbath", + "room" + ], + [ + "Ġhar", + "m" + ], + [ + "Ġdiffic", + "ult" + ], + [ + "Ġtw", + "ist" + ], + [ + "Ġoff", + "ered" + ], + [ + "Ġru", + "ined" + ], + [ + "Ġmat", + "ch" + ], + [ + "Ġanc", + "ient" + ], + [ + "Ġg", + "ar" + ], + [ + "ill", + "i" + ], + [ + "Ġdist", + "ance" + ], + [ + "Ġplay", + "ground" + ], + [ + "Ġla", + "zy" + ], + [ + "Ġdan", + "cing" + ], + [ + "Ġadvent", + "ur" + ], + [ + "a", + "f" + ], + [ + "ĠB", + "a" + ], + [ + "Ġcall", + "ing" + ], + [ + "Ġclean", + "ed" + ], + [ + "Ġcr", + "own" + ], + [ + "orm", + "al" + ], + [ + "Ġon", + "ce" + ], + [ + "Ġbo", + "ss" + ], + [ + "Ġse", + "ll" + ], + [ + "Ġwalk", + "s" + ], + [ + "Ġfright", + "ened" + ], + [ + "er", + "ri" + ], + [ + "Ġm", + "ask" + ], + [ + "Ġfl", + "uffy" + ], + [ + "em", + "o" + ], + [ + "Ġ", + "Z" + ], + [ + "Ġf", + "rag" + ], + [ + "Ġd", + "est" + ], + [ + "Ġn", + "ormal" + ], + [ + "Ġy", + "og" + ], + [ + "Ġpick", + "s" + ], + [ + "Ġey", + "e" + ], + [ + "Ġdr", + "ank" + ], + [ + "Ġcir", + "cle" + ], + [ + "Ġadventur", + "ous" + ], + [ + "S", + "pot" + ], + [ + "Ġt", + "ent" + ], + [ + "Ġp", + "ress" + ], + [ + "Ġk", + "issed" + ], + [ + "ic", + "t" + ], + [ + "Ġsc", + "iss" + ], + [ + "Ġget", + "s" + ], + [ + "Ġtr", + "unk" + ], + [ + "Ġche", + "ck" + ], + [ + "Ġenjoy", + "ing" + ], + [ + "Ġshell", + "s" + ], + [ + "Ġeld", + "erly" + ], + [ + "Ġsciss", + "ors" + ], + [ + "Ġt", + "erri" + ], + [ + "Ġto", + "ug" + ], + [ + "ag", + "es" + ], + [ + "Ġste", + "al" + ], + [ + "M", + "e" + ], + [ + "re", + "ady" + ], + [ + "et", + "e" + ], + [ + "Ġal", + "ready" + ], + [ + "ĠL", + "ittle" + ], + [ + "Ġju", + "icy" + ], + [ + "Ġstu", + "dy" + ], + [ + "Ġh", + "orn" + ], + [ + "er", + "p" + ], + [ + "Ġp", + "izz" + ], + [ + "Ġall", + "ig" + ], + [ + "Ġloud", + "er" + ], + [ + "Ġtow", + "el" + ], + [ + "Ġcirc", + "les" + ], + [ + "Ġle", + "ad" + ], + [ + "Ġro", + "ar" + ], + [ + "Ġro", + "se" + ], + [ + "Ġsl", + "ipped" + ], + [ + "Ġte", + "le" + ], + [ + "Ġfam", + "ous" + ], + [ + "Ġar", + "g" + ], + [ + "Ġcheer", + "ful" + ], + [ + "ĠRe", + "x" + ], + [ + "Ġtoug", + "h" + ], + [ + "i", + "pper" + ], + [ + "Ġb", + "arn" + ], + [ + "Ġf", + "ool" + ], + [ + "Ġd", + "ig" + ], + [ + "Ġd", + "ish" + ], + [ + "Ġagain", + "st" + ], + [ + "Ġde", + "er" + ], + [ + "Ġsweet", + "ie" + ], + [ + "Ġeng", + "ine" + ], + [ + "Ġ", + "ed" + ], + [ + "Ġf", + "ather" + ], + [ + "Ġco", + "ver" + ], + [ + "Ġyour", + "s" + ], + [ + "Ġneed", + "s" + ], + [ + "Jo", + "e" + ], + [ + "Ġbag", + "s" + ], + [ + "Ġspin", + "ning" + ], + [ + "S", + "ue" + ], + [ + "Ġa", + "w" + ], + [ + "an", + "ged" + ], + [ + "am", + "ond" + ], + [ + "Ġy", + "arn" + ], + [ + "op", + "h" + ], + [ + "Ġgi", + "ving" + ], + [ + "Ġdi", + "amond" + ], + [ + "Ġsandw", + "ich" + ], + [ + "Ġind", + "epend" + ], + [ + "Ġfrag", + "ile" + ], + [ + "W", + "ho" + ], + [ + "ce", + "pt" + ], + [ + "Ġno", + "sy" + ], + [ + "Ġtw", + "ig" + ], + [ + "Ġhurt", + "s" + ], + [ + "Ġsugg", + "ested" + ], + [ + "Ġlem", + "on" + ], + [ + "i", + "est" + ], + [ + "in", + "ation" + ], + [ + "or", + "ge" + ], + [ + "Ġno", + "d" + ], + [ + "Ġbl", + "oom" + ], + [ + "Ġho", + "se" + ], + [ + "Ġbox", + "es" + ], + [ + "Ġreal", + "ised" + ], + [ + "Ġfr", + "own" + ], + [ + "ac", + "he" + ], + [ + "Ġrel", + "ax" + ], + [ + "Ġham", + "mer" + ], + [ + "Ġa", + "dded" + ], + [ + "Ġwe", + "ird" + ], + [ + "Ġmo", + "d" + ], + [ + "Ġcr", + "ack" + ], + [ + "Ġallig", + "ator" + ], + [ + "A", + "my" + ], + [ + "G", + "ra" + ], + [ + "o", + "ot" + ], + [ + "Ġsh", + "ake" + ], + [ + "ra", + "ge" + ], + [ + "Ġlearn", + "ing" + ], + [ + "Ġvegetable", + "s" + ], + [ + "Ġa", + "dd" + ], + [ + "Ġm", + "elt" + ], + [ + "ĠS", + "usie" + ], + [ + "el", + "p" + ], + [ + "ĠB", + "obby" + ], + [ + "Ġtra", + "p" + ], + [ + "Ġcoll", + "ar" + ], + [ + "Ġstu", + "bb" + ], + [ + "i", + "que" + ], + [ + "Ġb", + "orrow" + ], + [ + "Ġp", + "ump" + ], + [ + "Ġloud", + "ly" + ], + [ + "Ġsear", + "ch" + ], + [ + "Ġchick", + "en" + ], + [ + "Ġpizz", + "a" + ], + [ + "Ġindepend", + "ent" + ], + [ + "Ġstubb", + "orn" + ], + [ + "Ġre", + "f" + ], + [ + "Ġas", + "king" + ], + [ + "Ġbr", + "illi" + ], + [ + "Ġdec", + "ide" + ], + [ + "Ġfl", + "ash" + ], + [ + "Ġcat", + "erp" + ], + [ + "Ġqu", + "een" + ], + [ + "Ġsn", + "ee" + ], + [ + "ĠR", + "ose" + ], + [ + "Ġinv", + "ited" + ], + [ + "Ġstraw", + "ber" + ], + [ + "Ġfool", + "ish" + ], + [ + "Ġcaterp", + "ill" + ], + [ + "g", + "y" + ], + [ + "Ġt", + "ur" + ], + [ + "Ġd", + "epend" + ], + [ + "Ġg", + "uit" + ], + [ + "Ġst", + "ri" + ], + [ + "Ġkn", + "ight" + ], + [ + "Ġboy", + "s" + ], + [ + "Ġpe", + "e" + ], + [ + "Ġcom", + "b" + ], + [ + "Ġcle", + "ar" + ], + [ + "Ġun", + "ique" + ], + [ + "Ġbutt", + "ons" + ], + [ + "ĠTweet", + "y" + ], + [ + "Ġcolour", + "ful" + ], + [ + "Ġesc", + "ape" + ], + [ + "Ġbrilli", + "ant" + ], + [ + "Ġr", + "ich" + ], + [ + "ĠB", + "u" + ], + [ + "Ġsay", + "ing" + ], + [ + "Ġro", + "de" + ], + [ + "Ġsk", + "in" + ], + [ + "Ġgar", + "age" + ], + [ + "H", + "elp" + ], + [ + "d", + "om" + ], + [ + "Ġm", + "ummy" + ], + [ + "Ġbe", + "ak" + ], + [ + "ur", + "ed" + ], + [ + "a", + "w" + ], + [ + "e", + "orge" + ], + [ + "r", + "op" + ], + [ + "ed", + "ient" + ], + [ + "Ġun", + "us" + ], + [ + "Ġoy", + "ster" + ], + [ + "Ġtur", + "key" + ], + [ + "Ġ", + "OK" + ], + [ + "Ġf", + "ountain" + ], + [ + "Ġp", + "atter" + ], + [ + "Ġwe", + "ek" + ], + [ + "Ġch", + "ase" + ], + [ + "Ġru", + "bb" + ], + [ + "Ġcount", + "ed" + ], + [ + "Ġreg", + "ular" + ], + [ + "Ġwip", + "ed" + ], + [ + "Ġguit", + "ar" + ], + [ + "Ġunus", + "ual" + ], + [ + "l", + "and" + ], + [ + "Ġu", + "mb" + ], + [ + "Ġfor", + "k" + ], + [ + "Ġshow", + "s" + ], + [ + "Ġlight", + "s" + ], + [ + "Ġwall", + "s" + ], + [ + "Ġdream", + "ed" + ], + [ + "Ġbanan", + "a" + ], + [ + "Ġsuccess", + "ful" + ], + [ + "Ġjew", + "el" + ], + [ + "Ġpatter", + "n" + ], + [ + "Ġumb", + "re" + ], + [ + "c", + "il" + ], + [ + "r", + "ay" + ], + [ + "in", + "al" + ], + [ + "Ġl", + "ow" + ], + [ + "im", + "ed" + ], + [ + "Ġsw", + "e" + ], + [ + "Ġcry", + "st" + ], + [ + "Ġpen", + "cil" + ], + [ + "Ġsaf", + "ely" + ], + [ + "Ġtool", + "s" + ], + [ + "W", + "ell" + ], + [ + "Ġt", + "ape" + ], + [ + "Ġst", + "ream" + ], + [ + "ce", + "ed" + ], + [ + "Ġre", + "sc" + ], + [ + "Ġab", + "ove" + ], + [ + "Ġhard", + "er" + ], + [ + "Ġgu", + "ess" + ], + [ + "Ġbott", + "om" + ], + [ + "Ġmark", + "et" + ], + [ + "Ġimpress", + "ed" + ], + [ + "Ġwa", + "ff" + ], + [ + "an", + "ut" + ], + [ + "ig", + "inal" + ], + [ + "Ġnot", + "ice" + ], + [ + "ill", + "a" + ], + [ + "Ġno", + "ds" + ], + [ + "Ġpe", + "anut" + ], + [ + "ol", + "og" + ], + [ + "Ġpat", + "ch" + ], + [ + "Ġcraw", + "led" + ], + [ + "Ġcaterpill", + "ar" + ], + [ + "n", + "a" + ], + [ + "Ġt", + "ank" + ], + [ + "Ġt", + "ask" + ], + [ + "Ġt", + "ire" + ], + [ + "Ġg", + "un" + ], + [ + "Ġlo", + "ad" + ], + [ + "Ġcomp", + "et" + ], + [ + "umb", + "led" + ], + [ + "Ġap", + "olog" + ], + [ + "Ġsol", + "ve" + ], + [ + "H", + "ow" + ], + [ + "M", + "ummy" + ], + [ + "f", + "ast" + ], + [ + "h", + "ip" + ], + [ + "Ġ", + "No" + ], + [ + "Ġb", + "itter" + ], + [ + "ar", + "l" + ], + [ + "Ġe", + "ars" + ], + [ + "Ġsh", + "one" + ], + [ + "Ġbr", + "ush" + ], + [ + "ĠF", + "in" + ], + [ + "Ġor", + "iginal" + ], + [ + "Ġfi", + "er" + ], + [ + "Ġgl", + "ow" + ], + [ + "ĠN", + "emo" + ], + [ + "Ġbreak", + "fast" + ], + [ + "Ġadm", + "ired" + ], + [ + "ĠBl", + "ue" + ], + [ + "Ġed", + "ge" + ], + [ + "Ġdepend", + "able" + ], + [ + "u", + "nd" + ], + [ + "ut", + "h" + ], + [ + "ĠI", + "f" + ], + [ + "Ġcl", + "ay" + ], + [ + "Ġstrong", + "er" + ], + [ + "Ġboss", + "y" + ], + [ + "Ġc", + "udd" + ], + [ + "as", + "er" + ], + [ + "Ġgra", + "ndpa" + ], + [ + "Ġknow", + "s" + ], + [ + "Ġpick", + "ing" + ], + [ + "Ġjo", + "ke" + ], + [ + "Ġboat", + "s" + ], + [ + "Ġba", + "ld" + ], + [ + "Ġmed", + "ic" + ], + [ + "Ġscr", + "at" + ], + [ + "Ġc", + "one" + ], + [ + "Ġp", + "enny" + ], + [ + "Ġle", + "an" + ], + [ + "Ġra", + "ft" + ], + [ + "ugg", + "led" + ], + [ + "Ġsuc", + "ceed" + ], + [ + "Ġob", + "edient" + ], + [ + "Ġhum", + "ble" + ], + [ + "Ġlibr", + "ary" + ], + [ + "R", + "e" + ], + [ + "he", + "ad" + ], + [ + "Ġp", + "h" + ], + [ + "Ġn", + "umb" + ], + [ + "Ġsa", + "uce" + ], + [ + "ĠB", + "ear" + ], + [ + "Ġtr", + "ay" + ], + [ + "Ġproud", + "ly" + ], + [ + "He", + "re" + ], + [ + "Ġsound", + "ed" + ], + [ + "Ġsqu", + "are" + ], + [ + "Ġterri", + "ble" + ], + [ + "Ġcryst", + "al" + ], + [ + "Ġfier", + "ce" + ], + [ + "J", + "ill" + ], + [ + "Ġw", + "itch" + ], + [ + "in", + "ary" + ], + [ + "Ġhapp", + "iness" + ], + [ + "ĠL", + "ola" + ], + [ + "Ġhand", + "ed" + ], + [ + "Ġfr", + "idge" + ], + [ + "f", + "a" + ], + [ + "Ġr", + "ough" + ], + [ + "ent", + "ion" + ], + [ + "Ġch", + "anged" + ], + [ + "Ġjo", + "ined" + ], + [ + "Ġra", + "ven" + ], + [ + "Ġmight", + "y" + ], + [ + "Ġcho", + "se" + ], + [ + "Ġwhe", + "el" + ], + [ + "Ġumbre", + "lla" + ], + [ + "Ġt", + "ag" + ], + [ + "Ġc", + "ri" + ], + [ + "Ġo", + "w" + ], + [ + "ar", + "ry" + ], + [ + "im", + "p" + ], + [ + "ĠB", + "ill" + ], + [ + "Ġhelp", + "s" + ], + [ + "Ġfind", + "ing" + ], + [ + "Ġclean", + "ing" + ], + [ + "Ġsqu", + "ee" + ], + [ + "Ġfire", + "work" + ], + [ + "Ġmedic", + "ine" + ], + [ + "a", + "zz" + ], + [ + "m", + "et" + ], + [ + "Ġplay", + "ful" + ], + [ + "Ġlo", + "cked" + ], + [ + "Ġgo", + "at" + ], + [ + "Ġac", + "cept" + ], + [ + "Ġcomp", + "ass" + ], + [ + "Ġsur", + "f" + ], + [ + "Ġcompet", + "it" + ], + [ + "e", + "xt" + ], + [ + "k", + "n" + ], + [ + "Ġs", + "y" + ], + [ + "Ġs", + "il" + ], + [ + "Ġbe", + "et" + ], + [ + "ĠM", + "ar" + ], + [ + "ur", + "ing" + ], + [ + "Ġch", + "ir" + ], + [ + "ĠE", + "llie" + ], + [ + "Ġball", + "s" + ], + [ + "Åĵ", + "Let" + ], + [ + "Ġbutterf", + "lies" + ], + [ + "Ġgu", + "ard" + ], + [ + "Ġcray", + "on" + ], + [ + "Ġdisco", + "ver" + ], + [ + "Ġpar", + "ade" + ], + [ + "Ġmix", + "ed" + ], + [ + "Ġval", + "u" + ], + [ + "Ġhel", + "met" + ], + [ + "ĠBrown", + "ie" + ], + [ + "E", + "m" + ], + [ + "j", + "ect" + ], + [ + "s", + "qu" + ], + [ + "u", + "d" + ], + [ + "Ġg", + "um" + ], + [ + "at", + "ure" + ], + [ + "Ġis", + "land" + ], + [ + "Ġco", + "st" + ], + [ + "Ġmo", + "le" + ], + [ + "Ġnice", + "ly" + ], + [ + "Ġkind", + "s" + ], + [ + "Ġra", + "ced" + ], + [ + "Ġsto", + "ve" + ], + [ + "Ġlaugh", + "s" + ], + [ + "Ġmar", + "ch" + ], + [ + "Ġfall", + "s" + ], + [ + "Ġpers", + "ist" + ], + [ + "ĠBa", + "by" + ], + [ + "oph", + "ie" + ], + [ + "A", + "lice" + ], + [ + "i", + "ence" + ], + [ + "it", + "o" + ], + [ + "Ġc", + "age" + ], + [ + "Ġg", + "oose" + ], + [ + "Ġco", + "ins" + ], + [ + "Ġtr", + "ump" + ], + [ + "Ġmo", + "squ" + ], + [ + "Ġser", + "ious" + ], + [ + "Ġmosqu", + "ito" + ], + [ + "Ġf", + "lex" + ], + [ + "Ġc", + "ro" + ], + [ + "el", + "on" + ], + [ + "Ġexc", + "la" + ], + [ + "Ġch", + "oose" + ], + [ + "Ġexpl", + "ored" + ], + [ + "Ġun", + "l" + ], + [ + "Ġbrother", + "s" + ], + [ + "Ġgu", + "il" + ], + [ + "Ġnumb", + "ers" + ], + [ + "Ġtrump", + "et" + ], + [ + "Ġ", + "icy" + ], + [ + "Ġmom", + "s" + ], + [ + "ie", + "w" + ], + [ + "Ġv", + "iew" + ], + [ + "Ġen", + "orm" + ], + [ + "Ġfire", + "man" + ], + [ + "ĠMr", + "s" + ], + [ + "Ġpract", + "ice" + ], + [ + "Ġenorm", + "ous" + ], + [ + "w", + "ards" + ], + [ + "Ġs", + "up" + ], + [ + "Ġvo", + "lc" + ], + [ + "Ġmean", + "s" + ], + [ + "Ġpoin", + "ting" + ], + [ + "Ġvalu", + "able" + ], + [ + "Ġflex", + "ible" + ], + [ + "Ġexcla", + "imed" + ], + [ + "Ġguil", + "ty" + ], + [ + "y", + "al" + ], + [ + "Ġc", + "am" + ], + [ + "Ġp", + "ipe" + ], + [ + "is", + "ion" + ], + [ + "ĠM", + "y" + ], + [ + "Ġuse", + "ful" + ], + [ + "Ġfav", + "our" + ], + [ + "Ġcra", + "zy" + ], + [ + "Ġph", + "ot" + ], + [ + "kn", + "own" + ], + [ + "Ġvolc", + "ano" + ], + [ + "Ġwa", + "ke" + ], + [ + "Ġc", + "ity" + ], + [ + "om", + "ed" + ], + [ + "ll", + "ip" + ], + [ + "Ġfor", + "th" + ], + [ + "Ġlo", + "llip" + ], + [ + "Ġse", + "al" + ], + [ + "Ġall", + "owed" + ], + [ + "Ġsc", + "are" + ], + [ + "Ġbright", + "ly" + ], + [ + "Ġmar", + "ble" + ], + [ + "Ġpop", + "ular" + ], + [ + "Ġflash", + "light" + ], + [ + "Ġcompass", + "ion" + ], + [ + "Ġlollip", + "op" + ], + [ + "Ġ", + "U" + ], + [ + "Ġ", + "ing" + ], + [ + "Ġh", + "unt" + ], + [ + "Ġd", + "ull" + ], + [ + "er", + "ry" + ], + [ + "Ġst", + "at" + ], + [ + "Ġshe", + "l" + ], + [ + "!\"", + "." + ], + [ + "Ġun", + "known" + ], + [ + "Ġhat", + "s" + ], + [ + "Ġsho", + "ot" + ], + [ + "red", + "ient" + ], + [ + "Ġbelong", + "ed" + ], + [ + "Ġfavour", + "ite" + ], + [ + "Ġing", + "redient" + ], + [ + "Ġp", + "il" + ], + [ + "Ġlo", + "yal" + ], + [ + "Ġbra", + "ce" + ], + [ + "ĠWhen", + "ever" + ], + [ + "Ġdream", + "s" + ], + [ + "Ġkick", + "ed" + ], + [ + "Ġseed", + "s" + ], + [ + "Ġtwirl", + "ed" + ], + [ + "Ġsup", + "er" + ], + [ + "t", + "ime" + ], + [ + "Ġf", + "ine" + ], + [ + "Ġbe", + "es" + ], + [ + "Ġso", + "fa" + ], + [ + "Ġsh", + "ark" + ], + [ + "ĠM", + "ike" + ], + [ + "Ġan", + "x" + ], + [ + "Ġsad", + "ly" + ], + [ + "Ġshow", + "ing" + ], + [ + "Ġway", + "s" + ], + [ + "Ġtruck", + "s" + ], + [ + "Ġdelic", + "ate" + ], + [ + "ation", + "s" + ], + [ + "Ġrep", + "e" + ], + [ + "Ġimpress", + "ive" + ], + [ + "Ġpour", + "ed" + ], + [ + "Ġpir", + "ate" + ], + [ + "Ġwhisp", + "ered" + ], + [ + "Ġharm", + "less" + ], + [ + "a", + "ff" + ], + [ + "Ġt", + "urt" + ], + [ + "Ġt", + "ied" + ], + [ + "ar", + "oo" + ], + [ + "ad", + "o" + ], + [ + "art", + "h" + ], + [ + "Ġgra", + "ce" + ], + [ + "Ġhand", + "le" + ], + [ + "Ġen", + "c" + ], + [ + "Ġdel", + "iver" + ], + [ + "Ben", + "ny" + ], + [ + "Ġru", + "shed" + ], + [ + "Ġus", + "ing" + ], + [ + "ang", + "aroo" + ], + [ + "Ġshap", + "e" + ], + [ + "Ġbus", + "hes" + ], + [ + "Ġpersist", + "ent" + ], + [ + "Ġg", + "or" + ], + [ + "ĠS", + "p" + ], + [ + "Ġk", + "angaroo" + ], + [ + "Ġan", + "g" + ], + [ + "Ġoff", + "ice" + ], + [ + "Ġanx", + "ious" + ], + [ + "G", + "o" + ], + [ + "al", + "ous" + ], + [ + "Ġsp", + "ell" + ], + [ + "ĠW", + "hile" + ], + [ + "ia", + "ble" + ], + [ + "Ġpot", + "ato" + ], + [ + "Ġje", + "alous" + ], + [ + "Ġwra", + "pped" + ], + [ + "Ġf", + "our" + ], + [ + "Ġc", + "urt" + ], + [ + "Ġlo", + "g" + ], + [ + "Ġco", + "al" + ], + [ + "Ġrel", + "iable" + ], + [ + "Ġcurt", + "ain" + ], + [ + "D", + "aisy" + ], + [ + "Ġs", + "udden" + ], + [ + "mb", + "ol" + ], + [ + "Åĵ", + "Yes" + ], + [ + "ac", + "hes" + ], + [ + "ĠP", + "e" + ], + [ + "Ġpain", + "ted" + ], + [ + "ĠTo", + "by" + ], + [ + "Ġce", + "re" + ], + [ + "g", + "u" + ], + [ + "Ġt", + "ummy" + ], + [ + "Ġth", + "ose" + ], + [ + "ous", + "es" + ], + [ + "udd", + "y" + ], + [ + "Ġcu", + "sh" + ], + [ + "Ġmet", + "al" + ], + [ + "Ġsy", + "mbol" + ], + [ + "Ġbeet", + "le" + ], + [ + "Ġcam", + "era" + ], + [ + "Ġh", + "ouses" + ], + [ + "il", + "t" + ], + [ + "Ġcelebr", + "ate" + ], + [ + "Ġdelight", + "ed" + ], + [ + "Ġgor", + "illa" + ], + [ + "Ġto", + "oth" + ], + [ + "Ġth", + "irst" + ], + [ + "ke", + "ep" + ], + [ + "Ġsh", + "iver" + ], + [ + "Ġre", + "ward" + ], + [ + "Ġsp", + "ace" + ], + [ + "Ġtra", + "vel" + ], + [ + "Ġru", + "bbed" + ], + [ + "Ġprin", + "t" + ], + [ + "Ġdri", + "ving" + ], + [ + "Ġmar", + "ry" + ], + [ + "Ġwar", + "ned" + ], + [ + "Ġsold", + "ier" + ], + [ + "Ġmotor", + "cy" + ], + [ + "c", + "ut" + ], + [ + "Ġs", + "on" + ], + [ + "Ġto", + "r" + ], + [ + "ar", + "lie" + ], + [ + "Ġher", + "o" + ], + [ + "ie", + "f" + ], + [ + "Ġcar", + "p" + ], + [ + "Ġexcited", + "ly" + ], + [ + "Ġte", + "mp" + ], + [ + "ĠP", + "ete" + ], + [ + "ĠBob", + "o" + ], + [ + "co", + "d" + ], + [ + "Ġhun", + "g" + ], + [ + "Ġgrow", + "ing" + ], + [ + "up", + "id" + ], + [ + "Ġthin", + "king" + ], + [ + "Ġtun", + "n" + ], + [ + "W", + "hile" + ], + [ + "c", + "u" + ], + [ + "i", + "pp" + ], + [ + "Ġh", + "ay" + ], + [ + "Ġy", + "et" + ], + [ + "Ġv", + "ine" + ], + [ + "Ġac", + "orn" + ], + [ + "icy", + "cle" + ], + [ + "Ġpre", + "p" + ], + [ + "Ġremind", + "ed" + ], + [ + "Ġgas", + "ped" + ], + [ + "Ġflut", + "e" + ], + [ + "Ġord", + "inary" + ], + [ + "Ġcro", + "cod" + ], + [ + "Ġa", + "mb" + ], + [ + "Ġc", + "ur" + ], + [ + "ĠB", + "et" + ], + [ + "ĠM", + "andy" + ], + [ + "Ġpu", + "p" + ], + [ + "Ġcreature", + "s" + ], + [ + "Ġhur", + "ry" + ], + [ + "Ġspoil", + "ed" + ], + [ + "Ġt", + "imes" + ], + [ + "Ġm", + "is" + ], + [ + "Ġr", + "ice" + ], + [ + "Ġst", + "upid" + ], + [ + "Ġsh", + "ine" + ], + [ + "Ġre", + "sist" + ], + [ + "ug", + "ged" + ], + [ + "Ġla", + "w" + ], + [ + "Ġsk", + "ull" + ], + [ + "co", + "a" + ], + [ + "Ġmiss", + "ing" + ], + [ + "Ġwhe", + "at" + ], + [ + "Ġsupp", + "ort" + ], + [ + "Ġingredient", + "s" + ], + [ + "a", + "id" + ], + [ + "l", + "oo" + ], + [ + "Ġc", + "ase" + ], + [ + "er", + "y" + ], + [ + "Ġwas", + "hed" + ], + [ + "Ġdo", + "ve" + ], + [ + "Ġsp", + "illed" + ], + [ + "Ġsc", + "oot" + ], + [ + "Ġme", + "al" + ], + [ + "Ġmu", + "le" + ], + [ + "ĠD", + "ucky" + ], + [ + "Ġmo", + "der" + ], + [ + "ars", + "h" + ], + [ + "Åĵ", + "What" + ], + [ + "Ġtri", + "ck" + ], + [ + "Ġset", + "t" + ], + [ + "ĠTweet", + "ie" + ], + [ + "Ġboun", + "ce" + ], + [ + "Ġfil", + "thy" + ], + [ + "Ġb", + "ase" + ], + [ + "Ġh", + "oop" + ], + [ + "Ġf", + "re" + ], + [ + "Ġst", + "umbled" + ], + [ + "Ġso", + "ar" + ], + [ + "Ġwe", + "al" + ], + [ + "Ġsee", + "m" + ], + [ + "Ġwor", + "d" + ], + [ + "Ġla", + "b" + ], + [ + "ĠD", + "ave" + ], + [ + "ĠF", + "r" + ], + [ + "Ġbad", + "ly" + ], + [ + "Ġhair", + "y" + ], + [ + "Ġcra", + "wl" + ], + [ + "Ġlive", + "ly" + ], + [ + "Ġstep", + "s" + ], + [ + "ÅĵLet", + "â" + ], + [ + "Ġbrace", + "let" + ], + [ + "Ġcere", + "al" + ], + [ + "Ġthirst", + "y" + ], + [ + "Ġcarp", + "et" + ], + [ + "Ġw", + "ool" + ], + [ + "it", + "her" + ], + [ + "Ġgo", + "al" + ], + [ + "Ġback", + "pack" + ], + [ + "Ġtr", + "uth" + ], + [ + "Ġcom", + "pl" + ], + [ + "Ġche", + "ap" + ], + [ + "Ġdis", + "g" + ], + [ + "Ġplac", + "ed" + ], + [ + "Ġear", + "ly" + ], + [ + "Ġdecor", + "ate" + ], + [ + "Ġnut", + "s" + ], + [ + "O", + "w" + ], + [ + "c", + "ream" + ], + [ + "Ġb", + "ump" + ], + [ + "Ġthem", + "selves" + ], + [ + "ic", + "es" + ], + [ + "Ġhelp", + "less" + ], + [ + "Ġcl", + "um" + ], + [ + "Ġsc", + "atter" + ], + [ + "Ġsc", + "ale" + ], + [ + "Ġnew", + "s" + ], + [ + "ust", + "ing" + ], + [ + "Ġen", + "v" + ], + [ + "âĤ¬â", + "Ģ" + ], + [ + "Ġtell", + "ing" + ], + [ + "Ġswing", + "ing" + ], + [ + "Ġspark", + "led" + ], + [ + "Ġcarry", + "ing" + ], + [ + "gg", + "ing" + ], + [ + "in", + "es" + ], + [ + "ri", + "c" + ], + [ + "Ġfriends", + "hip" + ], + [ + "Ġcare", + "less" + ], + [ + "Ġsn", + "e" + ], + [ + "Ġdoes", + "n" + ], + [ + "Ġfall", + "ing" + ], + [ + "Ġcomp", + "ut" + ], + [ + "Ġpa", + "le" + ], + [ + "Ġpee", + "ked" + ], + [ + "Ġcompassion", + "ate" + ], + [ + "c", + "om" + ], + [ + "v", + "ice" + ], + [ + "Ġs", + "end" + ], + [ + "Ġst", + "age" + ], + [ + "Ġme", + "m" + ], + [ + "Ġch", + "alk" + ], + [ + "Ġch", + "asing" + ], + [ + "Ġpe", + "bble" + ], + [ + "ĠEvery", + "thing" + ], + [ + "Ġcu", + "be" + ], + [ + "Ġpig", + "e" + ], + [ + "Ġcou", + "rage" + ], + [ + "Ġfing", + "ers" + ], + [ + "Ġturt", + "le" + ], + [ + "b", + "led" + ], + [ + "Ġs", + "ink" + ], + [ + "Ġb", + "icycle" + ], + [ + "Ġsh", + "aking" + ], + [ + "Ġsleep", + "ing" + ], + [ + "Ġneighb", + "our" + ], + [ + "Ġmoder", + "n" + ], + [ + "Ġdisg", + "usting" + ], + [ + "Ġclum", + "sy" + ], + [ + "g", + "est" + ], + [ + "Ġh", + "ook" + ], + [ + "Ġc", + "her" + ], + [ + "Ġn", + "ail" + ], + [ + "Ġbig", + "gest" + ], + [ + "ic", + "hes" + ], + [ + "Ġbu", + "l" + ], + [ + "Ġend", + "ing" + ], + [ + "Ġde", + "ad" + ], + [ + "Ġtri", + "ang" + ], + [ + "ul", + "ance" + ], + [ + "Ġspo", + "ke" + ], + [ + "Ġpract", + "iced" + ], + [ + "Ġamb", + "ulance" + ], + [ + "Ġcomput", + "er" + ], + [ + "i", + "bb" + ], + [ + "Ġl", + "amp" + ], + [ + "Ġst", + "ation" + ], + [ + "Ġch", + "ar" + ], + [ + "Ġwall", + "et" + ], + [ + "ĠTo", + "day" + ], + [ + "Ġpack", + "age" + ], + [ + "Ġmic", + "rop" + ], + [ + "Ġcush", + "ion" + ], + [ + "keep", + "er" + ], + [ + "Ġcrocod", + "ile" + ], + [ + "Ġmicrop", + "hone" + ], + [ + "u", + "nder" + ], + [ + "ĠA", + "lex" + ], + [ + "Ġthought", + "ful" + ], + [ + "Ġjo", + "lly" + ], + [ + "Ġpen", + "gu" + ], + [ + "Ġpump", + "kin" + ], + [ + "Ġcost", + "um" + ], + [ + "Ġf", + "ive" + ], + [ + "Ġd", + "ough" + ], + [ + "Ġp", + "ony" + ], + [ + "Ġo", + "l" + ], + [ + "im", + "i" + ], + [ + "Ġst", + "airs" + ], + [ + "Ġkn", + "ock" + ], + [ + "Ġgra", + "nd" + ], + [ + "Ġint", + "ell" + ], + [ + "Ġun", + "iver" + ], + [ + "Ġbright", + "er" + ], + [ + "Ġopen", + "s" + ], + [ + "Ġdream", + "ing" + ], + [ + "Ġboun", + "ced" + ], + [ + "Ġquest", + "ion" + ], + [ + "Ġstat", + "ue" + ], + [ + "Ġw", + "ine" + ], + [ + "is", + "k" + ], + [ + "ĠA", + "lice" + ], + [ + "Ġco", + "coa" + ], + [ + "ĠYou", + "r" + ], + [ + "Ġpe", + "pper" + ], + [ + "Ġbeaut", + "y" + ], + [ + "Ġper", + "m" + ], + [ + "Ġpain", + "ting" + ], + [ + "Ġsho", + "e" + ], + [ + "Ġele", + "v" + ], + [ + "Every", + "one" + ], + [ + "hin", + "o" + ], + [ + "Ġweal", + "thy" + ], + [ + "Ġintell", + "ig" + ], + [ + "n", + "oon" + ], + [ + "Ġs", + "uit" + ], + [ + "Ġm", + "ild" + ], + [ + "Ġn", + "ature" + ], + [ + "an", + "s" + ], + [ + "Ġhapp", + "ier" + ], + [ + "Ġne", + "at" + ], + [ + "Ġstart", + "s" + ], + [ + "uck", + "ed" + ], + [ + "Ġafter", + "noon" + ], + [ + "Ġtor", + "n" + ], + [ + "Ġelev", + "ator" + ], + [ + "g", + "en" + ], + [ + "t", + "i" + ], + [ + "Ġt", + "en" + ], + [ + "Ġh", + "arsh" + ], + [ + "Ġp", + "ed" + ], + [ + "at", + "ient" + ], + [ + "or", + "ant" + ], + [ + "Ġre", + "ce" + ], + [ + "Ġj", + "et" + ], + [ + "ill", + "ie" + ], + [ + "ĠR", + "ed" + ], + [ + "Ġread", + "ing" + ], + [ + "Ġsear", + "ching" + ], + [ + "Ġbasket", + "ball" + ], + [ + "Ġbar", + "ber" + ], + [ + "Ġspe", + "ed" + ], + [ + "S", + "ee" + ], + [ + "a", + "wn" + ], + [ + "Ġst", + "ack" + ], + [ + "ĠM", + "ummy" + ], + [ + "Ġclo", + "ck" + ], + [ + "ĠG", + "ive" + ], + [ + "Ġmag", + "n" + ], + [ + "Ġlea", + "ving" + ], + [ + "Ġcup", + "board" + ], + [ + "Ġdes", + "ign" + ], + [ + "Ġslid", + "es" + ], + [ + "Ġsandw", + "iches" + ], + [ + "Ġcand", + "le" + ], + [ + "aul", + "if" + ], + [ + "Ġrid", + "ing" + ], + [ + "Ġfre", + "sh" + ], + [ + "o", + "ppy" + ], + [ + "Ġsh", + "ocked" + ], + [ + "Ġen", + "er" + ], + [ + "Ġjump", + "s" + ], + [ + "Ġhair", + "cut" + ], + [ + "Ġrespect", + "ful" + ], + [ + "Ġcoo", + "king" + ], + [ + "Ġtick", + "et" + ], + [ + "Ġenc", + "ou" + ], + [ + "Ġtunn", + "el" + ], + [ + "aulif", + "lower" + ], + [ + "G", + "ive" + ], + [ + "Ġs", + "le" + ], + [ + "re", + "en" + ], + [ + "Ġm", + "ay" + ], + [ + "Ġth", + "ief" + ], + [ + "Ġy", + "awn" + ], + [ + "Ġfor", + "t" + ], + [ + "Ġal", + "ert" + ], + [ + "Ġsor", + "ts" + ], + [ + "Ġimp", + "atient" + ], + [ + "Ġcre", + "ate" + ], + [ + "ail", + "able" + ], + [ + "Ġwhe", + "els" + ], + [ + "Ġval", + "ue" + ], + [ + "Ġpri", + "ze" + ], + [ + "M", + "ary" + ], + [ + "y", + "e" + ], + [ + "he", + "t" + ], + [ + "Ġs", + "ent" + ], + [ + "Ġb", + "ent" + ], + [ + "in", + "ce" + ], + [ + "Ġc", + "omet" + ], + [ + "Ġc", + "amp" + ], + [ + "Ġc", + "auliflower" + ], + [ + "Ġm", + "elon" + ], + [ + "Ġg", + "em" + ], + [ + "Ġit", + "self" + ], + [ + "ir", + "on" + ], + [ + "Ġmu", + "sh" + ], + [ + "Ġmonkey", + "s" + ], + [ + "Ġsal", + "ad" + ], + [ + "Ġdest", + "ro" + ], + [ + "Ġresc", + "ue" + ], + [ + "Ġscoot", + "er" + ], + [ + "Ġintellig", + "ent" + ], + [ + "a", + "z" + ], + [ + "Ġd", + "ug" + ], + [ + "il", + "ing" + ], + [ + "an", + "ger" + ], + [ + "Ġr", + "oof" + ], + [ + "Ġr", + "hino" + ], + [ + "Ġsc", + "old" + ], + [ + "ag", + "het" + ], + [ + "Ġexp", + "er" + ], + [ + "Ġbark", + "ing" + ], + [ + "Ġbanan", + "as" + ], + [ + "Ġign", + "orant" + ], + [ + "Ġmic", + "ro" + ], + [ + "Ġav", + "ailable" + ], + [ + "Ġgrace", + "ful" + ], + [ + "Ġmotorcy", + "cle" + ], + [ + "aghet", + "ti" + ], + [ + "h", + "ood" + ], + [ + "ĠS", + "n" + ], + [ + "Ġe", + "arth" + ], + [ + "Ġbo", + "ots" + ], + [ + "Ġsp", + "aghetti" + ], + [ + "um", + "mer" + ], + [ + "Ġag", + "ree" + ], + [ + "Ġbu", + "ll" + ], + [ + "Ġany", + "where" + ], + [ + "ĠG", + "eorge" + ], + [ + "Ġbeh", + "ave" + ], + [ + "ĠK", + "im" + ], + [ + "Ġpa", + "id" + ], + [ + "sc", + "ope" + ], + [ + "Ġstret", + "ched" + ], + [ + "Ġfear", + "ful" + ], + [ + "Ġav", + "o" + ], + [ + "Ġmicro", + "scope" + ], + [ + "I", + "f" + ], + [ + "i", + "o" + ], + [ + "Ġnot", + "eb" + ], + [ + "ĠE", + "ventually" + ], + [ + "Ġold", + "er" + ], + [ + "Ġsn", + "iff" + ], + [ + "Ġad", + "vice" + ], + [ + "Ġstop", + "s" + ], + [ + "Ġperf", + "orm" + ], + [ + "Ġfur", + "ther" + ], + [ + "Ġenv", + "ious" + ], + [ + "Ġpige", + "on" + ], + [ + "Ġmush", + "room" + ], + [ + "Ġnoteb", + "ook" + ], + [ + "u", + "bby" + ], + [ + "Ġp", + "un" + ], + [ + "at", + "s" + ], + [ + "Ġn", + "urse" + ], + [ + "or", + "able" + ], + [ + "Ġth", + "under" + ], + [ + "Ġcl", + "apping" + ], + [ + "Ġv", + "ide" + ], + [ + "Ġbu", + "ilt" + ], + [ + "ĠC", + "l" + ], + [ + "Ġun", + "com" + ], + [ + "Ġshout", + "ing" + ], + [ + "Ġar", + "row" + ], + [ + "Ġdraw", + "er" + ], + [ + "Ġpro", + "v" + ], + [ + "fort", + "able" + ], + [ + "Ġtom", + "ato" + ], + [ + "Ġmeet", + "ing" + ], + [ + "Ġob", + "ject" + ], + [ + "Ġyog", + "urt" + ], + [ + "Ġtemp", + "le" + ], + [ + "Ġuncom", + "fortable" + ], + [ + "e", + "f" + ], + [ + "u", + "es" + ], + [ + "ĠT", + "ony" + ], + [ + "Ġloo", + "p" + ], + [ + "Ġch", + "ubby" + ], + [ + "Ġsw", + "itch" + ], + [ + "Ġsk", + "ip" + ], + [ + "Ġad", + "orable" + ], + [ + "Åĵ", + "It" + ], + [ + "Ġcount", + "ing" + ], + [ + "Ġcoo", + "ked" + ], + [ + "Ġp", + "ist" + ], + [ + "ar", + "ian" + ], + [ + "en", + "ry" + ], + [ + "Ġst", + "ared" + ], + [ + "Ġsh", + "ut" + ], + [ + "ic", + "op" + ], + [ + "Ġqu", + "ite" + ], + [ + "Ġsn", + "uggled" + ], + [ + "ĠGra", + "ndpa" + ], + [ + "Ġtrou", + "bled" + ], + [ + "Ġgigg", + "le" + ], + [ + "Ġblow", + "ing" + ], + [ + "Ġhel", + "icop" + ], + [ + "Ġfis", + "her" + ], + [ + "Ġpist", + "ol" + ], + [ + "Ġhelicop", + "ter" + ], + [ + "p", + "ar" + ], + [ + "ĠS", + "ophie" + ], + [ + "oo", + "ped" + ], + [ + "ip", + "s" + ], + [ + "Ġnow", + "here" + ], + [ + "Ġforg", + "ave" + ], + [ + "Ġmar", + "ched" + ], + [ + "Ġtreasure", + "s" + ], + [ + "ho", + "st" + ], + [ + "Ġpass", + "port" + ], + [ + "Ġstir", + "red" + ], + [ + "Ġpus", + "hing" + ], + [ + "Ġcompetit", + "ive" + ], + [ + "Ġdestro", + "y" + ], + [ + "Y", + "ay" + ], + [ + "a", + "ked" + ], + [ + "o", + "e" + ], + [ + "t", + "ter" + ], + [ + "Ġg", + "ir" + ], + [ + "Ġg", + "host" + ], + [ + "an", + "ic" + ], + [ + "ke", + "let" + ], + [ + "ht", + "ub" + ], + [ + "Ġre", + "ef" + ], + [ + "Ġse", + "par" + ], + [ + "op", + "ard" + ], + [ + "pl", + "ay" + ], + [ + "Ġen", + "vel" + ], + [ + "Ġbre", + "at" + ], + [ + "Ġrep", + "air" + ], + [ + "Ġfoot", + "ball" + ], + [ + "Ġbat", + "htub" + ], + [ + "Ġrubb", + "er" + ], + [ + "Ġang", + "el" + ], + [ + "Ġtriang", + "le" + ], + [ + "Ġl", + "ed" + ], + [ + "Ġm", + "ill" + ], + [ + "ĠS", + "h" + ], + [ + "ch", + "anic" + ], + [ + "Ġnam", + "es" + ], + [ + "Ġle", + "opard" + ], + [ + "Ġno", + "body" + ], + [ + "Ġany", + "way" + ], + [ + "uc", + "t" + ], + [ + "ct", + "us" + ], + [ + "Ġshould", + "n" + ], + [ + "Ġz", + "eb" + ], + [ + "Ġgi", + "ven" + ], + [ + "Ġhold", + "s" + ], + [ + "Ġbar", + "rel" + ], + [ + "Ġband", + "age" + ], + [ + "Ġent", + "h" + ], + [ + "Dad", + "dy" + ], + [ + "Ġzeb", + "ra" + ], + [ + "i", + "ves" + ], + [ + "u", + "be" + ], + [ + "y", + "ear" + ], + [ + "Ġp", + "or" + ], + [ + "Ġp", + "and" + ], + [ + "Ġo", + "tter" + ], + [ + "Ġr", + "ibb" + ], + [ + "Ġsh", + "ield" + ], + [ + "Ġme", + "chanic" + ], + [ + "Ġdon", + "â" + ], + [ + "Ġdis", + "ag" + ], + [ + "Ġdis", + "play" + ], + [ + "Ġmusic", + "ian" + ], + [ + "cer", + "os" + ], + [ + "Ġspe", + "ak" + ], + [ + "Ġca", + "b" + ], + [ + "Ġca", + "ctus" + ], + [ + "ĠBet", + "sy" + ], + [ + "Ġbul", + "b" + ], + [ + "C", + "h" + ], + [ + "e", + "ath" + ], + [ + "i", + "kes" + ], + [ + "x", + "y" + ], + [ + "Ġt", + "ube" + ], + [ + "Ġa", + "head" + ], + [ + "Ġs", + "ummer" + ], + [ + "Ġs", + "kelet" + ], + [ + "Ġp", + "urse" + ], + [ + "Ġkn", + "ob" + ], + [ + "Ġdidn", + "â" + ], + [ + "Ġcouldn", + "â" + ], + [ + "Ġcol", + "ours" + ], + [ + "Ġwindow", + "s" + ], + [ + "oom", + "y" + ], + [ + "Ġgif", + "ted" + ], + [ + "Ġcart", + "oon" + ], + [ + "Ġrhino", + "ceros" + ], + [ + "g", + "l" + ], + [ + "he", + "art" + ], + [ + "Ġs", + "ize" + ], + [ + "Ġb", + "et" + ], + [ + "ĠM", + "iss" + ], + [ + "Ġsc", + "rew" + ], + [ + "Ġfl", + "our" + ], + [ + "Ġbl", + "in" + ], + [ + "ap", + "a" + ], + [ + "Ġdis", + "hes" + ], + [ + "Ġrain", + "ing" + ], + [ + "Ġhop", + "ing" + ], + [ + "Ġsho", + "vel" + ], + [ + "Ġmin", + "t" + ], + [ + "Ġjelly", + "fish" + ], + [ + "Ġswe", + "ater" + ], + [ + "Ġchar", + "ming" + ], + [ + "Ġpengu", + "in" + ], + [ + "Ġenvel", + "ope" + ], + [ + "Ġenth", + "us" + ], + [ + "Ġcab", + "in" + ], + [ + "re", + "c" + ], + [ + "Ġp", + "ant" + ], + [ + "Ġth", + "read" + ], + [ + "Ġin", + "se" + ], + [ + "Ġst", + "aff" + ], + [ + "Ġli", + "z" + ], + [ + "Ġun", + "pack" + ], + [ + "Ġwr", + "iting" + ], + [ + "Ġtra", + "sh" + ], + [ + "Ġroll", + "ing" + ], + [ + "Ġwaff", + "le" + ], + [ + "Ġ", + "iron" + ], + [ + "Ġw", + "ing" + ], + [ + "er", + "able" + ], + [ + "Ġshe", + "et" + ], + [ + "ĠB", + "uddy" + ], + [ + "Ġsh", + "adow" + ], + [ + "Ġro", + "ared" + ], + [ + "Ġmu", + "ff" + ], + [ + "Ġair", + "port" + ], + [ + "Ġce", + "iling" + ], + [ + "Ġatt", + "ic" + ], + [ + "Ġorgan", + "ize" + ], + [ + "Ġstret", + "ch" + ], + [ + "Ġgrap", + "es" + ], + [ + "Ġo", + "bs" + ], + [ + "ĠA", + "re" + ], + [ + "ĠW", + "ould" + ], + [ + "ĠIn", + "st" + ], + [ + "Ġpi", + "ano" + ], + [ + "Ġsal", + "t" + ], + [ + "Ġmis", + "erable" + ], + [ + "Ġc", + "ord" + ], + [ + "Ġd", + "ess" + ], + [ + "Ġre", + "fused" + ], + [ + "Ġsc", + "reen" + ], + [ + "ĠD", + "an" + ], + [ + "Ġstr", + "ugg" + ], + [ + "Ġneed", + "le" + ], + [ + "Ġbear", + "s" + ], + [ + "ĠAnd", + "y" + ], + [ + "Ġhead", + "ed" + ], + [ + "Ġstick", + "y" + ], + [ + "Ġfree", + "z" + ], + [ + "Ġzoom", + "ed" + ], + [ + "Ġimag", + "ined" + ], + [ + "Ġmed", + "al" + ], + [ + "Ġmagn", + "et" + ], + [ + "rec", + "i" + ], + [ + "Ġobs", + "er" + ], + [ + "Ġ", + "er" + ], + [ + "Ġli", + "ves" + ], + [ + "ĠA", + "l" + ], + [ + "ĠP", + "at" + ], + [ + "Ġapp", + "reci" + ], + [ + "ass", + "es" + ], + [ + "Ġsail", + "or" + ], + [ + "Ġminut", + "e" + ], + [ + "Ġfisher", + "man" + ], + [ + "v", + "ision" + ], + [ + "Ġr", + "at" + ], + [ + "al", + "ed" + ], + [ + "Ġbr", + "us" + ], + [ + "Ġch", + "ance" + ], + [ + "Ġpo", + "st" + ], + [ + "Ġsun", + "gl" + ], + [ + "Ġche", + "ek" + ], + [ + "ree", + "ze" + ], + [ + "Ġde", + "af" + ], + [ + "Ġru", + "les" + ], + [ + "Ġfrog", + "s" + ], + [ + "Ġair", + "pl" + ], + [ + "ĠGo", + "d" + ], + [ + "Ġstrawber", + "ry" + ], + [ + "Ġsle", + "pt" + ], + [ + "Ġliz", + "ard" + ], + [ + "Ġsungl", + "asses" + ], + [ + "Ġl", + "uck" + ], + [ + "Ġin", + "f" + ], + [ + "Ġbe", + "ep" + ], + [ + "ĠB", + "unny" + ], + [ + "Ġme", + "as" + ], + [ + "Ġro", + "d" + ], + [ + "Ġor", + "der" + ], + [ + "Ġrest", + "less" + ], + [ + "Ġsand", + "box" + ], + [ + "Ġmess", + "age" + ], + [ + "ĠJoe", + "y" + ], + [ + "Ġcomp", + "let" + ], + [ + "Ġatt", + "ract" + ], + [ + "Ġgold", + "en" + ], + [ + "Gra", + "ndma" + ], + [ + "Ġpil", + "ot" + ], + [ + "Ġpor", + "ch" + ], + [ + "L", + "ittle" + ], + [ + "l", + "er" + ], + [ + "s", + "es" + ] + ] + } +} \ No newline at end of file diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3200/tokenizer_config.json b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3200/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3200/tokenizer_config.json @@ -0,0 +1,13 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "errors": "replace", + "is_local": false, + "local_files_only": false, + "model_max_length": 1024, + "pad_token": "<|endoftext|>", + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "<|endoftext|>" +} diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3200/trainer_state.json b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3200/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..eec07191d7b2450559772afbbcdea2536008c258 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3200/trainer_state.json @@ -0,0 +1,1170 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.21570610043815303, + "eval_steps": 2498, + "global_step": 3200, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0013481631277384564, + "grad_norm": 2.09375, + "learning_rate": 2.66e-05, + "loss": 8.298905181884766, + "step": 20 + }, + { + "epoch": 0.002696326255476913, + "grad_norm": 1.3359375, + "learning_rate": 5.46e-05, + "loss": 8.045733642578124, + "step": 40 + }, + { + "epoch": 0.004044489383215369, + "grad_norm": 1.2734375, + "learning_rate": 8.259999999999999e-05, + "loss": 7.839435577392578, + "step": 60 + }, + { + "epoch": 0.005392652510953826, + "grad_norm": 1.265625, + "learning_rate": 0.0001106, + "loss": 7.574758148193359, + "step": 80 + }, + { + "epoch": 0.006740815638692282, + "grad_norm": 1.1953125, + "learning_rate": 0.0001386, + "loss": 7.235897064208984, + "step": 100 + }, + { + "epoch": 0.008088978766430738, + "grad_norm": 1.140625, + "learning_rate": 0.00016659999999999998, + "loss": 6.862369537353516, + "step": 120 + }, + { + "epoch": 0.009437141894169195, + "grad_norm": 1.0234375, + "learning_rate": 0.00019460000000000001, + "loss": 6.508391571044922, + "step": 140 + }, + { + "epoch": 0.010785305021907651, + "grad_norm": 1.078125, + "learning_rate": 0.0002226, + "loss": 6.215537261962891, + "step": 160 + }, + { + "epoch": 0.012133468149646108, + "grad_norm": 0.76171875, + "learning_rate": 0.00025059999999999997, + "loss": 5.984259414672851, + "step": 180 + }, + { + "epoch": 0.013481631277384564, + "grad_norm": 0.82421875, + "learning_rate": 0.0002786, + "loss": 5.756989669799805, + "step": 200 + }, + { + "epoch": 0.01482979440512302, + "grad_norm": 1.171875, + "learning_rate": 0.00030659999999999997, + "loss": 5.531437683105469, + "step": 220 + }, + { + "epoch": 0.016177957532861477, + "grad_norm": 1.1171875, + "learning_rate": 0.0003346, + "loss": 5.294247817993164, + "step": 240 + }, + { + "epoch": 0.01752612066059993, + "grad_norm": 0.9453125, + "learning_rate": 0.00036260000000000003, + "loss": 5.055661392211914, + "step": 260 + }, + { + "epoch": 0.01887428378833839, + "grad_norm": 0.94921875, + "learning_rate": 0.0003906, + "loss": 4.797793197631836, + "step": 280 + }, + { + "epoch": 0.020222446916076844, + "grad_norm": 1.421875, + "learning_rate": 0.0004186, + "loss": 4.594622802734375, + "step": 300 + }, + { + "epoch": 0.021570610043815303, + "grad_norm": 1.2265625, + "learning_rate": 0.0004466, + "loss": 4.39941635131836, + "step": 320 + }, + { + "epoch": 0.022918773171553757, + "grad_norm": 0.5546875, + "learning_rate": 0.00047460000000000004, + "loss": 4.24058723449707, + "step": 340 + }, + { + "epoch": 0.024266936299292215, + "grad_norm": 0.83984375, + "learning_rate": 0.0005026, + "loss": 4.102418899536133, + "step": 360 + }, + { + "epoch": 0.02561509942703067, + "grad_norm": 0.70703125, + "learning_rate": 0.0005306, + "loss": 3.975328063964844, + "step": 380 + }, + { + "epoch": 0.026963262554769128, + "grad_norm": 0.6171875, + "learning_rate": 0.0005586, + "loss": 3.839755630493164, + "step": 400 + }, + { + "epoch": 0.028311425682507583, + "grad_norm": 0.91796875, + "learning_rate": 0.0005866, + "loss": 3.7486804962158202, + "step": 420 + }, + { + "epoch": 0.02965958881024604, + "grad_norm": 0.61328125, + "learning_rate": 0.0006146, + "loss": 3.6831081390380858, + "step": 440 + }, + { + "epoch": 0.031007751937984496, + "grad_norm": 0.875, + "learning_rate": 0.0006426, + "loss": 3.5874557495117188, + "step": 460 + }, + { + "epoch": 0.032355915065722954, + "grad_norm": 0.546875, + "learning_rate": 0.0006705999999999999, + "loss": 3.5174354553222655, + "step": 480 + }, + { + "epoch": 0.03370407819346141, + "grad_norm": 0.66796875, + "learning_rate": 0.0006986, + "loss": 3.439300537109375, + "step": 500 + }, + { + "epoch": 0.03505224132119986, + "grad_norm": 0.54296875, + "learning_rate": 0.0007, + "loss": 3.386067581176758, + "step": 520 + }, + { + "epoch": 0.03640040444893832, + "grad_norm": 0.6015625, + "learning_rate": 0.0007, + "loss": 3.3094718933105467, + "step": 540 + }, + { + "epoch": 0.03774856757667678, + "grad_norm": 0.55859375, + "learning_rate": 0.0007, + "loss": 3.2609573364257813, + "step": 560 + }, + { + "epoch": 0.03909673070441524, + "grad_norm": 0.61328125, + "learning_rate": 0.0007, + "loss": 3.2046344757080076, + "step": 580 + }, + { + "epoch": 0.04044489383215369, + "grad_norm": 0.5234375, + "learning_rate": 0.0007, + "loss": 3.17300968170166, + "step": 600 + }, + { + "epoch": 0.04179305695989215, + "grad_norm": 0.578125, + "learning_rate": 0.0007, + "loss": 3.1147342681884767, + "step": 620 + }, + { + "epoch": 0.043141220087630605, + "grad_norm": 0.4765625, + "learning_rate": 0.0007, + "loss": 3.0973543167114257, + "step": 640 + }, + { + "epoch": 0.044489383215369056, + "grad_norm": 0.453125, + "learning_rate": 0.0007, + "loss": 3.043070602416992, + "step": 660 + }, + { + "epoch": 0.045837546343107514, + "grad_norm": 0.455078125, + "learning_rate": 0.0007, + "loss": 3.0213077545166014, + "step": 680 + }, + { + "epoch": 0.04718570947084597, + "grad_norm": 0.419921875, + "learning_rate": 0.0007, + "loss": 2.977329063415527, + "step": 700 + }, + { + "epoch": 0.04853387259858443, + "grad_norm": 0.490234375, + "learning_rate": 0.0007, + "loss": 2.942974090576172, + "step": 720 + }, + { + "epoch": 0.04988203572632288, + "grad_norm": 0.48046875, + "learning_rate": 0.0007, + "loss": 2.9064186096191404, + "step": 740 + }, + { + "epoch": 0.05123019885406134, + "grad_norm": 0.498046875, + "learning_rate": 0.0007, + "loss": 2.890872001647949, + "step": 760 + }, + { + "epoch": 0.0525783619817998, + "grad_norm": 0.5, + "learning_rate": 0.0007, + "loss": 2.8978702545166017, + "step": 780 + }, + { + "epoch": 0.053926525109538256, + "grad_norm": 0.466796875, + "learning_rate": 0.0007, + "loss": 2.8463741302490235, + "step": 800 + }, + { + "epoch": 0.05527468823727671, + "grad_norm": 0.47265625, + "learning_rate": 0.0007, + "loss": 2.8323719024658205, + "step": 820 + }, + { + "epoch": 0.056622851365015166, + "grad_norm": 0.5, + "learning_rate": 0.0007, + "loss": 2.8007469177246094, + "step": 840 + }, + { + "epoch": 0.057971014492753624, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.7573240280151365, + "step": 860 + }, + { + "epoch": 0.05931917762049208, + "grad_norm": 0.470703125, + "learning_rate": 0.0007, + "loss": 2.7341793060302733, + "step": 880 + }, + { + "epoch": 0.06066734074823053, + "grad_norm": 0.546875, + "learning_rate": 0.0007, + "loss": 2.7180759429931642, + "step": 900 + }, + { + "epoch": 0.06201550387596899, + "grad_norm": 0.5625, + "learning_rate": 0.0007, + "loss": 2.692394256591797, + "step": 920 + }, + { + "epoch": 0.06336366700370745, + "grad_norm": 0.443359375, + "learning_rate": 0.0007, + "loss": 2.678949546813965, + "step": 940 + }, + { + "epoch": 0.06471183013144591, + "grad_norm": 0.466796875, + "learning_rate": 0.0007, + "loss": 2.651218223571777, + "step": 960 + }, + { + "epoch": 0.06605999325918437, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.632099723815918, + "step": 980 + }, + { + "epoch": 0.06740815638692282, + "grad_norm": 0.470703125, + "learning_rate": 0.0007, + "loss": 2.6305675506591797, + "step": 1000 + }, + { + "epoch": 0.06875631951466127, + "grad_norm": 0.462890625, + "learning_rate": 0.0007, + "loss": 2.5994905471801757, + "step": 1020 + }, + { + "epoch": 0.07010448264239973, + "grad_norm": 0.474609375, + "learning_rate": 0.0007, + "loss": 2.5834341049194336, + "step": 1040 + }, + { + "epoch": 0.07145264577013818, + "grad_norm": 0.498046875, + "learning_rate": 0.0007, + "loss": 2.567459487915039, + "step": 1060 + }, + { + "epoch": 0.07280080889787664, + "grad_norm": 0.462890625, + "learning_rate": 0.0007, + "loss": 2.54827823638916, + "step": 1080 + }, + { + "epoch": 0.0741489720256151, + "grad_norm": 0.478515625, + "learning_rate": 0.0007, + "loss": 2.5431196212768556, + "step": 1100 + }, + { + "epoch": 0.07549713515335356, + "grad_norm": 0.4453125, + "learning_rate": 0.0007, + "loss": 2.5049072265625, + "step": 1120 + }, + { + "epoch": 0.07684529828109202, + "grad_norm": 0.4765625, + "learning_rate": 0.0007, + "loss": 2.4941583633422852, + "step": 1140 + }, + { + "epoch": 0.07819346140883048, + "grad_norm": 0.46875, + "learning_rate": 0.0007, + "loss": 2.4895328521728515, + "step": 1160 + }, + { + "epoch": 0.07954162453656892, + "grad_norm": 0.48828125, + "learning_rate": 0.0007, + "loss": 2.4841281890869142, + "step": 1180 + }, + { + "epoch": 0.08088978766430738, + "grad_norm": 0.46484375, + "learning_rate": 0.0007, + "loss": 2.475014495849609, + "step": 1200 + }, + { + "epoch": 0.08223795079204584, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.459096908569336, + "step": 1220 + }, + { + "epoch": 0.0835861139197843, + "grad_norm": 0.443359375, + "learning_rate": 0.0007, + "loss": 2.4455087661743162, + "step": 1240 + }, + { + "epoch": 0.08493427704752275, + "grad_norm": 0.48828125, + "learning_rate": 0.0007, + "loss": 2.432474899291992, + "step": 1260 + }, + { + "epoch": 0.08628244017526121, + "grad_norm": 0.427734375, + "learning_rate": 0.0007, + "loss": 2.4141357421875, + "step": 1280 + }, + { + "epoch": 0.08763060330299967, + "grad_norm": 0.46875, + "learning_rate": 0.0007, + "loss": 2.4043970108032227, + "step": 1300 + }, + { + "epoch": 0.08897876643073811, + "grad_norm": 0.392578125, + "learning_rate": 0.0007, + "loss": 2.3957958221435547, + "step": 1320 + }, + { + "epoch": 0.09032692955847657, + "grad_norm": 0.474609375, + "learning_rate": 0.0007, + "loss": 2.381800079345703, + "step": 1340 + }, + { + "epoch": 0.09167509268621503, + "grad_norm": 0.443359375, + "learning_rate": 0.0007, + "loss": 2.3829660415649414, + "step": 1360 + }, + { + "epoch": 0.09302325581395349, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.359773063659668, + "step": 1380 + }, + { + "epoch": 0.09437141894169195, + "grad_norm": 0.435546875, + "learning_rate": 0.0007, + "loss": 2.3506826400756835, + "step": 1400 + }, + { + "epoch": 0.0957195820694304, + "grad_norm": 0.486328125, + "learning_rate": 0.0007, + "loss": 2.360103416442871, + "step": 1420 + }, + { + "epoch": 0.09706774519716886, + "grad_norm": 0.4296875, + "learning_rate": 0.0007, + "loss": 2.3388553619384767, + "step": 1440 + }, + { + "epoch": 0.09841590832490732, + "grad_norm": 0.435546875, + "learning_rate": 0.0007, + "loss": 2.3265659332275392, + "step": 1460 + }, + { + "epoch": 0.09976407145264576, + "grad_norm": 0.404296875, + "learning_rate": 0.0007, + "loss": 2.312125587463379, + "step": 1480 + }, + { + "epoch": 0.10111223458038422, + "grad_norm": 0.4453125, + "learning_rate": 0.0007, + "loss": 2.29932861328125, + "step": 1500 + }, + { + "epoch": 0.10246039770812268, + "grad_norm": 0.451171875, + "learning_rate": 0.0007, + "loss": 2.3021989822387696, + "step": 1520 + }, + { + "epoch": 0.10380856083586114, + "grad_norm": 0.435546875, + "learning_rate": 0.0007, + "loss": 2.290937805175781, + "step": 1540 + }, + { + "epoch": 0.1051567239635996, + "grad_norm": 0.453125, + "learning_rate": 0.0007, + "loss": 2.278849411010742, + "step": 1560 + }, + { + "epoch": 0.10650488709133805, + "grad_norm": 0.4375, + "learning_rate": 0.0007, + "loss": 2.2965002059936523, + "step": 1580 + }, + { + "epoch": 0.10785305021907651, + "grad_norm": 0.435546875, + "learning_rate": 0.0007, + "loss": 2.261943244934082, + "step": 1600 + }, + { + "epoch": 0.10920121334681497, + "grad_norm": 0.39453125, + "learning_rate": 0.0007, + "loss": 2.262173080444336, + "step": 1620 + }, + { + "epoch": 0.11054937647455342, + "grad_norm": 0.4140625, + "learning_rate": 0.0007, + "loss": 2.2734844207763674, + "step": 1640 + }, + { + "epoch": 0.11189753960229187, + "grad_norm": 0.412109375, + "learning_rate": 0.0007, + "loss": 2.2551578521728515, + "step": 1660 + }, + { + "epoch": 0.11324570273003033, + "grad_norm": 0.42578125, + "learning_rate": 0.0007, + "loss": 2.2380434036254884, + "step": 1680 + }, + { + "epoch": 0.11459386585776879, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.248749351501465, + "step": 1700 + }, + { + "epoch": 0.11594202898550725, + "grad_norm": 0.58203125, + "learning_rate": 0.0007, + "loss": 2.2250885009765624, + "step": 1720 + }, + { + "epoch": 0.1172901921132457, + "grad_norm": 0.396484375, + "learning_rate": 0.0007, + "loss": 2.2179065704345704, + "step": 1740 + }, + { + "epoch": 0.11863835524098416, + "grad_norm": 0.453125, + "learning_rate": 0.0007, + "loss": 2.219723701477051, + "step": 1760 + }, + { + "epoch": 0.11998651836872262, + "grad_norm": 0.416015625, + "learning_rate": 0.0007, + "loss": 2.2338064193725584, + "step": 1780 + }, + { + "epoch": 0.12133468149646107, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.2300554275512696, + "step": 1800 + }, + { + "epoch": 0.12268284462419952, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.2196172714233398, + "step": 1820 + }, + { + "epoch": 0.12403100775193798, + "grad_norm": 0.40625, + "learning_rate": 0.0007, + "loss": 2.1875337600708007, + "step": 1840 + }, + { + "epoch": 0.12537917087967643, + "grad_norm": 0.427734375, + "learning_rate": 0.0007, + "loss": 2.1868871688842773, + "step": 1860 + }, + { + "epoch": 0.1267273340074149, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.1803796768188475, + "step": 1880 + }, + { + "epoch": 0.12807549713515334, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.1896100997924806, + "step": 1900 + }, + { + "epoch": 0.12942366026289182, + "grad_norm": 0.416015625, + "learning_rate": 0.0007, + "loss": 2.164274787902832, + "step": 1920 + }, + { + "epoch": 0.13077182339063026, + "grad_norm": 0.4453125, + "learning_rate": 0.0007, + "loss": 2.175292205810547, + "step": 1940 + }, + { + "epoch": 0.13211998651836873, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.14935359954834, + "step": 1960 + }, + { + "epoch": 0.13346814964610718, + "grad_norm": 0.45703125, + "learning_rate": 0.0007, + "loss": 2.1721818923950194, + "step": 1980 + }, + { + "epoch": 0.13481631277384565, + "grad_norm": 0.392578125, + "learning_rate": 0.0007, + "loss": 2.1453264236450194, + "step": 2000 + }, + { + "epoch": 0.1361644759015841, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.1530712127685545, + "step": 2020 + }, + { + "epoch": 0.13751263902932254, + "grad_norm": 0.40625, + "learning_rate": 0.0007, + "loss": 2.1329654693603515, + "step": 2040 + }, + { + "epoch": 0.138860802157061, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.1538856506347654, + "step": 2060 + }, + { + "epoch": 0.14020896528479945, + "grad_norm": 0.4140625, + "learning_rate": 0.0007, + "loss": 2.129351806640625, + "step": 2080 + }, + { + "epoch": 0.14155712841253792, + "grad_norm": 0.40625, + "learning_rate": 0.0007, + "loss": 2.1183551788330077, + "step": 2100 + }, + { + "epoch": 0.14290529154027637, + "grad_norm": 0.384765625, + "learning_rate": 0.0007, + "loss": 2.12860164642334, + "step": 2120 + }, + { + "epoch": 0.14425345466801484, + "grad_norm": 0.388671875, + "learning_rate": 0.0007, + "loss": 2.1290895462036135, + "step": 2140 + }, + { + "epoch": 0.14560161779575329, + "grad_norm": 0.37890625, + "learning_rate": 0.0007, + "loss": 2.1157516479492187, + "step": 2160 + }, + { + "epoch": 0.14694978092349173, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.124533271789551, + "step": 2180 + }, + { + "epoch": 0.1482979440512302, + "grad_norm": 0.38671875, + "learning_rate": 0.0007, + "loss": 2.0987617492675783, + "step": 2200 + }, + { + "epoch": 0.14964610717896865, + "grad_norm": 0.41796875, + "learning_rate": 0.0007, + "loss": 2.1066028594970705, + "step": 2220 + }, + { + "epoch": 0.15099427030670712, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.11590633392334, + "step": 2240 + }, + { + "epoch": 0.15234243343444556, + "grad_norm": 0.419921875, + "learning_rate": 0.0007, + "loss": 2.0943696975708006, + "step": 2260 + }, + { + "epoch": 0.15369059656218403, + "grad_norm": 0.39453125, + "learning_rate": 0.0007, + "loss": 2.10521240234375, + "step": 2280 + }, + { + "epoch": 0.15503875968992248, + "grad_norm": 0.412109375, + "learning_rate": 0.0007, + "loss": 2.087373161315918, + "step": 2300 + }, + { + "epoch": 0.15638692281766095, + "grad_norm": 0.396484375, + "learning_rate": 0.0007, + "loss": 2.0945587158203125, + "step": 2320 + }, + { + "epoch": 0.1577350859453994, + "grad_norm": 0.390625, + "learning_rate": 0.0007, + "loss": 2.0841798782348633, + "step": 2340 + }, + { + "epoch": 0.15908324907313784, + "grad_norm": 0.384765625, + "learning_rate": 0.0007, + "loss": 2.0881235122680666, + "step": 2360 + }, + { + "epoch": 0.1604314122008763, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.090144729614258, + "step": 2380 + }, + { + "epoch": 0.16177957532861476, + "grad_norm": 0.453125, + "learning_rate": 0.0007, + "loss": 2.071354103088379, + "step": 2400 + }, + { + "epoch": 0.16312773845635323, + "grad_norm": 0.41796875, + "learning_rate": 0.0007, + "loss": 2.0760135650634766, + "step": 2420 + }, + { + "epoch": 0.16447590158409167, + "grad_norm": 0.400390625, + "learning_rate": 0.0007, + "loss": 2.065576934814453, + "step": 2440 + }, + { + "epoch": 0.16582406471183014, + "grad_norm": 0.375, + "learning_rate": 0.0007, + "loss": 2.075186920166016, + "step": 2460 + }, + { + "epoch": 0.1671722278395686, + "grad_norm": 0.412109375, + "learning_rate": 0.0007, + "loss": 2.0759561538696287, + "step": 2480 + }, + { + "epoch": 0.1683855746545332, + "eval_loss": 2.070991277694702, + "eval_runtime": 15.3076, + "eval_samples_per_second": 622.372, + "eval_steps_per_second": 0.653, + "step": 2498 + }, + { + "epoch": 0.16852039096730703, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.0585758209228517, + "step": 2500 + }, + { + "epoch": 0.16852039096730703, + "eval_loss": 2.0720698833465576, + "eval_runtime": 15.2926, + "eval_samples_per_second": 622.98, + "eval_steps_per_second": 0.654, + "step": 2500 + }, + { + "epoch": 0.1698685540950455, + "grad_norm": 15794176.0, + "learning_rate": 3.4200000000000005e-05, + "loss": 2.063748359680176, + "step": 2520 + }, + { + "epoch": 0.17121671722278395, + "grad_norm": 17956864.0, + "learning_rate": 7.020000000000001e-05, + "loss": 2.075595664978027, + "step": 2540 + }, + { + "epoch": 0.17256488035052242, + "grad_norm": 95420416.0, + "learning_rate": 9e-05, + "loss": 2.9438404083251952, + "step": 2560 + }, + { + "epoch": 0.17391304347826086, + "grad_norm": 327155712.0, + "learning_rate": 9e-05, + "loss": 7.066030120849609, + "step": 2580 + }, + { + "epoch": 0.17526120660599934, + "grad_norm": 645922816.0, + "learning_rate": 9e-05, + "loss": 7.805310821533203, + "step": 2600 + }, + { + "epoch": 0.17660936973373778, + "grad_norm": 1061158912.0, + "learning_rate": 9e-05, + "loss": 7.980291748046875, + "step": 2620 + }, + { + "epoch": 0.17795753286147623, + "grad_norm": 1551892480.0, + "learning_rate": 9e-05, + "loss": 8.039534759521484, + "step": 2640 + }, + { + "epoch": 0.1793056959892147, + "grad_norm": 2105540608.0, + "learning_rate": 9e-05, + "loss": 8.074498748779297, + "step": 2660 + }, + { + "epoch": 0.18065385911695314, + "grad_norm": 2717908992.0, + "learning_rate": 9e-05, + "loss": 8.082987976074218, + "step": 2680 + }, + { + "epoch": 0.1820020222446916, + "grad_norm": 3355443200.0, + "learning_rate": 9e-05, + "loss": 8.098572540283204, + "step": 2700 + }, + { + "epoch": 0.18335018537243006, + "grad_norm": 4026531840.0, + "learning_rate": 9e-05, + "loss": 8.106620025634765, + "step": 2720 + }, + { + "epoch": 0.18469834850016853, + "grad_norm": 4697620480.0, + "learning_rate": 9e-05, + "loss": 8.106732177734376, + "step": 2740 + }, + { + "epoch": 0.18604651162790697, + "grad_norm": 5402263552.0, + "learning_rate": 9e-05, + "loss": 8.105657958984375, + "step": 2760 + }, + { + "epoch": 0.18739467475564545, + "grad_norm": 6073352192.0, + "learning_rate": 9e-05, + "loss": 8.110768890380859, + "step": 2780 + }, + { + "epoch": 0.1887428378833839, + "grad_norm": 6777995264.0, + "learning_rate": 9e-05, + "loss": 8.11846923828125, + "step": 2800 + }, + { + "epoch": 0.19009100101112233, + "grad_norm": 7449083904.0, + "learning_rate": 9e-05, + "loss": 8.115316772460938, + "step": 2820 + }, + { + "epoch": 0.1914391641388608, + "grad_norm": 8120172544.0, + "learning_rate": 9e-05, + "loss": 8.11875, + "step": 2840 + }, + { + "epoch": 0.19278732726659925, + "grad_norm": 8791261184.0, + "learning_rate": 9e-05, + "loss": 8.109890747070313, + "step": 2860 + }, + { + "epoch": 0.19413549039433772, + "grad_norm": 9395240960.0, + "learning_rate": 9e-05, + "loss": 8.113766479492188, + "step": 2880 + }, + { + "epoch": 0.19548365352207617, + "grad_norm": 10066329600.0, + "learning_rate": 9e-05, + "loss": 8.116683959960938, + "step": 2900 + }, + { + "epoch": 0.19683181664981464, + "grad_norm": 10670309376.0, + "learning_rate": 9e-05, + "loss": 8.109261322021485, + "step": 2920 + }, + { + "epoch": 0.19817997977755308, + "grad_norm": 11207180288.0, + "learning_rate": 9e-05, + "loss": 8.120066833496093, + "step": 2940 + }, + { + "epoch": 0.19952814290529153, + "grad_norm": 11811160064.0, + "learning_rate": 9e-05, + "loss": 8.114282989501953, + "step": 2960 + }, + { + "epoch": 0.20087630603303, + "grad_norm": 12348030976.0, + "learning_rate": 9e-05, + "loss": 8.107726287841796, + "step": 2980 + }, + { + "epoch": 0.20222446916076844, + "grad_norm": 12884901888.0, + "learning_rate": 9e-05, + "loss": 8.1126220703125, + "step": 3000 + }, + { + "epoch": 0.20357263228850692, + "grad_norm": 13421772800.0, + "learning_rate": 9e-05, + "loss": 8.114493560791015, + "step": 3020 + }, + { + "epoch": 0.20492079541624536, + "grad_norm": 13891534848.0, + "learning_rate": 9e-05, + "loss": 8.119776153564453, + "step": 3040 + }, + { + "epoch": 0.20626895854398383, + "grad_norm": 14428405760.0, + "learning_rate": 9e-05, + "loss": 8.122071075439454, + "step": 3060 + }, + { + "epoch": 0.20761712167172228, + "grad_norm": 14898167808.0, + "learning_rate": 9e-05, + "loss": 8.12487335205078, + "step": 3080 + }, + { + "epoch": 0.20896528479946072, + "grad_norm": 15367929856.0, + "learning_rate": 9e-05, + "loss": 8.120286560058593, + "step": 3100 + }, + { + "epoch": 0.2103134479271992, + "grad_norm": 15837691904.0, + "learning_rate": 9e-05, + "loss": 8.12525634765625, + "step": 3120 + }, + { + "epoch": 0.21166161105493764, + "grad_norm": 16307453952.0, + "learning_rate": 9e-05, + "loss": 8.125916290283204, + "step": 3140 + }, + { + "epoch": 0.2130097741826761, + "grad_norm": 16710107136.0, + "learning_rate": 9e-05, + "loss": 8.116735076904297, + "step": 3160 + }, + { + "epoch": 0.21435793731041455, + "grad_norm": 17179869184.0, + "learning_rate": 9e-05, + "loss": 8.10854263305664, + "step": 3180 + }, + { + "epoch": 0.21570610043815303, + "grad_norm": 17582522368.0, + "learning_rate": 9e-05, + "loss": 8.116544342041015, + "step": 3200 + } + ], + "logging_steps": 20, + "max_steps": 3500, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 100, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1.03241081683968e+16, + "train_batch_size": 64, + "trial_name": null, + "trial_params": null +} diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3200/training_args.bin b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3200/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..d42dba735503648f02e3d29f685b24a197ab36d8 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3200/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c28142d60b82e3df0527b14431085e37dd065fc6519ba15f0d6ac2cabc5f4854 +size 4920 diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3300/config.json b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3300/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6f9c72a635cef01d03abb31f78284cdfb4734155 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3300/config.json @@ -0,0 +1,36 @@ +{ + "activation": "relu", + "architectures": [ + "TinyLlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "dtype": "bfloat16", + "eos_token_id": 2, + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 128, + "initializer_range": 0.02, + "intermediate_size": 256, + "max_position_embeddings": 512, + "mlp_bias": false, + "mlp_type": "glu", + "model_type": "tiny_llama", + "num_attention_heads": 4, + "num_hidden_layers": 100, + "num_key_value_heads": 4, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 10000.0, + "rope_type": "default" + }, + "tie_word_embeddings": true, + "tokenizer_name": "w-ahmad/tiny-stories-tokenizer", + "transformers_version": "5.16.0.dev0", + "use_cache": false, + "vocab_size": 4096, + "waleed_beta": 4 +} diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3300/model.safetensors b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3300/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b5f996e61bb3ade9d104e2c993197d94246bd211 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3300/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ba2795184b4b462f8d24ef9f7d87187cb3fb863ab00383ad12bfb5838797107 +size 33967272 diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3300/optimizer.pt b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3300/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..7966ba1c50be5c6a08942edb14e6cbbaff854050 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3300/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d23eeb26d0615c48d82b2dad12d87acf1cebc7ecf4606bd601c672dafd9469e +size 39573050 diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3300/rng_state.pth b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3300/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..e29ad0909e8c1afefa182e7ed890fa257c75af25 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3300/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cf9097d4513154245c48236b6ec5137b7ee2a21c9f58f2cba798ea275c6026f +size 14244 diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3300/scheduler.pt b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3300/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..76ff0972af88ad6ee2d60f74da0a8786e58bfa2b --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3300/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9751c40def32406332f8de58ba93b20f2a7e67943c9e04a0e73992386f74e398 +size 1064 diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3300/tokenizer.json b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3300/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3300/tokenizer.json @@ -0,0 +1,19501 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "!": 1, + "\"": 2, + "#": 3, + "$": 4, + "%": 5, + "&": 6, + "'": 7, + "(": 8, + ")": 9, + "*": 10, + "+": 11, + ",": 12, + "-": 13, + ".": 14, + "/": 15, + "0": 16, + "1": 17, + "2": 18, + "3": 19, + "4": 20, + "5": 21, + "6": 22, + "7": 23, + "8": 24, + "9": 25, + ":": 26, + ";": 27, + "<": 28, + "=": 29, + ">": 30, + "?": 31, + "@": 32, + "A": 33, + "B": 34, + "C": 35, + "D": 36, + "E": 37, + "F": 38, + "G": 39, + "H": 40, + "I": 41, + "J": 42, + "K": 43, + "L": 44, + "M": 45, + "N": 46, + "O": 47, + "P": 48, + "Q": 49, + "R": 50, + "S": 51, + "T": 52, + "U": 53, + "V": 54, + "W": 55, + "X": 56, + "Y": 57, + "Z": 58, + "[": 59, + "\\": 60, + "]": 61, + "^": 62, + "_": 63, + "`": 64, + "a": 65, + "b": 66, + "c": 67, + "d": 68, + "e": 69, + "f": 70, + "g": 71, + "h": 72, + "i": 73, + "j": 74, + "k": 75, + "l": 76, + "m": 77, + "n": 78, + "o": 79, + "p": 80, + "q": 81, + "r": 82, + "s": 83, + "t": 84, + "u": 85, + "v": 86, + "w": 87, + "x": 88, + "y": 89, + "z": 90, + "{": 91, + "|": 92, + "}": 93, + "~": 94, + "¡": 95, + "¢": 96, + "£": 97, + "¤": 98, + "¥": 99, + "¦": 100, + "§": 101, + "¨": 102, + "©": 103, + "ª": 104, + "«": 105, + "¬": 106, + "®": 107, + "¯": 108, + "°": 109, + "±": 110, + "²": 111, + "³": 112, + "´": 113, + "µ": 114, + "¶": 115, + "·": 116, + "¸": 117, + "¹": 118, + "º": 119, + "»": 120, + "¼": 121, + "½": 122, + "¾": 123, + "¿": 124, + "À": 125, + "Á": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "È": 133, + "É": 134, + "Ê": 135, + "Ë": 136, + "Ì": 137, + "Í": 138, + "Î": 139, + "Ï": 140, + "Ð": 141, + "Ñ": 142, + "Ò": 143, + "Ó": 144, + "Ô": 145, + "Õ": 146, + "Ö": 147, + "×": 148, + "Ø": 149, + "Ù": 150, + "Ú": 151, + "Û": 152, + "Ü": 153, + "Ý": 154, + "Þ": 155, + "ß": 156, + "à": 157, + "á": 158, + "â": 159, + "ã": 160, + "ä": 161, + "å": 162, + "æ": 163, + "ç": 164, + "è": 165, + "é": 166, + "ê": 167, + "ë": 168, + "ì": 169, + "í": 170, + "î": 171, + "ï": 172, + "ð": 173, + "ñ": 174, + "ò": 175, + "ó": 176, + "ô": 177, + "õ": 178, + "ö": 179, + "÷": 180, + "ø": 181, + "ù": 182, + "ú": 183, + "û": 184, + "ü": 185, + "ý": 186, + "þ": 187, + "ÿ": 188, + "Ā": 189, + "ā": 190, + "Ă": 191, + "ă": 192, + "Ą": 193, + "ą": 194, + "Ć": 195, + "ć": 196, + "Ĉ": 197, + "ĉ": 198, + "Ċ": 199, + "ċ": 200, + "Č": 201, + "č": 202, + "Ď": 203, + "ď": 204, + "Đ": 205, + "đ": 206, + "Ē": 207, + "ē": 208, + "Ĕ": 209, + "ĕ": 210, + "Ė": 211, + "ė": 212, + "Ę": 213, + "ę": 214, + "Ě": 215, + "ě": 216, + "Ĝ": 217, + "ĝ": 218, + "Ğ": 219, + "ğ": 220, + "Ġ": 221, + "ġ": 222, + "Ģ": 223, + "ģ": 224, + "Ĥ": 225, + "ĥ": 226, + "Ħ": 227, + "ħ": 228, + "Ĩ": 229, + "ĩ": 230, + "Ī": 231, + "ī": 232, + "Ĭ": 233, + "ĭ": 234, + "Į": 235, + "į": 236, + "İ": 237, + "ı": 238, + "IJ": 239, + "ij": 240, + "Ĵ": 241, + "ĵ": 242, + "Ķ": 243, + "ķ": 244, + "ĸ": 245, + "Ĺ": 246, + "ĺ": 247, + "Ļ": 248, + "ļ": 249, + "Ľ": 250, + "ľ": 251, + "Ŀ": 252, + "ŀ": 253, + "Ł": 254, + "ł": 255, + "Ń": 256, + "he": 257, + "Ġt": 258, + "Ġa": 259, + "Ġs": 260, + "Ġw": 261, + "nd": 262, + "Ġthe": 263, + "ed": 264, + "Ġand": 265, + "Ġto": 266, + "Ġb": 267, + "in": 268, + "Ġh": 269, + "Ġwa": 270, + "re": 271, + "Ġf": 272, + "it": 273, + "ou": 274, + "Ġc": 275, + "Ġl": 276, + "Ġhe": 277, + "Ġd": 278, + "er": 279, + "Ġwas": 280, + "Ġm": 281, + "Ġp": 282, + "om": 283, + "ĠT": 284, + "Ġo": 285, + "ay": 286, + "ar": 287, + "ing": 288, + "is": 289, + "Ġg": 290, + "il": 291, + "id": 292, + "at": 293, + "en": 294, + "Ġn": 295, + "Ġsa": 296, + "Ġha": 297, + "ĠS": 298, + "im": 299, + "an": 300, + "ĠThe": 301, + "or": 302, + "on": 303, + "Ġit": 304, + "Ġth": 305, + "ll": 306, + "le": 307, + "ĠH": 308, + "Ġher": 309, + "et": 310, + "ot": 311, + "ir": 312, + "ĠShe": 313, + "ĠHe": 314, + "ver": 315, + "es": 316, + "Ġin": 317, + "ut": 318, + "ow": 319, + "ck": 320, + "Ġe": 321, + "Ġu": 322, + "ld": 323, + "ĠThey": 324, + "oo": 325, + "ig": 326, + "Ġsaid": 327, + "am": 328, + "ily": 329, + "Ġbe": 330, + "Ġy": 331, + "Ġr": 332, + "Ġst": 333, + "ce": 334, + "Ġshe": 335, + "Ġ\"": 336, + "pp": 337, + "ke": 338, + "ith": 339, + "On": 340, + "ĠI": 341, + "Ġwith": 342, + "ve": 343, + "Lily": 344, + "Ġon": 345, + "Ġof": 346, + "Ġso": 347, + "Ġhis": 348, + "ked": 349, + "ri": 350, + "nt": 351, + "very": 352, + "Ġpl": 353, + "Ġday": 354, + "ad": 355, + "Ġyou": 356, + "Ġthat": 357, + "Ġup": 358, + "Ġhad": 359, + "st": 360, + "Ġplay": 361, + "Ġthey": 362, + "ĠLily": 363, + "Ġwe": 364, + "Ġmom": 365, + "my": 366, + "Ġfor": 367, + "el": 368, + "ould": 369, + "un": 370, + "ĠB": 371, + "'s": 372, + "itt": 373, + "ent": 374, + "Ġhapp": 375, + "The": 376, + "ch": 377, + "Ġli": 378, + "out": 379, + "Ġwant": 380, + "Ġsh": 381, + "her": 382, + "ly": 383, + "ime": 384, + "ittle": 385, + "ound": 386, + "Ġvery": 387, + "Ġtime": 388, + "ome": 389, + "Ġlittle": 390, + "Ġthere": 391, + "se": 392, + "Ġdo": 393, + "Ġwh": 394, + "all": 395, + "Ġk": 396, + "end": 397, + "al": 398, + "ht": 399, + "Ġne": 400, + "Ġre": 401, + "Ġnot": 402, + "Ġhappy": 403, + "ĠĊ": 404, + "Ġbig": 405, + "ĠM": 406, + "Ġbut": 407, + "Ġsm": 408, + "ack": 409, + "Ġsaw": 410, + "ĠIt": 411, + "Ġas": 412, + "Ġan": 413, + "ra": 414, + "riend": 415, + "Ġfriend": 416, + "ide": 417, + "One": 418, + "ry": 419, + "'t": 420, + "ved": 421, + "Ġis": 422, + "Once": 423, + "ake": 424, + ".\"": 425, + "Ġwere": 426, + "ter": 427, + "ug": 428, + "Ġloo": 429, + "Ġlo": 430, + "ore": 431, + "ec": 432, + "ĠTim": 433, + "Ġhim": 434, + "Ġbo": 435, + "!\"": 436, + "Ġtoo": 437, + "Ġgo": 438, + "Ġupon": 439, + "irl": 440, + "Ġj": 441, + "Ġwanted": 442, + "Ġgirl": 443, + "Ġse": 444, + "Ġout": 445, + "ard": 446, + "way": 447, + "Ġsp": 448, + "ill": 449, + "ind": 450, + "Ġthem": 451, + "Ġcould": 452, + "fu": 453, + "hen": 454, + "Ġat": 455, + "ur": 456, + "Ġdid": 457, + "Ġsmil": 458, + "Ġtheir": 459, + "Ġare": 460, + "Ġex": 461, + "ĠA": 462, + "ain": 463, + "Ġwent": 464, + "art": 465, + "hed": 466, + "rom": 467, + "ic": 468, + "round": 469, + "Ġhave": 470, + "Ġnam": 471, + "lp": 472, + "Ġall": 473, + "ĠJ": 474, + "ful": 475, + "Ġkn": 476, + "hing": 477, + "ood": 478, + "Ġhelp": 479, + "ight": 480, + "Ġfriends": 481, + "one": 482, + "ark": 483, + "Ġback": 484, + "um": 485, + "Ġcan": 486, + "Ġnamed": 487, + "Ġcl": 488, + "?\"": 489, + "Ġfun": 490, + "are": 491, + "ĠBen": 492, + "Ġloved": 493, + "Ġal": 494, + "elt": 495, + "ĠTimmy": 496, + "ĠOne": 497, + "op": 498, + "side": 499, + "Ġle": 500, + "Ġno": 501, + "Ġsc": 502, + "ĠTom": 503, + "Ġfelt": 504, + "oug": 505, + "Ġsmiled": 506, + "ick": 507, + "Ġasked": 508, + "You": 509, + "Ġtoy": 510, + "Ġman": 511, + "Ġaround": 512, + "ame": 513, + "Ġfe": 514, + "Ġsay": 515, + "Ġboy": 516, + "Ġsome": 517, + "Ġlooked": 518, + "ure": 519, + "omet": 520, + "Ġbr": 521, + "Ġwould": 522, + "Ġme": 523, + "Ġbir": 524, + "Ġlike": 525, + "get": 526, + "Ġstart": 527, + "Ġro": 528, + "as": 529, + "Ġsee": 530, + "ĠW": 531, + "ice": 532, + "ong": 533, + "Ġbird": 534, + "Ġsomet": 535, + "dd": 536, + "Ġwor": 537, + "ade": 538, + "ie": 539, + "king": 540, + "Ġag": 541, + "own": 542, + "Ġtre": 543, + "Ġfa": 544, + "Ġaway": 545, + "Ġwhat": 546, + "ings": 547, + "Ġstarted": 548, + "gether": 549, + "Ġran": 550, + "â": 551, + "âĤ": 552, + "âĤ¬": 553, + "ared": 554, + "Ġmake": 555, + "ĠBut": 556, + "ited": 557, + "if": 558, + "oud": 559, + "Ġmade": 560, + "Ġtogether": 561, + "Ġsomething": 562, + "Ġexc": 563, + "ag": 564, + "Ġco": 565, + "Ġpark": 566, + "Ġnew": 567, + "Ġsad": 568, + "Ġput": 569, + ",\"": 570, + "Ġfrom": 571, + "ble": 572, + "ther": 573, + "Ġpr": 574, + "Ġmu": 575, + "Ġcar": 576, + "Ġhome": 577, + "ĠYou": 578, + "Ġthen": 579, + "Ġwhen": 580, + "Ġfound": 581, + "ell": 582, + "Ġother": 583, + "Ġagain": 584, + "Ġch": 585, + "Ġdec": 586, + "Ġwho": 587, + "Ġla": 588, + "ried": 589, + "ss": 590, + "Ġgood": 591, + "Ġhug": 592, + "ĠL": 593, + "pped": 594, + "Ġwal": 595, + "ep": 596, + "ally": 597, + "Ġsays": 598, + "Ġfl": 599, + "est": 600, + "ach": 601, + "ĠE": 602, + "Ġexcited": 603, + "pl": 604, + "qu": 605, + "ook": 606, + "Ġget": 607, + "ought": 608, + "Ġplaying": 609, + "Ġgot": 610, + "Ġsw": 611, + "ous": 612, + "hat": 613, + "ny": 614, + "ided": 615, + "uck": 616, + "Ġthings": 617, + "Ġevery": 618, + "Ġdecided": 619, + "Ġcame": 620, + "Ġbec": 621, + "ave": 622, + "ro": 623, + "ax": 624, + "Ġliked": 625, + "Ġdown": 626, + "Ġdog": 627, + "Ġscared": 628, + "Ġv": 629, + "udd": 630, + "ust": 631, + "Ġone": 632, + "Ġfind": 633, + "Ġbl": 634, + "Ġthan": 635, + "ĠD": 636, + "ouse": 637, + "ways": 638, + "Ġkne": 639, + "Ġdidn": 640, + "ap": 641, + "Ġmommy": 642, + "Ġcare": 643, + "Ġalways": 644, + "Ġab": 645, + "ist": 646, + "Ġdad": 647, + "Ġfeel": 648, + "ara": 649, + "bb": 650, + "arn": 651, + "fe": 652, + "Ġyour": 653, + "Ġoutside": 654, + "ue": 655, + "Ġgra": 656, + "ant": 657, + "Ġke": 658, + "ĠMom": 659, + "Ġtook": 660, + "Ġlot": 661, + "nn": 662, + "Ġbu": 663, + "Ġabout": 664, + "ess": 665, + "ĠF": 666, + "nder": 667, + "Ġtree": 668, + "eci": 669, + "Ġlook": 670, + "Ġpo": 671, + "Ġmy": 672, + "our": 673, + "Ġtoys": 674, + "ite": 675, + "ched": 676, + "Ġknew": 677, + "Ġthought": 678, + "ened": 679, + "Ġlearn": 680, + "Ġint": 681, + "Ġold": 682, + "Ġmore": 683, + "nna": 684, + "ise": 685, + "ged": 686, + "Ġta": 687, + "udden": 688, + "ecial": 689, + "Ġspecial": 690, + "ĠMax": 691, + "au": 692, + "Ġwill": 693, + "ers": 694, + "They": 695, + "ret": 696, + "Ġpe": 697, + "Ġho": 698, + "ĠSam": 699, + "Ġtake": 700, + "Ġball": 701, + "Ġknow": 702, + "Ġlaug": 703, + "fter": 704, + "uddenly": 705, + "Ġcat": 706, + "Ġhow": 707, + "ive": 708, + "Ġtr": 709, + "Ġmuch": 710, + "Ġany": 711, + "Ġpu": 712, + "ma": 713, + "Ġsl": 714, + "Ġsor": 715, + "Ġmo": 716, + "ven": 717, + "ish": 718, + "Ġshow": 719, + "Ġcouldn": 720, + "ause": 721, + "ink": 722, + "But": 723, + "Ġhouse": 724, + "Ġinto": 725, + "ump": 726, + "Ġover": 727, + "Ġtried": 728, + "and": 729, + "Ġeat": 730, + "Ġsk": 731, + "Ġsun": 732, + "Ġtw": 733, + "Ġclo": 734, + "ia": 735, + "Ġrun": 736, + "Ġhand": 737, + "ĠEvery": 738, + "Ġen": 739, + "Ġinside": 740, + "dy": 741, + "Ġif": 742, + "Ġtold": 743, + "Ġnever": 744, + "ion": 745, + "Ġqu": 746, + "Ġbecause": 747, + "by": 748, + "Ġproud": 749, + "Ġgave": 750, + "Ġsorry": 751, + "Ġthis": 752, + "Ġop": 753, + "Ġplayed": 754, + "ate": 755, + "Ġexpl": 756, + "Ġheard": 757, + "ty": 758, + "Ġor": 759, + "Ġwater": 760, + "ank": 761, + "ge": 762, + "sed": 763, + "Ġpick": 764, + "other": 765, + "Ġroom": 766, + "etter": 767, + "Ġjust": 768, + "ace": 769, + "Ġhugged": 770, + "ak": 771, + "Ġgre": 772, + "here": 773, + "Ġoff": 774, + "ĠSara": 775, + "Ġpret": 776, + "ile": 777, + "Ġeach": 778, + "Ġcom": 779, + "Ġlong": 780, + "Ġbox": 781, + "ort": 782, + "Ġstr": 783, + "iz": 784, + "Ġunt": 785, + "Ġwat": 786, + "oth": 787, + "Ġneed": 788, + "Ġjo": 789, + "ĠWe": 790, + "Tom": 791, + "Ġsmall": 792, + "ine": 793, + "Ġbear": 794, + "Mom": 795, + "Ġuntil": 796, + "Ġnice": 797, + "Ġtry": 798, + "ving": 799, + "uc": 800, + "sel": 801, + "ough": 802, + "Ġlearned": 803, + "Ġkind": 804, + "ĠAnna": 805, + "ild": 806, + "Ġfo": 807, + "Ġmany": 808, + "'m": 809, + "ĠJack": 810, + "Ġbetter": 811, + "Ġim": 812, + "gry": 813, + "imal": 814, + "Ġanimal": 815, + "urt": 816, + "ft": 817, + "Ġend": 818, + "Ġsn": 819, + "aut": 820, + "Ġte": 821, + "Ġcle": 822, + "ĠJo": 823, + "vent": 824, + "urp": 825, + "Ġgr": 826, + "Ġbeaut": 827, + "Ġjump": 828, + "mb": 829, + "Ġad": 830, + "ream": 831, + "pt": 832, + "ĠSo": 833, + "ĠHer": 834, + "Ġflow": 835, + "ies": 836, + "Ġche": 837, + "Ġbra": 838, + "Ġthanked": 839, + "Ġeven": 840, + "Ġbest": 841, + "Ġcall": 842, + "ady": 843, + "He": 844, + "Ġlots": 845, + "Ġlaughed": 846, + "self": 847, + "Ġra": 848, + "Ġway": 849, + "ars": 850, + "urn": 851, + "Ġby": 852, + "Ġfast": 853, + "lly": 854, + "Ġfam": 855, + "ĠC": 856, + "ves": 857, + "arden": 858, + "Ġgarden": 859, + "Ġbeauti": 860, + "wn": 861, + "Th": 862, + "Ġbeautiful": 863, + "Ġloud": 864, + "lew": 865, + "Ġsky": 866, + "Ġdon": 867, + "hn": 868, + "ered": 869, + "iny": 870, + "Ġcareful": 871, + "Ġlove": 872, + "Ġfi": 873, + "ĠThen": 874, + "Åĵ": 875, + "ase": 876, + "ect": 877, + "Ġsafe": 878, + "ĠAnd": 879, + "Ġunder": 880, + "Ġcome": 881, + "ĠFrom": 882, + "Yes": 883, + "ĠMia": 884, + "It": 885, + "me": 886, + "Ġhard": 887, + "Ġcu": 888, + "Ġwo": 889, + "Ġlist": 890, + "Ġstay": 891, + "ane": 892, + "sh": 893, + "ople": 894, + "Ġgl": 895, + "ning": 896, + "Ġstill": 897, + "ool": 898, + "Ġhurt": 899, + "ree": 900, + "ĠHis": 901, + "Ġimp": 902, + "Ġfamily": 903, + "Ġâ": 904, + "Ġboth": 905, + "rm": 906, + "igh": 907, + "Ġlived": 908, + "hes": 909, + "When": 910, + "Ġpeople": 911, + "Ġanimals": 912, + "Ġcol": 913, + "Ġbrave": 914, + "Ġwalked": 915, + "ob": 916, + "Tim": 917, + "ct": 918, + "Ġlet": 919, + "urpr": 920, + "ĠWhen": 921, + "Ġtwo": 922, + "Ġsurpr": 923, + "Ġshould": 924, + "ished": 925, + "Ġbad": 926, + "ress": 927, + "Ġkept": 928, + "Ġfore": 929, + "Ġflew": 930, + "Ġfin": 931, + "Ġstor": 932, + "Ġfly": 933, + "ast": 934, + "ised": 935, + "ip": 936, + "Ġits": 937, + "led": 938, + "ock": 939, + "ucy": 940, + "fore": 941, + "Ġgoing": 942, + "Ġclean": 943, + "Ġdan": 944, + "Ġpic": 945, + "Ġsoon": 946, + "Ġcalled": 947, + "Ġshare": 948, + "kay": 949, + "Ġangry": 950, + "Ġrock": 951, + "Ġcon": 952, + "Ġpretty": 953, + "No": 954, + "Ġide": 955, + "ied": 956, + "illy": 957, + "Ġground": 958, + "xt": 959, + "Ġred": 960, + "Ġexplore": 961, + "Ġcry": 962, + "Ġadvent": 963, + "Ġsto": 964, + "so": 965, + "Ġreal": 966, + "Let": 967, + "Ġwind": 968, + "Ġshiny": 969, + "be": 970, + "Ġbook": 971, + "Ġalso": 972, + "Ġdoll": 973, + "Ġidea": 974, + "Ġbefore": 975, + "Ġopened": 976, + "dded": 977, + "Ġwhile": 978, + "ummy": 979, + "Ġkeep": 980, + "Ġey": 981, + "Ġnow": 982, + "Ġdoor": 983, + "Ġfeeling": 984, + "âĤ¬â": 985, + "oon": 986, + "oy": 987, + "Ġwalking": 988, + "Ġnoise": 989, + "Ġfr": 990, + "les": 991, + "age": 992, + "ious": 993, + "Ġcolor": 994, + "Ġturn": 995, + "thing": 996, + "ff": 997, + "uch": 998, + "th": 999, + "Ġbed": 1000, + "ary": 1001, + "Ġdra": 1002, + "Ġpicked": 1003, + "imb": 1004, + "eet": 1005, + "Ġclimb": 1006, + "Ġdel": 1007, + "What": 1008, + "Ġbeing": 1009, + "Ġfood": 1010, + "Ġun": 1011, + "Ġfar": 1012, + "ture": 1013, + "joy": 1014, + "Ġadventure": 1015, + "ac": 1016, + "Ġsmile": 1017, + "Ġdif": 1018, + "Ħ¢": 1019, + "âĤ¬âĦ¢": 1020, + "memb": 1021, + "Ġwr": 1022, + "Ġthr": 1023, + "ught": 1024, + "Ġlooking": 1025, + "Ġnext": 1026, + "iced": 1027, + "ĠLucy": 1028, + "Ġnodded": 1029, + "Ġquick": 1030, + "ĠP": 1031, + "Ġdis": 1032, + "Ġrepl": 1033, + "ĠDad": 1034, + "Ġwait": 1035, + "ized": 1036, + "Ġforest": 1037, + "Ġclos": 1038, + "ĠSuddenly": 1039, + "Ġtra": 1040, + "That": 1041, + "Ġeyes": 1042, + "ger": 1043, + "bbit": 1044, + "ted": 1045, + "Ġown": 1046, + "Ġrain": 1047, + "Ġimport": 1048, + "Ġgreat": 1049, + "Ġrememb": 1050, + "Ġpicture": 1051, + "Thank": 1052, + "Suddenly": 1053, + "Ġstopped": 1054, + "Ġenjoy": 1055, + "Ġvo": 1056, + "Ben": 1057, + "Ġgive": 1058, + "Ġimportant": 1059, + "Ġwork": 1060, + "Ġnear": 1061, + "gan": 1062, + "pot": 1063, + "Ġever": 1064, + "Ġapp": 1065, + "Ġafter": 1066, + "Ġquickly": 1067, + "Ġlisten": 1068, + "Ġbre": 1069, + "ting": 1070, + "bbed": 1071, + "Ġma": 1072, + "Ġfish": 1073, + "Ġreplied": 1074, + "Ġrabbit": 1075, + "Ġhands": 1076, + "ĠG": 1077, + "Ġnoticed": 1078, + "Ġbro": 1079, + "Ġslide": 1080, + "Ġthink": 1081, + "Ġwalk": 1082, + "Ġtruck": 1083, + "Ġac": 1084, + "kes": 1085, + "Ġstrong": 1086, + "She": 1087, + "Ġshowed": 1088, + "Ġde": 1089, + "Ġeveryone": 1090, + "Ġwonder": 1091, + "fere": 1092, + "bye": 1093, + "Ġdiffere": 1094, + "irst": 1095, + "So": 1096, + "Ġsure": 1097, + "Ġhas": 1098, + "Ġright": 1099, + "Ġbeen": 1100, + "Ġbecame": 1101, + "Ġsound": 1102, + "maz": 1103, + "Ġtow": 1104, + "Ġru": 1105, + "Ġtal": 1106, + "Ġamaz": 1107, + "Ġhead": 1108, + "Ġshout": 1109, + "Ġbright": 1110, + "Ġye": 1111, + "Ġwatched": 1112, + "ĠR": 1113, + "Ġmor": 1114, + "Ġchild": 1115, + "able": 1116, + "Ġmean": 1117, + "Ġwhere": 1118, + "llow": 1119, + "Ġhigh": 1120, + "ĠSue": 1121, + "Ġface": 1122, + "Ġcook": 1123, + "day": 1124, + "aybe": 1125, + "Ġwatch": 1126, + "Ġblue": 1127, + "aught": 1128, + "Ġdifferent": 1129, + "Ġstore": 1130, + "ĠN": 1131, + "Ġgoodbye": 1132, + "Ġdress": 1133, + "ull": 1134, + "ĠBob": 1135, + "ng": 1136, + "ange": 1137, + "Ġsqu": 1138, + "Ġokay": 1139, + "isy": 1140, + "lease": 1141, + "ĠMommy": 1142, + "Ġvoice": 1143, + "Jo": 1144, + "ath": 1145, + "Ġnight": 1146, + "ĠSpot": 1147, + "Ġus": 1148, + "Ġboat": 1149, + "Ġflowers": 1150, + "Ġplace": 1151, + "Ġfollow": 1152, + "Ġar": 1153, + "Ġuse": 1154, + "Ġcloser": 1155, + "unny": 1156, + "leep": 1157, + "ired": 1158, + "Ġfav": 1159, + "Ġyell": 1160, + "Ġgrabbed": 1161, + "Ġcuri": 1162, + "Ġwarm": 1163, + "Ġcr": 1164, + "Ġforg": 1165, + "ĠSarah": 1166, + "ĠJohn": 1167, + "Ġmag": 1168, + "Ġstick": 1169, + "We": 1170, + "Ġjumped": 1171, + "Ġcake": 1172, + "more": 1173, + "Ġtell": 1174, + "Ġanymore": 1175, + "After": 1176, + "Ġbutter": 1177, + "ndma": 1178, + "Ġthree": 1179, + "Ġask": 1180, + "co": 1181, + "Ġour": 1182, + "lie": 1183, + "Ġcurious": 1184, + "ount": 1185, + "orn": 1186, + "Ġcont": 1187, + "Ġfell": 1188, + "ached": 1189, + "ĠTh": 1190, + "Ġbirds": 1191, + "ass": 1192, + "Her": 1193, + "iss": 1194, + "Ġhelped": 1195, + "ĠJane": 1196, + "Ġpull": 1197, + "Ġfirst": 1198, + "itc": 1199, + "Ġblock": 1200, + "Ġhop": 1201, + "Ġbit": 1202, + "Ġdr": 1203, + "Ġrealized": 1204, + "Ġkid": 1205, + "Look": 1206, + "ila": 1207, + "Ġmon": 1208, + "Ġbrother": 1209, + "Anna": 1210, + "Sara": 1211, + "Ġz": 1212, + "ĠEveryone": 1213, + "Ġate": 1214, + "Ġdoes": 1215, + "imes": 1216, + "Ġhappened": 1217, + "Ġstop": 1218, + "zy": 1219, + "Ġyummy": 1220, + "Ġfavor": 1221, + "ppy": 1222, + "Ġkitc": 1223, + "Ġkitchen": 1224, + "Ġsweet": 1225, + "us": 1226, + "Ġper": 1227, + "Ġreally": 1228, + "aisy": 1229, + "Ġgrass": 1230, + "Ġfavorite": 1231, + "Ġbegan": 1232, + "Ġrest": 1233, + "Ġready": 1234, + "Ġlea": 1235, + "Ġreached": 1236, + "Ġunderst": 1237, + "air": 1238, + "Ġste": 1239, + "Ġbunny": 1240, + "ĠAs": 1241, + "Ġstory": 1242, + "'re": 1243, + "Ġpain": 1244, + "Ġsing": 1245, + "ster": 1246, + "Ġhere": 1247, + "Ġsand": 1248, + "Ġonly": 1249, + "Ġflo": 1250, + "Ġam": 1251, + "Ġglad": 1252, + "Ġtri": 1253, + "Ġbeh": 1254, + "Ġworld": 1255, + "Ġopen": 1256, + "Ġcre": 1257, + "fully": 1258, + "Ġprin": 1259, + "where": 1260, + "arent": 1261, + "Ġflower": 1262, + "Ġthrough": 1263, + "Ġba": 1264, + "Ġfire": 1265, + "Ġdone": 1266, + "Ġhaving": 1267, + "Ġthing": 1268, + "Ġdelic": 1269, + "Ġhimself": 1270, + "Ġtired": 1271, + "Ġparent": 1272, + "Ġsoft": 1273, + "Ġfro": 1274, + "Timmy": 1275, + "Ġtast": 1276, + "Ġbutterf": 1277, + "ĠLet": 1278, + "Ġcut": 1279, + "Ġpart": 1280, + "Ġwhy": 1281, + "ken": 1282, + "Ġmess": 1283, + "Can": 1284, + "Ġworry": 1285, + "Mommy": 1286, + "iver": 1287, + "Ġdin": 1288, + "uff": 1289, + "ater": 1290, + "Ġmagic": 1291, + "Ġwaved": 1292, + "Ġshouted": 1293, + "Ġpond": 1294, + "Ġkids": 1295, + "Ġhat": 1296, + "Ġduck": 1297, + "Ġsees": 1298, + "olly": 1299, + "illed": 1300, + "Ġgame": 1301, + "ient": 1302, + "Ġmaking": 1303, + "ather": 1304, + "John": 1305, + "As": 1306, + "akes": 1307, + "Ġcatch": 1308, + "Ġseen": 1309, + "Ġcool": 1310, + "ation": 1311, + "Ġcoming": 1312, + "Ġless": 1313, + "Ġdark": 1314, + "Ġused": 1315, + "eddy": 1316, + "Ġfix": 1317, + "ĠJoe": 1318, + "Ġthank": 1319, + "mer": 1320, + "Ġtop": 1321, + "Ġlady": 1322, + "Ġhair": 1323, + "aring": 1324, + "Ġprom": 1325, + "Ġhopped": 1326, + "ĠCan": 1327, + "\".": 1328, + "ign": 1329, + "Ġsurprise": 1330, + "Ġdraw": 1331, + "Ġmum": 1332, + "Ġmouse": 1333, + "Ġfunny": 1334, + "rel": 1335, + "Ġcra": 1336, + "Ġ-": 1337, + "aper": 1338, + "Ġfull": 1339, + "Ġtouch": 1340, + "Ġlight": 1341, + "Ġspot": 1342, + "ren": 1343, + "Ġdro": 1344, + "ĠBenny": 1345, + "Ġparents": 1346, + "Ġworked": 1347, + "ins": 1348, + "oney": 1349, + "ĠDo": 1350, + "Ġsurprised": 1351, + "Ġcarefully": 1352, + "Ġtrees": 1353, + "Ġfrog": 1354, + "Ġswing": 1355, + "Ġdoing": 1356, + "Don": 1357, + "Ġsat": 1358, + "inally": 1359, + "ĠThat": 1360, + "Ġice": 1361, + "ĠIn": 1362, + "Ġheld": 1363, + "Wow": 1364, + "Ġrunning": 1365, + "Ġpretend": 1366, + "Ġswim": 1367, + "Ġset": 1368, + "Ġread": 1369, + "Ġdelicious": 1370, + "Ġneeded": 1371, + "Ġtight": 1372, + "Ġslow": 1373, + "Ġremembered": 1374, + "Ġlost": 1375, + "Ġcold": 1376, + "Ġsmell": 1377, + "ards": 1378, + "Ġwood": 1379, + "Ġhappily": 1380, + "hy": 1381, + "ely": 1382, + "Ġlooks": 1383, + "Ġbehind": 1384, + "Ġherself": 1385, + "Ġcried": 1386, + "Ġenjoyed": 1387, + "Ġname": 1388, + "ask": 1389, + "Ġyears": 1390, + "Ġbuy": 1391, + "Ġhole": 1392, + "Ġblocks": 1393, + "Ġdri": 1394, + "Ġsleep": 1395, + "Ġgi": 1396, + "Ġyellow": 1397, + "cess": 1398, + "Ġbutterfly": 1399, + "ike": 1400, + "ued": 1401, + "Ġwished": 1402, + "Ġperf": 1403, + "Ġanother": 1404, + "ĠDaisy": 1405, + "Ġgreen": 1406, + "Ġmove": 1407, + "Ġtall": 1408, + "Ġair": 1409, + "Ġbag": 1410, + "Ġfloor": 1411, + "Ġcars": 1412, + "Ġlesson": 1413, + "ul": 1414, + "Ġbow": 1415, + "Ġarri": 1416, + "Ġwindow": 1417, + "Ġsho": 1418, + "Ġchildren": 1419, + "ner": 1420, + "Ġfinished": 1421, + "Ġhill": 1422, + "ĠAfter": 1423, + "andy": 1424, + "sp": 1425, + "ens": 1426, + "Ġpaper": 1427, + "Ġlikes": 1428, + "From": 1429, + "sy": 1430, + "Ġhold": 1431, + "Sam": 1432, + "Ġwrong": 1433, + "reed": 1434, + "Ġcontin": 1435, + "Ġunderstand": 1436, + "atter": 1437, + "uit": 1438, + "rew": 1439, + "Ġgent": 1440, + "Ġanything": 1441, + "Ġclose": 1442, + "Ġwall": 1443, + "Ġel": 1444, + "asure": 1445, + "Ġleft": 1446, + "Ġable": 1447, + "Ġarrived": 1448, + "Ġhun": 1449, + "ross": 1450, + "av": 1451, + "Ġhear": 1452, + "Ġfriendly": 1453, + "Ġforgot": 1454, + "Ġgone": 1455, + "ama": 1456, + "Ġcreat": 1457, + "Ġwet": 1458, + "Ġlion": 1459, + "Hell": 1460, + "Hello": 1461, + "Ġdream": 1462, + "Ġhot": 1463, + "bo": 1464, + "ber": 1465, + "ĠSally": 1466, + "Ġfilled": 1467, + "Ġdir": 1468, + "ield": 1469, + "Ġcookies": 1470, + "Ġlaugh": 1471, + "Ġbroken": 1472, + "Ġdinner": 1473, + "lf": 1474, + "Ġelse": 1475, + "Ġhid": 1476, + "ced": 1477, + "Ġpink": 1478, + "Ġfollowed": 1479, + "Ġtable": 1480, + "Ġmar": 1481, + "Ġcolors": 1482, + "oup": 1483, + "Ġmoment": 1484, + "Ġcontinued": 1485, + "Ġwonderful": 1486, + "ĠEm": 1487, + "ey": 1488, + "ined": 1489, + "irrel": 1490, + "rot": 1491, + "Ġfinally": 1492, + "Jack": 1493, + "Ġarm": 1494, + "Ġmight": 1495, + "ĠNow": 1496, + "Ġcast": 1497, + "Ġyes": 1498, + "Ġbuild": 1499, + "Ġenough": 1500, + "ĠBilly": 1501, + "Ġsomeone": 1502, + "Ġperfect": 1503, + "Ġfair": 1504, + "Ġstayed": 1505, + "app": 1506, + "Ġmorning": 1507, + "ĠThere": 1508, + "Ġpuppy": 1509, + "ol": 1510, + "Ġdaddy": 1511, + "Ġtrying": 1512, + "'ll": 1513, + "Ġju": 1514, + "Ġothers": 1515, + "Ġbooks": 1516, + "Ġagreed": 1517, + "Ġmus": 1518, + "Ġsnow": 1519, + "Ġsquirrel": 1520, + "Ġcream": 1521, + "room": 1522, + "Ġgetting": 1523, + "Ġgrandma": 1524, + "ĠLila": 1525, + "Ġleaves": 1526, + "Ġbaby": 1527, + "Ġcount": 1528, + "icy": 1529, + "Ġfew": 1530, + "At": 1531, + "Ġfall": 1532, + "Then": 1533, + "gon": 1534, + "Ġbreak": 1535, + "Ġclimbed": 1536, + "ries": 1537, + "Ġbeach": 1538, + "ash": 1539, + "Ġbug": 1540, + "Ġplease": 1541, + "Ġmother": 1542, + "Ġbrought": 1543, + "Ġtrain": 1544, + "ance": 1545, + "ĠThis": 1546, + "Ġdeep": 1547, + "Ġvis": 1548, + "ated": 1549, + "shed": 1550, + "Ġmet": 1551, + "Ġwasn": 1552, + "Ġsometimes": 1553, + "Ġeverything": 1554, + "ĠTommy": 1555, + "ich": 1556, + "Ġmusic": 1557, + "key": 1558, + "ling": 1559, + "This": 1560, + "os": 1561, + "Ġturned": 1562, + "lc": 1563, + "Ġride": 1564, + "oom": 1565, + "Ġsong": 1566, + "oring": 1567, + "Ġspark": 1568, + "Ġfight": 1569, + "Ġhungry": 1570, + "ons": 1571, + "Ġpictures": 1572, + "ds": 1573, + "Ġmakes": 1574, + "Ġsear": 1575, + "ucky": 1576, + "Ġlistened": 1577, + "Ġjoy": 1578, + "Ġpol": 1579, + "ĠWhat": 1580, + "His": 1581, + "ee": 1582, + "Ġclot": 1583, + "Ġsail": 1584, + "apped": 1585, + "bble": 1586, + "Ġcomp": 1587, + "Ġplan": 1588, + "Ġwants": 1589, + "Ġclothes": 1590, + "Ġpoin": 1591, + "ĠK": 1592, + "zz": 1593, + "Ġballoon": 1594, + "Ġstrange": 1595, + "man": 1596, + "enny": 1597, + "Ġpi": 1598, + "Ġgrow": 1599, + "Ġflying": 1600, + "row": 1601, + "Ġscary": 1602, + "Ġtreat": 1603, + "Ġwaited": 1604, + "Ġamazed": 1605, + "Ġteddy": 1606, + "Ġcastle": 1607, + "ister": 1608, + "Ġele": 1609, + "Ġamazing": 1610, + "med": 1611, + "Ġspl": 1612, + "Oh": 1613, + "Ġleave": 1614, + "Ġowner": 1615, + "Ġpromised": 1616, + "Ġdanger": 1617, + "ever": 1618, + "OK": 1619, + "Ġsuch": 1620, + "Ġwhite": 1621, + "Ġpat": 1622, + "Ġtalk": 1623, + "uffy": 1624, + "Ġfur": 1625, + "Ġpie": 1626, + "ope": 1627, + "red": 1628, + "Ġpulled": 1629, + "Ġpre": 1630, + "Ġwoods": 1631, + "ĠTo": 1632, + "Ġshared": 1633, + "Ġalone": 1634, + "Ġtowards": 1635, + "cle": 1636, + "ĠMaybe": 1637, + "Ġsit": 1638, + "Ġnap": 1639, + "Ġcolorful": 1640, + "amp": 1641, + "hone": 1642, + "Ġvisit": 1643, + "igg": 1644, + "ugg": 1645, + "thy": 1646, + "ence": 1647, + "Ġtail": 1648, + "ctor": 1649, + "Ġmagical": 1650, + "Ġriver": 1651, + "Ġhig": 1652, + "Ġbelie": 1653, + "Ġgrate": 1654, + "ually": 1655, + "ang": 1656, + "ott": 1657, + "Ġhide": 1658, + "Ġsilly": 1659, + "Ġsmiles": 1660, + "ower": 1661, + "Ġside": 1662, + "Max": 1663, + "Ġroll": 1664, + "Ġgu": 1665, + "ĠAmy": 1666, + "Ġpro": 1667, + "eter": 1668, + "Ġfaster": 1669, + "Ġgrateful": 1670, + "Ġtreasure": 1671, + "ased": 1672, + "Ġsnack": 1673, + "up": 1674, + "Ġland": 1675, + "avy": 1676, + "Ġmoral": 1677, + "ained": 1678, + "Ġsister": 1679, + "ĠGra": 1680, + "Ġshap": 1681, + "Ġpaint": 1682, + "Ġslowly": 1683, + "Ġfield": 1684, + "Ġpet": 1685, + "Ġsec": 1686, + "orm": 1687, + "ĠJim": 1688, + "Ġbran": 1689, + "Ġmin": 1690, + "Ġmust": 1691, + "Ġhelping": 1692, + "Ġworried": 1693, + "Ġjob": 1694, + "Ġfox": 1695, + "set": 1696, + "Ġmoney": 1697, + "Ġpot": 1698, + "Ġqui": 1699, + "Ġbel": 1700, + "Ġacc": 1701, + "Ġliving": 1702, + "Ġmonster": 1703, + "less": 1704, + "Ġparty": 1705, + "ear": 1706, + "Ġmost": 1707, + "Ġwear": 1708, + "Ġremember": 1709, + "ire": 1710, + "Ġsign": 1711, + "wl": 1712, + "Ġcloud": 1713, + "Ġcandy": 1714, + "Ġhigher": 1715, + "ipped": 1716, + "ident": 1717, + "ĠAll": 1718, + "der": 1719, + "ze": 1720, + "Ġquiet": 1721, + "Ġtown": 1722, + "unch": 1723, + "Ġprincess": 1724, + "Ġruns": 1725, + "asket": 1726, + "em": 1727, + "Ġeverywhere": 1728, + "Ġjoin": 1729, + "Ġstepped": 1730, + "Ġbasket": 1731, + "Ġlake": 1732, + "Ġcup": 1733, + "sw": 1734, + "outh": 1735, + "Ġcarrot": 1736, + "Ġcoll": 1737, + "Ġplant": 1738, + "Ġscream": 1739, + "ĠDaddy": 1740, + "Ġbuck": 1741, + "Ġheavy": 1742, + "Ġbigger": 1743, + "Ġcho": 1744, + "Ġblank": 1745, + "Ġclosed": 1746, + "Ġwon": 1747, + "ises": 1748, + "Ġansw": 1749, + "br": 1750, + "Ġblanket": 1751, + "Ġmouth": 1752, + "ames": 1753, + "eces": 1754, + "Ġeating": 1755, + "Ġpieces": 1756, + "cket": 1757, + "Ġstre": 1758, + "Ġwelc": 1759, + "Ġwouldn": 1760, + "Ġreach": 1761, + "Ġbroke": 1762, + "eared": 1763, + "Ġdangerous": 1764, + "gs": 1765, + "ph": 1766, + "ĠMolly": 1767, + "Ġce": 1768, + "ĠMr": 1769, + "ord": 1770, + "fort": 1771, + "Ġdolls": 1772, + "ming": 1773, + "Ġdance": 1774, + "Ġdragon": 1775, + "Ġthinks": 1776, + "Ġasks": 1777, + "Ġacross": 1778, + "Okay": 1779, + "Ġchair": 1780, + "Ġteac": 1781, + "Ġbott": 1782, + "Hi": 1783, + "Ġpa": 1784, + "Ġneigh": 1785, + "Ġbar": 1786, + "Ġbike": 1787, + "Ġpack": 1788, + "iting": 1789, + "Ġdisapp": 1790, + "Ġneighb": 1791, + "Ġstuck": 1792, + "de": 1793, + "Ġgif": 1794, + "Ġfruit": 1795, + "Ġbelieve": 1796, + "cy": 1797, + "Ġve": 1798, + "Ġcrying": 1799, + "ier": 1800, + "phant": 1801, + "Ġsuddenly": 1802, + "Ġsoup": 1803, + "Ġrace": 1804, + "Ġthrew": 1805, + "Sure": 1806, + "Ġfarmer": 1807, + "Ġaccident": 1808, + "Ġdirty": 1809, + "Ġelephant": 1810, + "Ġmonkey": 1811, + "Ġheal": 1812, + "weet": 1813, + "Ġrem": 1814, + "Ġpers": 1815, + "Ġsame": 1816, + "ored": 1817, + "ventually": 1818, + "ead": 1819, + "pping": 1820, + "Ġgentle": 1821, + "Ġfree": 1822, + "Ġbrown": 1823, + "Maybe": 1824, + "Ġinst": 1825, + "Ġbee": 1826, + "ix": 1827, + "Ġben": 1828, + "Ġwin": 1829, + "Ġblack": 1830, + "Ġalong": 1831, + "Ġlonger": 1832, + "ible": 1833, + "Ġspr": 1834, + "Ġclapped": 1835, + "Finally": 1836, + "Why": 1837, + "cked": 1838, + "Ġwords": 1839, + "ĠFl": 1840, + "Ġteacher": 1841, + "Ġupset": 1842, + "chool": 1843, + "Ġpiece": 1844, + "Ġwell": 1845, + "Ġcheered": 1846, + "Ġhit": 1847, + "Ġsang": 1848, + "ment": 1849, + "Ġbowl": 1850, + "Ġbite": 1851, + "Ġdoctor": 1852, + "ĠJill": 1853, + "Ġbucket": 1854, + "Mia": 1855, + "Ġbath": 1856, + "Ġcaught": 1857, + "Ġheart": 1858, + "Ġforget": 1859, + "Ġmark": 1860, + "Ġbutt": 1861, + "Ġdry": 1862, + "Ġyoung": 1863, + "Ġsea": 1864, + "Ġcour": 1865, + "Ġdropped": 1866, + "ese": 1867, + "Ġyard": 1868, + "Ġplac": 1869, + "ourn": 1870, + "Ġschool": 1871, + "Ġswings": 1872, + "bby": 1873, + "Ġwings": 1874, + "bs": 1875, + "Ġexplained": 1876, + "Ġjourn": 1877, + "Ġbring": 1878, + "Ġdrink": 1879, + "Ġstreet": 1880, + "Ġjuice": 1881, + "ung": 1882, + "Ġnearby": 1883, + "ĠEmma": 1884, + "Ġsmo": 1885, + "Ġsmart": 1886, + "Ġpushed": 1887, + "Ġstories": 1888, + "Ġdrove": 1889, + "Ġtiny": 1890, + "Ġpen": 1891, + "Ġcourse": 1892, + "Ġes": 1893, + "Ġmine": 1894, + "Ġtoday": 1895, + "Ġpocket": 1896, + "Ġyear": 1897, + "aughter": 1898, + "Ġje": 1899, + "Ġsecret": 1900, + "Ġexp": 1901, + "Ġwithout": 1902, + "Ġsinging": 1903, + "Ġwelcome": 1904, + "Ġhappen": 1905, + "to": 1906, + "Ġfit": 1907, + "Ġstu": 1908, + "vel": 1909, + "ract": 1910, + "Ġbus": 1911, + "Ġcheese": 1912, + "Ġcray": 1913, + "Ġfairy": 1914, + "Ġjar": 1915, + "Ġturns": 1916, + "Ġbush": 1917, + "bow": 1918, + "llo": 1919, + "Ġexploring": 1920, + "Ġlon": 1921, + "Ġstand": 1922, + "itting": 1923, + "Ġseemed": 1924, + "Ġspoon": 1925, + "ĠFinally": 1926, + "Ġgames": 1927, + "Ġwoke": 1928, + "issed": 1929, + "Ġresp": 1930, + "Ġtrou": 1931, + "Ġtwins": 1932, + "Ġhoped": 1933, + "Ġatt": 1934, + "Ġlonely": 1935, + "Ġant": 1936, + "ĠMama": 1937, + "orrow": 1938, + "Ġnoises": 1939, + "Ġhugs": 1940, + "ountain": 1941, + "yard": 1942, + "Ġdaughter": 1943, + "Ġinv": 1944, + "Ġkey": 1945, + "ail": 1946, + "Ġrocks": 1947, + "Ġdisco": 1948, + "Ġsu": 1949, + "Ġlunch": 1950, + "read": 1951, + "oun": 1952, + "vered": 1953, + "Ġbackyard": 1954, + "Ġsuc": 1955, + "Ġcow": 1956, + "Ġapple": 1957, + "ek": 1958, + "Ġswam": 1959, + "Ġshoes": 1960, + "Ġstars": 1961, + "Ġshook": 1962, + "ittens": 1963, + "Ġmiss": 1964, + "ches": 1965, + "Ġwish": 1966, + "Ġrelie": 1967, + "fused": 1968, + "Ġshapes": 1969, + "urple": 1970, + "Ġtower": 1971, + "ity": 1972, + "Ġcorn": 1973, + "Ġmoved": 1974, + "shine": 1975, + "Ġ3": 1976, + "Ġthough": 1977, + "Ġcir": 1978, + "umb": 1979, + "Ġtaking": 1980, + "ts": 1981, + "ĠTweet": 1982, + "ape": 1983, + "Ġrainbow": 1984, + "Ġthrow": 1985, + "Ġstar": 1986, + "Ġbench": 1987, + "Ġneck": 1988, + "ocked": 1989, + "Ġcreature": 1990, + "Ġbubble": 1991, + "Ġlate": 1992, + "Ġadventures": 1993, + "Ġowl": 1994, + "ions": 1995, + "And": 1996, + "Ġwhe": 1997, + "Ġpar": 1998, + "Ġshell": 1999, + "Ġkite": 2000, + "ĠFluffy": 2001, + "ining": 2002, + "Ġmil": 2003, + "unt": 2004, + "Ġfence": 2005, + "Ġmix": 2006, + "Ġlift": 2007, + "Ġaccidentally": 2008, + "Ġwise": 2009, + "Ġhello": 2010, + "Ġpurple": 2011, + "pper": 2012, + "Ġonto": 2013, + "Ġspin": 2014, + "ten": 2015, + "ours": 2016, + "Ġsitting": 2017, + "idge": 2018, + "Ġsunshine": 2019, + "Ġcute": 2020, + "Ġmat": 2021, + "ward": 2022, + "Ġshop": 2023, + "Ġwhist": 2024, + "Ġdist": 2025, + "Ġorange": 2026, + "Lila": 2027, + "Ġnaught": 2028, + "ĠSammy": 2029, + "Ġnaughty": 2030, + "Ġnest": 2031, + "ose": 2032, + "ors": 2033, + "lla": 2034, + "Ġmilk": 2035, + "fish": 2036, + "Ġaf": 2037, + "Ġboun": 2038, + "Ġphone": 2039, + "Ġarms": 2040, + "Ġeas": 2041, + "ness": 2042, + "Ġcarry": 2043, + "ĠGrandma": 2044, + "og": 2045, + "Ġbought": 2046, + "Ġdriver": 2047, + "Ġinstead": 2048, + "Later": 2049, + "Ġtalked": 2050, + "Ġsearched": 2051, + "gged": 2052, + "Ġpig": 2053, + "Ġcozy": 2054, + "Ġsunny": 2055, + "itty": 2056, + "Ġfeels": 2057, + "Ġfan": 2058, + "Ġwondered": 2059, + "Ġcomes": 2060, + "Ġswimming": 2061, + "uched": 2062, + "Ġtouched": 2063, + "Ġpop": 2064, + "ĠInside": 2065, + "ale": 2066, + "Ġlucky": 2067, + "Ġlaughing": 2068, + "Ġbelong": 2069, + "Ġsounds": 2070, + "Ġwom": 2071, + "Ġcave": 2072, + "let": 2073, + "Ġjourney": 2074, + "Ġwoman": 2075, + "Ġcou": 2076, + "Ġnothing": 2077, + "Ġcoat": 2078, + "Ġrelieved": 2079, + "ĠO": 2080, + "Ġpeace": 2081, + "adow": 2082, + "Ġnose": 2083, + "Ġbusy": 2084, + "Bob": 2085, + "Ġpast": 2086, + "Ġapples": 2087, + "Ġsick": 2088, + "Ġrope": 2089, + "Ġpatient": 2090, + "Ġact": 2091, + "Ġpudd": 2092, + "Ġinc": 2093, + "raid": 2094, + "Ġwatching": 2095, + "Ġbranch": 2096, + "Ġafraid": 2097, + "Ġtom": 2098, + "ider": 2099, + "Ġdays": 2100, + "Ġret": 2101, + "cing": 2102, + "ĠMary": 2103, + "Ġband": 2104, + "Ġfarm": 2105, + "Ġhuge": 2106, + "ĠThank": 2107, + "ator": 2108, + "Ġexciting": 2109, + "Ġdanced": 2110, + "thday": 2111, + "Ġwar": 2112, + "ĠSoon": 2113, + "ball": 2114, + "Ġgigg": 2115, + "blem": 2116, + "Ġzoom": 2117, + "Ġmad": 2118, + "Ġvill": 2119, + "Ġforever": 2120, + "Ġproblem": 2121, + "Ġcollect": 2122, + "ped": 2123, + "irt": 2124, + "Ġminut": 2125, + "Ġwra": 2126, + "ho": 2127, + "Ġlife": 2128, + "Ġknee": 2129, + "ces": 2130, + "Do": 2131, + "cer": 2132, + "mp": 2133, + "arp": 2134, + "Ġking": 2135, + "Ġasleep": 2136, + "Ġreturn": 2137, + "Ġsharp": 2138, + "Ġrel": 2139, + "Ġpower": 2140, + "eth": 2141, + "Ġholding": 2142, + "Ġfing": 2143, + "Ġhealthy": 2144, + "ĠMittens": 2145, + "Ġprot": 2146, + "Ġmeet": 2147, + "Ġorgan": 2148, + "Ġclever": 2149, + "Ġspotted": 2150, + "Ġletter": 2151, + "Ġgather": 2152, + "alm": 2153, + "Of": 2154, + "ere": 2155, + "Ġround": 2156, + "Ġstorm": 2157, + "Ġprotect": 2158, + "Ġgift": 2159, + "amed": 2160, + "Ġmail": 2161, + "ĠJen": 2162, + "Ġbirthday": 2163, + "Ġpres": 2164, + "Ġsaf": 2165, + "Ġneighbor": 2166, + "epend": 2167, + "Ġtakes": 2168, + "sc": 2169, + "Ġear": 2170, + "Ġcomfort": 2171, + "Ġent": 2172, + "Ġrep": 2173, + "Ġperson": 2174, + "Ġsmiling": 2175, + "ĠWith": 2176, + "Ġgently": 2177, + "Ġpointed": 2178, + "Every": 2179, + "owed": 2180, + "Ġspo": 2181, + "col": 2182, + "Ġtasty": 2183, + "ular": 2184, + "ĠJimmy": 2185, + "Ġplane": 2186, + "sting": 2187, + "hin": 2188, + "Ġhoney": 2189, + "itch": 2190, + "Ġpill": 2191, + "Ġpass": 2192, + "itten": 2193, + "Ġmatter": 2194, + "Ġadm": 2195, + "Ġtasted": 2196, + "Ġsmelled": 2197, + "nic": 2198, + "ove": 2199, + "Ġeag": 2200, + "Ġshining": 2201, + "Hey": 2202, + "Ġhope": 2203, + "Ġplaces": 2204, + "Ġkick": 2205, + "ĠCh": 2206, + "Ġpicnic": 2207, + "Ġbottle": 2208, + "Ġrespect": 2209, + "Ġblew": 2210, + "Ġappeared": 2211, + "Ġsupp": 2212, + "Tommy": 2213, + "ĠCome": 2214, + "Ġspider": 2215, + "Ġintere": 2216, + "Ġcheer": 2217, + "board": 2218, + "Ġwearing": 2219, + "Ġpresent": 2220, + "ert": 2221, + "Ġmist": 2222, + "ize": 2223, + "Ġtrouble": 2224, + "Ġtrip": 2225, + "Ġpract": 2226, + "Ġkiss": 2227, + "Ġquest": 2228, + "ond": 2229, + "Ġash": 2230, + "Ġloves": 2231, + "Ġtightly": 2232, + "gg": 2233, + "arge": 2234, + "Ġsur": 2235, + "Ġspread": 2236, + "aur": 2237, + "Ġwide": 2238, + "ones": 2239, + "umber": 2240, + "Ġfeather": 2241, + "Ġsplas": 2242, + "ont": 2243, + "ndp": 2244, + "Ġlater": 2245, + "Ġwhole": 2246, + "Ġanyone": 2247, + "Ġbread": 2248, + "Molly": 2249, + "Ġdes": 2250, + "Ġrec": 2251, + "ella": 2252, + "Ġroad": 2253, + "In": 2254, + "Ġoce": 2255, + "Ġgiant": 2256, + "Ġocean": 2257, + "els": 2258, + "Ġpuzz": 2259, + "Ġcookie": 2260, + "Ġpan": 2261, + "Ġpath": 2262, + "ÅĵI": 2263, + "Ġconfused": 2264, + "Ġscreamed": 2265, + "Ġclouds": 2266, + "eb": 2267, + "Ġimpress": 2268, + "Ġfront": 2269, + "ĠGo": 2270, + "Ġseat": 2271, + "lex": 2272, + "Ġlay": 2273, + "Ġwhich": 2274, + "la": 2275, + "Ġthin": 2276, + "Ġteach": 2277, + "erly": 2278, + "Ġdi": 2279, + "Ġanswer": 2280, + "ungle": 2281, + "Ġap": 2282, + "ssed": 2283, + "hile": 2284, + "ub": 2285, + "Ġlarge": 2286, + "Ġjungle": 2287, + "Ġpromise": 2288, + "Ġser": 2289, + "Ġber": 2290, + "Ġwild": 2291, + "Ġbark": 2292, + "Ġmach": 2293, + "oose": 2294, + "Ġbutton": 2295, + "ndpa": 2296, + "Good": 2297, + "Ġmyster": 2298, + "Ġsnake": 2299, + "Ġvillage": 2300, + "Ġhor": 2301, + "ĠEmily": 2302, + "Come": 2303, + "Ġtool": 2304, + "Ġputs": 2305, + "Ġlast": 2306, + "Ġimag": 2307, + "ĠJake": 2308, + "Lucy": 2309, + "Ġtid": 2310, + "Ġban": 2311, + "lebr": 2312, + "Ġeventually": 2313, + "Ġslid": 2314, + "Ġwave": 2315, + "Ġlive": 2316, + "Ġchased": 2317, + "ĠEverywhere": 2318, + "Ġcelebr": 2319, + "Ġcrayons": 2320, + "Just": 2321, + "Ġspent": 2322, + "Ġwrite": 2323, + "Ġgives": 2324, + "unk": 2325, + "ife": 2326, + "Ġdecor": 2327, + "Ġfoot": 2328, + "Ġdelight": 2329, + "Ġsol": 2330, + "Ġsandw": 2331, + "Ġdirt": 2332, + "ĠJenny": 2333, + "Ġtalking": 2334, + "Ġtreats": 2335, + "Ġcart": 2336, + "ching": 2337, + "Ġwaiting": 2338, + "Ġhiding": 2339, + "Ġsnowman": 2340, + "Ġinteresting": 2341, + "Ġhon": 2342, + "ony": 2343, + "Ġshelf": 2344, + "Ġtaste": 2345, + "een": 2346, + "Jim": 2347, + "Ġstep": 2348, + "Mum": 2349, + "Ġhelpful": 2350, + "Ġfeet": 2351, + "Ġshy": 2352, + "Ġgoes": 2353, + "Ġval": 2354, + "Ġemb": 2355, + "Ġstood": 2356, + "Ġshr": 2357, + "Ġbuilding": 2358, + "Ġoven": 2359, + "Ġstret": 2360, + "Ġlovely": 2361, + "Ġducks": 2362, + "Ġcorner": 2363, + "Ġwash": 2364, + "cks": 2365, + "Ġspe": 2366, + "Ġpretended": 2367, + "Ġrolled": 2368, + "Ġrude": 2369, + "old": 2370, + "Ġcalm": 2371, + "Ġpile": 2372, + "Ġteeth": 2373, + "Ġjumping": 2374, + "Ġzoo": 2375, + "Ġpuddle": 2376, + "Ġtidy": 2377, + "Mama": 2378, + "iger": 2379, + "ipe": 2380, + "Ġbugs": 2381, + "Ġashamed": 2382, + "Ġbat": 2383, + "ina": 2384, + "ĠRe": 2385, + "Ġob": 2386, + "Ġstra": 2387, + "ĠSt": 2388, + "Ġwhistle": 2389, + "Ġbanan": 2390, + "not": 2391, + "Ġnet": 2392, + "Ġforgive": 2393, + "Ġprince": 2394, + "ener": 2395, + "Ġshirt": 2396, + "Ġsel": 2397, + "Ġcoo": 2398, + "Ġembar": 2399, + "umpy": 2400, + "Ġsparkly": 2401, + "Ġremind": 2402, + "Ġsug": 2403, + "Ġcross": 2404, + "Ġmind": 2405, + "Ġcannot": 2406, + "Ġsuccess": 2407, + "Ġembarra": 2408, + "Soon": 2409, + "Ġmot": 2410, + "Ġsharing": 2411, + "Ġworm": 2412, + "Ġfold": 2413, + "Ġpeaceful": 2414, + "Ġwore": 2415, + "Ġmountain": 2416, + "Ġblow": 2417, + "lice": 2418, + "Ġign": 2419, + "Ġbell": 2420, + "Ġfurry": 2421, + "Ġgrab": 2422, + "als": 2423, + "ometimes": 2424, + "Ġwhenever": 2425, + "Ġpour": 2426, + "vous": 2427, + "llie": 2428, + "Ġpush": 2429, + "Ġbreath": 2430, + "Ġmachine": 2431, + "Ġsugar": 2432, + "Ġchick": 2433, + "Ġcreative": 2434, + "St": 2435, + "ned": 2436, + "Ġbal": 2437, + "Ġstir": 2438, + "Ġdolp": 2439, + "Ġtries": 2440, + "Now": 2441, + "Ġlad": 2442, + "ĠLe": 2443, + "Ġmed": 2444, + "Ġpool": 2445, + "Ġgener": 2446, + "Ġsal": 2447, + "ork": 2448, + "ult": 2449, + "Ġspray": 2450, + "Ġship": 2451, + "ian": 2452, + "Ġhum": 2453, + "Ġhel": 2454, + "isa": 2455, + "Ġselfish": 2456, + "Ġhar": 2457, + "Ġfaces": 2458, + "Ġmessy": 2459, + "Ġ'": 2460, + "Ġple": 2461, + "ĠSome": 2462, + "ĠHow": 2463, + "Ġgold": 2464, + "Ġchocol": 2465, + "Please": 2466, + "Ġminutes": 2467, + "Ġpillow": 2468, + "My": 2469, + "aking": 2470, + "Ġtun": 2471, + "Ġmissed": 2472, + "ighed": 2473, + "Ġvan": 2474, + "Ġfixed": 2475, + "Ġfighting": 2476, + "oin": 2477, + "Ġfig": 2478, + "Ġembarrassed": 2479, + "Ġmeant": 2480, + "Ġdrive": 2481, + "Ġtomorrow": 2482, + "Ġhours": 2483, + "Ġca": 2484, + "Ġner": 2485, + "Ġspicy": 2486, + "Ġknowing": 2487, + "ĠPlease": 2488, + "Sarah": 2489, + "Ġladder": 2490, + "ital": 2491, + "Ġhorse": 2492, + "ato": 2493, + "Ġug": 2494, + "ĠJust": 2495, + "Ġtrust": 2496, + "Ġhosp": 2497, + "Ġugly": 2498, + "Ġhospital": 2499, + "Ġchew": 2500, + "Ġbedroom": 2501, + "Ġeasy": 2502, + "Ġnervous": 2503, + "Ġrob": 2504, + "Ġthankful": 2505, + "Ġcarrots": 2506, + "Dad": 2507, + "elly": 2508, + "Ġgrew": 2509, + "Ġcolour": 2510, + "Ġbarked": 2511, + "Ġcouch": 2512, + "Ġnut": 2513, + "Ġmeadow": 2514, + "Ġtaught": 2515, + "Ġunderstood": 2516, + "Ġdisappoin": 2517, + "Ġpas": 2518, + "ano": 2519, + "Ġoften": 2520, + "Ġclass": 2521, + "Ġpassed": 2522, + "Ġknocked": 2523, + "Ġlanded": 2524, + "Ġmic": 2525, + "ird": 2526, + "Ġfear": 2527, + "Ġcoin": 2528, + "Ġmud": 2529, + "work": 2530, + "Ġdeter": 2531, + "Ġreg": 2532, + "Ġreturned": 2533, + "Ġdeterm": 2534, + "Ġhur": 2535, + "Ġfinish": 2536, + "izz": 2537, + "Ġtea": 2538, + "Ġsmooth": 2539, + "mo": 2540, + "Ġstuff": 2541, + "Ġmov": 2542, + "Ġgenerous": 2543, + "To": 2544, + "ĠOn": 2545, + "isp": 2546, + "Ġdrum": 2547, + "obby": 2548, + "Ġbubbles": 2549, + "Ġrobot": 2550, + "Ġthese": 2551, + "Ġseed": 2552, + "Ġglass": 2553, + "Ġdisappointed": 2554, + "ground": 2555, + "Ġring": 2556, + "Ġcard": 2557, + "Ġhears": 2558, + "Ġcarried": 2559, + "Ġmoon": 2560, + "Ġchocolate": 2561, + "Ġleaf": 2562, + "Ġsnacks": 2563, + "Ġcirc": 2564, + "Ġfancy": 2565, + "dle": 2566, + "Ġspend": 2567, + "ĠAnn": 2568, + "ustr": 2569, + "Ġcrab": 2570, + "Ġsongs": 2571, + "pack": 2572, + "Ġpir": 2573, + "ecially": 2574, + "osaur": 2575, + "Ġsold": 2576, + "Ġbridge": 2577, + "ĠEven": 2578, + "Ġsleepy": 2579, + "Ġhonest": 2580, + "Ġmir": 2581, + "ĠBr": 2582, + "Ġpaw": 2583, + "pecially": 2584, + "Ġav": 2585, + "ĠWhy": 2586, + "izzy": 2587, + "Ġchest": 2588, + "Ġwolf": 2589, + "Ġdinosaur": 2590, + "Ġespecially": 2591, + "Ġmap": 2592, + "Ġgas": 2593, + "ory": 2594, + "Ġchange": 2595, + "Ġgroup": 2596, + "Ġgathered": 2597, + "Ġsour": 2598, + "Ġpoor": 2599, + "Ġsplash": 2600, + "Ġwaves": 2601, + "Ġforward": 2602, + "Ġclown": 2603, + "Ġmysterious": 2604, + "ror": 2605, + "Ġbody": 2606, + "Ġfrustr": 2607, + "Ġcraw": 2608, + "Ġfake": 2609, + "Ġpin": 2610, + "Ġok": 2611, + "Ġrad": 2612, + "Ġwhisp": 2613, + "Ġtwirl": 2614, + "Ġstring": 2615, + "Ġsmelly": 2616, + "ĠTogether": 2617, + "sist": 2618, + "Ġcand": 2619, + "Ġgate": 2620, + "Ġscar": 2621, + "ĠKitty": 2622, + "Ġneckl": 2623, + "Billy": 2624, + "Ġmotor": 2625, + "ying": 2626, + "ote": 2627, + "Ġshore": 2628, + "urse": 2629, + "Ġjew": 2630, + "Ġweak": 2631, + "Ġgrumpy": 2632, + "Ġfinger": 2633, + "Ġsack": 2634, + "Ġkitten": 2635, + "Ġpolite": 2636, + "Ġglue": 2637, + "uce": 2638, + "Ġnumber": 2639, + "airs": 2640, + "Ġesc": 2641, + "Ġmirror": 2642, + "Ġsheep": 2643, + "Ġvase": 2644, + "Ġplants": 2645, + "Ġberries": 2646, + "most": 2647, + "Be": 2648, + "den": 2649, + "Ġjelly": 2650, + "ĠTheir": 2651, + "Ġemp": 2652, + "itter": 2653, + "There": 2654, + "Ġscr": 2655, + "Ġgray": 2656, + "Ġpuzzle": 2657, + "Ġnecklace": 2658, + "Ġmaybe": 2659, + "Ġplate": 2660, + "Ġalmost": 2661, + "usie": 2662, + "Ġfrustrated": 2663, + "Ġempty": 2664, + "port": 2665, + "orry": 2666, + "Ġthick": 2667, + "Ġjam": 2668, + "Ġskipped": 2669, + "ensive": 2670, + "ĠTeddy": 2671, + "aged": 2672, + "Ġcloset": 2673, + "Ġhidden": 2674, + "Ġexpensive": 2675, + "Ġdetermined": 2676, + "Ġbored": 2677, + "Ġlit": 2678, + "Ġdrew": 2679, + "Ġlegs": 2680, + "Ġhopping": 2681, + "ates": 2682, + "ĠSometimes": 2683, + "Ġsticks": 2684, + "Ġones": 2685, + "ĠAt": 2686, + "Ġbirdie": 2687, + "ĠDon": 2688, + "Ġpolice": 2689, + "Ġfruits": 2690, + "Ġtick": 2691, + "Ġaunt": 2692, + "Ġwis": 2693, + "Ġbake": 2694, + "Ġline": 2695, + "ots": 2696, + "Ġstone": 2697, + "Ġdogs": 2698, + "aul": 2699, + "Ġfigure": 2700, + "Jane": 2701, + "Ġsight": 2702, + "Ġcries": 2703, + "ĠBe": 2704, + "Ġmoving": 2705, + "Ġcontent": 2706, + "ĠBrown": 2707, + "Ġsaved": 2708, + "Ġcloth": 2709, + "?\".": 2710, + "box": 2711, + "Ġbranches": 2712, + "Ġpacked": 2713, + "Ġpowerful": 2714, + "Ġsplashed": 2715, + "Ġfeed": 2716, + "ested": 2717, + "Ġyelled": 2718, + "Where": 2719, + "dge": 2720, + "kin": 2721, + "Ġtiger": 2722, + "Ġpay": 2723, + "iddle": 2724, + "oop": 2725, + "ĠBella": 2726, + "Ġexam": 2727, + "Ġtaken": 2728, + "Ġcrane": 2729, + "Ġspoil": 2730, + "'d": 2731, + "Ġhang": 2732, + "Ġflag": 2733, + "Ġanswered": 2734, + "Ġdiscovered": 2735, + "ĠLeo": 2736, + "ush": 2737, + "Ġsave": 2738, + "Ġseek": 2739, + "Ġexcite": 2740, + "Ġpray": 2741, + "Ġjog": 2742, + "Ġstanding": 2743, + "Ġdolphin": 2744, + "Ġjack": 2745, + "Are": 2746, + "era": 2747, + "rag": 2748, + "Ġflut": 2749, + "getable": 2750, + "Ġboring": 2751, + "Ġlock": 2752, + "Ġincred": 2753, + "Ġexcitement": 2754, + "Ġsighed": 2755, + "Ġwip": 2756, + "Ġfis": 2757, + "Ġfill": 2758, + "Ġsoap": 2759, + "ĠMum": 2760, + "ola": 2761, + "Ġpleased": 2762, + "Ġjacket": 2763, + "light": 2764, + "Ġsugg": 2765, + "Ġmiddle": 2766, + "Ġeld": 2767, + "Ġwrote": 2768, + "Ġballoons": 2769, + "Ġorganized": 2770, + "que": 2771, + "Ġsailed": 2772, + "Their": 2773, + "Ġtells": 2774, + "Ġoy": 2775, + "Ġstones": 2776, + "Ġboard": 2777, + "Ġspun": 2778, + "Ġvegetable": 2779, + "lies": 2780, + "Ġind": 2781, + "iness": 2782, + "Ġworking": 2783, + "lower": 2784, + "alk": 2785, + "iff": 2786, + "Ġparrot": 2787, + "Stop": 2788, + "Ġscarf": 2789, + "Ġwagged": 2790, + "Ġclap": 2791, + "Ġmeasure": 2792, + "asing": 2793, + "Ġtears": 2794, + "body": 2795, + "Ġcomfortable": 2796, + "Ġleg": 2797, + "Ġswan": 2798, + "Ġtrue": 2799, + "Ġfright": 2800, + "Ġdrop": 2801, + "Ġsmoke": 2802, + "Ġfeathers": 2803, + "Ġincredible": 2804, + "ggs": 2805, + "ual": 2806, + "Ġtie": 2807, + "Ġcap": 2808, + "Ġlose": 2809, + "Ġpus": 2810, + "Ġeager": 2811, + "Ġmovie": 2812, + "fic": 2813, + "Ġcop": 2814, + "Ġeggs": 2815, + "oof": 2816, + "Ġrid": 2817, + "Ġcovered": 2818, + "Ġfil": 2819, + "Ġlem": 2820, + "Ġgrap": 2821, + "Ġdisappeared": 2822, + "Ġrecord": 2823, + "ĠTV": 2824, + "ĠBl": 2825, + "Ġext": 2826, + "Ġord": 2827, + "Ġgiggled": 2828, + "corn": 2829, + "Ġpri": 2830, + "Ġham": 2831, + "Ġrare": 2832, + "Ġyourself": 2833, + "Ġeng": 2834, + "Ġwhale": 2835, + "Ġknife": 2836, + "ĠLisa": 2837, + "Ġteam": 2838, + "ĠJohnny": 2839, + "zed": 2840, + "Ġtest": 2841, + "Ġbone": 2842, + "Ġdizzy": 2843, + "Ġlibr": 2844, + "Ġwrap": 2845, + "Ġquestions": 2846, + "iv": 2847, + "Ġlying": 2848, + "Ġstamp": 2849, + "Ġlicked": 2850, + "Ġnoisy": 2851, + "Ġkindness": 2852, + "Ġdiffic": 2853, + "Ġdrawing": 2854, + "apping": 2855, + "Jimmy": 2856, + "Ġstraw": 2857, + "Ġburn": 2858, + "Ġwagon": 2859, + "ately": 2860, + "Ġgrown": 2861, + "Ġrocket": 2862, + "Ġpopcorn": 2863, + "Sally": 2864, + "Ġbatter": 2865, + "Ġwand": 2866, + "Ġanc": 2867, + "ĠEnd": 2868, + "Ġsword": 2869, + "Ġhappening": 2870, + "Ġlifted": 2871, + "Ġbalance": 2872, + "Ġextra": 2873, + "Sorry": 2874, + "ha": 2875, + "Ġwander": 2876, + "Ġfat": 2877, + "ĠMark": 2878, + "ĠElla": 2879, + "Ġbecome": 2880, + "Ġtrack": 2881, + "Ġsmaller": 2882, + "Ġmistake": 2883, + "Ġtoast": 2884, + "ating": 2885, + "Ġmanaged": 2886, + "selves": 2887, + "ĠPeter": 2888, + "Ġbathroom": 2889, + "Ġharm": 2890, + "Ġdifficult": 2891, + "Ġtwist": 2892, + "Ġoffered": 2893, + "Ġruined": 2894, + "Ġmatch": 2895, + "Ġancient": 2896, + "Ġgar": 2897, + "illi": 2898, + "Ġdistance": 2899, + "Ġplayground": 2900, + "Ġlazy": 2901, + "Ġdancing": 2902, + "Ġadventur": 2903, + "af": 2904, + "ĠBa": 2905, + "Ġcalling": 2906, + "Ġcleaned": 2907, + "Ġcrown": 2908, + "ormal": 2909, + "Ġonce": 2910, + "Ġboss": 2911, + "Ġsell": 2912, + "Ġwalks": 2913, + "Ġfrightened": 2914, + "erri": 2915, + "Ġmask": 2916, + "Ġfluffy": 2917, + "emo": 2918, + "ĠZ": 2919, + "Ġfrag": 2920, + "Ġdest": 2921, + "Ġnormal": 2922, + "Ġyog": 2923, + "Ġpicks": 2924, + "Ġeye": 2925, + "Ġdrank": 2926, + "Ġcircle": 2927, + "Ġadventurous": 2928, + "Spot": 2929, + "Ġtent": 2930, + "Ġpress": 2931, + "Ġkissed": 2932, + "ict": 2933, + "Ġsciss": 2934, + "Ġgets": 2935, + "Ġtrunk": 2936, + "Ġcheck": 2937, + "Ġenjoying": 2938, + "Ġshells": 2939, + "Ġelderly": 2940, + "Ġscissors": 2941, + "Ġterri": 2942, + "Ġtoug": 2943, + "ages": 2944, + "Ġsteal": 2945, + "Me": 2946, + "ready": 2947, + "ete": 2948, + "Ġalready": 2949, + "ĠLittle": 2950, + "Ġjuicy": 2951, + "Ġstudy": 2952, + "Ġhorn": 2953, + "erp": 2954, + "Ġpizz": 2955, + "Ġallig": 2956, + "Ġlouder": 2957, + "Ġtowel": 2958, + "Ġcircles": 2959, + "Ġlead": 2960, + "Ġroar": 2961, + "Ġrose": 2962, + "Ġslipped": 2963, + "Ġtele": 2964, + "Ġfamous": 2965, + "Ġarg": 2966, + "Ġcheerful": 2967, + "ĠRex": 2968, + "Ġtough": 2969, + "ipper": 2970, + "Ġbarn": 2971, + "Ġfool": 2972, + "Ġdig": 2973, + "Ġdish": 2974, + "Ġagainst": 2975, + "Ġdeer": 2976, + "Ġsweetie": 2977, + "Ġengine": 2978, + "Ġed": 2979, + "Ġfather": 2980, + "Ġcover": 2981, + "Ġyours": 2982, + "Ġneeds": 2983, + "Joe": 2984, + "Ġbags": 2985, + "Ġspinning": 2986, + "Sue": 2987, + "Ġaw": 2988, + "anged": 2989, + "amond": 2990, + "Ġyarn": 2991, + "oph": 2992, + "Ġgiving": 2993, + "Ġdiamond": 2994, + "Ġsandwich": 2995, + "Ġindepend": 2996, + "Ġfragile": 2997, + "Who": 2998, + "cept": 2999, + "Ġnosy": 3000, + "Ġtwig": 3001, + "Ġhurts": 3002, + "Ġsuggested": 3003, + "Ġlemon": 3004, + "iest": 3005, + "ination": 3006, + "orge": 3007, + "Ġnod": 3008, + "Ġbloom": 3009, + "Ġhose": 3010, + "Ġboxes": 3011, + "Ġrealised": 3012, + "Ġfrown": 3013, + "ache": 3014, + "Ġrelax": 3015, + "Ġhammer": 3016, + "Ġadded": 3017, + "Ġweird": 3018, + "Ġmod": 3019, + "Ġcrack": 3020, + "Ġalligator": 3021, + "Amy": 3022, + "Gra": 3023, + "oot": 3024, + "Ġshake": 3025, + "rage": 3026, + "Ġlearning": 3027, + "Ġvegetables": 3028, + "Ġadd": 3029, + "Ġmelt": 3030, + "ĠSusie": 3031, + "elp": 3032, + "ĠBobby": 3033, + "Ġtrap": 3034, + "Ġcollar": 3035, + "Ġstubb": 3036, + "ique": 3037, + "Ġborrow": 3038, + "Ġpump": 3039, + "Ġloudly": 3040, + "Ġsearch": 3041, + "Ġchicken": 3042, + "Ġpizza": 3043, + "Ġindependent": 3044, + "Ġstubborn": 3045, + "Ġref": 3046, + "Ġasking": 3047, + "Ġbrilli": 3048, + "Ġdecide": 3049, + "Ġflash": 3050, + "Ġcaterp": 3051, + "Ġqueen": 3052, + "Ġsnee": 3053, + "ĠRose": 3054, + "Ġinvited": 3055, + "Ġstrawber": 3056, + "Ġfoolish": 3057, + "Ġcaterpill": 3058, + "gy": 3059, + "Ġtur": 3060, + "Ġdepend": 3061, + "Ġguit": 3062, + "Ġstri": 3063, + "Ġknight": 3064, + "Ġboys": 3065, + "Ġpee": 3066, + "Ġcomb": 3067, + "Ġclear": 3068, + "Ġunique": 3069, + "Ġbuttons": 3070, + "ĠTweety": 3071, + "Ġcolourful": 3072, + "Ġescape": 3073, + "Ġbrilliant": 3074, + "Ġrich": 3075, + "ĠBu": 3076, + "Ġsaying": 3077, + "Ġrode": 3078, + "Ġskin": 3079, + "Ġgarage": 3080, + "Help": 3081, + "dom": 3082, + "Ġmummy": 3083, + "Ġbeak": 3084, + "ured": 3085, + "aw": 3086, + "eorge": 3087, + "rop": 3088, + "edient": 3089, + "Ġunus": 3090, + "Ġoyster": 3091, + "Ġturkey": 3092, + "ĠOK": 3093, + "Ġfountain": 3094, + "Ġpatter": 3095, + "Ġweek": 3096, + "Ġchase": 3097, + "Ġrubb": 3098, + "Ġcounted": 3099, + "Ġregular": 3100, + "Ġwiped": 3101, + "Ġguitar": 3102, + "Ġunusual": 3103, + "land": 3104, + "Ġumb": 3105, + "Ġfork": 3106, + "Ġshows": 3107, + "Ġlights": 3108, + "Ġwalls": 3109, + "Ġdreamed": 3110, + "Ġbanana": 3111, + "Ġsuccessful": 3112, + "Ġjewel": 3113, + "Ġpattern": 3114, + "Ġumbre": 3115, + "cil": 3116, + "ray": 3117, + "inal": 3118, + "Ġlow": 3119, + "imed": 3120, + "Ġswe": 3121, + "Ġcryst": 3122, + "Ġpencil": 3123, + "Ġsafely": 3124, + "Ġtools": 3125, + "Well": 3126, + "Ġtape": 3127, + "Ġstream": 3128, + "ceed": 3129, + "Ġresc": 3130, + "Ġabove": 3131, + "Ġharder": 3132, + "Ġguess": 3133, + "Ġbottom": 3134, + "Ġmarket": 3135, + "Ġimpressed": 3136, + "Ġwaff": 3137, + "anut": 3138, + "iginal": 3139, + "Ġnotice": 3140, + "illa": 3141, + "Ġnods": 3142, + "Ġpeanut": 3143, + "olog": 3144, + "Ġpatch": 3145, + "Ġcrawled": 3146, + "Ġcaterpillar": 3147, + "na": 3148, + "Ġtank": 3149, + "Ġtask": 3150, + "Ġtire": 3151, + "Ġgun": 3152, + "Ġload": 3153, + "Ġcompet": 3154, + "umbled": 3155, + "Ġapolog": 3156, + "Ġsolve": 3157, + "How": 3158, + "Mummy": 3159, + "fast": 3160, + "hip": 3161, + "ĠNo": 3162, + "Ġbitter": 3163, + "arl": 3164, + "Ġears": 3165, + "Ġshone": 3166, + "Ġbrush": 3167, + "ĠFin": 3168, + "Ġoriginal": 3169, + "Ġfier": 3170, + "Ġglow": 3171, + "ĠNemo": 3172, + "Ġbreakfast": 3173, + "Ġadmired": 3174, + "ĠBlue": 3175, + "Ġedge": 3176, + "Ġdependable": 3177, + "und": 3178, + "uth": 3179, + "ĠIf": 3180, + "Ġclay": 3181, + "Ġstronger": 3182, + "Ġbossy": 3183, + "Ġcudd": 3184, + "aser": 3185, + "Ġgrandpa": 3186, + "Ġknows": 3187, + "Ġpicking": 3188, + "Ġjoke": 3189, + "Ġboats": 3190, + "Ġbald": 3191, + "Ġmedic": 3192, + "Ġscrat": 3193, + "Ġcone": 3194, + "Ġpenny": 3195, + "Ġlean": 3196, + "Ġraft": 3197, + "uggled": 3198, + "Ġsucceed": 3199, + "Ġobedient": 3200, + "Ġhumble": 3201, + "Ġlibrary": 3202, + "Re": 3203, + "head": 3204, + "Ġph": 3205, + "Ġnumb": 3206, + "Ġsauce": 3207, + "ĠBear": 3208, + "Ġtray": 3209, + "Ġproudly": 3210, + "Here": 3211, + "Ġsounded": 3212, + "Ġsquare": 3213, + "Ġterrible": 3214, + "Ġcrystal": 3215, + "Ġfierce": 3216, + "Jill": 3217, + "Ġwitch": 3218, + "inary": 3219, + "Ġhappiness": 3220, + "ĠLola": 3221, + "Ġhanded": 3222, + "Ġfridge": 3223, + "fa": 3224, + "Ġrough": 3225, + "ention": 3226, + "Ġchanged": 3227, + "Ġjoined": 3228, + "Ġraven": 3229, + "Ġmighty": 3230, + "Ġchose": 3231, + "Ġwheel": 3232, + "Ġumbrella": 3233, + "Ġtag": 3234, + "Ġcri": 3235, + "Ġow": 3236, + "arry": 3237, + "imp": 3238, + "ĠBill": 3239, + "Ġhelps": 3240, + "Ġfinding": 3241, + "Ġcleaning": 3242, + "Ġsquee": 3243, + "Ġfirework": 3244, + "Ġmedicine": 3245, + "azz": 3246, + "met": 3247, + "Ġplayful": 3248, + "Ġlocked": 3249, + "Ġgoat": 3250, + "Ġaccept": 3251, + "Ġcompass": 3252, + "Ġsurf": 3253, + "Ġcompetit": 3254, + "ext": 3255, + "kn": 3256, + "Ġsy": 3257, + "Ġsil": 3258, + "Ġbeet": 3259, + "ĠMar": 3260, + "uring": 3261, + "Ġchir": 3262, + "ĠEllie": 3263, + "Ġballs": 3264, + "ÅĵLet": 3265, + "Ġbutterflies": 3266, + "Ġguard": 3267, + "Ġcrayon": 3268, + "Ġdiscover": 3269, + "Ġparade": 3270, + "Ġmixed": 3271, + "Ġvalu": 3272, + "Ġhelmet": 3273, + "ĠBrownie": 3274, + "Em": 3275, + "ject": 3276, + "squ": 3277, + "ud": 3278, + "Ġgum": 3279, + "ature": 3280, + "Ġisland": 3281, + "Ġcost": 3282, + "Ġmole": 3283, + "Ġnicely": 3284, + "Ġkinds": 3285, + "Ġraced": 3286, + "Ġstove": 3287, + "Ġlaughs": 3288, + "Ġmarch": 3289, + "Ġfalls": 3290, + "Ġpersist": 3291, + "ĠBaby": 3292, + "ophie": 3293, + "Alice": 3294, + "ience": 3295, + "ito": 3296, + "Ġcage": 3297, + "Ġgoose": 3298, + "Ġcoins": 3299, + "Ġtrump": 3300, + "Ġmosqu": 3301, + "Ġserious": 3302, + "Ġmosquito": 3303, + "Ġflex": 3304, + "Ġcro": 3305, + "elon": 3306, + "Ġexcla": 3307, + "Ġchoose": 3308, + "Ġexplored": 3309, + "Ġunl": 3310, + "Ġbrothers": 3311, + "Ġguil": 3312, + "Ġnumbers": 3313, + "Ġtrumpet": 3314, + "Ġicy": 3315, + "Ġmoms": 3316, + "iew": 3317, + "Ġview": 3318, + "Ġenorm": 3319, + "Ġfireman": 3320, + "ĠMrs": 3321, + "Ġpractice": 3322, + "Ġenormous": 3323, + "wards": 3324, + "Ġsup": 3325, + "Ġvolc": 3326, + "Ġmeans": 3327, + "Ġpointing": 3328, + "Ġvaluable": 3329, + "Ġflexible": 3330, + "Ġexclaimed": 3331, + "Ġguilty": 3332, + "yal": 3333, + "Ġcam": 3334, + "Ġpipe": 3335, + "ision": 3336, + "ĠMy": 3337, + "Ġuseful": 3338, + "Ġfavour": 3339, + "Ġcrazy": 3340, + "Ġphot": 3341, + "known": 3342, + "Ġvolcano": 3343, + "Ġwake": 3344, + "Ġcity": 3345, + "omed": 3346, + "llip": 3347, + "Ġforth": 3348, + "Ġlollip": 3349, + "Ġseal": 3350, + "Ġallowed": 3351, + "Ġscare": 3352, + "Ġbrightly": 3353, + "Ġmarble": 3354, + "Ġpopular": 3355, + "Ġflashlight": 3356, + "Ġcompassion": 3357, + "Ġlollipop": 3358, + "ĠU": 3359, + "Ġing": 3360, + "Ġhunt": 3361, + "Ġdull": 3362, + "erry": 3363, + "Ġstat": 3364, + "Ġshel": 3365, + "!\".": 3366, + "Ġunknown": 3367, + "Ġhats": 3368, + "Ġshoot": 3369, + "redient": 3370, + "Ġbelonged": 3371, + "Ġfavourite": 3372, + "Ġingredient": 3373, + "Ġpil": 3374, + "Ġloyal": 3375, + "Ġbrace": 3376, + "ĠWhenever": 3377, + "Ġdreams": 3378, + "Ġkicked": 3379, + "Ġseeds": 3380, + "Ġtwirled": 3381, + "Ġsuper": 3382, + "time": 3383, + "Ġfine": 3384, + "Ġbees": 3385, + "Ġsofa": 3386, + "Ġshark": 3387, + "ĠMike": 3388, + "Ġanx": 3389, + "Ġsadly": 3390, + "Ġshowing": 3391, + "Ġways": 3392, + "Ġtrucks": 3393, + "Ġdelicate": 3394, + "ations": 3395, + "Ġrepe": 3396, + "Ġimpressive": 3397, + "Ġpoured": 3398, + "Ġpirate": 3399, + "Ġwhispered": 3400, + "Ġharmless": 3401, + "aff": 3402, + "Ġturt": 3403, + "Ġtied": 3404, + "aroo": 3405, + "ado": 3406, + "arth": 3407, + "Ġgrace": 3408, + "Ġhandle": 3409, + "Ġenc": 3410, + "Ġdeliver": 3411, + "Benny": 3412, + "Ġrushed": 3413, + "Ġusing": 3414, + "angaroo": 3415, + "Ġshape": 3416, + "Ġbushes": 3417, + "Ġpersistent": 3418, + "Ġgor": 3419, + "ĠSp": 3420, + "Ġkangaroo": 3421, + "Ġang": 3422, + "Ġoffice": 3423, + "Ġanxious": 3424, + "Go": 3425, + "alous": 3426, + "Ġspell": 3427, + "ĠWhile": 3428, + "iable": 3429, + "Ġpotato": 3430, + "Ġjealous": 3431, + "Ġwrapped": 3432, + "Ġfour": 3433, + "Ġcurt": 3434, + "Ġlog": 3435, + "Ġcoal": 3436, + "Ġreliable": 3437, + "Ġcurtain": 3438, + "Daisy": 3439, + "Ġsudden": 3440, + "mbol": 3441, + "ÅĵYes": 3442, + "aches": 3443, + "ĠPe": 3444, + "Ġpainted": 3445, + "ĠToby": 3446, + "Ġcere": 3447, + "gu": 3448, + "Ġtummy": 3449, + "Ġthose": 3450, + "ouses": 3451, + "uddy": 3452, + "Ġcush": 3453, + "Ġmetal": 3454, + "Ġsymbol": 3455, + "Ġbeetle": 3456, + "Ġcamera": 3457, + "Ġhouses": 3458, + "ilt": 3459, + "Ġcelebrate": 3460, + "Ġdelighted": 3461, + "Ġgorilla": 3462, + "Ġtooth": 3463, + "Ġthirst": 3464, + "keep": 3465, + "Ġshiver": 3466, + "Ġreward": 3467, + "Ġspace": 3468, + "Ġtravel": 3469, + "Ġrubbed": 3470, + "Ġprint": 3471, + "Ġdriving": 3472, + "Ġmarry": 3473, + "Ġwarned": 3474, + "Ġsoldier": 3475, + "Ġmotorcy": 3476, + "cut": 3477, + "Ġson": 3478, + "Ġtor": 3479, + "arlie": 3480, + "Ġhero": 3481, + "ief": 3482, + "Ġcarp": 3483, + "Ġexcitedly": 3484, + "Ġtemp": 3485, + "ĠPete": 3486, + "ĠBobo": 3487, + "cod": 3488, + "Ġhung": 3489, + "Ġgrowing": 3490, + "upid": 3491, + "Ġthinking": 3492, + "Ġtunn": 3493, + "While": 3494, + "cu": 3495, + "ipp": 3496, + "Ġhay": 3497, + "Ġyet": 3498, + "Ġvine": 3499, + "Ġacorn": 3500, + "icycle": 3501, + "Ġprep": 3502, + "Ġreminded": 3503, + "Ġgasped": 3504, + "Ġflute": 3505, + "Ġordinary": 3506, + "Ġcrocod": 3507, + "Ġamb": 3508, + "Ġcur": 3509, + "ĠBet": 3510, + "ĠMandy": 3511, + "Ġpup": 3512, + "Ġcreatures": 3513, + "Ġhurry": 3514, + "Ġspoiled": 3515, + "Ġtimes": 3516, + "Ġmis": 3517, + "Ġrice": 3518, + "Ġstupid": 3519, + "Ġshine": 3520, + "Ġresist": 3521, + "ugged": 3522, + "Ġlaw": 3523, + "Ġskull": 3524, + "coa": 3525, + "Ġmissing": 3526, + "Ġwheat": 3527, + "Ġsupport": 3528, + "Ġingredients": 3529, + "aid": 3530, + "loo": 3531, + "Ġcase": 3532, + "ery": 3533, + "Ġwashed": 3534, + "Ġdove": 3535, + "Ġspilled": 3536, + "Ġscoot": 3537, + "Ġmeal": 3538, + "Ġmule": 3539, + "ĠDucky": 3540, + "Ġmoder": 3541, + "arsh": 3542, + "ÅĵWhat": 3543, + "Ġtrick": 3544, + "Ġsett": 3545, + "ĠTweetie": 3546, + "Ġbounce": 3547, + "Ġfilthy": 3548, + "Ġbase": 3549, + "Ġhoop": 3550, + "Ġfre": 3551, + "Ġstumbled": 3552, + "Ġsoar": 3553, + "Ġweal": 3554, + "Ġseem": 3555, + "Ġword": 3556, + "Ġlab": 3557, + "ĠDave": 3558, + "ĠFr": 3559, + "Ġbadly": 3560, + "Ġhairy": 3561, + "Ġcrawl": 3562, + "Ġlively": 3563, + "Ġsteps": 3564, + "ÅĵLetâ": 3565, + "Ġbracelet": 3566, + "Ġcereal": 3567, + "Ġthirsty": 3568, + "Ġcarpet": 3569, + "Ġwool": 3570, + "ither": 3571, + "Ġgoal": 3572, + "Ġbackpack": 3573, + "Ġtruth": 3574, + "Ġcompl": 3575, + "Ġcheap": 3576, + "Ġdisg": 3577, + "Ġplaced": 3578, + "Ġearly": 3579, + "Ġdecorate": 3580, + "Ġnuts": 3581, + "Ow": 3582, + "cream": 3583, + "Ġbump": 3584, + "Ġthemselves": 3585, + "ices": 3586, + "Ġhelpless": 3587, + "Ġclum": 3588, + "Ġscatter": 3589, + "Ġscale": 3590, + "Ġnews": 3591, + "usting": 3592, + "Ġenv": 3593, + "âĤ¬âĢ": 3594, + "Ġtelling": 3595, + "Ġswinging": 3596, + "Ġsparkled": 3597, + "Ġcarrying": 3598, + "gging": 3599, + "ines": 3600, + "ric": 3601, + "Ġfriendship": 3602, + "Ġcareless": 3603, + "Ġsne": 3604, + "Ġdoesn": 3605, + "Ġfalling": 3606, + "Ġcomput": 3607, + "Ġpale": 3608, + "Ġpeeked": 3609, + "Ġcompassionate": 3610, + "com": 3611, + "vice": 3612, + "Ġsend": 3613, + "Ġstage": 3614, + "Ġmem": 3615, + "Ġchalk": 3616, + "Ġchasing": 3617, + "Ġpebble": 3618, + "ĠEverything": 3619, + "Ġcube": 3620, + "Ġpige": 3621, + "Ġcourage": 3622, + "Ġfingers": 3623, + "Ġturtle": 3624, + "bled": 3625, + "Ġsink": 3626, + "Ġbicycle": 3627, + "Ġshaking": 3628, + "Ġsleeping": 3629, + "Ġneighbour": 3630, + "Ġmodern": 3631, + "Ġdisgusting": 3632, + "Ġclumsy": 3633, + "gest": 3634, + "Ġhook": 3635, + "Ġcher": 3636, + "Ġnail": 3637, + "Ġbiggest": 3638, + "iches": 3639, + "Ġbul": 3640, + "Ġending": 3641, + "Ġdead": 3642, + "Ġtriang": 3643, + "ulance": 3644, + "Ġspoke": 3645, + "Ġpracticed": 3646, + "Ġambulance": 3647, + "Ġcomputer": 3648, + "ibb": 3649, + "Ġlamp": 3650, + "Ġstation": 3651, + "Ġchar": 3652, + "Ġwallet": 3653, + "ĠToday": 3654, + "Ġpackage": 3655, + "Ġmicrop": 3656, + "Ġcushion": 3657, + "keeper": 3658, + "Ġcrocodile": 3659, + "Ġmicrophone": 3660, + "under": 3661, + "ĠAlex": 3662, + "Ġthoughtful": 3663, + "Ġjolly": 3664, + "Ġpengu": 3665, + "Ġpumpkin": 3666, + "Ġcostum": 3667, + "Ġfive": 3668, + "Ġdough": 3669, + "Ġpony": 3670, + "Ġol": 3671, + "imi": 3672, + "Ġstairs": 3673, + "Ġknock": 3674, + "Ġgrand": 3675, + "Ġintell": 3676, + "Ġuniver": 3677, + "Ġbrighter": 3678, + "Ġopens": 3679, + "Ġdreaming": 3680, + "Ġbounced": 3681, + "Ġquestion": 3682, + "Ġstatue": 3683, + "Ġwine": 3684, + "isk": 3685, + "ĠAlice": 3686, + "Ġcocoa": 3687, + "ĠYour": 3688, + "Ġpepper": 3689, + "Ġbeauty": 3690, + "Ġperm": 3691, + "Ġpainting": 3692, + "Ġshoe": 3693, + "Ġelev": 3694, + "Everyone": 3695, + "hino": 3696, + "Ġwealthy": 3697, + "Ġintellig": 3698, + "noon": 3699, + "Ġsuit": 3700, + "Ġmild": 3701, + "Ġnature": 3702, + "ans": 3703, + "Ġhappier": 3704, + "Ġneat": 3705, + "Ġstarts": 3706, + "ucked": 3707, + "Ġafternoon": 3708, + "Ġtorn": 3709, + "Ġelevator": 3710, + "gen": 3711, + "ti": 3712, + "Ġten": 3713, + "Ġharsh": 3714, + "Ġped": 3715, + "atient": 3716, + "orant": 3717, + "Ġrece": 3718, + "Ġjet": 3719, + "illie": 3720, + "ĠRed": 3721, + "Ġreading": 3722, + "Ġsearching": 3723, + "Ġbasketball": 3724, + "Ġbarber": 3725, + "Ġspeed": 3726, + "See": 3727, + "awn": 3728, + "Ġstack": 3729, + "ĠMummy": 3730, + "Ġclock": 3731, + "ĠGive": 3732, + "Ġmagn": 3733, + "Ġleaving": 3734, + "Ġcupboard": 3735, + "Ġdesign": 3736, + "Ġslides": 3737, + "Ġsandwiches": 3738, + "Ġcandle": 3739, + "aulif": 3740, + "Ġriding": 3741, + "Ġfresh": 3742, + "oppy": 3743, + "Ġshocked": 3744, + "Ġener": 3745, + "Ġjumps": 3746, + "Ġhaircut": 3747, + "Ġrespectful": 3748, + "Ġcooking": 3749, + "Ġticket": 3750, + "Ġencou": 3751, + "Ġtunnel": 3752, + "auliflower": 3753, + "Give": 3754, + "Ġsle": 3755, + "reen": 3756, + "Ġmay": 3757, + "Ġthief": 3758, + "Ġyawn": 3759, + "Ġfort": 3760, + "Ġalert": 3761, + "Ġsorts": 3762, + "Ġimpatient": 3763, + "Ġcreate": 3764, + "ailable": 3765, + "Ġwheels": 3766, + "Ġvalue": 3767, + "Ġprize": 3768, + "Mary": 3769, + "ye": 3770, + "het": 3771, + "Ġsent": 3772, + "Ġbent": 3773, + "ince": 3774, + "Ġcomet": 3775, + "Ġcamp": 3776, + "Ġcauliflower": 3777, + "Ġmelon": 3778, + "Ġgem": 3779, + "Ġitself": 3780, + "iron": 3781, + "Ġmush": 3782, + "Ġmonkeys": 3783, + "Ġsalad": 3784, + "Ġdestro": 3785, + "Ġrescue": 3786, + "Ġscooter": 3787, + "Ġintelligent": 3788, + "az": 3789, + "Ġdug": 3790, + "iling": 3791, + "anger": 3792, + "Ġroof": 3793, + "Ġrhino": 3794, + "Ġscold": 3795, + "aghet": 3796, + "Ġexper": 3797, + "Ġbarking": 3798, + "Ġbananas": 3799, + "Ġignorant": 3800, + "Ġmicro": 3801, + "Ġavailable": 3802, + "Ġgraceful": 3803, + "Ġmotorcycle": 3804, + "aghetti": 3805, + "hood": 3806, + "ĠSn": 3807, + "Ġearth": 3808, + "Ġboots": 3809, + "Ġspaghetti": 3810, + "ummer": 3811, + "Ġagree": 3812, + "Ġbull": 3813, + "Ġanywhere": 3814, + "ĠGeorge": 3815, + "Ġbehave": 3816, + "ĠKim": 3817, + "Ġpaid": 3818, + "scope": 3819, + "Ġstretched": 3820, + "Ġfearful": 3821, + "Ġavo": 3822, + "Ġmicroscope": 3823, + "If": 3824, + "io": 3825, + "Ġnoteb": 3826, + "ĠEventually": 3827, + "Ġolder": 3828, + "Ġsniff": 3829, + "Ġadvice": 3830, + "Ġstops": 3831, + "Ġperform": 3832, + "Ġfurther": 3833, + "Ġenvious": 3834, + "Ġpigeon": 3835, + "Ġmushroom": 3836, + "Ġnotebook": 3837, + "ubby": 3838, + "Ġpun": 3839, + "ats": 3840, + "Ġnurse": 3841, + "orable": 3842, + "Ġthunder": 3843, + "Ġclapping": 3844, + "Ġvide": 3845, + "Ġbuilt": 3846, + "ĠCl": 3847, + "Ġuncom": 3848, + "Ġshouting": 3849, + "Ġarrow": 3850, + "Ġdrawer": 3851, + "Ġprov": 3852, + "fortable": 3853, + "Ġtomato": 3854, + "Ġmeeting": 3855, + "Ġobject": 3856, + "Ġyogurt": 3857, + "Ġtemple": 3858, + "Ġuncomfortable": 3859, + "ef": 3860, + "ues": 3861, + "ĠTony": 3862, + "Ġloop": 3863, + "Ġchubby": 3864, + "Ġswitch": 3865, + "Ġskip": 3866, + "Ġadorable": 3867, + "ÅĵIt": 3868, + "Ġcounting": 3869, + "Ġcooked": 3870, + "Ġpist": 3871, + "arian": 3872, + "enry": 3873, + "Ġstared": 3874, + "Ġshut": 3875, + "icop": 3876, + "Ġquite": 3877, + "Ġsnuggled": 3878, + "ĠGrandpa": 3879, + "Ġtroubled": 3880, + "Ġgiggle": 3881, + "Ġblowing": 3882, + "Ġhelicop": 3883, + "Ġfisher": 3884, + "Ġpistol": 3885, + "Ġhelicopter": 3886, + "par": 3887, + "ĠSophie": 3888, + "ooped": 3889, + "ips": 3890, + "Ġnowhere": 3891, + "Ġforgave": 3892, + "Ġmarched": 3893, + "Ġtreasures": 3894, + "host": 3895, + "Ġpassport": 3896, + "Ġstirred": 3897, + "Ġpushing": 3898, + "Ġcompetitive": 3899, + "Ġdestroy": 3900, + "Yay": 3901, + "aked": 3902, + "oe": 3903, + "tter": 3904, + "Ġgir": 3905, + "Ġghost": 3906, + "anic": 3907, + "kelet": 3908, + "htub": 3909, + "Ġreef": 3910, + "Ġsepar": 3911, + "opard": 3912, + "play": 3913, + "Ġenvel": 3914, + "Ġbreat": 3915, + "Ġrepair": 3916, + "Ġfootball": 3917, + "Ġbathtub": 3918, + "Ġrubber": 3919, + "Ġangel": 3920, + "Ġtriangle": 3921, + "Ġled": 3922, + "Ġmill": 3923, + "ĠSh": 3924, + "chanic": 3925, + "Ġnames": 3926, + "Ġleopard": 3927, + "Ġnobody": 3928, + "Ġanyway": 3929, + "uct": 3930, + "ctus": 3931, + "Ġshouldn": 3932, + "Ġzeb": 3933, + "Ġgiven": 3934, + "Ġholds": 3935, + "Ġbarrel": 3936, + "Ġbandage": 3937, + "Ġenth": 3938, + "Daddy": 3939, + "Ġzebra": 3940, + "ives": 3941, + "ube": 3942, + "year": 3943, + "Ġpor": 3944, + "Ġpand": 3945, + "Ġotter": 3946, + "Ġribb": 3947, + "Ġshield": 3948, + "Ġmechanic": 3949, + "Ġdonâ": 3950, + "Ġdisag": 3951, + "Ġdisplay": 3952, + "Ġmusician": 3953, + "ceros": 3954, + "Ġspeak": 3955, + "Ġcab": 3956, + "Ġcactus": 3957, + "ĠBetsy": 3958, + "Ġbulb": 3959, + "Ch": 3960, + "eath": 3961, + "ikes": 3962, + "xy": 3963, + "Ġtube": 3964, + "Ġahead": 3965, + "Ġsummer": 3966, + "Ġskelet": 3967, + "Ġpurse": 3968, + "Ġknob": 3969, + "Ġdidnâ": 3970, + "Ġcouldnâ": 3971, + "Ġcolours": 3972, + "Ġwindows": 3973, + "oomy": 3974, + "Ġgifted": 3975, + "Ġcartoon": 3976, + "Ġrhinoceros": 3977, + "gl": 3978, + "heart": 3979, + "Ġsize": 3980, + "Ġbet": 3981, + "ĠMiss": 3982, + "Ġscrew": 3983, + "Ġflour": 3984, + "Ġblin": 3985, + "apa": 3986, + "Ġdishes": 3987, + "Ġraining": 3988, + "Ġhoping": 3989, + "Ġshovel": 3990, + "Ġmint": 3991, + "Ġjellyfish": 3992, + "Ġsweater": 3993, + "Ġcharming": 3994, + "Ġpenguin": 3995, + "Ġenvelope": 3996, + "Ġenthus": 3997, + "Ġcabin": 3998, + "rec": 3999, + "Ġpant": 4000, + "Ġthread": 4001, + "Ġinse": 4002, + "Ġstaff": 4003, + "Ġliz": 4004, + "Ġunpack": 4005, + "Ġwriting": 4006, + "Ġtrash": 4007, + "Ġrolling": 4008, + "Ġwaffle": 4009, + "Ġiron": 4010, + "Ġwing": 4011, + "erable": 4012, + "Ġsheet": 4013, + "ĠBuddy": 4014, + "Ġshadow": 4015, + "Ġroared": 4016, + "Ġmuff": 4017, + "Ġairport": 4018, + "Ġceiling": 4019, + "Ġattic": 4020, + "Ġorganize": 4021, + "Ġstretch": 4022, + "Ġgrapes": 4023, + "Ġobs": 4024, + "ĠAre": 4025, + "ĠWould": 4026, + "ĠInst": 4027, + "Ġpiano": 4028, + "Ġsalt": 4029, + "Ġmiserable": 4030, + "Ġcord": 4031, + "Ġdess": 4032, + "Ġrefused": 4033, + "Ġscreen": 4034, + "ĠDan": 4035, + "Ġstrugg": 4036, + "Ġneedle": 4037, + "Ġbears": 4038, + "ĠAndy": 4039, + "Ġheaded": 4040, + "Ġsticky": 4041, + "Ġfreez": 4042, + "Ġzoomed": 4043, + "Ġimagined": 4044, + "Ġmedal": 4045, + "Ġmagnet": 4046, + "reci": 4047, + "Ġobser": 4048, + "Ġer": 4049, + "Ġlives": 4050, + "ĠAl": 4051, + "ĠPat": 4052, + "Ġappreci": 4053, + "asses": 4054, + "Ġsailor": 4055, + "Ġminute": 4056, + "Ġfisherman": 4057, + "vision": 4058, + "Ġrat": 4059, + "aled": 4060, + "Ġbrus": 4061, + "Ġchance": 4062, + "Ġpost": 4063, + "Ġsungl": 4064, + "Ġcheek": 4065, + "reeze": 4066, + "Ġdeaf": 4067, + "Ġrules": 4068, + "Ġfrogs": 4069, + "Ġairpl": 4070, + "ĠGod": 4071, + "Ġstrawberry": 4072, + "Ġslept": 4073, + "Ġlizard": 4074, + "Ġsunglasses": 4075, + "Ġluck": 4076, + "Ġinf": 4077, + "Ġbeep": 4078, + "ĠBunny": 4079, + "Ġmeas": 4080, + "Ġrod": 4081, + "Ġorder": 4082, + "Ġrestless": 4083, + "Ġsandbox": 4084, + "Ġmessage": 4085, + "ĠJoey": 4086, + "Ġcomplet": 4087, + "Ġattract": 4088, + "Ġgolden": 4089, + "Grandma": 4090, + "Ġpilot": 4091, + "Ġporch": 4092, + "Little": 4093, + "ler": 4094, + "ses": 4095 + }, + "merges": [ + [ + "h", + "e" + ], + [ + "Ġ", + "t" + ], + [ + "Ġ", + "a" + ], + [ + "Ġ", + "s" + ], + [ + "Ġ", + "w" + ], + [ + "n", + "d" + ], + [ + "Ġt", + "he" + ], + [ + "e", + "d" + ], + [ + "Ġa", + "nd" + ], + [ + "Ġt", + "o" + ], + [ + "Ġ", + "b" + ], + [ + "i", + "n" + ], + [ + "Ġ", + "h" + ], + [ + "Ġw", + "a" + ], + [ + "r", + "e" + ], + [ + "Ġ", + "f" + ], + [ + "i", + "t" + ], + [ + "o", + "u" + ], + [ + "Ġ", + "c" + ], + [ + "Ġ", + "l" + ], + [ + "Ġ", + "he" + ], + [ + "Ġ", + "d" + ], + [ + "e", + "r" + ], + [ + "Ġwa", + "s" + ], + [ + "Ġ", + "m" + ], + [ + "Ġ", + "p" + ], + [ + "o", + "m" + ], + [ + "Ġ", + "T" + ], + [ + "Ġ", + "o" + ], + [ + "a", + "y" + ], + [ + "a", + "r" + ], + [ + "in", + "g" + ], + [ + "i", + "s" + ], + [ + "Ġ", + "g" + ], + [ + "i", + "l" + ], + [ + "i", + "d" + ], + [ + "a", + "t" + ], + [ + "e", + "n" + ], + [ + "Ġ", + "n" + ], + [ + "Ġs", + "a" + ], + [ + "Ġh", + "a" + ], + [ + "Ġ", + "S" + ], + [ + "i", + "m" + ], + [ + "a", + "n" + ], + [ + "ĠT", + "he" + ], + [ + "o", + "r" + ], + [ + "o", + "n" + ], + [ + "Ġ", + "it" + ], + [ + "Ġt", + "h" + ], + [ + "l", + "l" + ], + [ + "l", + "e" + ], + [ + "Ġ", + "H" + ], + [ + "Ġhe", + "r" + ], + [ + "e", + "t" + ], + [ + "o", + "t" + ], + [ + "i", + "r" + ], + [ + "ĠS", + "he" + ], + [ + "ĠH", + "e" + ], + [ + "v", + "er" + ], + [ + "e", + "s" + ], + [ + "Ġ", + "in" + ], + [ + "u", + "t" + ], + [ + "o", + "w" + ], + [ + "c", + "k" + ], + [ + "Ġ", + "e" + ], + [ + "Ġ", + "u" + ], + [ + "l", + "d" + ], + [ + "ĠThe", + "y" + ], + [ + "o", + "o" + ], + [ + "i", + "g" + ], + [ + "Ġsa", + "id" + ], + [ + "a", + "m" + ], + [ + "il", + "y" + ], + [ + "Ġb", + "e" + ], + [ + "Ġ", + "y" + ], + [ + "Ġ", + "r" + ], + [ + "Ġs", + "t" + ], + [ + "c", + "e" + ], + [ + "Ġs", + "he" + ], + [ + "Ġ", + "\"" + ], + [ + "p", + "p" + ], + [ + "k", + "e" + ], + [ + "it", + "h" + ], + [ + "O", + "n" + ], + [ + "Ġ", + "I" + ], + [ + "Ġw", + "ith" + ], + [ + "v", + "e" + ], + [ + "L", + "ily" + ], + [ + "Ġo", + "n" + ], + [ + "Ġo", + "f" + ], + [ + "Ġs", + "o" + ], + [ + "Ġh", + "is" + ], + [ + "k", + "ed" + ], + [ + "r", + "i" + ], + [ + "n", + "t" + ], + [ + "ver", + "y" + ], + [ + "Ġp", + "l" + ], + [ + "Ġd", + "ay" + ], + [ + "a", + "d" + ], + [ + "Ġy", + "ou" + ], + [ + "Ġth", + "at" + ], + [ + "Ġu", + "p" + ], + [ + "Ġha", + "d" + ], + [ + "s", + "t" + ], + [ + "Ġpl", + "ay" + ], + [ + "Ġthe", + "y" + ], + [ + "Ġ", + "Lily" + ], + [ + "Ġw", + "e" + ], + [ + "Ġm", + "om" + ], + [ + "m", + "y" + ], + [ + "Ġf", + "or" + ], + [ + "e", + "l" + ], + [ + "ou", + "ld" + ], + [ + "u", + "n" + ], + [ + "Ġ", + "B" + ], + [ + "'", + "s" + ], + [ + "it", + "t" + ], + [ + "en", + "t" + ], + [ + "Ġha", + "pp" + ], + [ + "T", + "he" + ], + [ + "c", + "h" + ], + [ + "Ġl", + "i" + ], + [ + "ou", + "t" + ], + [ + "Ġwa", + "nt" + ], + [ + "Ġs", + "h" + ], + [ + "he", + "r" + ], + [ + "l", + "y" + ], + [ + "im", + "e" + ], + [ + "itt", + "le" + ], + [ + "ou", + "nd" + ], + [ + "Ġ", + "very" + ], + [ + "Ġt", + "ime" + ], + [ + "om", + "e" + ], + [ + "Ġl", + "ittle" + ], + [ + "Ġthe", + "re" + ], + [ + "s", + "e" + ], + [ + "Ġd", + "o" + ], + [ + "Ġw", + "h" + ], + [ + "a", + "ll" + ], + [ + "Ġ", + "k" + ], + [ + "e", + "nd" + ], + [ + "a", + "l" + ], + [ + "h", + "t" + ], + [ + "Ġn", + "e" + ], + [ + "Ġ", + "re" + ], + [ + "Ġn", + "ot" + ], + [ + "Ġhapp", + "y" + ], + [ + "Ġ", + "Ċ" + ], + [ + "Ġb", + "ig" + ], + [ + "Ġ", + "M" + ], + [ + "Ġb", + "ut" + ], + [ + "Ġs", + "m" + ], + [ + "a", + "ck" + ], + [ + "Ġsa", + "w" + ], + [ + "ĠI", + "t" + ], + [ + "Ġa", + "s" + ], + [ + "Ġa", + "n" + ], + [ + "r", + "a" + ], + [ + "ri", + "end" + ], + [ + "Ġf", + "riend" + ], + [ + "id", + "e" + ], + [ + "On", + "e" + ], + [ + "r", + "y" + ], + [ + "'", + "t" + ], + [ + "v", + "ed" + ], + [ + "Ġ", + "is" + ], + [ + "On", + "ce" + ], + [ + "a", + "ke" + ], + [ + ".", + "\"" + ], + [ + "Ġwe", + "re" + ], + [ + "t", + "er" + ], + [ + "u", + "g" + ], + [ + "Ġl", + "oo" + ], + [ + "Ġl", + "o" + ], + [ + "o", + "re" + ], + [ + "e", + "c" + ], + [ + "ĠT", + "im" + ], + [ + "Ġh", + "im" + ], + [ + "Ġb", + "o" + ], + [ + "!", + "\"" + ], + [ + "Ġto", + "o" + ], + [ + "Ġg", + "o" + ], + [ + "Ġup", + "on" + ], + [ + "ir", + "l" + ], + [ + "Ġ", + "j" + ], + [ + "Ġwant", + "ed" + ], + [ + "Ġg", + "irl" + ], + [ + "Ġs", + "e" + ], + [ + "Ġ", + "out" + ], + [ + "ar", + "d" + ], + [ + "w", + "ay" + ], + [ + "Ġs", + "p" + ], + [ + "il", + "l" + ], + [ + "i", + "nd" + ], + [ + "Ġthe", + "m" + ], + [ + "Ġc", + "ould" + ], + [ + "f", + "u" + ], + [ + "he", + "n" + ], + [ + "Ġa", + "t" + ], + [ + "u", + "r" + ], + [ + "Ġd", + "id" + ], + [ + "Ġsm", + "il" + ], + [ + "Ġthe", + "ir" + ], + [ + "Ġa", + "re" + ], + [ + "Ġe", + "x" + ], + [ + "Ġ", + "A" + ], + [ + "a", + "in" + ], + [ + "Ġw", + "ent" + ], + [ + "ar", + "t" + ], + [ + "he", + "d" + ], + [ + "r", + "om" + ], + [ + "i", + "c" + ], + [ + "r", + "ound" + ], + [ + "Ġha", + "ve" + ], + [ + "Ġn", + "am" + ], + [ + "l", + "p" + ], + [ + "Ġa", + "ll" + ], + [ + "Ġ", + "J" + ], + [ + "fu", + "l" + ], + [ + "Ġk", + "n" + ], + [ + "h", + "ing" + ], + [ + "oo", + "d" + ], + [ + "Ġhe", + "lp" + ], + [ + "ig", + "ht" + ], + [ + "Ġfriend", + "s" + ], + [ + "on", + "e" + ], + [ + "ar", + "k" + ], + [ + "Ġb", + "ack" + ], + [ + "u", + "m" + ], + [ + "Ġc", + "an" + ], + [ + "Ġnam", + "ed" + ], + [ + "Ġc", + "l" + ], + [ + "?", + "\"" + ], + [ + "Ġf", + "un" + ], + [ + "a", + "re" + ], + [ + "ĠB", + "en" + ], + [ + "Ġlo", + "ved" + ], + [ + "Ġa", + "l" + ], + [ + "el", + "t" + ], + [ + "ĠTim", + "my" + ], + [ + "Ġ", + "One" + ], + [ + "o", + "p" + ], + [ + "s", + "ide" + ], + [ + "Ġl", + "e" + ], + [ + "Ġn", + "o" + ], + [ + "Ġs", + "c" + ], + [ + "ĠT", + "om" + ], + [ + "Ġf", + "elt" + ], + [ + "ou", + "g" + ], + [ + "Ġsmil", + "ed" + ], + [ + "i", + "ck" + ], + [ + "Ġas", + "ked" + ], + [ + "Y", + "ou" + ], + [ + "Ġto", + "y" + ], + [ + "Ġm", + "an" + ], + [ + "Ġa", + "round" + ], + [ + "am", + "e" + ], + [ + "Ġf", + "e" + ], + [ + "Ġs", + "ay" + ], + [ + "Ġbo", + "y" + ], + [ + "Ġs", + "ome" + ], + [ + "Ġloo", + "ked" + ], + [ + "u", + "re" + ], + [ + "om", + "et" + ], + [ + "Ġb", + "r" + ], + [ + "Ġw", + "ould" + ], + [ + "Ġm", + "e" + ], + [ + "Ġb", + "ir" + ], + [ + "Ġli", + "ke" + ], + [ + "g", + "et" + ], + [ + "Ġst", + "art" + ], + [ + "Ġr", + "o" + ], + [ + "a", + "s" + ], + [ + "Ġse", + "e" + ], + [ + "Ġ", + "W" + ], + [ + "i", + "ce" + ], + [ + "on", + "g" + ], + [ + "Ġbir", + "d" + ], + [ + "Ġs", + "omet" + ], + [ + "d", + "d" + ], + [ + "Ġw", + "or" + ], + [ + "ad", + "e" + ], + [ + "i", + "e" + ], + [ + "k", + "ing" + ], + [ + "Ġa", + "g" + ], + [ + "ow", + "n" + ], + [ + "Ġt", + "re" + ], + [ + "Ġf", + "a" + ], + [ + "Ġa", + "way" + ], + [ + "Ġwh", + "at" + ], + [ + "ing", + "s" + ], + [ + "Ġstart", + "ed" + ], + [ + "get", + "her" + ], + [ + "Ġr", + "an" + ], + [ + "Ã", + "¢" + ], + [ + "â", + "Ĥ" + ], + [ + "âĤ", + "¬" + ], + [ + "ar", + "ed" + ], + [ + "Ġm", + "ake" + ], + [ + "ĠB", + "ut" + ], + [ + "it", + "ed" + ], + [ + "i", + "f" + ], + [ + "ou", + "d" + ], + [ + "Ġm", + "ade" + ], + [ + "Ġto", + "gether" + ], + [ + "Ġsomet", + "hing" + ], + [ + "Ġex", + "c" + ], + [ + "a", + "g" + ], + [ + "Ġc", + "o" + ], + [ + "Ġp", + "ark" + ], + [ + "Ġne", + "w" + ], + [ + "Ġsa", + "d" + ], + [ + "Ġp", + "ut" + ], + [ + ",", + "\"" + ], + [ + "Ġf", + "rom" + ], + [ + "b", + "le" + ], + [ + "t", + "her" + ], + [ + "Ġp", + "r" + ], + [ + "Ġm", + "u" + ], + [ + "Ġc", + "ar" + ], + [ + "Ġh", + "ome" + ], + [ + "Ġ", + "You" + ], + [ + "Ġthe", + "n" + ], + [ + "Ġw", + "hen" + ], + [ + "Ġf", + "ound" + ], + [ + "e", + "ll" + ], + [ + "Ġo", + "ther" + ], + [ + "Ġag", + "ain" + ], + [ + "Ġc", + "h" + ], + [ + "Ġd", + "ec" + ], + [ + "Ġwh", + "o" + ], + [ + "Ġl", + "a" + ], + [ + "ri", + "ed" + ], + [ + "s", + "s" + ], + [ + "Ġg", + "ood" + ], + [ + "Ġh", + "ug" + ], + [ + "Ġ", + "L" + ], + [ + "pp", + "ed" + ], + [ + "Ġwa", + "l" + ], + [ + "e", + "p" + ], + [ + "all", + "y" + ], + [ + "Ġsay", + "s" + ], + [ + "Ġf", + "l" + ], + [ + "es", + "t" + ], + [ + "a", + "ch" + ], + [ + "Ġ", + "E" + ], + [ + "Ġexc", + "ited" + ], + [ + "p", + "l" + ], + [ + "q", + "u" + ], + [ + "oo", + "k" + ], + [ + "Ġg", + "et" + ], + [ + "oug", + "ht" + ], + [ + "Ġplay", + "ing" + ], + [ + "Ġg", + "ot" + ], + [ + "Ġs", + "w" + ], + [ + "ou", + "s" + ], + [ + "h", + "at" + ], + [ + "n", + "y" + ], + [ + "id", + "ed" + ], + [ + "u", + "ck" + ], + [ + "Ġth", + "ings" + ], + [ + "Ġe", + "very" + ], + [ + "Ġdec", + "ided" + ], + [ + "Ġc", + "ame" + ], + [ + "Ġbe", + "c" + ], + [ + "a", + "ve" + ], + [ + "r", + "o" + ], + [ + "a", + "x" + ], + [ + "Ġli", + "ked" + ], + [ + "Ġd", + "own" + ], + [ + "Ġdo", + "g" + ], + [ + "Ġsc", + "ared" + ], + [ + "Ġ", + "v" + ], + [ + "u", + "dd" + ], + [ + "u", + "st" + ], + [ + "Ġon", + "e" + ], + [ + "Ġf", + "ind" + ], + [ + "Ġb", + "l" + ], + [ + "Ġth", + "an" + ], + [ + "Ġ", + "D" + ], + [ + "ou", + "se" + ], + [ + "way", + "s" + ], + [ + "Ġkn", + "e" + ], + [ + "Ġdid", + "n" + ], + [ + "a", + "p" + ], + [ + "Ġmom", + "my" + ], + [ + "Ġc", + "are" + ], + [ + "Ġal", + "ways" + ], + [ + "Ġa", + "b" + ], + [ + "is", + "t" + ], + [ + "Ġd", + "ad" + ], + [ + "Ġfe", + "el" + ], + [ + "ar", + "a" + ], + [ + "b", + "b" + ], + [ + "ar", + "n" + ], + [ + "f", + "e" + ], + [ + "Ġyou", + "r" + ], + [ + "Ġout", + "side" + ], + [ + "u", + "e" + ], + [ + "Ġg", + "ra" + ], + [ + "an", + "t" + ], + [ + "Ġ", + "ke" + ], + [ + "ĠM", + "om" + ], + [ + "Ġtoo", + "k" + ], + [ + "Ġl", + "ot" + ], + [ + "n", + "n" + ], + [ + "Ġb", + "u" + ], + [ + "Ġab", + "out" + ], + [ + "es", + "s" + ], + [ + "Ġ", + "F" + ], + [ + "nd", + "er" + ], + [ + "Ġtre", + "e" + ], + [ + "ec", + "i" + ], + [ + "Ġloo", + "k" + ], + [ + "Ġp", + "o" + ], + [ + "Ġm", + "y" + ], + [ + "ou", + "r" + ], + [ + "Ġtoy", + "s" + ], + [ + "it", + "e" + ], + [ + "c", + "hed" + ], + [ + "Ġkne", + "w" + ], + [ + "Ġth", + "ought" + ], + [ + "en", + "ed" + ], + [ + "Ġle", + "arn" + ], + [ + "Ġin", + "t" + ], + [ + "Ġo", + "ld" + ], + [ + "Ġm", + "ore" + ], + [ + "nn", + "a" + ], + [ + "is", + "e" + ], + [ + "g", + "ed" + ], + [ + "Ġt", + "a" + ], + [ + "udd", + "en" + ], + [ + "eci", + "al" + ], + [ + "Ġsp", + "ecial" + ], + [ + "ĠM", + "ax" + ], + [ + "a", + "u" + ], + [ + "Ġw", + "ill" + ], + [ + "er", + "s" + ], + [ + "The", + "y" + ], + [ + "re", + "t" + ], + [ + "Ġp", + "e" + ], + [ + "Ġh", + "o" + ], + [ + "ĠS", + "am" + ], + [ + "Ġt", + "ake" + ], + [ + "Ġb", + "all" + ], + [ + "Ġkn", + "ow" + ], + [ + "Ġla", + "ug" + ], + [ + "f", + "ter" + ], + [ + "udden", + "ly" + ], + [ + "Ġc", + "at" + ], + [ + "Ġh", + "ow" + ], + [ + "i", + "ve" + ], + [ + "Ġt", + "r" + ], + [ + "Ġmu", + "ch" + ], + [ + "Ġan", + "y" + ], + [ + "Ġp", + "u" + ], + [ + "m", + "a" + ], + [ + "Ġs", + "l" + ], + [ + "Ġs", + "or" + ], + [ + "Ġm", + "o" + ], + [ + "v", + "en" + ], + [ + "is", + "h" + ], + [ + "Ġsh", + "ow" + ], + [ + "Ġcould", + "n" + ], + [ + "au", + "se" + ], + [ + "in", + "k" + ], + [ + "B", + "ut" + ], + [ + "Ġh", + "ouse" + ], + [ + "Ġint", + "o" + ], + [ + "um", + "p" + ], + [ + "Ġo", + "ver" + ], + [ + "Ġt", + "ried" + ], + [ + "a", + "nd" + ], + [ + "Ġe", + "at" + ], + [ + "Ġs", + "k" + ], + [ + "Ġs", + "un" + ], + [ + "Ġt", + "w" + ], + [ + "Ġcl", + "o" + ], + [ + "i", + "a" + ], + [ + "Ġr", + "un" + ], + [ + "Ġha", + "nd" + ], + [ + "ĠE", + "very" + ], + [ + "Ġ", + "en" + ], + [ + "Ġin", + "side" + ], + [ + "d", + "y" + ], + [ + "Ġ", + "if" + ], + [ + "Ġto", + "ld" + ], + [ + "Ġne", + "ver" + ], + [ + "i", + "on" + ], + [ + "Ġ", + "qu" + ], + [ + "Ġbec", + "ause" + ], + [ + "b", + "y" + ], + [ + "Ġpr", + "oud" + ], + [ + "Ġg", + "ave" + ], + [ + "Ġsor", + "ry" + ], + [ + "Ġth", + "is" + ], + [ + "Ġo", + "p" + ], + [ + "Ġplay", + "ed" + ], + [ + "at", + "e" + ], + [ + "Ġex", + "pl" + ], + [ + "Ġhe", + "ard" + ], + [ + "t", + "y" + ], + [ + "Ġo", + "r" + ], + [ + "Ġwa", + "ter" + ], + [ + "an", + "k" + ], + [ + "g", + "e" + ], + [ + "s", + "ed" + ], + [ + "Ġp", + "ick" + ], + [ + "ot", + "her" + ], + [ + "Ġro", + "om" + ], + [ + "et", + "ter" + ], + [ + "Ġj", + "ust" + ], + [ + "a", + "ce" + ], + [ + "Ġhug", + "ged" + ], + [ + "a", + "k" + ], + [ + "Ġg", + "re" + ], + [ + "he", + "re" + ], + [ + "Ġof", + "f" + ], + [ + "ĠS", + "ara" + ], + [ + "Ġp", + "ret" + ], + [ + "il", + "e" + ], + [ + "Ġe", + "ach" + ], + [ + "Ġc", + "om" + ], + [ + "Ġl", + "ong" + ], + [ + "Ġbo", + "x" + ], + [ + "or", + "t" + ], + [ + "Ġst", + "r" + ], + [ + "i", + "z" + ], + [ + "Ġu", + "nt" + ], + [ + "Ġwa", + "t" + ], + [ + "ot", + "h" + ], + [ + "Ġne", + "ed" + ], + [ + "Ġj", + "o" + ], + [ + "ĠW", + "e" + ], + [ + "T", + "om" + ], + [ + "Ġsm", + "all" + ], + [ + "in", + "e" + ], + [ + "Ġbe", + "ar" + ], + [ + "M", + "om" + ], + [ + "Ġunt", + "il" + ], + [ + "Ġn", + "ice" + ], + [ + "Ġt", + "ry" + ], + [ + "v", + "ing" + ], + [ + "u", + "c" + ], + [ + "s", + "el" + ], + [ + "oug", + "h" + ], + [ + "Ġlearn", + "ed" + ], + [ + "Ġk", + "ind" + ], + [ + "ĠA", + "nna" + ], + [ + "il", + "d" + ], + [ + "Ġf", + "o" + ], + [ + "Ġman", + "y" + ], + [ + "'", + "m" + ], + [ + "ĠJ", + "ack" + ], + [ + "Ġb", + "etter" + ], + [ + "Ġ", + "im" + ], + [ + "g", + "ry" + ], + [ + "im", + "al" + ], + [ + "Ġan", + "imal" + ], + [ + "ur", + "t" + ], + [ + "f", + "t" + ], + [ + "Ġe", + "nd" + ], + [ + "Ġs", + "n" + ], + [ + "a", + "ut" + ], + [ + "Ġt", + "e" + ], + [ + "Ġc", + "le" + ], + [ + "ĠJ", + "o" + ], + [ + "v", + "ent" + ], + [ + "ur", + "p" + ], + [ + "Ġg", + "r" + ], + [ + "Ġbe", + "aut" + ], + [ + "Ġj", + "ump" + ], + [ + "m", + "b" + ], + [ + "Ġa", + "d" + ], + [ + "re", + "am" + ], + [ + "p", + "t" + ], + [ + "ĠS", + "o" + ], + [ + "ĠH", + "er" + ], + [ + "Ġfl", + "ow" + ], + [ + "i", + "es" + ], + [ + "Ġc", + "he" + ], + [ + "Ġb", + "ra" + ], + [ + "Ġthan", + "ked" + ], + [ + "Ġe", + "ven" + ], + [ + "Ġb", + "est" + ], + [ + "Ġc", + "all" + ], + [ + "ad", + "y" + ], + [ + "H", + "e" + ], + [ + "Ġlot", + "s" + ], + [ + "Ġlaug", + "hed" + ], + [ + "sel", + "f" + ], + [ + "Ġr", + "a" + ], + [ + "Ġwa", + "y" + ], + [ + "ar", + "s" + ], + [ + "ur", + "n" + ], + [ + "Ġb", + "y" + ], + [ + "Ġfa", + "st" + ], + [ + "ll", + "y" + ], + [ + "Ġf", + "am" + ], + [ + "Ġ", + "C" + ], + [ + "v", + "es" + ], + [ + "ard", + "en" + ], + [ + "Ġg", + "arden" + ], + [ + "Ġbeaut", + "i" + ], + [ + "w", + "n" + ], + [ + "T", + "h" + ], + [ + "Ġbeauti", + "ful" + ], + [ + "Ġl", + "oud" + ], + [ + "le", + "w" + ], + [ + "Ġsk", + "y" + ], + [ + "Ġd", + "on" + ], + [ + "h", + "n" + ], + [ + "er", + "ed" + ], + [ + "in", + "y" + ], + [ + "Ġcare", + "ful" + ], + [ + "Ġlo", + "ve" + ], + [ + "Ġf", + "i" + ], + [ + "ĠThe", + "n" + ], + [ + "Å", + "ĵ" + ], + [ + "a", + "se" + ], + [ + "ec", + "t" + ], + [ + "Ġsa", + "fe" + ], + [ + "ĠA", + "nd" + ], + [ + "Ġu", + "nder" + ], + [ + "Ġc", + "ome" + ], + [ + "ĠF", + "rom" + ], + [ + "Y", + "es" + ], + [ + "ĠM", + "ia" + ], + [ + "I", + "t" + ], + [ + "m", + "e" + ], + [ + "Ġh", + "ard" + ], + [ + "Ġc", + "u" + ], + [ + "Ġw", + "o" + ], + [ + "Ġl", + "ist" + ], + [ + "Ġst", + "ay" + ], + [ + "an", + "e" + ], + [ + "s", + "h" + ], + [ + "op", + "le" + ], + [ + "Ġg", + "l" + ], + [ + "n", + "ing" + ], + [ + "Ġst", + "ill" + ], + [ + "oo", + "l" + ], + [ + "Ġh", + "urt" + ], + [ + "re", + "e" + ], + [ + "ĠH", + "is" + ], + [ + "Ġim", + "p" + ], + [ + "Ġfam", + "ily" + ], + [ + "Ġ", + "â" + ], + [ + "Ġb", + "oth" + ], + [ + "r", + "m" + ], + [ + "ig", + "h" + ], + [ + "Ġli", + "ved" + ], + [ + "he", + "s" + ], + [ + "W", + "hen" + ], + [ + "Ġpe", + "ople" + ], + [ + "Ġanimal", + "s" + ], + [ + "Ġco", + "l" + ], + [ + "Ġbra", + "ve" + ], + [ + "Ġwal", + "ked" + ], + [ + "o", + "b" + ], + [ + "T", + "im" + ], + [ + "c", + "t" + ], + [ + "Ġl", + "et" + ], + [ + "urp", + "r" + ], + [ + "ĠW", + "hen" + ], + [ + "Ġtw", + "o" + ], + [ + "Ġs", + "urpr" + ], + [ + "Ġsh", + "ould" + ], + [ + "is", + "hed" + ], + [ + "Ġb", + "ad" + ], + [ + "re", + "ss" + ], + [ + "Ġke", + "pt" + ], + [ + "Ġf", + "ore" + ], + [ + "Ġf", + "lew" + ], + [ + "Ġf", + "in" + ], + [ + "Ġst", + "or" + ], + [ + "Ġf", + "ly" + ], + [ + "a", + "st" + ], + [ + "is", + "ed" + ], + [ + "i", + "p" + ], + [ + "Ġit", + "s" + ], + [ + "l", + "ed" + ], + [ + "o", + "ck" + ], + [ + "uc", + "y" + ], + [ + "f", + "ore" + ], + [ + "Ġgo", + "ing" + ], + [ + "Ġcle", + "an" + ], + [ + "Ġd", + "an" + ], + [ + "Ġp", + "ic" + ], + [ + "Ġso", + "on" + ], + [ + "Ġcall", + "ed" + ], + [ + "Ġsh", + "are" + ], + [ + "k", + "ay" + ], + [ + "Ġan", + "gry" + ], + [ + "Ġro", + "ck" + ], + [ + "Ġc", + "on" + ], + [ + "Ġpret", + "ty" + ], + [ + "N", + "o" + ], + [ + "Ġ", + "ide" + ], + [ + "i", + "ed" + ], + [ + "il", + "ly" + ], + [ + "Ġg", + "round" + ], + [ + "x", + "t" + ], + [ + "Ġr", + "ed" + ], + [ + "Ġexpl", + "ore" + ], + [ + "Ġc", + "ry" + ], + [ + "Ġad", + "vent" + ], + [ + "Ġst", + "o" + ], + [ + "s", + "o" + ], + [ + "Ġre", + "al" + ], + [ + "L", + "et" + ], + [ + "Ġw", + "ind" + ], + [ + "Ġsh", + "iny" + ], + [ + "b", + "e" + ], + [ + "Ġb", + "ook" + ], + [ + "Ġal", + "so" + ], + [ + "Ġdo", + "ll" + ], + [ + "Ġide", + "a" + ], + [ + "Ġbe", + "fore" + ], + [ + "Ġop", + "ened" + ], + [ + "dd", + "ed" + ], + [ + "Ġwh", + "ile" + ], + [ + "um", + "my" + ], + [ + "Ġke", + "ep" + ], + [ + "Ġe", + "y" + ], + [ + "Ġn", + "ow" + ], + [ + "Ġdo", + "or" + ], + [ + "Ġfeel", + "ing" + ], + [ + "âĤ¬", + "â" + ], + [ + "o", + "on" + ], + [ + "o", + "y" + ], + [ + "Ġwal", + "king" + ], + [ + "Ġno", + "ise" + ], + [ + "Ġf", + "r" + ], + [ + "le", + "s" + ], + [ + "ag", + "e" + ], + [ + "i", + "ous" + ], + [ + "Ġcol", + "or" + ], + [ + "Ġt", + "urn" + ], + [ + "t", + "hing" + ], + [ + "f", + "f" + ], + [ + "u", + "ch" + ], + [ + "t", + "h" + ], + [ + "Ġb", + "ed" + ], + [ + "ar", + "y" + ], + [ + "Ġd", + "ra" + ], + [ + "Ġpick", + "ed" + ], + [ + "im", + "b" + ], + [ + "e", + "et" + ], + [ + "Ġcl", + "imb" + ], + [ + "Ġd", + "el" + ], + [ + "W", + "hat" + ], + [ + "Ġbe", + "ing" + ], + [ + "Ġf", + "ood" + ], + [ + "Ġu", + "n" + ], + [ + "Ġf", + "ar" + ], + [ + "t", + "ure" + ], + [ + "j", + "oy" + ], + [ + "Ġadvent", + "ure" + ], + [ + "a", + "c" + ], + [ + "Ġsmil", + "e" + ], + [ + "Ġd", + "if" + ], + [ + "Ħ", + "¢" + ], + [ + "âĤ¬â", + "Ħ¢" + ], + [ + "me", + "mb" + ], + [ + "Ġw", + "r" + ], + [ + "Ġth", + "r" + ], + [ + "ug", + "ht" + ], + [ + "Ġloo", + "king" + ], + [ + "Ġne", + "xt" + ], + [ + "ic", + "ed" + ], + [ + "ĠL", + "ucy" + ], + [ + "Ġno", + "dded" + ], + [ + "Ġqu", + "ick" + ], + [ + "Ġ", + "P" + ], + [ + "Ġd", + "is" + ], + [ + "Ġre", + "pl" + ], + [ + "ĠD", + "ad" + ], + [ + "Ġwa", + "it" + ], + [ + "iz", + "ed" + ], + [ + "Ġfore", + "st" + ], + [ + "Ġclo", + "s" + ], + [ + "ĠS", + "uddenly" + ], + [ + "Ġt", + "ra" + ], + [ + "T", + "hat" + ], + [ + "Ġey", + "es" + ], + [ + "g", + "er" + ], + [ + "bb", + "it" + ], + [ + "t", + "ed" + ], + [ + "Ġo", + "wn" + ], + [ + "Ġr", + "ain" + ], + [ + "Ġimp", + "ort" + ], + [ + "Ġgre", + "at" + ], + [ + "Ġre", + "memb" + ], + [ + "Ġpic", + "ture" + ], + [ + "Th", + "ank" + ], + [ + "S", + "uddenly" + ], + [ + "Ġsto", + "pped" + ], + [ + "Ġen", + "joy" + ], + [ + "Ġv", + "o" + ], + [ + "B", + "en" + ], + [ + "Ġg", + "ive" + ], + [ + "Ġimport", + "ant" + ], + [ + "Ġwor", + "k" + ], + [ + "Ġne", + "ar" + ], + [ + "g", + "an" + ], + [ + "p", + "ot" + ], + [ + "Ġe", + "ver" + ], + [ + "Ġa", + "pp" + ], + [ + "Ġa", + "fter" + ], + [ + "Ġquick", + "ly" + ], + [ + "Ġlist", + "en" + ], + [ + "Ġb", + "re" + ], + [ + "t", + "ing" + ], + [ + "bb", + "ed" + ], + [ + "Ġm", + "a" + ], + [ + "Ġf", + "ish" + ], + [ + "Ġrepl", + "ied" + ], + [ + "Ġra", + "bbit" + ], + [ + "Ġhand", + "s" + ], + [ + "Ġ", + "G" + ], + [ + "Ġnot", + "iced" + ], + [ + "Ġbr", + "o" + ], + [ + "Ġsl", + "ide" + ], + [ + "Ġth", + "ink" + ], + [ + "Ġwal", + "k" + ], + [ + "Ġtr", + "uck" + ], + [ + "Ġa", + "c" + ], + [ + "k", + "es" + ], + [ + "Ġstr", + "ong" + ], + [ + "S", + "he" + ], + [ + "Ġshow", + "ed" + ], + [ + "Ġd", + "e" + ], + [ + "Ġevery", + "one" + ], + [ + "Ġwo", + "nder" + ], + [ + "fe", + "re" + ], + [ + "by", + "e" + ], + [ + "Ġdif", + "fere" + ], + [ + "ir", + "st" + ], + [ + "S", + "o" + ], + [ + "Ġs", + "ure" + ], + [ + "Ġha", + "s" + ], + [ + "Ġr", + "ight" + ], + [ + "Ġbe", + "en" + ], + [ + "Ġbec", + "ame" + ], + [ + "Ġs", + "ound" + ], + [ + "ma", + "z" + ], + [ + "Ġto", + "w" + ], + [ + "Ġr", + "u" + ], + [ + "Ġt", + "al" + ], + [ + "Ġa", + "maz" + ], + [ + "Ġhe", + "ad" + ], + [ + "Ġsh", + "out" + ], + [ + "Ġbr", + "ight" + ], + [ + "Ġy", + "e" + ], + [ + "Ġwat", + "ched" + ], + [ + "Ġ", + "R" + ], + [ + "Ġm", + "or" + ], + [ + "Ġch", + "ild" + ], + [ + "a", + "ble" + ], + [ + "Ġme", + "an" + ], + [ + "Ġw", + "here" + ], + [ + "ll", + "ow" + ], + [ + "Ġh", + "igh" + ], + [ + "ĠS", + "ue" + ], + [ + "Ġfa", + "ce" + ], + [ + "Ġc", + "ook" + ], + [ + "d", + "ay" + ], + [ + "ay", + "be" + ], + [ + "Ġwat", + "ch" + ], + [ + "Ġbl", + "ue" + ], + [ + "a", + "ught" + ], + [ + "Ġdiffere", + "nt" + ], + [ + "Ġst", + "ore" + ], + [ + "Ġ", + "N" + ], + [ + "Ġgood", + "bye" + ], + [ + "Ġd", + "ress" + ], + [ + "u", + "ll" + ], + [ + "ĠB", + "ob" + ], + [ + "n", + "g" + ], + [ + "an", + "ge" + ], + [ + "Ġs", + "qu" + ], + [ + "Ġo", + "kay" + ], + [ + "is", + "y" + ], + [ + "le", + "ase" + ], + [ + "ĠMom", + "my" + ], + [ + "Ġvo", + "ice" + ], + [ + "J", + "o" + ], + [ + "at", + "h" + ], + [ + "Ġn", + "ight" + ], + [ + "ĠS", + "pot" + ], + [ + "Ġu", + "s" + ], + [ + "Ġbo", + "at" + ], + [ + "Ġflow", + "ers" + ], + [ + "Ġpl", + "ace" + ], + [ + "Ġfo", + "llow" + ], + [ + "Ġa", + "r" + ], + [ + "Ġu", + "se" + ], + [ + "Ġclos", + "er" + ], + [ + "un", + "ny" + ], + [ + "le", + "ep" + ], + [ + "ir", + "ed" + ], + [ + "Ġfa", + "v" + ], + [ + "Ġy", + "ell" + ], + [ + "Ġgra", + "bbed" + ], + [ + "Ġcu", + "ri" + ], + [ + "Ġwa", + "rm" + ], + [ + "Ġc", + "r" + ], + [ + "Ġfor", + "g" + ], + [ + "ĠSara", + "h" + ], + [ + "ĠJo", + "hn" + ], + [ + "Ġm", + "ag" + ], + [ + "Ġst", + "ick" + ], + [ + "W", + "e" + ], + [ + "Ġjump", + "ed" + ], + [ + "Ġc", + "ake" + ], + [ + "m", + "ore" + ], + [ + "Ġt", + "ell" + ], + [ + "Ġany", + "more" + ], + [ + "A", + "fter" + ], + [ + "Ġbut", + "ter" + ], + [ + "nd", + "ma" + ], + [ + "Ġth", + "ree" + ], + [ + "Ġas", + "k" + ], + [ + "c", + "o" + ], + [ + "Ġ", + "our" + ], + [ + "l", + "ie" + ], + [ + "Ġcuri", + "ous" + ], + [ + "ou", + "nt" + ], + [ + "or", + "n" + ], + [ + "Ġcon", + "t" + ], + [ + "Ġfe", + "ll" + ], + [ + "a", + "ched" + ], + [ + "ĠT", + "h" + ], + [ + "Ġbird", + "s" + ], + [ + "as", + "s" + ], + [ + "H", + "er" + ], + [ + "is", + "s" + ], + [ + "Ġhelp", + "ed" + ], + [ + "ĠJ", + "ane" + ], + [ + "Ġpu", + "ll" + ], + [ + "Ġf", + "irst" + ], + [ + "it", + "c" + ], + [ + "Ġbl", + "ock" + ], + [ + "Ġh", + "op" + ], + [ + "Ġb", + "it" + ], + [ + "Ġd", + "r" + ], + [ + "Ġreal", + "ized" + ], + [ + "Ġk", + "id" + ], + [ + "L", + "ook" + ], + [ + "il", + "a" + ], + [ + "Ġm", + "on" + ], + [ + "Ġbr", + "other" + ], + [ + "A", + "nna" + ], + [ + "S", + "ara" + ], + [ + "Ġ", + "z" + ], + [ + "ĠEvery", + "one" + ], + [ + "Ġat", + "e" + ], + [ + "Ġdo", + "es" + ], + [ + "im", + "es" + ], + [ + "Ġhapp", + "ened" + ], + [ + "Ġst", + "op" + ], + [ + "z", + "y" + ], + [ + "Ġy", + "ummy" + ], + [ + "Ġfav", + "or" + ], + [ + "pp", + "y" + ], + [ + "Ġk", + "itc" + ], + [ + "Ġkitc", + "hen" + ], + [ + "Ġsw", + "eet" + ], + [ + "u", + "s" + ], + [ + "Ġp", + "er" + ], + [ + "Ġre", + "ally" + ], + [ + "a", + "isy" + ], + [ + "Ġgra", + "ss" + ], + [ + "Ġfavor", + "ite" + ], + [ + "Ġbe", + "gan" + ], + [ + "Ġre", + "st" + ], + [ + "Ġre", + "ady" + ], + [ + "Ġle", + "a" + ], + [ + "Ġre", + "ached" + ], + [ + "Ġunder", + "st" + ], + [ + "a", + "ir" + ], + [ + "Ġst", + "e" + ], + [ + "Ġb", + "unny" + ], + [ + "ĠA", + "s" + ], + [ + "Ġstor", + "y" + ], + [ + "'", + "re" + ], + [ + "Ġp", + "ain" + ], + [ + "Ġs", + "ing" + ], + [ + "st", + "er" + ], + [ + "Ġhe", + "re" + ], + [ + "Ġsa", + "nd" + ], + [ + "Ġon", + "ly" + ], + [ + "Ġfl", + "o" + ], + [ + "Ġa", + "m" + ], + [ + "Ġgl", + "ad" + ], + [ + "Ġt", + "ri" + ], + [ + "Ġbe", + "h" + ], + [ + "Ġwor", + "ld" + ], + [ + "Ġop", + "en" + ], + [ + "Ġc", + "re" + ], + [ + "fu", + "lly" + ], + [ + "Ġpr", + "in" + ], + [ + "w", + "here" + ], + [ + "are", + "nt" + ], + [ + "Ġflow", + "er" + ], + [ + "Ġthr", + "ough" + ], + [ + "Ġb", + "a" + ], + [ + "Ġfi", + "re" + ], + [ + "Ġd", + "one" + ], + [ + "Ġha", + "ving" + ], + [ + "Ġth", + "ing" + ], + [ + "Ġdel", + "ic" + ], + [ + "Ġhim", + "self" + ], + [ + "Ġt", + "ired" + ], + [ + "Ġp", + "arent" + ], + [ + "Ġso", + "ft" + ], + [ + "Ġf", + "ro" + ], + [ + "Tim", + "my" + ], + [ + "Ġta", + "st" + ], + [ + "Ġbutter", + "f" + ], + [ + "ĠL", + "et" + ], + [ + "Ġc", + "ut" + ], + [ + "Ġp", + "art" + ], + [ + "Ġwh", + "y" + ], + [ + "k", + "en" + ], + [ + "Ġm", + "ess" + ], + [ + "C", + "an" + ], + [ + "Ġwor", + "ry" + ], + [ + "Mom", + "my" + ], + [ + "i", + "ver" + ], + [ + "Ġd", + "in" + ], + [ + "u", + "ff" + ], + [ + "at", + "er" + ], + [ + "Ġmag", + "ic" + ], + [ + "Ġwa", + "ved" + ], + [ + "Ġshout", + "ed" + ], + [ + "Ġpo", + "nd" + ], + [ + "Ġkid", + "s" + ], + [ + "Ġh", + "at" + ], + [ + "Ġd", + "uck" + ], + [ + "Ġse", + "es" + ], + [ + "o", + "lly" + ], + [ + "ill", + "ed" + ], + [ + "Ġg", + "ame" + ], + [ + "i", + "ent" + ], + [ + "Ġma", + "king" + ], + [ + "at", + "her" + ], + [ + "Jo", + "hn" + ], + [ + "A", + "s" + ], + [ + "ak", + "es" + ], + [ + "Ġcat", + "ch" + ], + [ + "Ġse", + "en" + ], + [ + "Ġc", + "ool" + ], + [ + "at", + "ion" + ], + [ + "Ġcom", + "ing" + ], + [ + "Ġl", + "ess" + ], + [ + "Ġd", + "ark" + ], + [ + "Ġu", + "sed" + ], + [ + "ed", + "dy" + ], + [ + "Ġfi", + "x" + ], + [ + "ĠJo", + "e" + ], + [ + "Ġthan", + "k" + ], + [ + "m", + "er" + ], + [ + "Ġto", + "p" + ], + [ + "Ġl", + "ady" + ], + [ + "Ġha", + "ir" + ], + [ + "ar", + "ing" + ], + [ + "Ġp", + "rom" + ], + [ + "Ġho", + "pped" + ], + [ + "ĠC", + "an" + ], + [ + "\"", + "." + ], + [ + "ig", + "n" + ], + [ + "Ġsurpr", + "ise" + ], + [ + "Ġdra", + "w" + ], + [ + "Ġm", + "um" + ], + [ + "Ġm", + "ouse" + ], + [ + "Ġfun", + "ny" + ], + [ + "re", + "l" + ], + [ + "Ġc", + "ra" + ], + [ + "Ġ", + "-" + ], + [ + "ap", + "er" + ], + [ + "Ġf", + "ull" + ], + [ + "Ġto", + "uch" + ], + [ + "Ġl", + "ight" + ], + [ + "Ġsp", + "ot" + ], + [ + "re", + "n" + ], + [ + "Ġd", + "ro" + ], + [ + "ĠBen", + "ny" + ], + [ + "Ġparent", + "s" + ], + [ + "Ġwor", + "ked" + ], + [ + "in", + "s" + ], + [ + "one", + "y" + ], + [ + "ĠD", + "o" + ], + [ + "Ġsurpr", + "ised" + ], + [ + "Ġcare", + "fully" + ], + [ + "Ġtre", + "es" + ], + [ + "Ġfro", + "g" + ], + [ + "Ġsw", + "ing" + ], + [ + "Ġdo", + "ing" + ], + [ + "D", + "on" + ], + [ + "Ġs", + "at" + ], + [ + "in", + "ally" + ], + [ + "ĠT", + "hat" + ], + [ + "Ġ", + "ice" + ], + [ + "ĠI", + "n" + ], + [ + "Ġhe", + "ld" + ], + [ + "W", + "ow" + ], + [ + "Ġrun", + "ning" + ], + [ + "Ġpret", + "end" + ], + [ + "Ġsw", + "im" + ], + [ + "Ġs", + "et" + ], + [ + "Ġre", + "ad" + ], + [ + "Ġdelic", + "ious" + ], + [ + "Ġneed", + "ed" + ], + [ + "Ġt", + "ight" + ], + [ + "Ġsl", + "ow" + ], + [ + "Ġrememb", + "ered" + ], + [ + "Ġlo", + "st" + ], + [ + "Ġco", + "ld" + ], + [ + "Ġsm", + "ell" + ], + [ + "ard", + "s" + ], + [ + "Ġw", + "ood" + ], + [ + "Ġhapp", + "ily" + ], + [ + "h", + "y" + ], + [ + "el", + "y" + ], + [ + "Ġlook", + "s" + ], + [ + "Ġbeh", + "ind" + ], + [ + "Ġher", + "self" + ], + [ + "Ġc", + "ried" + ], + [ + "Ġenjoy", + "ed" + ], + [ + "Ġnam", + "e" + ], + [ + "as", + "k" + ], + [ + "Ġye", + "ars" + ], + [ + "Ġbu", + "y" + ], + [ + "Ġho", + "le" + ], + [ + "Ġblock", + "s" + ], + [ + "Ġd", + "ri" + ], + [ + "Ġs", + "leep" + ], + [ + "Ġg", + "i" + ], + [ + "Ġyell", + "ow" + ], + [ + "c", + "ess" + ], + [ + "Ġbutterf", + "ly" + ], + [ + "i", + "ke" + ], + [ + "u", + "ed" + ], + [ + "Ġw", + "ished" + ], + [ + "Ġper", + "f" + ], + [ + "Ġan", + "other" + ], + [ + "ĠD", + "aisy" + ], + [ + "Ġgre", + "en" + ], + [ + "Ġmo", + "ve" + ], + [ + "Ġt", + "all" + ], + [ + "Ġa", + "ir" + ], + [ + "Ġb", + "ag" + ], + [ + "Ġflo", + "or" + ], + [ + "Ġcar", + "s" + ], + [ + "Ġless", + "on" + ], + [ + "u", + "l" + ], + [ + "Ġb", + "ow" + ], + [ + "Ġar", + "ri" + ], + [ + "Ġwind", + "ow" + ], + [ + "Ġsh", + "o" + ], + [ + "Ġchild", + "ren" + ], + [ + "n", + "er" + ], + [ + "Ġfin", + "ished" + ], + [ + "Ġh", + "ill" + ], + [ + "ĠA", + "fter" + ], + [ + "and", + "y" + ], + [ + "s", + "p" + ], + [ + "en", + "s" + ], + [ + "Ġp", + "aper" + ], + [ + "Ġli", + "kes" + ], + [ + "F", + "rom" + ], + [ + "s", + "y" + ], + [ + "Ġho", + "ld" + ], + [ + "S", + "am" + ], + [ + "Ġwr", + "ong" + ], + [ + "re", + "ed" + ], + [ + "Ġcont", + "in" + ], + [ + "Ġunderst", + "and" + ], + [ + "at", + "ter" + ], + [ + "u", + "it" + ], + [ + "re", + "w" + ], + [ + "Ġg", + "ent" + ], + [ + "Ġany", + "thing" + ], + [ + "Ġclo", + "se" + ], + [ + "Ġwa", + "ll" + ], + [ + "Ġe", + "l" + ], + [ + "as", + "ure" + ], + [ + "Ġle", + "ft" + ], + [ + "Ġa", + "ble" + ], + [ + "Ġarri", + "ved" + ], + [ + "Ġh", + "un" + ], + [ + "ro", + "ss" + ], + [ + "a", + "v" + ], + [ + "Ġhe", + "ar" + ], + [ + "Ġfriend", + "ly" + ], + [ + "Ġforg", + "ot" + ], + [ + "Ġg", + "one" + ], + [ + "am", + "a" + ], + [ + "Ġcre", + "at" + ], + [ + "Ġw", + "et" + ], + [ + "Ġli", + "on" + ], + [ + "H", + "ell" + ], + [ + "Hell", + "o" + ], + [ + "Ġd", + "ream" + ], + [ + "Ġh", + "ot" + ], + [ + "b", + "o" + ], + [ + "b", + "er" + ], + [ + "ĠS", + "ally" + ], + [ + "Ġf", + "illed" + ], + [ + "Ġd", + "ir" + ], + [ + "ie", + "ld" + ], + [ + "Ġcook", + "ies" + ], + [ + "Ġlaug", + "h" + ], + [ + "Ġbro", + "ken" + ], + [ + "Ġdin", + "ner" + ], + [ + "l", + "f" + ], + [ + "Ġel", + "se" + ], + [ + "Ġh", + "id" + ], + [ + "c", + "ed" + ], + [ + "Ġp", + "ink" + ], + [ + "Ġfollow", + "ed" + ], + [ + "Ġta", + "ble" + ], + [ + "Ġm", + "ar" + ], + [ + "Ġcolor", + "s" + ], + [ + "ou", + "p" + ], + [ + "Ġmom", + "ent" + ], + [ + "Ġcontin", + "ued" + ], + [ + "Ġwonder", + "ful" + ], + [ + "ĠE", + "m" + ], + [ + "e", + "y" + ], + [ + "in", + "ed" + ], + [ + "ir", + "rel" + ], + [ + "r", + "ot" + ], + [ + "Ġfin", + "ally" + ], + [ + "J", + "ack" + ], + [ + "Ġa", + "rm" + ], + [ + "Ġm", + "ight" + ], + [ + "ĠN", + "ow" + ], + [ + "Ġc", + "ast" + ], + [ + "Ġy", + "es" + ], + [ + "Ġbu", + "ild" + ], + [ + "Ġen", + "ough" + ], + [ + "ĠB", + "illy" + ], + [ + "Ġsome", + "one" + ], + [ + "Ġperf", + "ect" + ], + [ + "Ġfa", + "ir" + ], + [ + "Ġstay", + "ed" + ], + [ + "a", + "pp" + ], + [ + "Ġmor", + "ning" + ], + [ + "ĠThe", + "re" + ], + [ + "Ġpu", + "ppy" + ], + [ + "o", + "l" + ], + [ + "Ġdad", + "dy" + ], + [ + "Ġtry", + "ing" + ], + [ + "'", + "ll" + ], + [ + "Ġj", + "u" + ], + [ + "Ġother", + "s" + ], + [ + "Ġbook", + "s" + ], + [ + "Ġag", + "reed" + ], + [ + "Ġmu", + "s" + ], + [ + "Ġsn", + "ow" + ], + [ + "Ġsqu", + "irrel" + ], + [ + "Ġc", + "ream" + ], + [ + "ro", + "om" + ], + [ + "Ġget", + "ting" + ], + [ + "Ġgra", + "ndma" + ], + [ + "ĠL", + "ila" + ], + [ + "Ġlea", + "ves" + ], + [ + "Ġba", + "by" + ], + [ + "Ġc", + "ount" + ], + [ + "ic", + "y" + ], + [ + "Ġfe", + "w" + ], + [ + "A", + "t" + ], + [ + "Ġf", + "all" + ], + [ + "The", + "n" + ], + [ + "g", + "on" + ], + [ + "Ġbre", + "ak" + ], + [ + "Ġclimb", + "ed" + ], + [ + "ri", + "es" + ], + [ + "Ġbe", + "ach" + ], + [ + "as", + "h" + ], + [ + "Ġb", + "ug" + ], + [ + "Ġp", + "lease" + ], + [ + "Ġm", + "other" + ], + [ + "Ġbr", + "ought" + ], + [ + "Ġtra", + "in" + ], + [ + "an", + "ce" + ], + [ + "ĠTh", + "is" + ], + [ + "Ġde", + "ep" + ], + [ + "Ġv", + "is" + ], + [ + "at", + "ed" + ], + [ + "s", + "hed" + ], + [ + "Ġm", + "et" + ], + [ + "Ġwas", + "n" + ], + [ + "Ġsomet", + "imes" + ], + [ + "Ġevery", + "thing" + ], + [ + "ĠTom", + "my" + ], + [ + "i", + "ch" + ], + [ + "Ġmus", + "ic" + ], + [ + "ke", + "y" + ], + [ + "l", + "ing" + ], + [ + "Th", + "is" + ], + [ + "o", + "s" + ], + [ + "Ġturn", + "ed" + ], + [ + "l", + "c" + ], + [ + "Ġr", + "ide" + ], + [ + "o", + "om" + ], + [ + "Ġs", + "ong" + ], + [ + "or", + "ing" + ], + [ + "Ġsp", + "ark" + ], + [ + "Ġf", + "ight" + ], + [ + "Ġhun", + "gry" + ], + [ + "on", + "s" + ], + [ + "Ġpicture", + "s" + ], + [ + "d", + "s" + ], + [ + "Ġm", + "akes" + ], + [ + "Ġse", + "ar" + ], + [ + "uck", + "y" + ], + [ + "Ġlist", + "ened" + ], + [ + "Ġjo", + "y" + ], + [ + "Ġpo", + "l" + ], + [ + "ĠW", + "hat" + ], + [ + "H", + "is" + ], + [ + "e", + "e" + ], + [ + "Ġcl", + "ot" + ], + [ + "Ġsa", + "il" + ], + [ + "a", + "pped" + ], + [ + "b", + "ble" + ], + [ + "Ġcom", + "p" + ], + [ + "Ġpl", + "an" + ], + [ + "Ġwant", + "s" + ], + [ + "Ġclot", + "hes" + ], + [ + "Ġpo", + "in" + ], + [ + "Ġ", + "K" + ], + [ + "z", + "z" + ], + [ + "Ġball", + "oon" + ], + [ + "Ġstr", + "ange" + ], + [ + "m", + "an" + ], + [ + "en", + "ny" + ], + [ + "Ġp", + "i" + ], + [ + "Ġgr", + "ow" + ], + [ + "Ġfly", + "ing" + ], + [ + "r", + "ow" + ], + [ + "Ġsc", + "ary" + ], + [ + "Ġtre", + "at" + ], + [ + "Ġwa", + "ited" + ], + [ + "Ġamaz", + "ed" + ], + [ + "Ġt", + "eddy" + ], + [ + "Ġcast", + "le" + ], + [ + "is", + "ter" + ], + [ + "Ġe", + "le" + ], + [ + "Ġamaz", + "ing" + ], + [ + "m", + "ed" + ], + [ + "Ġsp", + "l" + ], + [ + "O", + "h" + ], + [ + "Ġle", + "ave" + ], + [ + "Ġown", + "er" + ], + [ + "Ġprom", + "ised" + ], + [ + "Ġdan", + "ger" + ], + [ + "e", + "ver" + ], + [ + "O", + "K" + ], + [ + "Ġs", + "uch" + ], + [ + "Ġwh", + "ite" + ], + [ + "Ġp", + "at" + ], + [ + "Ġtal", + "k" + ], + [ + "uff", + "y" + ], + [ + "Ġf", + "ur" + ], + [ + "Ġp", + "ie" + ], + [ + "op", + "e" + ], + [ + "r", + "ed" + ], + [ + "Ġpull", + "ed" + ], + [ + "Ġp", + "re" + ], + [ + "Ġwood", + "s" + ], + [ + "ĠT", + "o" + ], + [ + "Ġsh", + "ared" + ], + [ + "Ġal", + "one" + ], + [ + "Ġtow", + "ards" + ], + [ + "c", + "le" + ], + [ + "ĠM", + "aybe" + ], + [ + "Ġs", + "it" + ], + [ + "Ġn", + "ap" + ], + [ + "Ġcolor", + "ful" + ], + [ + "am", + "p" + ], + [ + "h", + "one" + ], + [ + "Ġvis", + "it" + ], + [ + "ig", + "g" + ], + [ + "ug", + "g" + ], + [ + "th", + "y" + ], + [ + "en", + "ce" + ], + [ + "Ġta", + "il" + ], + [ + "ct", + "or" + ], + [ + "Ġmagic", + "al" + ], + [ + "Ġr", + "iver" + ], + [ + "Ġh", + "ig" + ], + [ + "Ġbe", + "lie" + ], + [ + "Ġgr", + "ate" + ], + [ + "u", + "ally" + ], + [ + "an", + "g" + ], + [ + "ot", + "t" + ], + [ + "Ġh", + "ide" + ], + [ + "Ġs", + "illy" + ], + [ + "Ġsmil", + "es" + ], + [ + "ow", + "er" + ], + [ + "Ġs", + "ide" + ], + [ + "M", + "ax" + ], + [ + "Ġro", + "ll" + ], + [ + "Ġg", + "u" + ], + [ + "ĠA", + "my" + ], + [ + "Ġpr", + "o" + ], + [ + "et", + "er" + ], + [ + "Ġfast", + "er" + ], + [ + "Ġgrate", + "ful" + ], + [ + "Ġtre", + "asure" + ], + [ + "as", + "ed" + ], + [ + "Ġsn", + "ack" + ], + [ + "u", + "p" + ], + [ + "Ġla", + "nd" + ], + [ + "av", + "y" + ], + [ + "Ġmor", + "al" + ], + [ + "ain", + "ed" + ], + [ + "Ġs", + "ister" + ], + [ + "ĠG", + "ra" + ], + [ + "Ġsh", + "ap" + ], + [ + "Ġpain", + "t" + ], + [ + "Ġslow", + "ly" + ], + [ + "Ġf", + "ield" + ], + [ + "Ġp", + "et" + ], + [ + "Ġs", + "ec" + ], + [ + "or", + "m" + ], + [ + "ĠJ", + "im" + ], + [ + "Ġbr", + "an" + ], + [ + "Ġm", + "in" + ], + [ + "Ġmu", + "st" + ], + [ + "Ġhelp", + "ing" + ], + [ + "Ġwor", + "ried" + ], + [ + "Ġjo", + "b" + ], + [ + "Ġfo", + "x" + ], + [ + "s", + "et" + ], + [ + "Ġm", + "oney" + ], + [ + "Ġp", + "ot" + ], + [ + "Ġqu", + "i" + ], + [ + "Ġbe", + "l" + ], + [ + "Ġac", + "c" + ], + [ + "Ġli", + "ving" + ], + [ + "Ġmon", + "ster" + ], + [ + "le", + "ss" + ], + [ + "Ġpart", + "y" + ], + [ + "e", + "ar" + ], + [ + "Ġmo", + "st" + ], + [ + "Ġwe", + "ar" + ], + [ + "Ġrememb", + "er" + ], + [ + "i", + "re" + ], + [ + "Ġs", + "ign" + ], + [ + "w", + "l" + ], + [ + "Ġcl", + "oud" + ], + [ + "Ġc", + "andy" + ], + [ + "Ġhig", + "her" + ], + [ + "i", + "pped" + ], + [ + "id", + "ent" + ], + [ + "ĠA", + "ll" + ], + [ + "d", + "er" + ], + [ + "z", + "e" + ], + [ + "Ġqui", + "et" + ], + [ + "Ġto", + "wn" + ], + [ + "un", + "ch" + ], + [ + "Ġprin", + "cess" + ], + [ + "Ġrun", + "s" + ], + [ + "ask", + "et" + ], + [ + "e", + "m" + ], + [ + "Ġevery", + "where" + ], + [ + "Ġjo", + "in" + ], + [ + "Ġste", + "pped" + ], + [ + "Ġb", + "asket" + ], + [ + "Ġl", + "ake" + ], + [ + "Ġcu", + "p" + ], + [ + "s", + "w" + ], + [ + "out", + "h" + ], + [ + "Ġcar", + "rot" + ], + [ + "Ġco", + "ll" + ], + [ + "Ġpl", + "ant" + ], + [ + "Ġsc", + "ream" + ], + [ + "ĠDad", + "dy" + ], + [ + "Ġb", + "uck" + ], + [ + "Ġhe", + "avy" + ], + [ + "Ġbig", + "ger" + ], + [ + "Ġch", + "o" + ], + [ + "Ġbl", + "ank" + ], + [ + "Ġclo", + "sed" + ], + [ + "Ġw", + "on" + ], + [ + "is", + "es" + ], + [ + "Ġan", + "sw" + ], + [ + "b", + "r" + ], + [ + "Ġblank", + "et" + ], + [ + "Ġm", + "outh" + ], + [ + "am", + "es" + ], + [ + "ec", + "es" + ], + [ + "Ġeat", + "ing" + ], + [ + "Ġpi", + "eces" + ], + [ + "ck", + "et" + ], + [ + "Ġst", + "re" + ], + [ + "Ġwe", + "lc" + ], + [ + "Ġwould", + "n" + ], + [ + "Ġre", + "ach" + ], + [ + "Ġbro", + "ke" + ], + [ + "e", + "ared" + ], + [ + "Ġdanger", + "ous" + ], + [ + "g", + "s" + ], + [ + "p", + "h" + ], + [ + "ĠM", + "olly" + ], + [ + "Ġc", + "e" + ], + [ + "ĠM", + "r" + ], + [ + "or", + "d" + ], + [ + "f", + "ort" + ], + [ + "Ġdoll", + "s" + ], + [ + "m", + "ing" + ], + [ + "Ġdan", + "ce" + ], + [ + "Ġdra", + "gon" + ], + [ + "Ġthink", + "s" + ], + [ + "Ġask", + "s" + ], + [ + "Ġac", + "ross" + ], + [ + "O", + "kay" + ], + [ + "Ġch", + "air" + ], + [ + "Ġte", + "ac" + ], + [ + "Ġb", + "ott" + ], + [ + "H", + "i" + ], + [ + "Ġp", + "a" + ], + [ + "Ġne", + "igh" + ], + [ + "Ġb", + "ar" + ], + [ + "Ġb", + "ike" + ], + [ + "Ġp", + "ack" + ], + [ + "it", + "ing" + ], + [ + "Ġdis", + "app" + ], + [ + "Ġneigh", + "b" + ], + [ + "Ġst", + "uck" + ], + [ + "d", + "e" + ], + [ + "Ġg", + "if" + ], + [ + "Ġfr", + "uit" + ], + [ + "Ġbelie", + "ve" + ], + [ + "c", + "y" + ], + [ + "Ġ", + "ve" + ], + [ + "Ġcry", + "ing" + ], + [ + "i", + "er" + ], + [ + "ph", + "ant" + ], + [ + "Ġs", + "uddenly" + ], + [ + "Ġs", + "oup" + ], + [ + "Ġr", + "ace" + ], + [ + "Ġth", + "rew" + ], + [ + "S", + "ure" + ], + [ + "Ġfar", + "mer" + ], + [ + "Ġacc", + "ident" + ], + [ + "Ġdir", + "ty" + ], + [ + "Ġele", + "phant" + ], + [ + "Ġmon", + "key" + ], + [ + "Ġhe", + "al" + ], + [ + "w", + "eet" + ], + [ + "Ġre", + "m" + ], + [ + "Ġp", + "ers" + ], + [ + "Ġsa", + "me" + ], + [ + "or", + "ed" + ], + [ + "vent", + "ually" + ], + [ + "e", + "ad" + ], + [ + "pp", + "ing" + ], + [ + "Ġgent", + "le" + ], + [ + "Ġf", + "ree" + ], + [ + "Ġbr", + "own" + ], + [ + "M", + "aybe" + ], + [ + "Ġin", + "st" + ], + [ + "Ġbe", + "e" + ], + [ + "i", + "x" + ], + [ + "Ġb", + "en" + ], + [ + "Ġw", + "in" + ], + [ + "Ġbl", + "ack" + ], + [ + "Ġal", + "ong" + ], + [ + "Ġlong", + "er" + ], + [ + "i", + "ble" + ], + [ + "Ġsp", + "r" + ], + [ + "Ġcl", + "apped" + ], + [ + "F", + "inally" + ], + [ + "W", + "hy" + ], + [ + "ck", + "ed" + ], + [ + "Ġwor", + "ds" + ], + [ + "ĠF", + "l" + ], + [ + "Ġteac", + "her" + ], + [ + "Ġup", + "set" + ], + [ + "ch", + "ool" + ], + [ + "Ġpie", + "ce" + ], + [ + "Ġwe", + "ll" + ], + [ + "Ġche", + "ered" + ], + [ + "Ġh", + "it" + ], + [ + "Ġsa", + "ng" + ], + [ + "m", + "ent" + ], + [ + "Ġbow", + "l" + ], + [ + "Ġb", + "ite" + ], + [ + "Ġdo", + "ctor" + ], + [ + "ĠJ", + "ill" + ], + [ + "Ġbuck", + "et" + ], + [ + "M", + "ia" + ], + [ + "Ġb", + "ath" + ], + [ + "Ġc", + "aught" + ], + [ + "Ġhe", + "art" + ], + [ + "Ġfor", + "get" + ], + [ + "Ġm", + "ark" + ], + [ + "Ġbut", + "t" + ], + [ + "Ġd", + "ry" + ], + [ + "Ġyou", + "ng" + ], + [ + "Ġse", + "a" + ], + [ + "Ġc", + "our" + ], + [ + "Ġdro", + "pped" + ], + [ + "es", + "e" + ], + [ + "Ġy", + "ard" + ], + [ + "Ġpl", + "ac" + ], + [ + "our", + "n" + ], + [ + "Ġs", + "chool" + ], + [ + "Ġsw", + "ings" + ], + [ + "bb", + "y" + ], + [ + "Ġw", + "ings" + ], + [ + "b", + "s" + ], + [ + "Ġexpl", + "ained" + ], + [ + "Ġj", + "ourn" + ], + [ + "Ġbr", + "ing" + ], + [ + "Ġdr", + "ink" + ], + [ + "Ġstre", + "et" + ], + [ + "Ġju", + "ice" + ], + [ + "un", + "g" + ], + [ + "Ġnear", + "by" + ], + [ + "ĠEm", + "ma" + ], + [ + "Ġsm", + "o" + ], + [ + "Ġsm", + "art" + ], + [ + "Ġpu", + "shed" + ], + [ + "Ġstor", + "ies" + ], + [ + "Ġdro", + "ve" + ], + [ + "Ġt", + "iny" + ], + [ + "Ġp", + "en" + ], + [ + "Ġcour", + "se" + ], + [ + "Ġ", + "es" + ], + [ + "Ġm", + "ine" + ], + [ + "Ġto", + "day" + ], + [ + "Ġpo", + "cket" + ], + [ + "Ġye", + "ar" + ], + [ + "aught", + "er" + ], + [ + "Ġj", + "e" + ], + [ + "Ġsec", + "ret" + ], + [ + "Ġex", + "p" + ], + [ + "Ġwith", + "out" + ], + [ + "Ġsing", + "ing" + ], + [ + "Ġwelc", + "ome" + ], + [ + "Ġhapp", + "en" + ], + [ + "t", + "o" + ], + [ + "Ġf", + "it" + ], + [ + "Ġst", + "u" + ], + [ + "ve", + "l" + ], + [ + "ra", + "ct" + ], + [ + "Ġbu", + "s" + ], + [ + "Ġche", + "ese" + ], + [ + "Ġcr", + "ay" + ], + [ + "Ġfair", + "y" + ], + [ + "Ġj", + "ar" + ], + [ + "Ġturn", + "s" + ], + [ + "Ġbu", + "sh" + ], + [ + "b", + "ow" + ], + [ + "ll", + "o" + ], + [ + "Ġexpl", + "oring" + ], + [ + "Ġl", + "on" + ], + [ + "Ġst", + "and" + ], + [ + "itt", + "ing" + ], + [ + "Ġsee", + "med" + ], + [ + "Ġsp", + "oon" + ], + [ + "ĠF", + "inally" + ], + [ + "Ġg", + "ames" + ], + [ + "Ġwo", + "ke" + ], + [ + "is", + "sed" + ], + [ + "Ġre", + "sp" + ], + [ + "Ġtr", + "ou" + ], + [ + "Ġtw", + "ins" + ], + [ + "Ġhop", + "ed" + ], + [ + "Ġat", + "t" + ], + [ + "Ġlon", + "ely" + ], + [ + "Ġa", + "nt" + ], + [ + "ĠM", + "ama" + ], + [ + "or", + "row" + ], + [ + "Ġno", + "ises" + ], + [ + "Ġhug", + "s" + ], + [ + "ount", + "ain" + ], + [ + "y", + "ard" + ], + [ + "Ġd", + "aughter" + ], + [ + "Ġin", + "v" + ], + [ + "Ġke", + "y" + ], + [ + "a", + "il" + ], + [ + "Ġrock", + "s" + ], + [ + "Ġdis", + "co" + ], + [ + "Ġs", + "u" + ], + [ + "Ġl", + "unch" + ], + [ + "re", + "ad" + ], + [ + "ou", + "n" + ], + [ + "ver", + "ed" + ], + [ + "Ġback", + "yard" + ], + [ + "Ġs", + "uc" + ], + [ + "Ġc", + "ow" + ], + [ + "Ġapp", + "le" + ], + [ + "e", + "k" + ], + [ + "Ġsw", + "am" + ], + [ + "Ġsho", + "es" + ], + [ + "Ġst", + "ars" + ], + [ + "Ġsh", + "ook" + ], + [ + "itt", + "ens" + ], + [ + "Ġm", + "iss" + ], + [ + "c", + "hes" + ], + [ + "Ġw", + "ish" + ], + [ + "Ġre", + "lie" + ], + [ + "fu", + "sed" + ], + [ + "Ġshap", + "es" + ], + [ + "urp", + "le" + ], + [ + "Ġtow", + "er" + ], + [ + "it", + "y" + ], + [ + "Ġc", + "orn" + ], + [ + "Ġmo", + "ved" + ], + [ + "sh", + "ine" + ], + [ + "Ġ", + "3" + ], + [ + "Ġth", + "ough" + ], + [ + "Ġc", + "ir" + ], + [ + "um", + "b" + ], + [ + "Ġta", + "king" + ], + [ + "t", + "s" + ], + [ + "ĠT", + "weet" + ], + [ + "ap", + "e" + ], + [ + "Ġrain", + "bow" + ], + [ + "Ġthr", + "ow" + ], + [ + "Ġst", + "ar" + ], + [ + "Ġben", + "ch" + ], + [ + "Ġne", + "ck" + ], + [ + "ock", + "ed" + ], + [ + "Ġcreat", + "ure" + ], + [ + "Ġbu", + "bble" + ], + [ + "Ġl", + "ate" + ], + [ + "Ġadventure", + "s" + ], + [ + "Ġo", + "wl" + ], + [ + "ion", + "s" + ], + [ + "A", + "nd" + ], + [ + "Ġw", + "he" + ], + [ + "Ġp", + "ar" + ], + [ + "Ġshe", + "ll" + ], + [ + "Ġk", + "ite" + ], + [ + "ĠFl", + "uffy" + ], + [ + "in", + "ing" + ], + [ + "Ġm", + "il" + ], + [ + "u", + "nt" + ], + [ + "Ġf", + "ence" + ], + [ + "Ġm", + "ix" + ], + [ + "Ġli", + "ft" + ], + [ + "Ġaccident", + "ally" + ], + [ + "Ġw", + "ise" + ], + [ + "Ġhe", + "llo" + ], + [ + "Ġp", + "urple" + ], + [ + "pp", + "er" + ], + [ + "Ġon", + "to" + ], + [ + "Ġsp", + "in" + ], + [ + "t", + "en" + ], + [ + "our", + "s" + ], + [ + "Ġs", + "itting" + ], + [ + "id", + "ge" + ], + [ + "Ġsun", + "shine" + ], + [ + "Ġcut", + "e" + ], + [ + "Ġm", + "at" + ], + [ + "w", + "ard" + ], + [ + "Ġsh", + "op" + ], + [ + "Ġwh", + "ist" + ], + [ + "Ġd", + "ist" + ], + [ + "Ġor", + "ange" + ], + [ + "L", + "ila" + ], + [ + "Ġn", + "aught" + ], + [ + "ĠSam", + "my" + ], + [ + "Ġnaught", + "y" + ], + [ + "Ġn", + "est" + ], + [ + "o", + "se" + ], + [ + "or", + "s" + ], + [ + "ll", + "a" + ], + [ + "Ġmil", + "k" + ], + [ + "f", + "ish" + ], + [ + "Ġa", + "f" + ], + [ + "Ġb", + "oun" + ], + [ + "Ġp", + "hone" + ], + [ + "Ġarm", + "s" + ], + [ + "Ġe", + "as" + ], + [ + "n", + "ess" + ], + [ + "Ġcar", + "ry" + ], + [ + "ĠGra", + "ndma" + ], + [ + "o", + "g" + ], + [ + "Ġb", + "ought" + ], + [ + "Ġdri", + "ver" + ], + [ + "Ġinst", + "ead" + ], + [ + "L", + "ater" + ], + [ + "Ġtal", + "ked" + ], + [ + "Ġsear", + "ched" + ], + [ + "g", + "ged" + ], + [ + "Ġp", + "ig" + ], + [ + "Ġco", + "zy" + ], + [ + "Ġsun", + "ny" + ], + [ + "itt", + "y" + ], + [ + "Ġfeel", + "s" + ], + [ + "Ġf", + "an" + ], + [ + "Ġwonder", + "ed" + ], + [ + "Ġcom", + "es" + ], + [ + "Ġswim", + "ming" + ], + [ + "u", + "ched" + ], + [ + "Ġto", + "uched" + ], + [ + "Ġp", + "op" + ], + [ + "ĠIn", + "side" + ], + [ + "a", + "le" + ], + [ + "Ġl", + "ucky" + ], + [ + "Ġlaug", + "hing" + ], + [ + "Ġbel", + "ong" + ], + [ + "Ġsound", + "s" + ], + [ + "Ġw", + "om" + ], + [ + "Ġc", + "ave" + ], + [ + "le", + "t" + ], + [ + "Ġjourn", + "ey" + ], + [ + "Ġwom", + "an" + ], + [ + "Ġc", + "ou" + ], + [ + "Ġnot", + "hing" + ], + [ + "Ġco", + "at" + ], + [ + "Ġrelie", + "ved" + ], + [ + "Ġ", + "O" + ], + [ + "Ġpe", + "ace" + ], + [ + "ad", + "ow" + ], + [ + "Ġno", + "se" + ], + [ + "Ġbu", + "sy" + ], + [ + "B", + "ob" + ], + [ + "Ġp", + "ast" + ], + [ + "Ġapp", + "les" + ], + [ + "Ġs", + "ick" + ], + [ + "Ġr", + "ope" + ], + [ + "Ġpat", + "ient" + ], + [ + "Ġa", + "ct" + ], + [ + "Ġp", + "udd" + ], + [ + "Ġin", + "c" + ], + [ + "ra", + "id" + ], + [ + "Ġwatch", + "ing" + ], + [ + "Ġbran", + "ch" + ], + [ + "Ġaf", + "raid" + ], + [ + "Ġto", + "m" + ], + [ + "id", + "er" + ], + [ + "Ġday", + "s" + ], + [ + "Ġre", + "t" + ], + [ + "c", + "ing" + ], + [ + "ĠM", + "ary" + ], + [ + "Ġb", + "and" + ], + [ + "Ġfar", + "m" + ], + [ + "Ġhug", + "e" + ], + [ + "ĠTh", + "ank" + ], + [ + "at", + "or" + ], + [ + "Ġexc", + "iting" + ], + [ + "Ġdan", + "ced" + ], + [ + "th", + "day" + ], + [ + "Ġwa", + "r" + ], + [ + "ĠSo", + "on" + ], + [ + "b", + "all" + ], + [ + "Ġg", + "igg" + ], + [ + "ble", + "m" + ], + [ + "Ġz", + "oom" + ], + [ + "Ġm", + "ad" + ], + [ + "Ġv", + "ill" + ], + [ + "Ġfore", + "ver" + ], + [ + "Ġpro", + "blem" + ], + [ + "Ġcoll", + "ect" + ], + [ + "p", + "ed" + ], + [ + "ir", + "t" + ], + [ + "Ġmin", + "ut" + ], + [ + "Ġw", + "ra" + ], + [ + "h", + "o" + ], + [ + "Ġli", + "fe" + ], + [ + "Ġkne", + "e" + ], + [ + "c", + "es" + ], + [ + "D", + "o" + ], + [ + "c", + "er" + ], + [ + "m", + "p" + ], + [ + "ar", + "p" + ], + [ + "Ġk", + "ing" + ], + [ + "Ġas", + "leep" + ], + [ + "Ġret", + "urn" + ], + [ + "Ġsh", + "arp" + ], + [ + "Ġre", + "l" + ], + [ + "Ġp", + "ower" + ], + [ + "et", + "h" + ], + [ + "Ġhold", + "ing" + ], + [ + "Ġf", + "ing" + ], + [ + "Ġheal", + "thy" + ], + [ + "ĠM", + "ittens" + ], + [ + "Ġpr", + "ot" + ], + [ + "Ġme", + "et" + ], + [ + "Ġor", + "gan" + ], + [ + "Ġcle", + "ver" + ], + [ + "Ġspot", + "ted" + ], + [ + "Ġl", + "etter" + ], + [ + "Ġg", + "ather" + ], + [ + "al", + "m" + ], + [ + "O", + "f" + ], + [ + "e", + "re" + ], + [ + "Ġr", + "ound" + ], + [ + "Ġstor", + "m" + ], + [ + "Ġprot", + "ect" + ], + [ + "Ġgif", + "t" + ], + [ + "am", + "ed" + ], + [ + "Ġma", + "il" + ], + [ + "ĠJ", + "en" + ], + [ + "Ġbir", + "thday" + ], + [ + "Ġpre", + "s" + ], + [ + "Ġsa", + "f" + ], + [ + "Ġneighb", + "or" + ], + [ + "ep", + "end" + ], + [ + "Ġta", + "kes" + ], + [ + "s", + "c" + ], + [ + "Ġe", + "ar" + ], + [ + "Ġcom", + "fort" + ], + [ + "Ġ", + "ent" + ], + [ + "Ġre", + "p" + ], + [ + "Ġpers", + "on" + ], + [ + "Ġsmil", + "ing" + ], + [ + "ĠW", + "ith" + ], + [ + "Ġgent", + "ly" + ], + [ + "Ġpoin", + "ted" + ], + [ + "E", + "very" + ], + [ + "ow", + "ed" + ], + [ + "Ġsp", + "o" + ], + [ + "co", + "l" + ], + [ + "Ġtast", + "y" + ], + [ + "ul", + "ar" + ], + [ + "ĠJim", + "my" + ], + [ + "Ġpl", + "ane" + ], + [ + "st", + "ing" + ], + [ + "h", + "in" + ], + [ + "Ġh", + "oney" + ], + [ + "it", + "ch" + ], + [ + "Ġp", + "ill" + ], + [ + "Ġp", + "ass" + ], + [ + "itt", + "en" + ], + [ + "Ġm", + "atter" + ], + [ + "Ġad", + "m" + ], + [ + "Ġtast", + "ed" + ], + [ + "Ġsmell", + "ed" + ], + [ + "n", + "ic" + ], + [ + "o", + "ve" + ], + [ + "Ġe", + "ag" + ], + [ + "Ġsh", + "ining" + ], + [ + "He", + "y" + ], + [ + "Ġhop", + "e" + ], + [ + "Ġplac", + "es" + ], + [ + "Ġk", + "ick" + ], + [ + "ĠC", + "h" + ], + [ + "Ġpic", + "nic" + ], + [ + "Ġbott", + "le" + ], + [ + "Ġresp", + "ect" + ], + [ + "Ġb", + "lew" + ], + [ + "Ġapp", + "eared" + ], + [ + "Ġsu", + "pp" + ], + [ + "Tom", + "my" + ], + [ + "ĠC", + "ome" + ], + [ + "Ġsp", + "ider" + ], + [ + "Ġint", + "ere" + ], + [ + "Ġche", + "er" + ], + [ + "bo", + "ard" + ], + [ + "Ġwe", + "aring" + ], + [ + "Ġpres", + "ent" + ], + [ + "er", + "t" + ], + [ + "Ġm", + "ist" + ], + [ + "iz", + "e" + ], + [ + "Ġtrou", + "ble" + ], + [ + "Ġtri", + "p" + ], + [ + "Ġp", + "ract" + ], + [ + "Ġk", + "iss" + ], + [ + "Ġqu", + "est" + ], + [ + "o", + "nd" + ], + [ + "Ġas", + "h" + ], + [ + "Ġlo", + "ves" + ], + [ + "Ġtight", + "ly" + ], + [ + "g", + "g" + ], + [ + "ar", + "ge" + ], + [ + "Ġs", + "ur" + ], + [ + "Ġsp", + "read" + ], + [ + "a", + "ur" + ], + [ + "Ġw", + "ide" + ], + [ + "on", + "es" + ], + [ + "um", + "ber" + ], + [ + "Ġfe", + "ather" + ], + [ + "Ġspl", + "as" + ], + [ + "on", + "t" + ], + [ + "nd", + "p" + ], + [ + "Ġl", + "ater" + ], + [ + "Ġwho", + "le" + ], + [ + "Ġany", + "one" + ], + [ + "Ġbre", + "ad" + ], + [ + "M", + "olly" + ], + [ + "Ġd", + "es" + ], + [ + "Ġre", + "c" + ], + [ + "ell", + "a" + ], + [ + "Ġro", + "ad" + ], + [ + "I", + "n" + ], + [ + "Ġo", + "ce" + ], + [ + "Ġgi", + "ant" + ], + [ + "Ġoce", + "an" + ], + [ + "el", + "s" + ], + [ + "Ġpu", + "zz" + ], + [ + "Ġcook", + "ie" + ], + [ + "Ġp", + "an" + ], + [ + "Ġp", + "ath" + ], + [ + "Åĵ", + "I" + ], + [ + "Ġcon", + "fused" + ], + [ + "Ġscream", + "ed" + ], + [ + "Ġcloud", + "s" + ], + [ + "e", + "b" + ], + [ + "Ġimp", + "ress" + ], + [ + "Ġfr", + "ont" + ], + [ + "ĠG", + "o" + ], + [ + "Ġse", + "at" + ], + [ + "le", + "x" + ], + [ + "Ġl", + "ay" + ], + [ + "Ġwh", + "ich" + ], + [ + "l", + "a" + ], + [ + "Ġth", + "in" + ], + [ + "Ġte", + "ach" + ], + [ + "er", + "ly" + ], + [ + "Ġd", + "i" + ], + [ + "Ġansw", + "er" + ], + [ + "ung", + "le" + ], + [ + "Ġa", + "p" + ], + [ + "ss", + "ed" + ], + [ + "h", + "ile" + ], + [ + "u", + "b" + ], + [ + "Ġl", + "arge" + ], + [ + "Ġj", + "ungle" + ], + [ + "Ġprom", + "ise" + ], + [ + "Ġs", + "er" + ], + [ + "Ġb", + "er" + ], + [ + "Ġw", + "ild" + ], + [ + "Ġb", + "ark" + ], + [ + "Ġm", + "ach" + ], + [ + "oo", + "se" + ], + [ + "Ġbutt", + "on" + ], + [ + "ndp", + "a" + ], + [ + "G", + "ood" + ], + [ + "Ġmy", + "ster" + ], + [ + "Ġsn", + "ake" + ], + [ + "Ġvill", + "age" + ], + [ + "Ġh", + "or" + ], + [ + "ĠEm", + "ily" + ], + [ + "C", + "ome" + ], + [ + "Ġtoo", + "l" + ], + [ + "Ġput", + "s" + ], + [ + "Ġla", + "st" + ], + [ + "Ġim", + "ag" + ], + [ + "ĠJ", + "ake" + ], + [ + "L", + "ucy" + ], + [ + "Ġt", + "id" + ], + [ + "Ġb", + "an" + ], + [ + "le", + "br" + ], + [ + "Ġe", + "ventually" + ], + [ + "Ġsl", + "id" + ], + [ + "Ġwa", + "ve" + ], + [ + "Ġli", + "ve" + ], + [ + "Ġch", + "ased" + ], + [ + "ĠEvery", + "where" + ], + [ + "Ġce", + "lebr" + ], + [ + "Ġcray", + "ons" + ], + [ + "J", + "ust" + ], + [ + "Ġsp", + "ent" + ], + [ + "Ġwr", + "ite" + ], + [ + "Ġgi", + "ves" + ], + [ + "un", + "k" + ], + [ + "if", + "e" + ], + [ + "Ġdec", + "or" + ], + [ + "Ġfo", + "ot" + ], + [ + "Ġdel", + "ight" + ], + [ + "Ġso", + "l" + ], + [ + "Ġsand", + "w" + ], + [ + "Ġdir", + "t" + ], + [ + "ĠJ", + "enny" + ], + [ + "Ġtal", + "king" + ], + [ + "Ġtreat", + "s" + ], + [ + "Ġc", + "art" + ], + [ + "ch", + "ing" + ], + [ + "Ġwait", + "ing" + ], + [ + "Ġhid", + "ing" + ], + [ + "Ġsnow", + "man" + ], + [ + "Ġintere", + "sting" + ], + [ + "Ġh", + "on" + ], + [ + "on", + "y" + ], + [ + "Ġshe", + "lf" + ], + [ + "Ġtast", + "e" + ], + [ + "e", + "en" + ], + [ + "J", + "im" + ], + [ + "Ġst", + "ep" + ], + [ + "M", + "um" + ], + [ + "Ġhelp", + "ful" + ], + [ + "Ġfe", + "et" + ], + [ + "Ġsh", + "y" + ], + [ + "Ġgo", + "es" + ], + [ + "Ġv", + "al" + ], + [ + "Ġe", + "mb" + ], + [ + "Ġst", + "ood" + ], + [ + "Ġsh", + "r" + ], + [ + "Ġbuild", + "ing" + ], + [ + "Ġo", + "ven" + ], + [ + "Ġst", + "ret" + ], + [ + "Ġlove", + "ly" + ], + [ + "Ġduck", + "s" + ], + [ + "Ġcorn", + "er" + ], + [ + "Ġwas", + "h" + ], + [ + "ck", + "s" + ], + [ + "Ġsp", + "e" + ], + [ + "Ġpretend", + "ed" + ], + [ + "Ġroll", + "ed" + ], + [ + "Ġru", + "de" + ], + [ + "o", + "ld" + ], + [ + "Ġc", + "alm" + ], + [ + "Ġp", + "ile" + ], + [ + "Ġte", + "eth" + ], + [ + "Ġjump", + "ing" + ], + [ + "Ġz", + "oo" + ], + [ + "Ġpudd", + "le" + ], + [ + "Ġtid", + "y" + ], + [ + "M", + "ama" + ], + [ + "ig", + "er" + ], + [ + "ip", + "e" + ], + [ + "Ġbug", + "s" + ], + [ + "Ġash", + "amed" + ], + [ + "Ġb", + "at" + ], + [ + "in", + "a" + ], + [ + "ĠR", + "e" + ], + [ + "Ġo", + "b" + ], + [ + "Ġst", + "ra" + ], + [ + "ĠS", + "t" + ], + [ + "Ġwhist", + "le" + ], + [ + "Ġban", + "an" + ], + [ + "n", + "ot" + ], + [ + "Ġn", + "et" + ], + [ + "Ġforg", + "ive" + ], + [ + "Ġprin", + "ce" + ], + [ + "en", + "er" + ], + [ + "Ġsh", + "irt" + ], + [ + "Ġs", + "el" + ], + [ + "Ġc", + "oo" + ], + [ + "Ġemb", + "ar" + ], + [ + "ump", + "y" + ], + [ + "Ġspark", + "ly" + ], + [ + "Ġrem", + "ind" + ], + [ + "Ġs", + "ug" + ], + [ + "Ġc", + "ross" + ], + [ + "Ġm", + "ind" + ], + [ + "Ġcan", + "not" + ], + [ + "Ġsuc", + "cess" + ], + [ + "Ġembar", + "ra" + ], + [ + "S", + "oon" + ], + [ + "Ġm", + "ot" + ], + [ + "Ġsh", + "aring" + ], + [ + "Ġwor", + "m" + ], + [ + "Ġfo", + "ld" + ], + [ + "Ġpeace", + "ful" + ], + [ + "Ġw", + "ore" + ], + [ + "Ġm", + "ountain" + ], + [ + "Ġbl", + "ow" + ], + [ + "l", + "ice" + ], + [ + "Ġ", + "ign" + ], + [ + "Ġbe", + "ll" + ], + [ + "Ġfur", + "ry" + ], + [ + "Ġgra", + "b" + ], + [ + "al", + "s" + ], + [ + "omet", + "imes" + ], + [ + "Ġwhen", + "ever" + ], + [ + "Ġp", + "our" + ], + [ + "v", + "ous" + ], + [ + "ll", + "ie" + ], + [ + "Ġpu", + "sh" + ], + [ + "Ġbre", + "ath" + ], + [ + "Ġmach", + "ine" + ], + [ + "Ġsug", + "ar" + ], + [ + "Ġch", + "ick" + ], + [ + "Ġcreat", + "ive" + ], + [ + "S", + "t" + ], + [ + "n", + "ed" + ], + [ + "Ġb", + "al" + ], + [ + "Ġst", + "ir" + ], + [ + "Ġdo", + "lp" + ], + [ + "Ġtri", + "es" + ], + [ + "N", + "ow" + ], + [ + "Ġl", + "ad" + ], + [ + "ĠL", + "e" + ], + [ + "Ġm", + "ed" + ], + [ + "Ġp", + "ool" + ], + [ + "Ġg", + "ener" + ], + [ + "Ġsa", + "l" + ], + [ + "or", + "k" + ], + [ + "ul", + "t" + ], + [ + "Ġspr", + "ay" + ], + [ + "Ġsh", + "ip" + ], + [ + "i", + "an" + ], + [ + "Ġh", + "um" + ], + [ + "Ġhe", + "l" + ], + [ + "is", + "a" + ], + [ + "Ġsel", + "fish" + ], + [ + "Ġh", + "ar" + ], + [ + "Ġfa", + "ces" + ], + [ + "Ġmess", + "y" + ], + [ + "Ġ", + "'" + ], + [ + "Ġp", + "le" + ], + [ + "ĠS", + "ome" + ], + [ + "ĠH", + "ow" + ], + [ + "Ġgo", + "ld" + ], + [ + "Ġcho", + "col" + ], + [ + "P", + "lease" + ], + [ + "Ġminut", + "es" + ], + [ + "Ġpill", + "ow" + ], + [ + "M", + "y" + ], + [ + "a", + "king" + ], + [ + "Ġt", + "un" + ], + [ + "Ġm", + "issed" + ], + [ + "ig", + "hed" + ], + [ + "Ġv", + "an" + ], + [ + "Ġfix", + "ed" + ], + [ + "Ġfight", + "ing" + ], + [ + "o", + "in" + ], + [ + "Ġf", + "ig" + ], + [ + "Ġembarra", + "ssed" + ], + [ + "Ġme", + "ant" + ], + [ + "Ġdri", + "ve" + ], + [ + "Ġtom", + "orrow" + ], + [ + "Ġh", + "ours" + ], + [ + "Ġc", + "a" + ], + [ + "Ġn", + "er" + ], + [ + "Ġsp", + "icy" + ], + [ + "Ġknow", + "ing" + ], + [ + "ĠP", + "lease" + ], + [ + "Sara", + "h" + ], + [ + "Ġlad", + "der" + ], + [ + "it", + "al" + ], + [ + "Ġhor", + "se" + ], + [ + "at", + "o" + ], + [ + "Ġu", + "g" + ], + [ + "ĠJ", + "ust" + ], + [ + "Ġtr", + "ust" + ], + [ + "Ġho", + "sp" + ], + [ + "Ġug", + "ly" + ], + [ + "Ġhosp", + "ital" + ], + [ + "Ġche", + "w" + ], + [ + "Ġbed", + "room" + ], + [ + "Ġeas", + "y" + ], + [ + "Ġner", + "vous" + ], + [ + "Ġro", + "b" + ], + [ + "Ġthank", + "ful" + ], + [ + "Ġcarrot", + "s" + ], + [ + "D", + "ad" + ], + [ + "ell", + "y" + ], + [ + "Ġgre", + "w" + ], + [ + "Ġcol", + "our" + ], + [ + "Ġbar", + "ked" + ], + [ + "Ġcou", + "ch" + ], + [ + "Ġn", + "ut" + ], + [ + "Ġme", + "adow" + ], + [ + "Ġta", + "ught" + ], + [ + "Ġunderst", + "ood" + ], + [ + "Ġdisapp", + "oin" + ], + [ + "Ġp", + "as" + ], + [ + "an", + "o" + ], + [ + "Ġof", + "ten" + ], + [ + "Ġcl", + "ass" + ], + [ + "Ġpas", + "sed" + ], + [ + "Ġkn", + "ocked" + ], + [ + "Ġland", + "ed" + ], + [ + "Ġm", + "ic" + ], + [ + "ir", + "d" + ], + [ + "Ġfe", + "ar" + ], + [ + "Ġco", + "in" + ], + [ + "Ġmu", + "d" + ], + [ + "w", + "ork" + ], + [ + "Ġd", + "eter" + ], + [ + "Ġre", + "g" + ], + [ + "Ġreturn", + "ed" + ], + [ + "Ġdeter", + "m" + ], + [ + "Ġh", + "ur" + ], + [ + "Ġfin", + "ish" + ], + [ + "iz", + "z" + ], + [ + "Ġte", + "a" + ], + [ + "Ġsmo", + "oth" + ], + [ + "m", + "o" + ], + [ + "Ġst", + "uff" + ], + [ + "Ġmo", + "v" + ], + [ + "Ġgener", + "ous" + ], + [ + "T", + "o" + ], + [ + "Ġ", + "On" + ], + [ + "is", + "p" + ], + [ + "Ġdr", + "um" + ], + [ + "o", + "bby" + ], + [ + "Ġbubble", + "s" + ], + [ + "Ġrob", + "ot" + ], + [ + "Ġthe", + "se" + ], + [ + "Ġse", + "ed" + ], + [ + "Ġgl", + "ass" + ], + [ + "Ġdisappoin", + "ted" + ], + [ + "g", + "round" + ], + [ + "Ġr", + "ing" + ], + [ + "Ġc", + "ard" + ], + [ + "Ġhe", + "ars" + ], + [ + "Ġcar", + "ried" + ], + [ + "Ġmo", + "on" + ], + [ + "Ġchocol", + "ate" + ], + [ + "Ġlea", + "f" + ], + [ + "Ġsnack", + "s" + ], + [ + "Ġcir", + "c" + ], + [ + "Ġfan", + "cy" + ], + [ + "d", + "le" + ], + [ + "Ġsp", + "end" + ], + [ + "ĠA", + "nn" + ], + [ + "ust", + "r" + ], + [ + "Ġcra", + "b" + ], + [ + "Ġsong", + "s" + ], + [ + "p", + "ack" + ], + [ + "Ġp", + "ir" + ], + [ + "eci", + "ally" + ], + [ + "os", + "aur" + ], + [ + "Ġso", + "ld" + ], + [ + "Ġbr", + "idge" + ], + [ + "ĠE", + "ven" + ], + [ + "Ġsleep", + "y" + ], + [ + "Ġhon", + "est" + ], + [ + "Ġm", + "ir" + ], + [ + "ĠB", + "r" + ], + [ + "Ġpa", + "w" + ], + [ + "p", + "ecially" + ], + [ + "Ġa", + "v" + ], + [ + "ĠW", + "hy" + ], + [ + "iz", + "zy" + ], + [ + "Ġche", + "st" + ], + [ + "Ġwo", + "lf" + ], + [ + "Ġdin", + "osaur" + ], + [ + "Ġes", + "pecially" + ], + [ + "Ġm", + "ap" + ], + [ + "Ġg", + "as" + ], + [ + "or", + "y" + ], + [ + "Ġch", + "ange" + ], + [ + "Ġgr", + "oup" + ], + [ + "Ġgather", + "ed" + ], + [ + "Ġs", + "our" + ], + [ + "Ġpo", + "or" + ], + [ + "Ġspl", + "ash" + ], + [ + "Ġwa", + "ves" + ], + [ + "Ġfor", + "ward" + ], + [ + "Ġcl", + "own" + ], + [ + "Ġmyster", + "ious" + ], + [ + "r", + "or" + ], + [ + "Ġbo", + "dy" + ], + [ + "Ġfr", + "ustr" + ], + [ + "Ġcra", + "w" + ], + [ + "Ġf", + "ake" + ], + [ + "Ġp", + "in" + ], + [ + "Ġo", + "k" + ], + [ + "Ġr", + "ad" + ], + [ + "Ġwh", + "isp" + ], + [ + "Ġtw", + "irl" + ], + [ + "Ġstr", + "ing" + ], + [ + "Ġsmell", + "y" + ], + [ + "ĠTo", + "gether" + ], + [ + "s", + "ist" + ], + [ + "Ġc", + "and" + ], + [ + "Ġg", + "ate" + ], + [ + "Ġsc", + "ar" + ], + [ + "ĠK", + "itty" + ], + [ + "Ġneck", + "l" + ], + [ + "B", + "illy" + ], + [ + "Ġmot", + "or" + ], + [ + "y", + "ing" + ], + [ + "ot", + "e" + ], + [ + "Ġsh", + "ore" + ], + [ + "ur", + "se" + ], + [ + "Ġje", + "w" + ], + [ + "Ġwe", + "ak" + ], + [ + "Ġgr", + "umpy" + ], + [ + "Ġfing", + "er" + ], + [ + "Ġsa", + "ck" + ], + [ + "Ġk", + "itten" + ], + [ + "Ġpol", + "ite" + ], + [ + "Ġgl", + "ue" + ], + [ + "u", + "ce" + ], + [ + "Ġn", + "umber" + ], + [ + "air", + "s" + ], + [ + "Ġes", + "c" + ], + [ + "Ġmir", + "ror" + ], + [ + "Ġshe", + "ep" + ], + [ + "Ġv", + "ase" + ], + [ + "Ġplant", + "s" + ], + [ + "Ġber", + "ries" + ], + [ + "mo", + "st" + ], + [ + "B", + "e" + ], + [ + "d", + "en" + ], + [ + "Ġj", + "elly" + ], + [ + "ĠThe", + "ir" + ], + [ + "Ġe", + "mp" + ], + [ + "itt", + "er" + ], + [ + "The", + "re" + ], + [ + "Ġsc", + "r" + ], + [ + "Ġgr", + "ay" + ], + [ + "Ġpuzz", + "le" + ], + [ + "Ġneckl", + "ace" + ], + [ + "Ġm", + "aybe" + ], + [ + "Ġpl", + "ate" + ], + [ + "Ġal", + "most" + ], + [ + "us", + "ie" + ], + [ + "Ġfrustr", + "ated" + ], + [ + "Ġemp", + "ty" + ], + [ + "p", + "ort" + ], + [ + "or", + "ry" + ], + [ + "Ġth", + "ick" + ], + [ + "Ġj", + "am" + ], + [ + "Ġsk", + "ipped" + ], + [ + "ens", + "ive" + ], + [ + "ĠT", + "eddy" + ], + [ + "ag", + "ed" + ], + [ + "Ġclos", + "et" + ], + [ + "Ġhid", + "den" + ], + [ + "Ġexp", + "ensive" + ], + [ + "Ġdeterm", + "ined" + ], + [ + "Ġb", + "ored" + ], + [ + "Ġl", + "it" + ], + [ + "Ġd", + "rew" + ], + [ + "Ġle", + "gs" + ], + [ + "Ġho", + "pping" + ], + [ + "at", + "es" + ], + [ + "ĠS", + "ometimes" + ], + [ + "Ġstick", + "s" + ], + [ + "Ġon", + "es" + ], + [ + "ĠA", + "t" + ], + [ + "Ġbird", + "ie" + ], + [ + "ĠD", + "on" + ], + [ + "Ġpol", + "ice" + ], + [ + "Ġfruit", + "s" + ], + [ + "Ġt", + "ick" + ], + [ + "Ġa", + "unt" + ], + [ + "Ġw", + "is" + ], + [ + "Ġb", + "ake" + ], + [ + "Ġl", + "ine" + ], + [ + "ot", + "s" + ], + [ + "Ġst", + "one" + ], + [ + "Ġdog", + "s" + ], + [ + "au", + "l" + ], + [ + "Ġfig", + "ure" + ], + [ + "J", + "ane" + ], + [ + "Ġs", + "ight" + ], + [ + "Ġc", + "ries" + ], + [ + "ĠB", + "e" + ], + [ + "Ġmo", + "ving" + ], + [ + "Ġcont", + "ent" + ], + [ + "ĠBr", + "own" + ], + [ + "Ġsa", + "ved" + ], + [ + "Ġcl", + "oth" + ], + [ + "?\"", + "." + ], + [ + "bo", + "x" + ], + [ + "Ġbran", + "ches" + ], + [ + "Ġpack", + "ed" + ], + [ + "Ġpower", + "ful" + ], + [ + "Ġsplas", + "hed" + ], + [ + "Ġfe", + "ed" + ], + [ + "est", + "ed" + ], + [ + "Ġyell", + "ed" + ], + [ + "W", + "here" + ], + [ + "d", + "ge" + ], + [ + "k", + "in" + ], + [ + "Ġt", + "iger" + ], + [ + "Ġp", + "ay" + ], + [ + "id", + "dle" + ], + [ + "oo", + "p" + ], + [ + "ĠB", + "ella" + ], + [ + "Ġex", + "am" + ], + [ + "Ġta", + "ken" + ], + [ + "Ġcr", + "ane" + ], + [ + "Ġspo", + "il" + ], + [ + "'", + "d" + ], + [ + "Ġha", + "ng" + ], + [ + "Ġfl", + "ag" + ], + [ + "Ġansw", + "ered" + ], + [ + "Ġdisco", + "vered" + ], + [ + "ĠLe", + "o" + ], + [ + "u", + "sh" + ], + [ + "Ġsa", + "ve" + ], + [ + "Ġsee", + "k" + ], + [ + "Ġexc", + "ite" + ], + [ + "Ġpr", + "ay" + ], + [ + "Ġjo", + "g" + ], + [ + "Ġstand", + "ing" + ], + [ + "Ġdolp", + "hin" + ], + [ + "Ġj", + "ack" + ], + [ + "A", + "re" + ], + [ + "er", + "a" + ], + [ + "ra", + "g" + ], + [ + "Ġfl", + "ut" + ], + [ + "get", + "able" + ], + [ + "Ġb", + "oring" + ], + [ + "Ġlo", + "ck" + ], + [ + "Ġinc", + "red" + ], + [ + "Ġexcite", + "ment" + ], + [ + "Ġs", + "ighed" + ], + [ + "Ġw", + "ip" + ], + [ + "Ġf", + "is" + ], + [ + "Ġf", + "ill" + ], + [ + "Ġso", + "ap" + ], + [ + "ĠM", + "um" + ], + [ + "ol", + "a" + ], + [ + "Ġple", + "ased" + ], + [ + "Ġjack", + "et" + ], + [ + "l", + "ight" + ], + [ + "Ġs", + "ugg" + ], + [ + "Ġm", + "iddle" + ], + [ + "Ġe", + "ld" + ], + [ + "Ġwr", + "ote" + ], + [ + "Ġballoon", + "s" + ], + [ + "Ġorgan", + "ized" + ], + [ + "qu", + "e" + ], + [ + "Ġsail", + "ed" + ], + [ + "The", + "ir" + ], + [ + "Ġtell", + "s" + ], + [ + "Ġo", + "y" + ], + [ + "Ġst", + "ones" + ], + [ + "Ġbo", + "ard" + ], + [ + "Ġsp", + "un" + ], + [ + "Ġve", + "getable" + ], + [ + "l", + "ies" + ], + [ + "Ġ", + "ind" + ], + [ + "in", + "ess" + ], + [ + "Ġwor", + "king" + ], + [ + "l", + "ower" + ], + [ + "al", + "k" + ], + [ + "if", + "f" + ], + [ + "Ġpar", + "rot" + ], + [ + "St", + "op" + ], + [ + "Ġscar", + "f" + ], + [ + "Ġwa", + "gged" + ], + [ + "Ġcl", + "ap" + ], + [ + "Ġme", + "asure" + ], + [ + "as", + "ing" + ], + [ + "Ġte", + "ars" + ], + [ + "bo", + "dy" + ], + [ + "Ġcomfort", + "able" + ], + [ + "Ġle", + "g" + ], + [ + "Ġsw", + "an" + ], + [ + "Ġtr", + "ue" + ], + [ + "Ġfr", + "ight" + ], + [ + "Ġdr", + "op" + ], + [ + "Ġsmo", + "ke" + ], + [ + "Ġfeather", + "s" + ], + [ + "Ġincred", + "ible" + ], + [ + "g", + "gs" + ], + [ + "u", + "al" + ], + [ + "Ġt", + "ie" + ], + [ + "Ġc", + "ap" + ], + [ + "Ġlo", + "se" + ], + [ + "Ġpu", + "s" + ], + [ + "Ġeag", + "er" + ], + [ + "Ġmov", + "ie" + ], + [ + "f", + "ic" + ], + [ + "Ġc", + "op" + ], + [ + "Ġe", + "ggs" + ], + [ + "oo", + "f" + ], + [ + "Ġr", + "id" + ], + [ + "Ġco", + "vered" + ], + [ + "Ġf", + "il" + ], + [ + "Ġle", + "m" + ], + [ + "Ġgra", + "p" + ], + [ + "Ġdisapp", + "eared" + ], + [ + "Ġrec", + "ord" + ], + [ + "ĠT", + "V" + ], + [ + "ĠB", + "l" + ], + [ + "Ġex", + "t" + ], + [ + "Ġor", + "d" + ], + [ + "Ġgigg", + "led" + ], + [ + "c", + "orn" + ], + [ + "Ġp", + "ri" + ], + [ + "Ġha", + "m" + ], + [ + "Ġr", + "are" + ], + [ + "Ġyour", + "self" + ], + [ + "Ġen", + "g" + ], + [ + "Ġwh", + "ale" + ], + [ + "Ġkn", + "ife" + ], + [ + "ĠL", + "isa" + ], + [ + "Ġte", + "am" + ], + [ + "ĠJohn", + "ny" + ], + [ + "z", + "ed" + ], + [ + "Ġt", + "est" + ], + [ + "Ġb", + "one" + ], + [ + "Ġd", + "izzy" + ], + [ + "Ġli", + "br" + ], + [ + "Ġwra", + "p" + ], + [ + "Ġquest", + "ions" + ], + [ + "i", + "v" + ], + [ + "Ġl", + "ying" + ], + [ + "Ġst", + "amp" + ], + [ + "Ġli", + "cked" + ], + [ + "Ġno", + "isy" + ], + [ + "Ġkind", + "ness" + ], + [ + "Ġdif", + "fic" + ], + [ + "Ġdraw", + "ing" + ], + [ + "app", + "ing" + ], + [ + "Jim", + "my" + ], + [ + "Ġstra", + "w" + ], + [ + "Ġb", + "urn" + ], + [ + "Ġwa", + "gon" + ], + [ + "at", + "ely" + ], + [ + "Ġgr", + "own" + ], + [ + "Ġrock", + "et" + ], + [ + "Ġpop", + "corn" + ], + [ + "S", + "ally" + ], + [ + "Ġb", + "atter" + ], + [ + "Ġwa", + "nd" + ], + [ + "Ġan", + "c" + ], + [ + "ĠE", + "nd" + ], + [ + "Ġsw", + "ord" + ], + [ + "Ġhappen", + "ing" + ], + [ + "Ġlift", + "ed" + ], + [ + "Ġbal", + "ance" + ], + [ + "Ġext", + "ra" + ], + [ + "S", + "orry" + ], + [ + "h", + "a" + ], + [ + "Ġwa", + "nder" + ], + [ + "Ġf", + "at" + ], + [ + "ĠM", + "ark" + ], + [ + "ĠE", + "lla" + ], + [ + "Ġbec", + "ome" + ], + [ + "Ġtr", + "ack" + ], + [ + "Ġsmall", + "er" + ], + [ + "Ġmist", + "ake" + ], + [ + "Ġto", + "ast" + ], + [ + "at", + "ing" + ], + [ + "Ġman", + "aged" + ], + [ + "sel", + "ves" + ], + [ + "ĠP", + "eter" + ], + [ + "Ġbath", + "room" + ], + [ + "Ġhar", + "m" + ], + [ + "Ġdiffic", + "ult" + ], + [ + "Ġtw", + "ist" + ], + [ + "Ġoff", + "ered" + ], + [ + "Ġru", + "ined" + ], + [ + "Ġmat", + "ch" + ], + [ + "Ġanc", + "ient" + ], + [ + "Ġg", + "ar" + ], + [ + "ill", + "i" + ], + [ + "Ġdist", + "ance" + ], + [ + "Ġplay", + "ground" + ], + [ + "Ġla", + "zy" + ], + [ + "Ġdan", + "cing" + ], + [ + "Ġadvent", + "ur" + ], + [ + "a", + "f" + ], + [ + "ĠB", + "a" + ], + [ + "Ġcall", + "ing" + ], + [ + "Ġclean", + "ed" + ], + [ + "Ġcr", + "own" + ], + [ + "orm", + "al" + ], + [ + "Ġon", + "ce" + ], + [ + "Ġbo", + "ss" + ], + [ + "Ġse", + "ll" + ], + [ + "Ġwalk", + "s" + ], + [ + "Ġfright", + "ened" + ], + [ + "er", + "ri" + ], + [ + "Ġm", + "ask" + ], + [ + "Ġfl", + "uffy" + ], + [ + "em", + "o" + ], + [ + "Ġ", + "Z" + ], + [ + "Ġf", + "rag" + ], + [ + "Ġd", + "est" + ], + [ + "Ġn", + "ormal" + ], + [ + "Ġy", + "og" + ], + [ + "Ġpick", + "s" + ], + [ + "Ġey", + "e" + ], + [ + "Ġdr", + "ank" + ], + [ + "Ġcir", + "cle" + ], + [ + "Ġadventur", + "ous" + ], + [ + "S", + "pot" + ], + [ + "Ġt", + "ent" + ], + [ + "Ġp", + "ress" + ], + [ + "Ġk", + "issed" + ], + [ + "ic", + "t" + ], + [ + "Ġsc", + "iss" + ], + [ + "Ġget", + "s" + ], + [ + "Ġtr", + "unk" + ], + [ + "Ġche", + "ck" + ], + [ + "Ġenjoy", + "ing" + ], + [ + "Ġshell", + "s" + ], + [ + "Ġeld", + "erly" + ], + [ + "Ġsciss", + "ors" + ], + [ + "Ġt", + "erri" + ], + [ + "Ġto", + "ug" + ], + [ + "ag", + "es" + ], + [ + "Ġste", + "al" + ], + [ + "M", + "e" + ], + [ + "re", + "ady" + ], + [ + "et", + "e" + ], + [ + "Ġal", + "ready" + ], + [ + "ĠL", + "ittle" + ], + [ + "Ġju", + "icy" + ], + [ + "Ġstu", + "dy" + ], + [ + "Ġh", + "orn" + ], + [ + "er", + "p" + ], + [ + "Ġp", + "izz" + ], + [ + "Ġall", + "ig" + ], + [ + "Ġloud", + "er" + ], + [ + "Ġtow", + "el" + ], + [ + "Ġcirc", + "les" + ], + [ + "Ġle", + "ad" + ], + [ + "Ġro", + "ar" + ], + [ + "Ġro", + "se" + ], + [ + "Ġsl", + "ipped" + ], + [ + "Ġte", + "le" + ], + [ + "Ġfam", + "ous" + ], + [ + "Ġar", + "g" + ], + [ + "Ġcheer", + "ful" + ], + [ + "ĠRe", + "x" + ], + [ + "Ġtoug", + "h" + ], + [ + "i", + "pper" + ], + [ + "Ġb", + "arn" + ], + [ + "Ġf", + "ool" + ], + [ + "Ġd", + "ig" + ], + [ + "Ġd", + "ish" + ], + [ + "Ġagain", + "st" + ], + [ + "Ġde", + "er" + ], + [ + "Ġsweet", + "ie" + ], + [ + "Ġeng", + "ine" + ], + [ + "Ġ", + "ed" + ], + [ + "Ġf", + "ather" + ], + [ + "Ġco", + "ver" + ], + [ + "Ġyour", + "s" + ], + [ + "Ġneed", + "s" + ], + [ + "Jo", + "e" + ], + [ + "Ġbag", + "s" + ], + [ + "Ġspin", + "ning" + ], + [ + "S", + "ue" + ], + [ + "Ġa", + "w" + ], + [ + "an", + "ged" + ], + [ + "am", + "ond" + ], + [ + "Ġy", + "arn" + ], + [ + "op", + "h" + ], + [ + "Ġgi", + "ving" + ], + [ + "Ġdi", + "amond" + ], + [ + "Ġsandw", + "ich" + ], + [ + "Ġind", + "epend" + ], + [ + "Ġfrag", + "ile" + ], + [ + "W", + "ho" + ], + [ + "ce", + "pt" + ], + [ + "Ġno", + "sy" + ], + [ + "Ġtw", + "ig" + ], + [ + "Ġhurt", + "s" + ], + [ + "Ġsugg", + "ested" + ], + [ + "Ġlem", + "on" + ], + [ + "i", + "est" + ], + [ + "in", + "ation" + ], + [ + "or", + "ge" + ], + [ + "Ġno", + "d" + ], + [ + "Ġbl", + "oom" + ], + [ + "Ġho", + "se" + ], + [ + "Ġbox", + "es" + ], + [ + "Ġreal", + "ised" + ], + [ + "Ġfr", + "own" + ], + [ + "ac", + "he" + ], + [ + "Ġrel", + "ax" + ], + [ + "Ġham", + "mer" + ], + [ + "Ġa", + "dded" + ], + [ + "Ġwe", + "ird" + ], + [ + "Ġmo", + "d" + ], + [ + "Ġcr", + "ack" + ], + [ + "Ġallig", + "ator" + ], + [ + "A", + "my" + ], + [ + "G", + "ra" + ], + [ + "o", + "ot" + ], + [ + "Ġsh", + "ake" + ], + [ + "ra", + "ge" + ], + [ + "Ġlearn", + "ing" + ], + [ + "Ġvegetable", + "s" + ], + [ + "Ġa", + "dd" + ], + [ + "Ġm", + "elt" + ], + [ + "ĠS", + "usie" + ], + [ + "el", + "p" + ], + [ + "ĠB", + "obby" + ], + [ + "Ġtra", + "p" + ], + [ + "Ġcoll", + "ar" + ], + [ + "Ġstu", + "bb" + ], + [ + "i", + "que" + ], + [ + "Ġb", + "orrow" + ], + [ + "Ġp", + "ump" + ], + [ + "Ġloud", + "ly" + ], + [ + "Ġsear", + "ch" + ], + [ + "Ġchick", + "en" + ], + [ + "Ġpizz", + "a" + ], + [ + "Ġindepend", + "ent" + ], + [ + "Ġstubb", + "orn" + ], + [ + "Ġre", + "f" + ], + [ + "Ġas", + "king" + ], + [ + "Ġbr", + "illi" + ], + [ + "Ġdec", + "ide" + ], + [ + "Ġfl", + "ash" + ], + [ + "Ġcat", + "erp" + ], + [ + "Ġqu", + "een" + ], + [ + "Ġsn", + "ee" + ], + [ + "ĠR", + "ose" + ], + [ + "Ġinv", + "ited" + ], + [ + "Ġstraw", + "ber" + ], + [ + "Ġfool", + "ish" + ], + [ + "Ġcaterp", + "ill" + ], + [ + "g", + "y" + ], + [ + "Ġt", + "ur" + ], + [ + "Ġd", + "epend" + ], + [ + "Ġg", + "uit" + ], + [ + "Ġst", + "ri" + ], + [ + "Ġkn", + "ight" + ], + [ + "Ġboy", + "s" + ], + [ + "Ġpe", + "e" + ], + [ + "Ġcom", + "b" + ], + [ + "Ġcle", + "ar" + ], + [ + "Ġun", + "ique" + ], + [ + "Ġbutt", + "ons" + ], + [ + "ĠTweet", + "y" + ], + [ + "Ġcolour", + "ful" + ], + [ + "Ġesc", + "ape" + ], + [ + "Ġbrilli", + "ant" + ], + [ + "Ġr", + "ich" + ], + [ + "ĠB", + "u" + ], + [ + "Ġsay", + "ing" + ], + [ + "Ġro", + "de" + ], + [ + "Ġsk", + "in" + ], + [ + "Ġgar", + "age" + ], + [ + "H", + "elp" + ], + [ + "d", + "om" + ], + [ + "Ġm", + "ummy" + ], + [ + "Ġbe", + "ak" + ], + [ + "ur", + "ed" + ], + [ + "a", + "w" + ], + [ + "e", + "orge" + ], + [ + "r", + "op" + ], + [ + "ed", + "ient" + ], + [ + "Ġun", + "us" + ], + [ + "Ġoy", + "ster" + ], + [ + "Ġtur", + "key" + ], + [ + "Ġ", + "OK" + ], + [ + "Ġf", + "ountain" + ], + [ + "Ġp", + "atter" + ], + [ + "Ġwe", + "ek" + ], + [ + "Ġch", + "ase" + ], + [ + "Ġru", + "bb" + ], + [ + "Ġcount", + "ed" + ], + [ + "Ġreg", + "ular" + ], + [ + "Ġwip", + "ed" + ], + [ + "Ġguit", + "ar" + ], + [ + "Ġunus", + "ual" + ], + [ + "l", + "and" + ], + [ + "Ġu", + "mb" + ], + [ + "Ġfor", + "k" + ], + [ + "Ġshow", + "s" + ], + [ + "Ġlight", + "s" + ], + [ + "Ġwall", + "s" + ], + [ + "Ġdream", + "ed" + ], + [ + "Ġbanan", + "a" + ], + [ + "Ġsuccess", + "ful" + ], + [ + "Ġjew", + "el" + ], + [ + "Ġpatter", + "n" + ], + [ + "Ġumb", + "re" + ], + [ + "c", + "il" + ], + [ + "r", + "ay" + ], + [ + "in", + "al" + ], + [ + "Ġl", + "ow" + ], + [ + "im", + "ed" + ], + [ + "Ġsw", + "e" + ], + [ + "Ġcry", + "st" + ], + [ + "Ġpen", + "cil" + ], + [ + "Ġsaf", + "ely" + ], + [ + "Ġtool", + "s" + ], + [ + "W", + "ell" + ], + [ + "Ġt", + "ape" + ], + [ + "Ġst", + "ream" + ], + [ + "ce", + "ed" + ], + [ + "Ġre", + "sc" + ], + [ + "Ġab", + "ove" + ], + [ + "Ġhard", + "er" + ], + [ + "Ġgu", + "ess" + ], + [ + "Ġbott", + "om" + ], + [ + "Ġmark", + "et" + ], + [ + "Ġimpress", + "ed" + ], + [ + "Ġwa", + "ff" + ], + [ + "an", + "ut" + ], + [ + "ig", + "inal" + ], + [ + "Ġnot", + "ice" + ], + [ + "ill", + "a" + ], + [ + "Ġno", + "ds" + ], + [ + "Ġpe", + "anut" + ], + [ + "ol", + "og" + ], + [ + "Ġpat", + "ch" + ], + [ + "Ġcraw", + "led" + ], + [ + "Ġcaterpill", + "ar" + ], + [ + "n", + "a" + ], + [ + "Ġt", + "ank" + ], + [ + "Ġt", + "ask" + ], + [ + "Ġt", + "ire" + ], + [ + "Ġg", + "un" + ], + [ + "Ġlo", + "ad" + ], + [ + "Ġcomp", + "et" + ], + [ + "umb", + "led" + ], + [ + "Ġap", + "olog" + ], + [ + "Ġsol", + "ve" + ], + [ + "H", + "ow" + ], + [ + "M", + "ummy" + ], + [ + "f", + "ast" + ], + [ + "h", + "ip" + ], + [ + "Ġ", + "No" + ], + [ + "Ġb", + "itter" + ], + [ + "ar", + "l" + ], + [ + "Ġe", + "ars" + ], + [ + "Ġsh", + "one" + ], + [ + "Ġbr", + "ush" + ], + [ + "ĠF", + "in" + ], + [ + "Ġor", + "iginal" + ], + [ + "Ġfi", + "er" + ], + [ + "Ġgl", + "ow" + ], + [ + "ĠN", + "emo" + ], + [ + "Ġbreak", + "fast" + ], + [ + "Ġadm", + "ired" + ], + [ + "ĠBl", + "ue" + ], + [ + "Ġed", + "ge" + ], + [ + "Ġdepend", + "able" + ], + [ + "u", + "nd" + ], + [ + "ut", + "h" + ], + [ + "ĠI", + "f" + ], + [ + "Ġcl", + "ay" + ], + [ + "Ġstrong", + "er" + ], + [ + "Ġboss", + "y" + ], + [ + "Ġc", + "udd" + ], + [ + "as", + "er" + ], + [ + "Ġgra", + "ndpa" + ], + [ + "Ġknow", + "s" + ], + [ + "Ġpick", + "ing" + ], + [ + "Ġjo", + "ke" + ], + [ + "Ġboat", + "s" + ], + [ + "Ġba", + "ld" + ], + [ + "Ġmed", + "ic" + ], + [ + "Ġscr", + "at" + ], + [ + "Ġc", + "one" + ], + [ + "Ġp", + "enny" + ], + [ + "Ġle", + "an" + ], + [ + "Ġra", + "ft" + ], + [ + "ugg", + "led" + ], + [ + "Ġsuc", + "ceed" + ], + [ + "Ġob", + "edient" + ], + [ + "Ġhum", + "ble" + ], + [ + "Ġlibr", + "ary" + ], + [ + "R", + "e" + ], + [ + "he", + "ad" + ], + [ + "Ġp", + "h" + ], + [ + "Ġn", + "umb" + ], + [ + "Ġsa", + "uce" + ], + [ + "ĠB", + "ear" + ], + [ + "Ġtr", + "ay" + ], + [ + "Ġproud", + "ly" + ], + [ + "He", + "re" + ], + [ + "Ġsound", + "ed" + ], + [ + "Ġsqu", + "are" + ], + [ + "Ġterri", + "ble" + ], + [ + "Ġcryst", + "al" + ], + [ + "Ġfier", + "ce" + ], + [ + "J", + "ill" + ], + [ + "Ġw", + "itch" + ], + [ + "in", + "ary" + ], + [ + "Ġhapp", + "iness" + ], + [ + "ĠL", + "ola" + ], + [ + "Ġhand", + "ed" + ], + [ + "Ġfr", + "idge" + ], + [ + "f", + "a" + ], + [ + "Ġr", + "ough" + ], + [ + "ent", + "ion" + ], + [ + "Ġch", + "anged" + ], + [ + "Ġjo", + "ined" + ], + [ + "Ġra", + "ven" + ], + [ + "Ġmight", + "y" + ], + [ + "Ġcho", + "se" + ], + [ + "Ġwhe", + "el" + ], + [ + "Ġumbre", + "lla" + ], + [ + "Ġt", + "ag" + ], + [ + "Ġc", + "ri" + ], + [ + "Ġo", + "w" + ], + [ + "ar", + "ry" + ], + [ + "im", + "p" + ], + [ + "ĠB", + "ill" + ], + [ + "Ġhelp", + "s" + ], + [ + "Ġfind", + "ing" + ], + [ + "Ġclean", + "ing" + ], + [ + "Ġsqu", + "ee" + ], + [ + "Ġfire", + "work" + ], + [ + "Ġmedic", + "ine" + ], + [ + "a", + "zz" + ], + [ + "m", + "et" + ], + [ + "Ġplay", + "ful" + ], + [ + "Ġlo", + "cked" + ], + [ + "Ġgo", + "at" + ], + [ + "Ġac", + "cept" + ], + [ + "Ġcomp", + "ass" + ], + [ + "Ġsur", + "f" + ], + [ + "Ġcompet", + "it" + ], + [ + "e", + "xt" + ], + [ + "k", + "n" + ], + [ + "Ġs", + "y" + ], + [ + "Ġs", + "il" + ], + [ + "Ġbe", + "et" + ], + [ + "ĠM", + "ar" + ], + [ + "ur", + "ing" + ], + [ + "Ġch", + "ir" + ], + [ + "ĠE", + "llie" + ], + [ + "Ġball", + "s" + ], + [ + "Åĵ", + "Let" + ], + [ + "Ġbutterf", + "lies" + ], + [ + "Ġgu", + "ard" + ], + [ + "Ġcray", + "on" + ], + [ + "Ġdisco", + "ver" + ], + [ + "Ġpar", + "ade" + ], + [ + "Ġmix", + "ed" + ], + [ + "Ġval", + "u" + ], + [ + "Ġhel", + "met" + ], + [ + "ĠBrown", + "ie" + ], + [ + "E", + "m" + ], + [ + "j", + "ect" + ], + [ + "s", + "qu" + ], + [ + "u", + "d" + ], + [ + "Ġg", + "um" + ], + [ + "at", + "ure" + ], + [ + "Ġis", + "land" + ], + [ + "Ġco", + "st" + ], + [ + "Ġmo", + "le" + ], + [ + "Ġnice", + "ly" + ], + [ + "Ġkind", + "s" + ], + [ + "Ġra", + "ced" + ], + [ + "Ġsto", + "ve" + ], + [ + "Ġlaugh", + "s" + ], + [ + "Ġmar", + "ch" + ], + [ + "Ġfall", + "s" + ], + [ + "Ġpers", + "ist" + ], + [ + "ĠBa", + "by" + ], + [ + "oph", + "ie" + ], + [ + "A", + "lice" + ], + [ + "i", + "ence" + ], + [ + "it", + "o" + ], + [ + "Ġc", + "age" + ], + [ + "Ġg", + "oose" + ], + [ + "Ġco", + "ins" + ], + [ + "Ġtr", + "ump" + ], + [ + "Ġmo", + "squ" + ], + [ + "Ġser", + "ious" + ], + [ + "Ġmosqu", + "ito" + ], + [ + "Ġf", + "lex" + ], + [ + "Ġc", + "ro" + ], + [ + "el", + "on" + ], + [ + "Ġexc", + "la" + ], + [ + "Ġch", + "oose" + ], + [ + "Ġexpl", + "ored" + ], + [ + "Ġun", + "l" + ], + [ + "Ġbrother", + "s" + ], + [ + "Ġgu", + "il" + ], + [ + "Ġnumb", + "ers" + ], + [ + "Ġtrump", + "et" + ], + [ + "Ġ", + "icy" + ], + [ + "Ġmom", + "s" + ], + [ + "ie", + "w" + ], + [ + "Ġv", + "iew" + ], + [ + "Ġen", + "orm" + ], + [ + "Ġfire", + "man" + ], + [ + "ĠMr", + "s" + ], + [ + "Ġpract", + "ice" + ], + [ + "Ġenorm", + "ous" + ], + [ + "w", + "ards" + ], + [ + "Ġs", + "up" + ], + [ + "Ġvo", + "lc" + ], + [ + "Ġmean", + "s" + ], + [ + "Ġpoin", + "ting" + ], + [ + "Ġvalu", + "able" + ], + [ + "Ġflex", + "ible" + ], + [ + "Ġexcla", + "imed" + ], + [ + "Ġguil", + "ty" + ], + [ + "y", + "al" + ], + [ + "Ġc", + "am" + ], + [ + "Ġp", + "ipe" + ], + [ + "is", + "ion" + ], + [ + "ĠM", + "y" + ], + [ + "Ġuse", + "ful" + ], + [ + "Ġfav", + "our" + ], + [ + "Ġcra", + "zy" + ], + [ + "Ġph", + "ot" + ], + [ + "kn", + "own" + ], + [ + "Ġvolc", + "ano" + ], + [ + "Ġwa", + "ke" + ], + [ + "Ġc", + "ity" + ], + [ + "om", + "ed" + ], + [ + "ll", + "ip" + ], + [ + "Ġfor", + "th" + ], + [ + "Ġlo", + "llip" + ], + [ + "Ġse", + "al" + ], + [ + "Ġall", + "owed" + ], + [ + "Ġsc", + "are" + ], + [ + "Ġbright", + "ly" + ], + [ + "Ġmar", + "ble" + ], + [ + "Ġpop", + "ular" + ], + [ + "Ġflash", + "light" + ], + [ + "Ġcompass", + "ion" + ], + [ + "Ġlollip", + "op" + ], + [ + "Ġ", + "U" + ], + [ + "Ġ", + "ing" + ], + [ + "Ġh", + "unt" + ], + [ + "Ġd", + "ull" + ], + [ + "er", + "ry" + ], + [ + "Ġst", + "at" + ], + [ + "Ġshe", + "l" + ], + [ + "!\"", + "." + ], + [ + "Ġun", + "known" + ], + [ + "Ġhat", + "s" + ], + [ + "Ġsho", + "ot" + ], + [ + "red", + "ient" + ], + [ + "Ġbelong", + "ed" + ], + [ + "Ġfavour", + "ite" + ], + [ + "Ġing", + "redient" + ], + [ + "Ġp", + "il" + ], + [ + "Ġlo", + "yal" + ], + [ + "Ġbra", + "ce" + ], + [ + "ĠWhen", + "ever" + ], + [ + "Ġdream", + "s" + ], + [ + "Ġkick", + "ed" + ], + [ + "Ġseed", + "s" + ], + [ + "Ġtwirl", + "ed" + ], + [ + "Ġsup", + "er" + ], + [ + "t", + "ime" + ], + [ + "Ġf", + "ine" + ], + [ + "Ġbe", + "es" + ], + [ + "Ġso", + "fa" + ], + [ + "Ġsh", + "ark" + ], + [ + "ĠM", + "ike" + ], + [ + "Ġan", + "x" + ], + [ + "Ġsad", + "ly" + ], + [ + "Ġshow", + "ing" + ], + [ + "Ġway", + "s" + ], + [ + "Ġtruck", + "s" + ], + [ + "Ġdelic", + "ate" + ], + [ + "ation", + "s" + ], + [ + "Ġrep", + "e" + ], + [ + "Ġimpress", + "ive" + ], + [ + "Ġpour", + "ed" + ], + [ + "Ġpir", + "ate" + ], + [ + "Ġwhisp", + "ered" + ], + [ + "Ġharm", + "less" + ], + [ + "a", + "ff" + ], + [ + "Ġt", + "urt" + ], + [ + "Ġt", + "ied" + ], + [ + "ar", + "oo" + ], + [ + "ad", + "o" + ], + [ + "art", + "h" + ], + [ + "Ġgra", + "ce" + ], + [ + "Ġhand", + "le" + ], + [ + "Ġen", + "c" + ], + [ + "Ġdel", + "iver" + ], + [ + "Ben", + "ny" + ], + [ + "Ġru", + "shed" + ], + [ + "Ġus", + "ing" + ], + [ + "ang", + "aroo" + ], + [ + "Ġshap", + "e" + ], + [ + "Ġbus", + "hes" + ], + [ + "Ġpersist", + "ent" + ], + [ + "Ġg", + "or" + ], + [ + "ĠS", + "p" + ], + [ + "Ġk", + "angaroo" + ], + [ + "Ġan", + "g" + ], + [ + "Ġoff", + "ice" + ], + [ + "Ġanx", + "ious" + ], + [ + "G", + "o" + ], + [ + "al", + "ous" + ], + [ + "Ġsp", + "ell" + ], + [ + "ĠW", + "hile" + ], + [ + "ia", + "ble" + ], + [ + "Ġpot", + "ato" + ], + [ + "Ġje", + "alous" + ], + [ + "Ġwra", + "pped" + ], + [ + "Ġf", + "our" + ], + [ + "Ġc", + "urt" + ], + [ + "Ġlo", + "g" + ], + [ + "Ġco", + "al" + ], + [ + "Ġrel", + "iable" + ], + [ + "Ġcurt", + "ain" + ], + [ + "D", + "aisy" + ], + [ + "Ġs", + "udden" + ], + [ + "mb", + "ol" + ], + [ + "Åĵ", + "Yes" + ], + [ + "ac", + "hes" + ], + [ + "ĠP", + "e" + ], + [ + "Ġpain", + "ted" + ], + [ + "ĠTo", + "by" + ], + [ + "Ġce", + "re" + ], + [ + "g", + "u" + ], + [ + "Ġt", + "ummy" + ], + [ + "Ġth", + "ose" + ], + [ + "ous", + "es" + ], + [ + "udd", + "y" + ], + [ + "Ġcu", + "sh" + ], + [ + "Ġmet", + "al" + ], + [ + "Ġsy", + "mbol" + ], + [ + "Ġbeet", + "le" + ], + [ + "Ġcam", + "era" + ], + [ + "Ġh", + "ouses" + ], + [ + "il", + "t" + ], + [ + "Ġcelebr", + "ate" + ], + [ + "Ġdelight", + "ed" + ], + [ + "Ġgor", + "illa" + ], + [ + "Ġto", + "oth" + ], + [ + "Ġth", + "irst" + ], + [ + "ke", + "ep" + ], + [ + "Ġsh", + "iver" + ], + [ + "Ġre", + "ward" + ], + [ + "Ġsp", + "ace" + ], + [ + "Ġtra", + "vel" + ], + [ + "Ġru", + "bbed" + ], + [ + "Ġprin", + "t" + ], + [ + "Ġdri", + "ving" + ], + [ + "Ġmar", + "ry" + ], + [ + "Ġwar", + "ned" + ], + [ + "Ġsold", + "ier" + ], + [ + "Ġmotor", + "cy" + ], + [ + "c", + "ut" + ], + [ + "Ġs", + "on" + ], + [ + "Ġto", + "r" + ], + [ + "ar", + "lie" + ], + [ + "Ġher", + "o" + ], + [ + "ie", + "f" + ], + [ + "Ġcar", + "p" + ], + [ + "Ġexcited", + "ly" + ], + [ + "Ġte", + "mp" + ], + [ + "ĠP", + "ete" + ], + [ + "ĠBob", + "o" + ], + [ + "co", + "d" + ], + [ + "Ġhun", + "g" + ], + [ + "Ġgrow", + "ing" + ], + [ + "up", + "id" + ], + [ + "Ġthin", + "king" + ], + [ + "Ġtun", + "n" + ], + [ + "W", + "hile" + ], + [ + "c", + "u" + ], + [ + "i", + "pp" + ], + [ + "Ġh", + "ay" + ], + [ + "Ġy", + "et" + ], + [ + "Ġv", + "ine" + ], + [ + "Ġac", + "orn" + ], + [ + "icy", + "cle" + ], + [ + "Ġpre", + "p" + ], + [ + "Ġremind", + "ed" + ], + [ + "Ġgas", + "ped" + ], + [ + "Ġflut", + "e" + ], + [ + "Ġord", + "inary" + ], + [ + "Ġcro", + "cod" + ], + [ + "Ġa", + "mb" + ], + [ + "Ġc", + "ur" + ], + [ + "ĠB", + "et" + ], + [ + "ĠM", + "andy" + ], + [ + "Ġpu", + "p" + ], + [ + "Ġcreature", + "s" + ], + [ + "Ġhur", + "ry" + ], + [ + "Ġspoil", + "ed" + ], + [ + "Ġt", + "imes" + ], + [ + "Ġm", + "is" + ], + [ + "Ġr", + "ice" + ], + [ + "Ġst", + "upid" + ], + [ + "Ġsh", + "ine" + ], + [ + "Ġre", + "sist" + ], + [ + "ug", + "ged" + ], + [ + "Ġla", + "w" + ], + [ + "Ġsk", + "ull" + ], + [ + "co", + "a" + ], + [ + "Ġmiss", + "ing" + ], + [ + "Ġwhe", + "at" + ], + [ + "Ġsupp", + "ort" + ], + [ + "Ġingredient", + "s" + ], + [ + "a", + "id" + ], + [ + "l", + "oo" + ], + [ + "Ġc", + "ase" + ], + [ + "er", + "y" + ], + [ + "Ġwas", + "hed" + ], + [ + "Ġdo", + "ve" + ], + [ + "Ġsp", + "illed" + ], + [ + "Ġsc", + "oot" + ], + [ + "Ġme", + "al" + ], + [ + "Ġmu", + "le" + ], + [ + "ĠD", + "ucky" + ], + [ + "Ġmo", + "der" + ], + [ + "ars", + "h" + ], + [ + "Åĵ", + "What" + ], + [ + "Ġtri", + "ck" + ], + [ + "Ġset", + "t" + ], + [ + "ĠTweet", + "ie" + ], + [ + "Ġboun", + "ce" + ], + [ + "Ġfil", + "thy" + ], + [ + "Ġb", + "ase" + ], + [ + "Ġh", + "oop" + ], + [ + "Ġf", + "re" + ], + [ + "Ġst", + "umbled" + ], + [ + "Ġso", + "ar" + ], + [ + "Ġwe", + "al" + ], + [ + "Ġsee", + "m" + ], + [ + "Ġwor", + "d" + ], + [ + "Ġla", + "b" + ], + [ + "ĠD", + "ave" + ], + [ + "ĠF", + "r" + ], + [ + "Ġbad", + "ly" + ], + [ + "Ġhair", + "y" + ], + [ + "Ġcra", + "wl" + ], + [ + "Ġlive", + "ly" + ], + [ + "Ġstep", + "s" + ], + [ + "ÅĵLet", + "â" + ], + [ + "Ġbrace", + "let" + ], + [ + "Ġcere", + "al" + ], + [ + "Ġthirst", + "y" + ], + [ + "Ġcarp", + "et" + ], + [ + "Ġw", + "ool" + ], + [ + "it", + "her" + ], + [ + "Ġgo", + "al" + ], + [ + "Ġback", + "pack" + ], + [ + "Ġtr", + "uth" + ], + [ + "Ġcom", + "pl" + ], + [ + "Ġche", + "ap" + ], + [ + "Ġdis", + "g" + ], + [ + "Ġplac", + "ed" + ], + [ + "Ġear", + "ly" + ], + [ + "Ġdecor", + "ate" + ], + [ + "Ġnut", + "s" + ], + [ + "O", + "w" + ], + [ + "c", + "ream" + ], + [ + "Ġb", + "ump" + ], + [ + "Ġthem", + "selves" + ], + [ + "ic", + "es" + ], + [ + "Ġhelp", + "less" + ], + [ + "Ġcl", + "um" + ], + [ + "Ġsc", + "atter" + ], + [ + "Ġsc", + "ale" + ], + [ + "Ġnew", + "s" + ], + [ + "ust", + "ing" + ], + [ + "Ġen", + "v" + ], + [ + "âĤ¬â", + "Ģ" + ], + [ + "Ġtell", + "ing" + ], + [ + "Ġswing", + "ing" + ], + [ + "Ġspark", + "led" + ], + [ + "Ġcarry", + "ing" + ], + [ + "gg", + "ing" + ], + [ + "in", + "es" + ], + [ + "ri", + "c" + ], + [ + "Ġfriends", + "hip" + ], + [ + "Ġcare", + "less" + ], + [ + "Ġsn", + "e" + ], + [ + "Ġdoes", + "n" + ], + [ + "Ġfall", + "ing" + ], + [ + "Ġcomp", + "ut" + ], + [ + "Ġpa", + "le" + ], + [ + "Ġpee", + "ked" + ], + [ + "Ġcompassion", + "ate" + ], + [ + "c", + "om" + ], + [ + "v", + "ice" + ], + [ + "Ġs", + "end" + ], + [ + "Ġst", + "age" + ], + [ + "Ġme", + "m" + ], + [ + "Ġch", + "alk" + ], + [ + "Ġch", + "asing" + ], + [ + "Ġpe", + "bble" + ], + [ + "ĠEvery", + "thing" + ], + [ + "Ġcu", + "be" + ], + [ + "Ġpig", + "e" + ], + [ + "Ġcou", + "rage" + ], + [ + "Ġfing", + "ers" + ], + [ + "Ġturt", + "le" + ], + [ + "b", + "led" + ], + [ + "Ġs", + "ink" + ], + [ + "Ġb", + "icycle" + ], + [ + "Ġsh", + "aking" + ], + [ + "Ġsleep", + "ing" + ], + [ + "Ġneighb", + "our" + ], + [ + "Ġmoder", + "n" + ], + [ + "Ġdisg", + "usting" + ], + [ + "Ġclum", + "sy" + ], + [ + "g", + "est" + ], + [ + "Ġh", + "ook" + ], + [ + "Ġc", + "her" + ], + [ + "Ġn", + "ail" + ], + [ + "Ġbig", + "gest" + ], + [ + "ic", + "hes" + ], + [ + "Ġbu", + "l" + ], + [ + "Ġend", + "ing" + ], + [ + "Ġde", + "ad" + ], + [ + "Ġtri", + "ang" + ], + [ + "ul", + "ance" + ], + [ + "Ġspo", + "ke" + ], + [ + "Ġpract", + "iced" + ], + [ + "Ġamb", + "ulance" + ], + [ + "Ġcomput", + "er" + ], + [ + "i", + "bb" + ], + [ + "Ġl", + "amp" + ], + [ + "Ġst", + "ation" + ], + [ + "Ġch", + "ar" + ], + [ + "Ġwall", + "et" + ], + [ + "ĠTo", + "day" + ], + [ + "Ġpack", + "age" + ], + [ + "Ġmic", + "rop" + ], + [ + "Ġcush", + "ion" + ], + [ + "keep", + "er" + ], + [ + "Ġcrocod", + "ile" + ], + [ + "Ġmicrop", + "hone" + ], + [ + "u", + "nder" + ], + [ + "ĠA", + "lex" + ], + [ + "Ġthought", + "ful" + ], + [ + "Ġjo", + "lly" + ], + [ + "Ġpen", + "gu" + ], + [ + "Ġpump", + "kin" + ], + [ + "Ġcost", + "um" + ], + [ + "Ġf", + "ive" + ], + [ + "Ġd", + "ough" + ], + [ + "Ġp", + "ony" + ], + [ + "Ġo", + "l" + ], + [ + "im", + "i" + ], + [ + "Ġst", + "airs" + ], + [ + "Ġkn", + "ock" + ], + [ + "Ġgra", + "nd" + ], + [ + "Ġint", + "ell" + ], + [ + "Ġun", + "iver" + ], + [ + "Ġbright", + "er" + ], + [ + "Ġopen", + "s" + ], + [ + "Ġdream", + "ing" + ], + [ + "Ġboun", + "ced" + ], + [ + "Ġquest", + "ion" + ], + [ + "Ġstat", + "ue" + ], + [ + "Ġw", + "ine" + ], + [ + "is", + "k" + ], + [ + "ĠA", + "lice" + ], + [ + "Ġco", + "coa" + ], + [ + "ĠYou", + "r" + ], + [ + "Ġpe", + "pper" + ], + [ + "Ġbeaut", + "y" + ], + [ + "Ġper", + "m" + ], + [ + "Ġpain", + "ting" + ], + [ + "Ġsho", + "e" + ], + [ + "Ġele", + "v" + ], + [ + "Every", + "one" + ], + [ + "hin", + "o" + ], + [ + "Ġweal", + "thy" + ], + [ + "Ġintell", + "ig" + ], + [ + "n", + "oon" + ], + [ + "Ġs", + "uit" + ], + [ + "Ġm", + "ild" + ], + [ + "Ġn", + "ature" + ], + [ + "an", + "s" + ], + [ + "Ġhapp", + "ier" + ], + [ + "Ġne", + "at" + ], + [ + "Ġstart", + "s" + ], + [ + "uck", + "ed" + ], + [ + "Ġafter", + "noon" + ], + [ + "Ġtor", + "n" + ], + [ + "Ġelev", + "ator" + ], + [ + "g", + "en" + ], + [ + "t", + "i" + ], + [ + "Ġt", + "en" + ], + [ + "Ġh", + "arsh" + ], + [ + "Ġp", + "ed" + ], + [ + "at", + "ient" + ], + [ + "or", + "ant" + ], + [ + "Ġre", + "ce" + ], + [ + "Ġj", + "et" + ], + [ + "ill", + "ie" + ], + [ + "ĠR", + "ed" + ], + [ + "Ġread", + "ing" + ], + [ + "Ġsear", + "ching" + ], + [ + "Ġbasket", + "ball" + ], + [ + "Ġbar", + "ber" + ], + [ + "Ġspe", + "ed" + ], + [ + "S", + "ee" + ], + [ + "a", + "wn" + ], + [ + "Ġst", + "ack" + ], + [ + "ĠM", + "ummy" + ], + [ + "Ġclo", + "ck" + ], + [ + "ĠG", + "ive" + ], + [ + "Ġmag", + "n" + ], + [ + "Ġlea", + "ving" + ], + [ + "Ġcup", + "board" + ], + [ + "Ġdes", + "ign" + ], + [ + "Ġslid", + "es" + ], + [ + "Ġsandw", + "iches" + ], + [ + "Ġcand", + "le" + ], + [ + "aul", + "if" + ], + [ + "Ġrid", + "ing" + ], + [ + "Ġfre", + "sh" + ], + [ + "o", + "ppy" + ], + [ + "Ġsh", + "ocked" + ], + [ + "Ġen", + "er" + ], + [ + "Ġjump", + "s" + ], + [ + "Ġhair", + "cut" + ], + [ + "Ġrespect", + "ful" + ], + [ + "Ġcoo", + "king" + ], + [ + "Ġtick", + "et" + ], + [ + "Ġenc", + "ou" + ], + [ + "Ġtunn", + "el" + ], + [ + "aulif", + "lower" + ], + [ + "G", + "ive" + ], + [ + "Ġs", + "le" + ], + [ + "re", + "en" + ], + [ + "Ġm", + "ay" + ], + [ + "Ġth", + "ief" + ], + [ + "Ġy", + "awn" + ], + [ + "Ġfor", + "t" + ], + [ + "Ġal", + "ert" + ], + [ + "Ġsor", + "ts" + ], + [ + "Ġimp", + "atient" + ], + [ + "Ġcre", + "ate" + ], + [ + "ail", + "able" + ], + [ + "Ġwhe", + "els" + ], + [ + "Ġval", + "ue" + ], + [ + "Ġpri", + "ze" + ], + [ + "M", + "ary" + ], + [ + "y", + "e" + ], + [ + "he", + "t" + ], + [ + "Ġs", + "ent" + ], + [ + "Ġb", + "ent" + ], + [ + "in", + "ce" + ], + [ + "Ġc", + "omet" + ], + [ + "Ġc", + "amp" + ], + [ + "Ġc", + "auliflower" + ], + [ + "Ġm", + "elon" + ], + [ + "Ġg", + "em" + ], + [ + "Ġit", + "self" + ], + [ + "ir", + "on" + ], + [ + "Ġmu", + "sh" + ], + [ + "Ġmonkey", + "s" + ], + [ + "Ġsal", + "ad" + ], + [ + "Ġdest", + "ro" + ], + [ + "Ġresc", + "ue" + ], + [ + "Ġscoot", + "er" + ], + [ + "Ġintellig", + "ent" + ], + [ + "a", + "z" + ], + [ + "Ġd", + "ug" + ], + [ + "il", + "ing" + ], + [ + "an", + "ger" + ], + [ + "Ġr", + "oof" + ], + [ + "Ġr", + "hino" + ], + [ + "Ġsc", + "old" + ], + [ + "ag", + "het" + ], + [ + "Ġexp", + "er" + ], + [ + "Ġbark", + "ing" + ], + [ + "Ġbanan", + "as" + ], + [ + "Ġign", + "orant" + ], + [ + "Ġmic", + "ro" + ], + [ + "Ġav", + "ailable" + ], + [ + "Ġgrace", + "ful" + ], + [ + "Ġmotorcy", + "cle" + ], + [ + "aghet", + "ti" + ], + [ + "h", + "ood" + ], + [ + "ĠS", + "n" + ], + [ + "Ġe", + "arth" + ], + [ + "Ġbo", + "ots" + ], + [ + "Ġsp", + "aghetti" + ], + [ + "um", + "mer" + ], + [ + "Ġag", + "ree" + ], + [ + "Ġbu", + "ll" + ], + [ + "Ġany", + "where" + ], + [ + "ĠG", + "eorge" + ], + [ + "Ġbeh", + "ave" + ], + [ + "ĠK", + "im" + ], + [ + "Ġpa", + "id" + ], + [ + "sc", + "ope" + ], + [ + "Ġstret", + "ched" + ], + [ + "Ġfear", + "ful" + ], + [ + "Ġav", + "o" + ], + [ + "Ġmicro", + "scope" + ], + [ + "I", + "f" + ], + [ + "i", + "o" + ], + [ + "Ġnot", + "eb" + ], + [ + "ĠE", + "ventually" + ], + [ + "Ġold", + "er" + ], + [ + "Ġsn", + "iff" + ], + [ + "Ġad", + "vice" + ], + [ + "Ġstop", + "s" + ], + [ + "Ġperf", + "orm" + ], + [ + "Ġfur", + "ther" + ], + [ + "Ġenv", + "ious" + ], + [ + "Ġpige", + "on" + ], + [ + "Ġmush", + "room" + ], + [ + "Ġnoteb", + "ook" + ], + [ + "u", + "bby" + ], + [ + "Ġp", + "un" + ], + [ + "at", + "s" + ], + [ + "Ġn", + "urse" + ], + [ + "or", + "able" + ], + [ + "Ġth", + "under" + ], + [ + "Ġcl", + "apping" + ], + [ + "Ġv", + "ide" + ], + [ + "Ġbu", + "ilt" + ], + [ + "ĠC", + "l" + ], + [ + "Ġun", + "com" + ], + [ + "Ġshout", + "ing" + ], + [ + "Ġar", + "row" + ], + [ + "Ġdraw", + "er" + ], + [ + "Ġpro", + "v" + ], + [ + "fort", + "able" + ], + [ + "Ġtom", + "ato" + ], + [ + "Ġmeet", + "ing" + ], + [ + "Ġob", + "ject" + ], + [ + "Ġyog", + "urt" + ], + [ + "Ġtemp", + "le" + ], + [ + "Ġuncom", + "fortable" + ], + [ + "e", + "f" + ], + [ + "u", + "es" + ], + [ + "ĠT", + "ony" + ], + [ + "Ġloo", + "p" + ], + [ + "Ġch", + "ubby" + ], + [ + "Ġsw", + "itch" + ], + [ + "Ġsk", + "ip" + ], + [ + "Ġad", + "orable" + ], + [ + "Åĵ", + "It" + ], + [ + "Ġcount", + "ing" + ], + [ + "Ġcoo", + "ked" + ], + [ + "Ġp", + "ist" + ], + [ + "ar", + "ian" + ], + [ + "en", + "ry" + ], + [ + "Ġst", + "ared" + ], + [ + "Ġsh", + "ut" + ], + [ + "ic", + "op" + ], + [ + "Ġqu", + "ite" + ], + [ + "Ġsn", + "uggled" + ], + [ + "ĠGra", + "ndpa" + ], + [ + "Ġtrou", + "bled" + ], + [ + "Ġgigg", + "le" + ], + [ + "Ġblow", + "ing" + ], + [ + "Ġhel", + "icop" + ], + [ + "Ġfis", + "her" + ], + [ + "Ġpist", + "ol" + ], + [ + "Ġhelicop", + "ter" + ], + [ + "p", + "ar" + ], + [ + "ĠS", + "ophie" + ], + [ + "oo", + "ped" + ], + [ + "ip", + "s" + ], + [ + "Ġnow", + "here" + ], + [ + "Ġforg", + "ave" + ], + [ + "Ġmar", + "ched" + ], + [ + "Ġtreasure", + "s" + ], + [ + "ho", + "st" + ], + [ + "Ġpass", + "port" + ], + [ + "Ġstir", + "red" + ], + [ + "Ġpus", + "hing" + ], + [ + "Ġcompetit", + "ive" + ], + [ + "Ġdestro", + "y" + ], + [ + "Y", + "ay" + ], + [ + "a", + "ked" + ], + [ + "o", + "e" + ], + [ + "t", + "ter" + ], + [ + "Ġg", + "ir" + ], + [ + "Ġg", + "host" + ], + [ + "an", + "ic" + ], + [ + "ke", + "let" + ], + [ + "ht", + "ub" + ], + [ + "Ġre", + "ef" + ], + [ + "Ġse", + "par" + ], + [ + "op", + "ard" + ], + [ + "pl", + "ay" + ], + [ + "Ġen", + "vel" + ], + [ + "Ġbre", + "at" + ], + [ + "Ġrep", + "air" + ], + [ + "Ġfoot", + "ball" + ], + [ + "Ġbat", + "htub" + ], + [ + "Ġrubb", + "er" + ], + [ + "Ġang", + "el" + ], + [ + "Ġtriang", + "le" + ], + [ + "Ġl", + "ed" + ], + [ + "Ġm", + "ill" + ], + [ + "ĠS", + "h" + ], + [ + "ch", + "anic" + ], + [ + "Ġnam", + "es" + ], + [ + "Ġle", + "opard" + ], + [ + "Ġno", + "body" + ], + [ + "Ġany", + "way" + ], + [ + "uc", + "t" + ], + [ + "ct", + "us" + ], + [ + "Ġshould", + "n" + ], + [ + "Ġz", + "eb" + ], + [ + "Ġgi", + "ven" + ], + [ + "Ġhold", + "s" + ], + [ + "Ġbar", + "rel" + ], + [ + "Ġband", + "age" + ], + [ + "Ġent", + "h" + ], + [ + "Dad", + "dy" + ], + [ + "Ġzeb", + "ra" + ], + [ + "i", + "ves" + ], + [ + "u", + "be" + ], + [ + "y", + "ear" + ], + [ + "Ġp", + "or" + ], + [ + "Ġp", + "and" + ], + [ + "Ġo", + "tter" + ], + [ + "Ġr", + "ibb" + ], + [ + "Ġsh", + "ield" + ], + [ + "Ġme", + "chanic" + ], + [ + "Ġdon", + "â" + ], + [ + "Ġdis", + "ag" + ], + [ + "Ġdis", + "play" + ], + [ + "Ġmusic", + "ian" + ], + [ + "cer", + "os" + ], + [ + "Ġspe", + "ak" + ], + [ + "Ġca", + "b" + ], + [ + "Ġca", + "ctus" + ], + [ + "ĠBet", + "sy" + ], + [ + "Ġbul", + "b" + ], + [ + "C", + "h" + ], + [ + "e", + "ath" + ], + [ + "i", + "kes" + ], + [ + "x", + "y" + ], + [ + "Ġt", + "ube" + ], + [ + "Ġa", + "head" + ], + [ + "Ġs", + "ummer" + ], + [ + "Ġs", + "kelet" + ], + [ + "Ġp", + "urse" + ], + [ + "Ġkn", + "ob" + ], + [ + "Ġdidn", + "â" + ], + [ + "Ġcouldn", + "â" + ], + [ + "Ġcol", + "ours" + ], + [ + "Ġwindow", + "s" + ], + [ + "oom", + "y" + ], + [ + "Ġgif", + "ted" + ], + [ + "Ġcart", + "oon" + ], + [ + "Ġrhino", + "ceros" + ], + [ + "g", + "l" + ], + [ + "he", + "art" + ], + [ + "Ġs", + "ize" + ], + [ + "Ġb", + "et" + ], + [ + "ĠM", + "iss" + ], + [ + "Ġsc", + "rew" + ], + [ + "Ġfl", + "our" + ], + [ + "Ġbl", + "in" + ], + [ + "ap", + "a" + ], + [ + "Ġdis", + "hes" + ], + [ + "Ġrain", + "ing" + ], + [ + "Ġhop", + "ing" + ], + [ + "Ġsho", + "vel" + ], + [ + "Ġmin", + "t" + ], + [ + "Ġjelly", + "fish" + ], + [ + "Ġswe", + "ater" + ], + [ + "Ġchar", + "ming" + ], + [ + "Ġpengu", + "in" + ], + [ + "Ġenvel", + "ope" + ], + [ + "Ġenth", + "us" + ], + [ + "Ġcab", + "in" + ], + [ + "re", + "c" + ], + [ + "Ġp", + "ant" + ], + [ + "Ġth", + "read" + ], + [ + "Ġin", + "se" + ], + [ + "Ġst", + "aff" + ], + [ + "Ġli", + "z" + ], + [ + "Ġun", + "pack" + ], + [ + "Ġwr", + "iting" + ], + [ + "Ġtra", + "sh" + ], + [ + "Ġroll", + "ing" + ], + [ + "Ġwaff", + "le" + ], + [ + "Ġ", + "iron" + ], + [ + "Ġw", + "ing" + ], + [ + "er", + "able" + ], + [ + "Ġshe", + "et" + ], + [ + "ĠB", + "uddy" + ], + [ + "Ġsh", + "adow" + ], + [ + "Ġro", + "ared" + ], + [ + "Ġmu", + "ff" + ], + [ + "Ġair", + "port" + ], + [ + "Ġce", + "iling" + ], + [ + "Ġatt", + "ic" + ], + [ + "Ġorgan", + "ize" + ], + [ + "Ġstret", + "ch" + ], + [ + "Ġgrap", + "es" + ], + [ + "Ġo", + "bs" + ], + [ + "ĠA", + "re" + ], + [ + "ĠW", + "ould" + ], + [ + "ĠIn", + "st" + ], + [ + "Ġpi", + "ano" + ], + [ + "Ġsal", + "t" + ], + [ + "Ġmis", + "erable" + ], + [ + "Ġc", + "ord" + ], + [ + "Ġd", + "ess" + ], + [ + "Ġre", + "fused" + ], + [ + "Ġsc", + "reen" + ], + [ + "ĠD", + "an" + ], + [ + "Ġstr", + "ugg" + ], + [ + "Ġneed", + "le" + ], + [ + "Ġbear", + "s" + ], + [ + "ĠAnd", + "y" + ], + [ + "Ġhead", + "ed" + ], + [ + "Ġstick", + "y" + ], + [ + "Ġfree", + "z" + ], + [ + "Ġzoom", + "ed" + ], + [ + "Ġimag", + "ined" + ], + [ + "Ġmed", + "al" + ], + [ + "Ġmagn", + "et" + ], + [ + "rec", + "i" + ], + [ + "Ġobs", + "er" + ], + [ + "Ġ", + "er" + ], + [ + "Ġli", + "ves" + ], + [ + "ĠA", + "l" + ], + [ + "ĠP", + "at" + ], + [ + "Ġapp", + "reci" + ], + [ + "ass", + "es" + ], + [ + "Ġsail", + "or" + ], + [ + "Ġminut", + "e" + ], + [ + "Ġfisher", + "man" + ], + [ + "v", + "ision" + ], + [ + "Ġr", + "at" + ], + [ + "al", + "ed" + ], + [ + "Ġbr", + "us" + ], + [ + "Ġch", + "ance" + ], + [ + "Ġpo", + "st" + ], + [ + "Ġsun", + "gl" + ], + [ + "Ġche", + "ek" + ], + [ + "ree", + "ze" + ], + [ + "Ġde", + "af" + ], + [ + "Ġru", + "les" + ], + [ + "Ġfrog", + "s" + ], + [ + "Ġair", + "pl" + ], + [ + "ĠGo", + "d" + ], + [ + "Ġstrawber", + "ry" + ], + [ + "Ġsle", + "pt" + ], + [ + "Ġliz", + "ard" + ], + [ + "Ġsungl", + "asses" + ], + [ + "Ġl", + "uck" + ], + [ + "Ġin", + "f" + ], + [ + "Ġbe", + "ep" + ], + [ + "ĠB", + "unny" + ], + [ + "Ġme", + "as" + ], + [ + "Ġro", + "d" + ], + [ + "Ġor", + "der" + ], + [ + "Ġrest", + "less" + ], + [ + "Ġsand", + "box" + ], + [ + "Ġmess", + "age" + ], + [ + "ĠJoe", + "y" + ], + [ + "Ġcomp", + "let" + ], + [ + "Ġatt", + "ract" + ], + [ + "Ġgold", + "en" + ], + [ + "Gra", + "ndma" + ], + [ + "Ġpil", + "ot" + ], + [ + "Ġpor", + "ch" + ], + [ + "L", + "ittle" + ], + [ + "l", + "er" + ], + [ + "s", + "es" + ] + ] + } +} \ No newline at end of file diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3300/tokenizer_config.json b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3300/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3300/tokenizer_config.json @@ -0,0 +1,13 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "errors": "replace", + "is_local": false, + "local_files_only": false, + "model_max_length": 1024, + "pad_token": "<|endoftext|>", + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "<|endoftext|>" +} diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3300/trainer_state.json b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3300/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..b5451a2b5a8bfde728fb0b36d2096fe7369cffcb --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3300/trainer_state.json @@ -0,0 +1,1205 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.2224469160768453, + "eval_steps": 2498, + "global_step": 3300, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0013481631277384564, + "grad_norm": 2.09375, + "learning_rate": 2.66e-05, + "loss": 8.298905181884766, + "step": 20 + }, + { + "epoch": 0.002696326255476913, + "grad_norm": 1.3359375, + "learning_rate": 5.46e-05, + "loss": 8.045733642578124, + "step": 40 + }, + { + "epoch": 0.004044489383215369, + "grad_norm": 1.2734375, + "learning_rate": 8.259999999999999e-05, + "loss": 7.839435577392578, + "step": 60 + }, + { + "epoch": 0.005392652510953826, + "grad_norm": 1.265625, + "learning_rate": 0.0001106, + "loss": 7.574758148193359, + "step": 80 + }, + { + "epoch": 0.006740815638692282, + "grad_norm": 1.1953125, + "learning_rate": 0.0001386, + "loss": 7.235897064208984, + "step": 100 + }, + { + "epoch": 0.008088978766430738, + "grad_norm": 1.140625, + "learning_rate": 0.00016659999999999998, + "loss": 6.862369537353516, + "step": 120 + }, + { + "epoch": 0.009437141894169195, + "grad_norm": 1.0234375, + "learning_rate": 0.00019460000000000001, + "loss": 6.508391571044922, + "step": 140 + }, + { + "epoch": 0.010785305021907651, + "grad_norm": 1.078125, + "learning_rate": 0.0002226, + "loss": 6.215537261962891, + "step": 160 + }, + { + "epoch": 0.012133468149646108, + "grad_norm": 0.76171875, + "learning_rate": 0.00025059999999999997, + "loss": 5.984259414672851, + "step": 180 + }, + { + "epoch": 0.013481631277384564, + "grad_norm": 0.82421875, + "learning_rate": 0.0002786, + "loss": 5.756989669799805, + "step": 200 + }, + { + "epoch": 0.01482979440512302, + "grad_norm": 1.171875, + "learning_rate": 0.00030659999999999997, + "loss": 5.531437683105469, + "step": 220 + }, + { + "epoch": 0.016177957532861477, + "grad_norm": 1.1171875, + "learning_rate": 0.0003346, + "loss": 5.294247817993164, + "step": 240 + }, + { + "epoch": 0.01752612066059993, + "grad_norm": 0.9453125, + "learning_rate": 0.00036260000000000003, + "loss": 5.055661392211914, + "step": 260 + }, + { + "epoch": 0.01887428378833839, + "grad_norm": 0.94921875, + "learning_rate": 0.0003906, + "loss": 4.797793197631836, + "step": 280 + }, + { + "epoch": 0.020222446916076844, + "grad_norm": 1.421875, + "learning_rate": 0.0004186, + "loss": 4.594622802734375, + "step": 300 + }, + { + "epoch": 0.021570610043815303, + "grad_norm": 1.2265625, + "learning_rate": 0.0004466, + "loss": 4.39941635131836, + "step": 320 + }, + { + "epoch": 0.022918773171553757, + "grad_norm": 0.5546875, + "learning_rate": 0.00047460000000000004, + "loss": 4.24058723449707, + "step": 340 + }, + { + "epoch": 0.024266936299292215, + "grad_norm": 0.83984375, + "learning_rate": 0.0005026, + "loss": 4.102418899536133, + "step": 360 + }, + { + "epoch": 0.02561509942703067, + "grad_norm": 0.70703125, + "learning_rate": 0.0005306, + "loss": 3.975328063964844, + "step": 380 + }, + { + "epoch": 0.026963262554769128, + "grad_norm": 0.6171875, + "learning_rate": 0.0005586, + "loss": 3.839755630493164, + "step": 400 + }, + { + "epoch": 0.028311425682507583, + "grad_norm": 0.91796875, + "learning_rate": 0.0005866, + "loss": 3.7486804962158202, + "step": 420 + }, + { + "epoch": 0.02965958881024604, + "grad_norm": 0.61328125, + "learning_rate": 0.0006146, + "loss": 3.6831081390380858, + "step": 440 + }, + { + "epoch": 0.031007751937984496, + "grad_norm": 0.875, + "learning_rate": 0.0006426, + "loss": 3.5874557495117188, + "step": 460 + }, + { + "epoch": 0.032355915065722954, + "grad_norm": 0.546875, + "learning_rate": 0.0006705999999999999, + "loss": 3.5174354553222655, + "step": 480 + }, + { + "epoch": 0.03370407819346141, + "grad_norm": 0.66796875, + "learning_rate": 0.0006986, + "loss": 3.439300537109375, + "step": 500 + }, + { + "epoch": 0.03505224132119986, + "grad_norm": 0.54296875, + "learning_rate": 0.0007, + "loss": 3.386067581176758, + "step": 520 + }, + { + "epoch": 0.03640040444893832, + "grad_norm": 0.6015625, + "learning_rate": 0.0007, + "loss": 3.3094718933105467, + "step": 540 + }, + { + "epoch": 0.03774856757667678, + "grad_norm": 0.55859375, + "learning_rate": 0.0007, + "loss": 3.2609573364257813, + "step": 560 + }, + { + "epoch": 0.03909673070441524, + "grad_norm": 0.61328125, + "learning_rate": 0.0007, + "loss": 3.2046344757080076, + "step": 580 + }, + { + "epoch": 0.04044489383215369, + "grad_norm": 0.5234375, + "learning_rate": 0.0007, + "loss": 3.17300968170166, + "step": 600 + }, + { + "epoch": 0.04179305695989215, + "grad_norm": 0.578125, + "learning_rate": 0.0007, + "loss": 3.1147342681884767, + "step": 620 + }, + { + "epoch": 0.043141220087630605, + "grad_norm": 0.4765625, + "learning_rate": 0.0007, + "loss": 3.0973543167114257, + "step": 640 + }, + { + "epoch": 0.044489383215369056, + "grad_norm": 0.453125, + "learning_rate": 0.0007, + "loss": 3.043070602416992, + "step": 660 + }, + { + "epoch": 0.045837546343107514, + "grad_norm": 0.455078125, + "learning_rate": 0.0007, + "loss": 3.0213077545166014, + "step": 680 + }, + { + "epoch": 0.04718570947084597, + "grad_norm": 0.419921875, + "learning_rate": 0.0007, + "loss": 2.977329063415527, + "step": 700 + }, + { + "epoch": 0.04853387259858443, + "grad_norm": 0.490234375, + "learning_rate": 0.0007, + "loss": 2.942974090576172, + "step": 720 + }, + { + "epoch": 0.04988203572632288, + "grad_norm": 0.48046875, + "learning_rate": 0.0007, + "loss": 2.9064186096191404, + "step": 740 + }, + { + "epoch": 0.05123019885406134, + "grad_norm": 0.498046875, + "learning_rate": 0.0007, + "loss": 2.890872001647949, + "step": 760 + }, + { + "epoch": 0.0525783619817998, + "grad_norm": 0.5, + "learning_rate": 0.0007, + "loss": 2.8978702545166017, + "step": 780 + }, + { + "epoch": 0.053926525109538256, + "grad_norm": 0.466796875, + "learning_rate": 0.0007, + "loss": 2.8463741302490235, + "step": 800 + }, + { + "epoch": 0.05527468823727671, + "grad_norm": 0.47265625, + "learning_rate": 0.0007, + "loss": 2.8323719024658205, + "step": 820 + }, + { + "epoch": 0.056622851365015166, + "grad_norm": 0.5, + "learning_rate": 0.0007, + "loss": 2.8007469177246094, + "step": 840 + }, + { + "epoch": 0.057971014492753624, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.7573240280151365, + "step": 860 + }, + { + "epoch": 0.05931917762049208, + "grad_norm": 0.470703125, + "learning_rate": 0.0007, + "loss": 2.7341793060302733, + "step": 880 + }, + { + "epoch": 0.06066734074823053, + "grad_norm": 0.546875, + "learning_rate": 0.0007, + "loss": 2.7180759429931642, + "step": 900 + }, + { + "epoch": 0.06201550387596899, + "grad_norm": 0.5625, + "learning_rate": 0.0007, + "loss": 2.692394256591797, + "step": 920 + }, + { + "epoch": 0.06336366700370745, + "grad_norm": 0.443359375, + "learning_rate": 0.0007, + "loss": 2.678949546813965, + "step": 940 + }, + { + "epoch": 0.06471183013144591, + "grad_norm": 0.466796875, + "learning_rate": 0.0007, + "loss": 2.651218223571777, + "step": 960 + }, + { + "epoch": 0.06605999325918437, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.632099723815918, + "step": 980 + }, + { + "epoch": 0.06740815638692282, + "grad_norm": 0.470703125, + "learning_rate": 0.0007, + "loss": 2.6305675506591797, + "step": 1000 + }, + { + "epoch": 0.06875631951466127, + "grad_norm": 0.462890625, + "learning_rate": 0.0007, + "loss": 2.5994905471801757, + "step": 1020 + }, + { + "epoch": 0.07010448264239973, + "grad_norm": 0.474609375, + "learning_rate": 0.0007, + "loss": 2.5834341049194336, + "step": 1040 + }, + { + "epoch": 0.07145264577013818, + "grad_norm": 0.498046875, + "learning_rate": 0.0007, + "loss": 2.567459487915039, + "step": 1060 + }, + { + "epoch": 0.07280080889787664, + "grad_norm": 0.462890625, + "learning_rate": 0.0007, + "loss": 2.54827823638916, + "step": 1080 + }, + { + "epoch": 0.0741489720256151, + "grad_norm": 0.478515625, + "learning_rate": 0.0007, + "loss": 2.5431196212768556, + "step": 1100 + }, + { + "epoch": 0.07549713515335356, + "grad_norm": 0.4453125, + "learning_rate": 0.0007, + "loss": 2.5049072265625, + "step": 1120 + }, + { + "epoch": 0.07684529828109202, + "grad_norm": 0.4765625, + "learning_rate": 0.0007, + "loss": 2.4941583633422852, + "step": 1140 + }, + { + "epoch": 0.07819346140883048, + "grad_norm": 0.46875, + "learning_rate": 0.0007, + "loss": 2.4895328521728515, + "step": 1160 + }, + { + "epoch": 0.07954162453656892, + "grad_norm": 0.48828125, + "learning_rate": 0.0007, + "loss": 2.4841281890869142, + "step": 1180 + }, + { + "epoch": 0.08088978766430738, + "grad_norm": 0.46484375, + "learning_rate": 0.0007, + "loss": 2.475014495849609, + "step": 1200 + }, + { + "epoch": 0.08223795079204584, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.459096908569336, + "step": 1220 + }, + { + "epoch": 0.0835861139197843, + "grad_norm": 0.443359375, + "learning_rate": 0.0007, + "loss": 2.4455087661743162, + "step": 1240 + }, + { + "epoch": 0.08493427704752275, + "grad_norm": 0.48828125, + "learning_rate": 0.0007, + "loss": 2.432474899291992, + "step": 1260 + }, + { + "epoch": 0.08628244017526121, + "grad_norm": 0.427734375, + "learning_rate": 0.0007, + "loss": 2.4141357421875, + "step": 1280 + }, + { + "epoch": 0.08763060330299967, + "grad_norm": 0.46875, + "learning_rate": 0.0007, + "loss": 2.4043970108032227, + "step": 1300 + }, + { + "epoch": 0.08897876643073811, + "grad_norm": 0.392578125, + "learning_rate": 0.0007, + "loss": 2.3957958221435547, + "step": 1320 + }, + { + "epoch": 0.09032692955847657, + "grad_norm": 0.474609375, + "learning_rate": 0.0007, + "loss": 2.381800079345703, + "step": 1340 + }, + { + "epoch": 0.09167509268621503, + "grad_norm": 0.443359375, + "learning_rate": 0.0007, + "loss": 2.3829660415649414, + "step": 1360 + }, + { + "epoch": 0.09302325581395349, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.359773063659668, + "step": 1380 + }, + { + "epoch": 0.09437141894169195, + "grad_norm": 0.435546875, + "learning_rate": 0.0007, + "loss": 2.3506826400756835, + "step": 1400 + }, + { + "epoch": 0.0957195820694304, + "grad_norm": 0.486328125, + "learning_rate": 0.0007, + "loss": 2.360103416442871, + "step": 1420 + }, + { + "epoch": 0.09706774519716886, + "grad_norm": 0.4296875, + "learning_rate": 0.0007, + "loss": 2.3388553619384767, + "step": 1440 + }, + { + "epoch": 0.09841590832490732, + "grad_norm": 0.435546875, + "learning_rate": 0.0007, + "loss": 2.3265659332275392, + "step": 1460 + }, + { + "epoch": 0.09976407145264576, + "grad_norm": 0.404296875, + "learning_rate": 0.0007, + "loss": 2.312125587463379, + "step": 1480 + }, + { + "epoch": 0.10111223458038422, + "grad_norm": 0.4453125, + "learning_rate": 0.0007, + "loss": 2.29932861328125, + "step": 1500 + }, + { + "epoch": 0.10246039770812268, + "grad_norm": 0.451171875, + "learning_rate": 0.0007, + "loss": 2.3021989822387696, + "step": 1520 + }, + { + "epoch": 0.10380856083586114, + "grad_norm": 0.435546875, + "learning_rate": 0.0007, + "loss": 2.290937805175781, + "step": 1540 + }, + { + "epoch": 0.1051567239635996, + "grad_norm": 0.453125, + "learning_rate": 0.0007, + "loss": 2.278849411010742, + "step": 1560 + }, + { + "epoch": 0.10650488709133805, + "grad_norm": 0.4375, + "learning_rate": 0.0007, + "loss": 2.2965002059936523, + "step": 1580 + }, + { + "epoch": 0.10785305021907651, + "grad_norm": 0.435546875, + "learning_rate": 0.0007, + "loss": 2.261943244934082, + "step": 1600 + }, + { + "epoch": 0.10920121334681497, + "grad_norm": 0.39453125, + "learning_rate": 0.0007, + "loss": 2.262173080444336, + "step": 1620 + }, + { + "epoch": 0.11054937647455342, + "grad_norm": 0.4140625, + "learning_rate": 0.0007, + "loss": 2.2734844207763674, + "step": 1640 + }, + { + "epoch": 0.11189753960229187, + "grad_norm": 0.412109375, + "learning_rate": 0.0007, + "loss": 2.2551578521728515, + "step": 1660 + }, + { + "epoch": 0.11324570273003033, + "grad_norm": 0.42578125, + "learning_rate": 0.0007, + "loss": 2.2380434036254884, + "step": 1680 + }, + { + "epoch": 0.11459386585776879, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.248749351501465, + "step": 1700 + }, + { + "epoch": 0.11594202898550725, + "grad_norm": 0.58203125, + "learning_rate": 0.0007, + "loss": 2.2250885009765624, + "step": 1720 + }, + { + "epoch": 0.1172901921132457, + "grad_norm": 0.396484375, + "learning_rate": 0.0007, + "loss": 2.2179065704345704, + "step": 1740 + }, + { + "epoch": 0.11863835524098416, + "grad_norm": 0.453125, + "learning_rate": 0.0007, + "loss": 2.219723701477051, + "step": 1760 + }, + { + "epoch": 0.11998651836872262, + "grad_norm": 0.416015625, + "learning_rate": 0.0007, + "loss": 2.2338064193725584, + "step": 1780 + }, + { + "epoch": 0.12133468149646107, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.2300554275512696, + "step": 1800 + }, + { + "epoch": 0.12268284462419952, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.2196172714233398, + "step": 1820 + }, + { + "epoch": 0.12403100775193798, + "grad_norm": 0.40625, + "learning_rate": 0.0007, + "loss": 2.1875337600708007, + "step": 1840 + }, + { + "epoch": 0.12537917087967643, + "grad_norm": 0.427734375, + "learning_rate": 0.0007, + "loss": 2.1868871688842773, + "step": 1860 + }, + { + "epoch": 0.1267273340074149, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.1803796768188475, + "step": 1880 + }, + { + "epoch": 0.12807549713515334, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.1896100997924806, + "step": 1900 + }, + { + "epoch": 0.12942366026289182, + "grad_norm": 0.416015625, + "learning_rate": 0.0007, + "loss": 2.164274787902832, + "step": 1920 + }, + { + "epoch": 0.13077182339063026, + "grad_norm": 0.4453125, + "learning_rate": 0.0007, + "loss": 2.175292205810547, + "step": 1940 + }, + { + "epoch": 0.13211998651836873, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.14935359954834, + "step": 1960 + }, + { + "epoch": 0.13346814964610718, + "grad_norm": 0.45703125, + "learning_rate": 0.0007, + "loss": 2.1721818923950194, + "step": 1980 + }, + { + "epoch": 0.13481631277384565, + "grad_norm": 0.392578125, + "learning_rate": 0.0007, + "loss": 2.1453264236450194, + "step": 2000 + }, + { + "epoch": 0.1361644759015841, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.1530712127685545, + "step": 2020 + }, + { + "epoch": 0.13751263902932254, + "grad_norm": 0.40625, + "learning_rate": 0.0007, + "loss": 2.1329654693603515, + "step": 2040 + }, + { + "epoch": 0.138860802157061, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.1538856506347654, + "step": 2060 + }, + { + "epoch": 0.14020896528479945, + "grad_norm": 0.4140625, + "learning_rate": 0.0007, + "loss": 2.129351806640625, + "step": 2080 + }, + { + "epoch": 0.14155712841253792, + "grad_norm": 0.40625, + "learning_rate": 0.0007, + "loss": 2.1183551788330077, + "step": 2100 + }, + { + "epoch": 0.14290529154027637, + "grad_norm": 0.384765625, + "learning_rate": 0.0007, + "loss": 2.12860164642334, + "step": 2120 + }, + { + "epoch": 0.14425345466801484, + "grad_norm": 0.388671875, + "learning_rate": 0.0007, + "loss": 2.1290895462036135, + "step": 2140 + }, + { + "epoch": 0.14560161779575329, + "grad_norm": 0.37890625, + "learning_rate": 0.0007, + "loss": 2.1157516479492187, + "step": 2160 + }, + { + "epoch": 0.14694978092349173, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.124533271789551, + "step": 2180 + }, + { + "epoch": 0.1482979440512302, + "grad_norm": 0.38671875, + "learning_rate": 0.0007, + "loss": 2.0987617492675783, + "step": 2200 + }, + { + "epoch": 0.14964610717896865, + "grad_norm": 0.41796875, + "learning_rate": 0.0007, + "loss": 2.1066028594970705, + "step": 2220 + }, + { + "epoch": 0.15099427030670712, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.11590633392334, + "step": 2240 + }, + { + "epoch": 0.15234243343444556, + "grad_norm": 0.419921875, + "learning_rate": 0.0007, + "loss": 2.0943696975708006, + "step": 2260 + }, + { + "epoch": 0.15369059656218403, + "grad_norm": 0.39453125, + "learning_rate": 0.0007, + "loss": 2.10521240234375, + "step": 2280 + }, + { + "epoch": 0.15503875968992248, + "grad_norm": 0.412109375, + "learning_rate": 0.0007, + "loss": 2.087373161315918, + "step": 2300 + }, + { + "epoch": 0.15638692281766095, + "grad_norm": 0.396484375, + "learning_rate": 0.0007, + "loss": 2.0945587158203125, + "step": 2320 + }, + { + "epoch": 0.1577350859453994, + "grad_norm": 0.390625, + "learning_rate": 0.0007, + "loss": 2.0841798782348633, + "step": 2340 + }, + { + "epoch": 0.15908324907313784, + "grad_norm": 0.384765625, + "learning_rate": 0.0007, + "loss": 2.0881235122680666, + "step": 2360 + }, + { + "epoch": 0.1604314122008763, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.090144729614258, + "step": 2380 + }, + { + "epoch": 0.16177957532861476, + "grad_norm": 0.453125, + "learning_rate": 0.0007, + "loss": 2.071354103088379, + "step": 2400 + }, + { + "epoch": 0.16312773845635323, + "grad_norm": 0.41796875, + "learning_rate": 0.0007, + "loss": 2.0760135650634766, + "step": 2420 + }, + { + "epoch": 0.16447590158409167, + "grad_norm": 0.400390625, + "learning_rate": 0.0007, + "loss": 2.065576934814453, + "step": 2440 + }, + { + "epoch": 0.16582406471183014, + "grad_norm": 0.375, + "learning_rate": 0.0007, + "loss": 2.075186920166016, + "step": 2460 + }, + { + "epoch": 0.1671722278395686, + "grad_norm": 0.412109375, + "learning_rate": 0.0007, + "loss": 2.0759561538696287, + "step": 2480 + }, + { + "epoch": 0.1683855746545332, + "eval_loss": 2.070991277694702, + "eval_runtime": 15.3076, + "eval_samples_per_second": 622.372, + "eval_steps_per_second": 0.653, + "step": 2498 + }, + { + "epoch": 0.16852039096730703, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.0585758209228517, + "step": 2500 + }, + { + "epoch": 0.16852039096730703, + "eval_loss": 2.0720698833465576, + "eval_runtime": 15.2926, + "eval_samples_per_second": 622.98, + "eval_steps_per_second": 0.654, + "step": 2500 + }, + { + "epoch": 0.1698685540950455, + "grad_norm": 15794176.0, + "learning_rate": 3.4200000000000005e-05, + "loss": 2.063748359680176, + "step": 2520 + }, + { + "epoch": 0.17121671722278395, + "grad_norm": 17956864.0, + "learning_rate": 7.020000000000001e-05, + "loss": 2.075595664978027, + "step": 2540 + }, + { + "epoch": 0.17256488035052242, + "grad_norm": 95420416.0, + "learning_rate": 9e-05, + "loss": 2.9438404083251952, + "step": 2560 + }, + { + "epoch": 0.17391304347826086, + "grad_norm": 327155712.0, + "learning_rate": 9e-05, + "loss": 7.066030120849609, + "step": 2580 + }, + { + "epoch": 0.17526120660599934, + "grad_norm": 645922816.0, + "learning_rate": 9e-05, + "loss": 7.805310821533203, + "step": 2600 + }, + { + "epoch": 0.17660936973373778, + "grad_norm": 1061158912.0, + "learning_rate": 9e-05, + "loss": 7.980291748046875, + "step": 2620 + }, + { + "epoch": 0.17795753286147623, + "grad_norm": 1551892480.0, + "learning_rate": 9e-05, + "loss": 8.039534759521484, + "step": 2640 + }, + { + "epoch": 0.1793056959892147, + "grad_norm": 2105540608.0, + "learning_rate": 9e-05, + "loss": 8.074498748779297, + "step": 2660 + }, + { + "epoch": 0.18065385911695314, + "grad_norm": 2717908992.0, + "learning_rate": 9e-05, + "loss": 8.082987976074218, + "step": 2680 + }, + { + "epoch": 0.1820020222446916, + "grad_norm": 3355443200.0, + "learning_rate": 9e-05, + "loss": 8.098572540283204, + "step": 2700 + }, + { + "epoch": 0.18335018537243006, + "grad_norm": 4026531840.0, + "learning_rate": 9e-05, + "loss": 8.106620025634765, + "step": 2720 + }, + { + "epoch": 0.18469834850016853, + "grad_norm": 4697620480.0, + "learning_rate": 9e-05, + "loss": 8.106732177734376, + "step": 2740 + }, + { + "epoch": 0.18604651162790697, + "grad_norm": 5402263552.0, + "learning_rate": 9e-05, + "loss": 8.105657958984375, + "step": 2760 + }, + { + "epoch": 0.18739467475564545, + "grad_norm": 6073352192.0, + "learning_rate": 9e-05, + "loss": 8.110768890380859, + "step": 2780 + }, + { + "epoch": 0.1887428378833839, + "grad_norm": 6777995264.0, + "learning_rate": 9e-05, + "loss": 8.11846923828125, + "step": 2800 + }, + { + "epoch": 0.19009100101112233, + "grad_norm": 7449083904.0, + "learning_rate": 9e-05, + "loss": 8.115316772460938, + "step": 2820 + }, + { + "epoch": 0.1914391641388608, + "grad_norm": 8120172544.0, + "learning_rate": 9e-05, + "loss": 8.11875, + "step": 2840 + }, + { + "epoch": 0.19278732726659925, + "grad_norm": 8791261184.0, + "learning_rate": 9e-05, + "loss": 8.109890747070313, + "step": 2860 + }, + { + "epoch": 0.19413549039433772, + "grad_norm": 9395240960.0, + "learning_rate": 9e-05, + "loss": 8.113766479492188, + "step": 2880 + }, + { + "epoch": 0.19548365352207617, + "grad_norm": 10066329600.0, + "learning_rate": 9e-05, + "loss": 8.116683959960938, + "step": 2900 + }, + { + "epoch": 0.19683181664981464, + "grad_norm": 10670309376.0, + "learning_rate": 9e-05, + "loss": 8.109261322021485, + "step": 2920 + }, + { + "epoch": 0.19817997977755308, + "grad_norm": 11207180288.0, + "learning_rate": 9e-05, + "loss": 8.120066833496093, + "step": 2940 + }, + { + "epoch": 0.19952814290529153, + "grad_norm": 11811160064.0, + "learning_rate": 9e-05, + "loss": 8.114282989501953, + "step": 2960 + }, + { + "epoch": 0.20087630603303, + "grad_norm": 12348030976.0, + "learning_rate": 9e-05, + "loss": 8.107726287841796, + "step": 2980 + }, + { + "epoch": 0.20222446916076844, + "grad_norm": 12884901888.0, + "learning_rate": 9e-05, + "loss": 8.1126220703125, + "step": 3000 + }, + { + "epoch": 0.20357263228850692, + "grad_norm": 13421772800.0, + "learning_rate": 9e-05, + "loss": 8.114493560791015, + "step": 3020 + }, + { + "epoch": 0.20492079541624536, + "grad_norm": 13891534848.0, + "learning_rate": 9e-05, + "loss": 8.119776153564453, + "step": 3040 + }, + { + "epoch": 0.20626895854398383, + "grad_norm": 14428405760.0, + "learning_rate": 9e-05, + "loss": 8.122071075439454, + "step": 3060 + }, + { + "epoch": 0.20761712167172228, + "grad_norm": 14898167808.0, + "learning_rate": 9e-05, + "loss": 8.12487335205078, + "step": 3080 + }, + { + "epoch": 0.20896528479946072, + "grad_norm": 15367929856.0, + "learning_rate": 9e-05, + "loss": 8.120286560058593, + "step": 3100 + }, + { + "epoch": 0.2103134479271992, + "grad_norm": 15837691904.0, + "learning_rate": 9e-05, + "loss": 8.12525634765625, + "step": 3120 + }, + { + "epoch": 0.21166161105493764, + "grad_norm": 16307453952.0, + "learning_rate": 9e-05, + "loss": 8.125916290283204, + "step": 3140 + }, + { + "epoch": 0.2130097741826761, + "grad_norm": 16710107136.0, + "learning_rate": 9e-05, + "loss": 8.116735076904297, + "step": 3160 + }, + { + "epoch": 0.21435793731041455, + "grad_norm": 17179869184.0, + "learning_rate": 9e-05, + "loss": 8.10854263305664, + "step": 3180 + }, + { + "epoch": 0.21570610043815303, + "grad_norm": 17582522368.0, + "learning_rate": 9e-05, + "loss": 8.116544342041015, + "step": 3200 + }, + { + "epoch": 0.21705426356589147, + "grad_norm": 18119393280.0, + "learning_rate": 9e-05, + "loss": 8.117059326171875, + "step": 3220 + }, + { + "epoch": 0.21840242669362994, + "grad_norm": 18522046464.0, + "learning_rate": 9e-05, + "loss": 8.120045471191407, + "step": 3240 + }, + { + "epoch": 0.2197505898213684, + "grad_norm": 19058917376.0, + "learning_rate": 9e-05, + "loss": 8.123968505859375, + "step": 3260 + }, + { + "epoch": 0.22109875294910683, + "grad_norm": 19461570560.0, + "learning_rate": 9e-05, + "loss": 8.125857543945312, + "step": 3280 + }, + { + "epoch": 0.2224469160768453, + "grad_norm": 19864223744.0, + "learning_rate": 9e-05, + "loss": 8.12650375366211, + "step": 3300 + } + ], + "logging_steps": 20, + "max_steps": 3500, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 100, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1.06467365486592e+16, + "train_batch_size": 64, + "trial_name": null, + "trial_params": null +} diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3300/training_args.bin b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3300/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..d42dba735503648f02e3d29f685b24a197ab36d8 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3300/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c28142d60b82e3df0527b14431085e37dd065fc6519ba15f0d6ac2cabc5f4854 +size 4920 diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3400/config.json b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3400/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6f9c72a635cef01d03abb31f78284cdfb4734155 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3400/config.json @@ -0,0 +1,36 @@ +{ + "activation": "relu", + "architectures": [ + "TinyLlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "dtype": "bfloat16", + "eos_token_id": 2, + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 128, + "initializer_range": 0.02, + "intermediate_size": 256, + "max_position_embeddings": 512, + "mlp_bias": false, + "mlp_type": "glu", + "model_type": "tiny_llama", + "num_attention_heads": 4, + "num_hidden_layers": 100, + "num_key_value_heads": 4, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 10000.0, + "rope_type": "default" + }, + "tie_word_embeddings": true, + "tokenizer_name": "w-ahmad/tiny-stories-tokenizer", + "transformers_version": "5.16.0.dev0", + "use_cache": false, + "vocab_size": 4096, + "waleed_beta": 4 +} diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3400/model.safetensors b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3400/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..63121e0cdd345cd47a80ac62c091c8a3943c1459 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3400/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d6d3643447f44b77824c0c4b9a5654ed03ac08fc9e66ace6d4c3efeab726697 +size 33967272 diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3400/optimizer.pt b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3400/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..34495d16590d6a2d3e1e4dc81de2a332df65f52c --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3400/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19fcd64312631eaa06339223dc4528728250cdaa7e24be1ae7a8aeaf54920d42 +size 39573050 diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3400/rng_state.pth b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3400/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..e29ad0909e8c1afefa182e7ed890fa257c75af25 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3400/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cf9097d4513154245c48236b6ec5137b7ee2a21c9f58f2cba798ea275c6026f +size 14244 diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3400/scheduler.pt b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3400/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..017e7c5d403620264a46ac1cf60e056852cdf447 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3400/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d56f18bbf80d27667dff830c4bf2d569d657317bf85c1271d4a355eda1cf7318 +size 1064 diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3400/tokenizer.json b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3400/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3400/tokenizer.json @@ -0,0 +1,19501 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "!": 1, + "\"": 2, + "#": 3, + "$": 4, + "%": 5, + "&": 6, + "'": 7, + "(": 8, + ")": 9, + "*": 10, + "+": 11, + ",": 12, + "-": 13, + ".": 14, + "/": 15, + "0": 16, + "1": 17, + "2": 18, + "3": 19, + "4": 20, + "5": 21, + "6": 22, + "7": 23, + "8": 24, + "9": 25, + ":": 26, + ";": 27, + "<": 28, + "=": 29, + ">": 30, + "?": 31, + "@": 32, + "A": 33, + "B": 34, + "C": 35, + "D": 36, + "E": 37, + "F": 38, + "G": 39, + "H": 40, + "I": 41, + "J": 42, + "K": 43, + "L": 44, + "M": 45, + "N": 46, + "O": 47, + "P": 48, + "Q": 49, + "R": 50, + "S": 51, + "T": 52, + "U": 53, + "V": 54, + "W": 55, + "X": 56, + "Y": 57, + "Z": 58, + "[": 59, + "\\": 60, + "]": 61, + "^": 62, + "_": 63, + "`": 64, + "a": 65, + "b": 66, + "c": 67, + "d": 68, + "e": 69, + "f": 70, + "g": 71, + "h": 72, + "i": 73, + "j": 74, + "k": 75, + "l": 76, + "m": 77, + "n": 78, + "o": 79, + "p": 80, + "q": 81, + "r": 82, + "s": 83, + "t": 84, + "u": 85, + "v": 86, + "w": 87, + "x": 88, + "y": 89, + "z": 90, + "{": 91, + "|": 92, + "}": 93, + "~": 94, + "¡": 95, + "¢": 96, + "£": 97, + "¤": 98, + "¥": 99, + "¦": 100, + "§": 101, + "¨": 102, + "©": 103, + "ª": 104, + "«": 105, + "¬": 106, + "®": 107, + "¯": 108, + "°": 109, + "±": 110, + "²": 111, + "³": 112, + "´": 113, + "µ": 114, + "¶": 115, + "·": 116, + "¸": 117, + "¹": 118, + "º": 119, + "»": 120, + "¼": 121, + "½": 122, + "¾": 123, + "¿": 124, + "À": 125, + "Á": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "È": 133, + "É": 134, + "Ê": 135, + "Ë": 136, + "Ì": 137, + "Í": 138, + "Î": 139, + "Ï": 140, + "Ð": 141, + "Ñ": 142, + "Ò": 143, + "Ó": 144, + "Ô": 145, + "Õ": 146, + "Ö": 147, + "×": 148, + "Ø": 149, + "Ù": 150, + "Ú": 151, + "Û": 152, + "Ü": 153, + "Ý": 154, + "Þ": 155, + "ß": 156, + "à": 157, + "á": 158, + "â": 159, + "ã": 160, + "ä": 161, + "å": 162, + "æ": 163, + "ç": 164, + "è": 165, + "é": 166, + "ê": 167, + "ë": 168, + "ì": 169, + "í": 170, + "î": 171, + "ï": 172, + "ð": 173, + "ñ": 174, + "ò": 175, + "ó": 176, + "ô": 177, + "õ": 178, + "ö": 179, + "÷": 180, + "ø": 181, + "ù": 182, + "ú": 183, + "û": 184, + "ü": 185, + "ý": 186, + "þ": 187, + "ÿ": 188, + "Ā": 189, + "ā": 190, + "Ă": 191, + "ă": 192, + "Ą": 193, + "ą": 194, + "Ć": 195, + "ć": 196, + "Ĉ": 197, + "ĉ": 198, + "Ċ": 199, + "ċ": 200, + "Č": 201, + "č": 202, + "Ď": 203, + "ď": 204, + "Đ": 205, + "đ": 206, + "Ē": 207, + "ē": 208, + "Ĕ": 209, + "ĕ": 210, + "Ė": 211, + "ė": 212, + "Ę": 213, + "ę": 214, + "Ě": 215, + "ě": 216, + "Ĝ": 217, + "ĝ": 218, + "Ğ": 219, + "ğ": 220, + "Ġ": 221, + "ġ": 222, + "Ģ": 223, + "ģ": 224, + "Ĥ": 225, + "ĥ": 226, + "Ħ": 227, + "ħ": 228, + "Ĩ": 229, + "ĩ": 230, + "Ī": 231, + "ī": 232, + "Ĭ": 233, + "ĭ": 234, + "Į": 235, + "į": 236, + "İ": 237, + "ı": 238, + "IJ": 239, + "ij": 240, + "Ĵ": 241, + "ĵ": 242, + "Ķ": 243, + "ķ": 244, + "ĸ": 245, + "Ĺ": 246, + "ĺ": 247, + "Ļ": 248, + "ļ": 249, + "Ľ": 250, + "ľ": 251, + "Ŀ": 252, + "ŀ": 253, + "Ł": 254, + "ł": 255, + "Ń": 256, + "he": 257, + "Ġt": 258, + "Ġa": 259, + "Ġs": 260, + "Ġw": 261, + "nd": 262, + "Ġthe": 263, + "ed": 264, + "Ġand": 265, + "Ġto": 266, + "Ġb": 267, + "in": 268, + "Ġh": 269, + "Ġwa": 270, + "re": 271, + "Ġf": 272, + "it": 273, + "ou": 274, + "Ġc": 275, + "Ġl": 276, + "Ġhe": 277, + "Ġd": 278, + "er": 279, + "Ġwas": 280, + "Ġm": 281, + "Ġp": 282, + "om": 283, + "ĠT": 284, + "Ġo": 285, + "ay": 286, + "ar": 287, + "ing": 288, + "is": 289, + "Ġg": 290, + "il": 291, + "id": 292, + "at": 293, + "en": 294, + "Ġn": 295, + "Ġsa": 296, + "Ġha": 297, + "ĠS": 298, + "im": 299, + "an": 300, + "ĠThe": 301, + "or": 302, + "on": 303, + "Ġit": 304, + "Ġth": 305, + "ll": 306, + "le": 307, + "ĠH": 308, + "Ġher": 309, + "et": 310, + "ot": 311, + "ir": 312, + "ĠShe": 313, + "ĠHe": 314, + "ver": 315, + "es": 316, + "Ġin": 317, + "ut": 318, + "ow": 319, + "ck": 320, + "Ġe": 321, + "Ġu": 322, + "ld": 323, + "ĠThey": 324, + "oo": 325, + "ig": 326, + "Ġsaid": 327, + "am": 328, + "ily": 329, + "Ġbe": 330, + "Ġy": 331, + "Ġr": 332, + "Ġst": 333, + "ce": 334, + "Ġshe": 335, + "Ġ\"": 336, + "pp": 337, + "ke": 338, + "ith": 339, + "On": 340, + "ĠI": 341, + "Ġwith": 342, + "ve": 343, + "Lily": 344, + "Ġon": 345, + "Ġof": 346, + "Ġso": 347, + "Ġhis": 348, + "ked": 349, + "ri": 350, + "nt": 351, + "very": 352, + "Ġpl": 353, + "Ġday": 354, + "ad": 355, + "Ġyou": 356, + "Ġthat": 357, + "Ġup": 358, + "Ġhad": 359, + "st": 360, + "Ġplay": 361, + "Ġthey": 362, + "ĠLily": 363, + "Ġwe": 364, + "Ġmom": 365, + "my": 366, + "Ġfor": 367, + "el": 368, + "ould": 369, + "un": 370, + "ĠB": 371, + "'s": 372, + "itt": 373, + "ent": 374, + "Ġhapp": 375, + "The": 376, + "ch": 377, + "Ġli": 378, + "out": 379, + "Ġwant": 380, + "Ġsh": 381, + "her": 382, + "ly": 383, + "ime": 384, + "ittle": 385, + "ound": 386, + "Ġvery": 387, + "Ġtime": 388, + "ome": 389, + "Ġlittle": 390, + "Ġthere": 391, + "se": 392, + "Ġdo": 393, + "Ġwh": 394, + "all": 395, + "Ġk": 396, + "end": 397, + "al": 398, + "ht": 399, + "Ġne": 400, + "Ġre": 401, + "Ġnot": 402, + "Ġhappy": 403, + "ĠĊ": 404, + "Ġbig": 405, + "ĠM": 406, + "Ġbut": 407, + "Ġsm": 408, + "ack": 409, + "Ġsaw": 410, + "ĠIt": 411, + "Ġas": 412, + "Ġan": 413, + "ra": 414, + "riend": 415, + "Ġfriend": 416, + "ide": 417, + "One": 418, + "ry": 419, + "'t": 420, + "ved": 421, + "Ġis": 422, + "Once": 423, + "ake": 424, + ".\"": 425, + "Ġwere": 426, + "ter": 427, + "ug": 428, + "Ġloo": 429, + "Ġlo": 430, + "ore": 431, + "ec": 432, + "ĠTim": 433, + "Ġhim": 434, + "Ġbo": 435, + "!\"": 436, + "Ġtoo": 437, + "Ġgo": 438, + "Ġupon": 439, + "irl": 440, + "Ġj": 441, + "Ġwanted": 442, + "Ġgirl": 443, + "Ġse": 444, + "Ġout": 445, + "ard": 446, + "way": 447, + "Ġsp": 448, + "ill": 449, + "ind": 450, + "Ġthem": 451, + "Ġcould": 452, + "fu": 453, + "hen": 454, + "Ġat": 455, + "ur": 456, + "Ġdid": 457, + "Ġsmil": 458, + "Ġtheir": 459, + "Ġare": 460, + "Ġex": 461, + "ĠA": 462, + "ain": 463, + "Ġwent": 464, + "art": 465, + "hed": 466, + "rom": 467, + "ic": 468, + "round": 469, + "Ġhave": 470, + "Ġnam": 471, + "lp": 472, + "Ġall": 473, + "ĠJ": 474, + "ful": 475, + "Ġkn": 476, + "hing": 477, + "ood": 478, + "Ġhelp": 479, + "ight": 480, + "Ġfriends": 481, + "one": 482, + "ark": 483, + "Ġback": 484, + "um": 485, + "Ġcan": 486, + "Ġnamed": 487, + "Ġcl": 488, + "?\"": 489, + "Ġfun": 490, + "are": 491, + "ĠBen": 492, + "Ġloved": 493, + "Ġal": 494, + "elt": 495, + "ĠTimmy": 496, + "ĠOne": 497, + "op": 498, + "side": 499, + "Ġle": 500, + "Ġno": 501, + "Ġsc": 502, + "ĠTom": 503, + "Ġfelt": 504, + "oug": 505, + "Ġsmiled": 506, + "ick": 507, + "Ġasked": 508, + "You": 509, + "Ġtoy": 510, + "Ġman": 511, + "Ġaround": 512, + "ame": 513, + "Ġfe": 514, + "Ġsay": 515, + "Ġboy": 516, + "Ġsome": 517, + "Ġlooked": 518, + "ure": 519, + "omet": 520, + "Ġbr": 521, + "Ġwould": 522, + "Ġme": 523, + "Ġbir": 524, + "Ġlike": 525, + "get": 526, + "Ġstart": 527, + "Ġro": 528, + "as": 529, + "Ġsee": 530, + "ĠW": 531, + "ice": 532, + "ong": 533, + "Ġbird": 534, + "Ġsomet": 535, + "dd": 536, + "Ġwor": 537, + "ade": 538, + "ie": 539, + "king": 540, + "Ġag": 541, + "own": 542, + "Ġtre": 543, + "Ġfa": 544, + "Ġaway": 545, + "Ġwhat": 546, + "ings": 547, + "Ġstarted": 548, + "gether": 549, + "Ġran": 550, + "â": 551, + "âĤ": 552, + "âĤ¬": 553, + "ared": 554, + "Ġmake": 555, + "ĠBut": 556, + "ited": 557, + "if": 558, + "oud": 559, + "Ġmade": 560, + "Ġtogether": 561, + "Ġsomething": 562, + "Ġexc": 563, + "ag": 564, + "Ġco": 565, + "Ġpark": 566, + "Ġnew": 567, + "Ġsad": 568, + "Ġput": 569, + ",\"": 570, + "Ġfrom": 571, + "ble": 572, + "ther": 573, + "Ġpr": 574, + "Ġmu": 575, + "Ġcar": 576, + "Ġhome": 577, + "ĠYou": 578, + "Ġthen": 579, + "Ġwhen": 580, + "Ġfound": 581, + "ell": 582, + "Ġother": 583, + "Ġagain": 584, + "Ġch": 585, + "Ġdec": 586, + "Ġwho": 587, + "Ġla": 588, + "ried": 589, + "ss": 590, + "Ġgood": 591, + "Ġhug": 592, + "ĠL": 593, + "pped": 594, + "Ġwal": 595, + "ep": 596, + "ally": 597, + "Ġsays": 598, + "Ġfl": 599, + "est": 600, + "ach": 601, + "ĠE": 602, + "Ġexcited": 603, + "pl": 604, + "qu": 605, + "ook": 606, + "Ġget": 607, + "ought": 608, + "Ġplaying": 609, + "Ġgot": 610, + "Ġsw": 611, + "ous": 612, + "hat": 613, + "ny": 614, + "ided": 615, + "uck": 616, + "Ġthings": 617, + "Ġevery": 618, + "Ġdecided": 619, + "Ġcame": 620, + "Ġbec": 621, + "ave": 622, + "ro": 623, + "ax": 624, + "Ġliked": 625, + "Ġdown": 626, + "Ġdog": 627, + "Ġscared": 628, + "Ġv": 629, + "udd": 630, + "ust": 631, + "Ġone": 632, + "Ġfind": 633, + "Ġbl": 634, + "Ġthan": 635, + "ĠD": 636, + "ouse": 637, + "ways": 638, + "Ġkne": 639, + "Ġdidn": 640, + "ap": 641, + "Ġmommy": 642, + "Ġcare": 643, + "Ġalways": 644, + "Ġab": 645, + "ist": 646, + "Ġdad": 647, + "Ġfeel": 648, + "ara": 649, + "bb": 650, + "arn": 651, + "fe": 652, + "Ġyour": 653, + "Ġoutside": 654, + "ue": 655, + "Ġgra": 656, + "ant": 657, + "Ġke": 658, + "ĠMom": 659, + "Ġtook": 660, + "Ġlot": 661, + "nn": 662, + "Ġbu": 663, + "Ġabout": 664, + "ess": 665, + "ĠF": 666, + "nder": 667, + "Ġtree": 668, + "eci": 669, + "Ġlook": 670, + "Ġpo": 671, + "Ġmy": 672, + "our": 673, + "Ġtoys": 674, + "ite": 675, + "ched": 676, + "Ġknew": 677, + "Ġthought": 678, + "ened": 679, + "Ġlearn": 680, + "Ġint": 681, + "Ġold": 682, + "Ġmore": 683, + "nna": 684, + "ise": 685, + "ged": 686, + "Ġta": 687, + "udden": 688, + "ecial": 689, + "Ġspecial": 690, + "ĠMax": 691, + "au": 692, + "Ġwill": 693, + "ers": 694, + "They": 695, + "ret": 696, + "Ġpe": 697, + "Ġho": 698, + "ĠSam": 699, + "Ġtake": 700, + "Ġball": 701, + "Ġknow": 702, + "Ġlaug": 703, + "fter": 704, + "uddenly": 705, + "Ġcat": 706, + "Ġhow": 707, + "ive": 708, + "Ġtr": 709, + "Ġmuch": 710, + "Ġany": 711, + "Ġpu": 712, + "ma": 713, + "Ġsl": 714, + "Ġsor": 715, + "Ġmo": 716, + "ven": 717, + "ish": 718, + "Ġshow": 719, + "Ġcouldn": 720, + "ause": 721, + "ink": 722, + "But": 723, + "Ġhouse": 724, + "Ġinto": 725, + "ump": 726, + "Ġover": 727, + "Ġtried": 728, + "and": 729, + "Ġeat": 730, + "Ġsk": 731, + "Ġsun": 732, + "Ġtw": 733, + "Ġclo": 734, + "ia": 735, + "Ġrun": 736, + "Ġhand": 737, + "ĠEvery": 738, + "Ġen": 739, + "Ġinside": 740, + "dy": 741, + "Ġif": 742, + "Ġtold": 743, + "Ġnever": 744, + "ion": 745, + "Ġqu": 746, + "Ġbecause": 747, + "by": 748, + "Ġproud": 749, + "Ġgave": 750, + "Ġsorry": 751, + "Ġthis": 752, + "Ġop": 753, + "Ġplayed": 754, + "ate": 755, + "Ġexpl": 756, + "Ġheard": 757, + "ty": 758, + "Ġor": 759, + "Ġwater": 760, + "ank": 761, + "ge": 762, + "sed": 763, + "Ġpick": 764, + "other": 765, + "Ġroom": 766, + "etter": 767, + "Ġjust": 768, + "ace": 769, + "Ġhugged": 770, + "ak": 771, + "Ġgre": 772, + "here": 773, + "Ġoff": 774, + "ĠSara": 775, + "Ġpret": 776, + "ile": 777, + "Ġeach": 778, + "Ġcom": 779, + "Ġlong": 780, + "Ġbox": 781, + "ort": 782, + "Ġstr": 783, + "iz": 784, + "Ġunt": 785, + "Ġwat": 786, + "oth": 787, + "Ġneed": 788, + "Ġjo": 789, + "ĠWe": 790, + "Tom": 791, + "Ġsmall": 792, + "ine": 793, + "Ġbear": 794, + "Mom": 795, + "Ġuntil": 796, + "Ġnice": 797, + "Ġtry": 798, + "ving": 799, + "uc": 800, + "sel": 801, + "ough": 802, + "Ġlearned": 803, + "Ġkind": 804, + "ĠAnna": 805, + "ild": 806, + "Ġfo": 807, + "Ġmany": 808, + "'m": 809, + "ĠJack": 810, + "Ġbetter": 811, + "Ġim": 812, + "gry": 813, + "imal": 814, + "Ġanimal": 815, + "urt": 816, + "ft": 817, + "Ġend": 818, + "Ġsn": 819, + "aut": 820, + "Ġte": 821, + "Ġcle": 822, + "ĠJo": 823, + "vent": 824, + "urp": 825, + "Ġgr": 826, + "Ġbeaut": 827, + "Ġjump": 828, + "mb": 829, + "Ġad": 830, + "ream": 831, + "pt": 832, + "ĠSo": 833, + "ĠHer": 834, + "Ġflow": 835, + "ies": 836, + "Ġche": 837, + "Ġbra": 838, + "Ġthanked": 839, + "Ġeven": 840, + "Ġbest": 841, + "Ġcall": 842, + "ady": 843, + "He": 844, + "Ġlots": 845, + "Ġlaughed": 846, + "self": 847, + "Ġra": 848, + "Ġway": 849, + "ars": 850, + "urn": 851, + "Ġby": 852, + "Ġfast": 853, + "lly": 854, + "Ġfam": 855, + "ĠC": 856, + "ves": 857, + "arden": 858, + "Ġgarden": 859, + "Ġbeauti": 860, + "wn": 861, + "Th": 862, + "Ġbeautiful": 863, + "Ġloud": 864, + "lew": 865, + "Ġsky": 866, + "Ġdon": 867, + "hn": 868, + "ered": 869, + "iny": 870, + "Ġcareful": 871, + "Ġlove": 872, + "Ġfi": 873, + "ĠThen": 874, + "Åĵ": 875, + "ase": 876, + "ect": 877, + "Ġsafe": 878, + "ĠAnd": 879, + "Ġunder": 880, + "Ġcome": 881, + "ĠFrom": 882, + "Yes": 883, + "ĠMia": 884, + "It": 885, + "me": 886, + "Ġhard": 887, + "Ġcu": 888, + "Ġwo": 889, + "Ġlist": 890, + "Ġstay": 891, + "ane": 892, + "sh": 893, + "ople": 894, + "Ġgl": 895, + "ning": 896, + "Ġstill": 897, + "ool": 898, + "Ġhurt": 899, + "ree": 900, + "ĠHis": 901, + "Ġimp": 902, + "Ġfamily": 903, + "Ġâ": 904, + "Ġboth": 905, + "rm": 906, + "igh": 907, + "Ġlived": 908, + "hes": 909, + "When": 910, + "Ġpeople": 911, + "Ġanimals": 912, + "Ġcol": 913, + "Ġbrave": 914, + "Ġwalked": 915, + "ob": 916, + "Tim": 917, + "ct": 918, + "Ġlet": 919, + "urpr": 920, + "ĠWhen": 921, + "Ġtwo": 922, + "Ġsurpr": 923, + "Ġshould": 924, + "ished": 925, + "Ġbad": 926, + "ress": 927, + "Ġkept": 928, + "Ġfore": 929, + "Ġflew": 930, + "Ġfin": 931, + "Ġstor": 932, + "Ġfly": 933, + "ast": 934, + "ised": 935, + "ip": 936, + "Ġits": 937, + "led": 938, + "ock": 939, + "ucy": 940, + "fore": 941, + "Ġgoing": 942, + "Ġclean": 943, + "Ġdan": 944, + "Ġpic": 945, + "Ġsoon": 946, + "Ġcalled": 947, + "Ġshare": 948, + "kay": 949, + "Ġangry": 950, + "Ġrock": 951, + "Ġcon": 952, + "Ġpretty": 953, + "No": 954, + "Ġide": 955, + "ied": 956, + "illy": 957, + "Ġground": 958, + "xt": 959, + "Ġred": 960, + "Ġexplore": 961, + "Ġcry": 962, + "Ġadvent": 963, + "Ġsto": 964, + "so": 965, + "Ġreal": 966, + "Let": 967, + "Ġwind": 968, + "Ġshiny": 969, + "be": 970, + "Ġbook": 971, + "Ġalso": 972, + "Ġdoll": 973, + "Ġidea": 974, + "Ġbefore": 975, + "Ġopened": 976, + "dded": 977, + "Ġwhile": 978, + "ummy": 979, + "Ġkeep": 980, + "Ġey": 981, + "Ġnow": 982, + "Ġdoor": 983, + "Ġfeeling": 984, + "âĤ¬â": 985, + "oon": 986, + "oy": 987, + "Ġwalking": 988, + "Ġnoise": 989, + "Ġfr": 990, + "les": 991, + "age": 992, + "ious": 993, + "Ġcolor": 994, + "Ġturn": 995, + "thing": 996, + "ff": 997, + "uch": 998, + "th": 999, + "Ġbed": 1000, + "ary": 1001, + "Ġdra": 1002, + "Ġpicked": 1003, + "imb": 1004, + "eet": 1005, + "Ġclimb": 1006, + "Ġdel": 1007, + "What": 1008, + "Ġbeing": 1009, + "Ġfood": 1010, + "Ġun": 1011, + "Ġfar": 1012, + "ture": 1013, + "joy": 1014, + "Ġadventure": 1015, + "ac": 1016, + "Ġsmile": 1017, + "Ġdif": 1018, + "Ħ¢": 1019, + "âĤ¬âĦ¢": 1020, + "memb": 1021, + "Ġwr": 1022, + "Ġthr": 1023, + "ught": 1024, + "Ġlooking": 1025, + "Ġnext": 1026, + "iced": 1027, + "ĠLucy": 1028, + "Ġnodded": 1029, + "Ġquick": 1030, + "ĠP": 1031, + "Ġdis": 1032, + "Ġrepl": 1033, + "ĠDad": 1034, + "Ġwait": 1035, + "ized": 1036, + "Ġforest": 1037, + "Ġclos": 1038, + "ĠSuddenly": 1039, + "Ġtra": 1040, + "That": 1041, + "Ġeyes": 1042, + "ger": 1043, + "bbit": 1044, + "ted": 1045, + "Ġown": 1046, + "Ġrain": 1047, + "Ġimport": 1048, + "Ġgreat": 1049, + "Ġrememb": 1050, + "Ġpicture": 1051, + "Thank": 1052, + "Suddenly": 1053, + "Ġstopped": 1054, + "Ġenjoy": 1055, + "Ġvo": 1056, + "Ben": 1057, + "Ġgive": 1058, + "Ġimportant": 1059, + "Ġwork": 1060, + "Ġnear": 1061, + "gan": 1062, + "pot": 1063, + "Ġever": 1064, + "Ġapp": 1065, + "Ġafter": 1066, + "Ġquickly": 1067, + "Ġlisten": 1068, + "Ġbre": 1069, + "ting": 1070, + "bbed": 1071, + "Ġma": 1072, + "Ġfish": 1073, + "Ġreplied": 1074, + "Ġrabbit": 1075, + "Ġhands": 1076, + "ĠG": 1077, + "Ġnoticed": 1078, + "Ġbro": 1079, + "Ġslide": 1080, + "Ġthink": 1081, + "Ġwalk": 1082, + "Ġtruck": 1083, + "Ġac": 1084, + "kes": 1085, + "Ġstrong": 1086, + "She": 1087, + "Ġshowed": 1088, + "Ġde": 1089, + "Ġeveryone": 1090, + "Ġwonder": 1091, + "fere": 1092, + "bye": 1093, + "Ġdiffere": 1094, + "irst": 1095, + "So": 1096, + "Ġsure": 1097, + "Ġhas": 1098, + "Ġright": 1099, + "Ġbeen": 1100, + "Ġbecame": 1101, + "Ġsound": 1102, + "maz": 1103, + "Ġtow": 1104, + "Ġru": 1105, + "Ġtal": 1106, + "Ġamaz": 1107, + "Ġhead": 1108, + "Ġshout": 1109, + "Ġbright": 1110, + "Ġye": 1111, + "Ġwatched": 1112, + "ĠR": 1113, + "Ġmor": 1114, + "Ġchild": 1115, + "able": 1116, + "Ġmean": 1117, + "Ġwhere": 1118, + "llow": 1119, + "Ġhigh": 1120, + "ĠSue": 1121, + "Ġface": 1122, + "Ġcook": 1123, + "day": 1124, + "aybe": 1125, + "Ġwatch": 1126, + "Ġblue": 1127, + "aught": 1128, + "Ġdifferent": 1129, + "Ġstore": 1130, + "ĠN": 1131, + "Ġgoodbye": 1132, + "Ġdress": 1133, + "ull": 1134, + "ĠBob": 1135, + "ng": 1136, + "ange": 1137, + "Ġsqu": 1138, + "Ġokay": 1139, + "isy": 1140, + "lease": 1141, + "ĠMommy": 1142, + "Ġvoice": 1143, + "Jo": 1144, + "ath": 1145, + "Ġnight": 1146, + "ĠSpot": 1147, + "Ġus": 1148, + "Ġboat": 1149, + "Ġflowers": 1150, + "Ġplace": 1151, + "Ġfollow": 1152, + "Ġar": 1153, + "Ġuse": 1154, + "Ġcloser": 1155, + "unny": 1156, + "leep": 1157, + "ired": 1158, + "Ġfav": 1159, + "Ġyell": 1160, + "Ġgrabbed": 1161, + "Ġcuri": 1162, + "Ġwarm": 1163, + "Ġcr": 1164, + "Ġforg": 1165, + "ĠSarah": 1166, + "ĠJohn": 1167, + "Ġmag": 1168, + "Ġstick": 1169, + "We": 1170, + "Ġjumped": 1171, + "Ġcake": 1172, + "more": 1173, + "Ġtell": 1174, + "Ġanymore": 1175, + "After": 1176, + "Ġbutter": 1177, + "ndma": 1178, + "Ġthree": 1179, + "Ġask": 1180, + "co": 1181, + "Ġour": 1182, + "lie": 1183, + "Ġcurious": 1184, + "ount": 1185, + "orn": 1186, + "Ġcont": 1187, + "Ġfell": 1188, + "ached": 1189, + "ĠTh": 1190, + "Ġbirds": 1191, + "ass": 1192, + "Her": 1193, + "iss": 1194, + "Ġhelped": 1195, + "ĠJane": 1196, + "Ġpull": 1197, + "Ġfirst": 1198, + "itc": 1199, + "Ġblock": 1200, + "Ġhop": 1201, + "Ġbit": 1202, + "Ġdr": 1203, + "Ġrealized": 1204, + "Ġkid": 1205, + "Look": 1206, + "ila": 1207, + "Ġmon": 1208, + "Ġbrother": 1209, + "Anna": 1210, + "Sara": 1211, + "Ġz": 1212, + "ĠEveryone": 1213, + "Ġate": 1214, + "Ġdoes": 1215, + "imes": 1216, + "Ġhappened": 1217, + "Ġstop": 1218, + "zy": 1219, + "Ġyummy": 1220, + "Ġfavor": 1221, + "ppy": 1222, + "Ġkitc": 1223, + "Ġkitchen": 1224, + "Ġsweet": 1225, + "us": 1226, + "Ġper": 1227, + "Ġreally": 1228, + "aisy": 1229, + "Ġgrass": 1230, + "Ġfavorite": 1231, + "Ġbegan": 1232, + "Ġrest": 1233, + "Ġready": 1234, + "Ġlea": 1235, + "Ġreached": 1236, + "Ġunderst": 1237, + "air": 1238, + "Ġste": 1239, + "Ġbunny": 1240, + "ĠAs": 1241, + "Ġstory": 1242, + "'re": 1243, + "Ġpain": 1244, + "Ġsing": 1245, + "ster": 1246, + "Ġhere": 1247, + "Ġsand": 1248, + "Ġonly": 1249, + "Ġflo": 1250, + "Ġam": 1251, + "Ġglad": 1252, + "Ġtri": 1253, + "Ġbeh": 1254, + "Ġworld": 1255, + "Ġopen": 1256, + "Ġcre": 1257, + "fully": 1258, + "Ġprin": 1259, + "where": 1260, + "arent": 1261, + "Ġflower": 1262, + "Ġthrough": 1263, + "Ġba": 1264, + "Ġfire": 1265, + "Ġdone": 1266, + "Ġhaving": 1267, + "Ġthing": 1268, + "Ġdelic": 1269, + "Ġhimself": 1270, + "Ġtired": 1271, + "Ġparent": 1272, + "Ġsoft": 1273, + "Ġfro": 1274, + "Timmy": 1275, + "Ġtast": 1276, + "Ġbutterf": 1277, + "ĠLet": 1278, + "Ġcut": 1279, + "Ġpart": 1280, + "Ġwhy": 1281, + "ken": 1282, + "Ġmess": 1283, + "Can": 1284, + "Ġworry": 1285, + "Mommy": 1286, + "iver": 1287, + "Ġdin": 1288, + "uff": 1289, + "ater": 1290, + "Ġmagic": 1291, + "Ġwaved": 1292, + "Ġshouted": 1293, + "Ġpond": 1294, + "Ġkids": 1295, + "Ġhat": 1296, + "Ġduck": 1297, + "Ġsees": 1298, + "olly": 1299, + "illed": 1300, + "Ġgame": 1301, + "ient": 1302, + "Ġmaking": 1303, + "ather": 1304, + "John": 1305, + "As": 1306, + "akes": 1307, + "Ġcatch": 1308, + "Ġseen": 1309, + "Ġcool": 1310, + "ation": 1311, + "Ġcoming": 1312, + "Ġless": 1313, + "Ġdark": 1314, + "Ġused": 1315, + "eddy": 1316, + "Ġfix": 1317, + "ĠJoe": 1318, + "Ġthank": 1319, + "mer": 1320, + "Ġtop": 1321, + "Ġlady": 1322, + "Ġhair": 1323, + "aring": 1324, + "Ġprom": 1325, + "Ġhopped": 1326, + "ĠCan": 1327, + "\".": 1328, + "ign": 1329, + "Ġsurprise": 1330, + "Ġdraw": 1331, + "Ġmum": 1332, + "Ġmouse": 1333, + "Ġfunny": 1334, + "rel": 1335, + "Ġcra": 1336, + "Ġ-": 1337, + "aper": 1338, + "Ġfull": 1339, + "Ġtouch": 1340, + "Ġlight": 1341, + "Ġspot": 1342, + "ren": 1343, + "Ġdro": 1344, + "ĠBenny": 1345, + "Ġparents": 1346, + "Ġworked": 1347, + "ins": 1348, + "oney": 1349, + "ĠDo": 1350, + "Ġsurprised": 1351, + "Ġcarefully": 1352, + "Ġtrees": 1353, + "Ġfrog": 1354, + "Ġswing": 1355, + "Ġdoing": 1356, + "Don": 1357, + "Ġsat": 1358, + "inally": 1359, + "ĠThat": 1360, + "Ġice": 1361, + "ĠIn": 1362, + "Ġheld": 1363, + "Wow": 1364, + "Ġrunning": 1365, + "Ġpretend": 1366, + "Ġswim": 1367, + "Ġset": 1368, + "Ġread": 1369, + "Ġdelicious": 1370, + "Ġneeded": 1371, + "Ġtight": 1372, + "Ġslow": 1373, + "Ġremembered": 1374, + "Ġlost": 1375, + "Ġcold": 1376, + "Ġsmell": 1377, + "ards": 1378, + "Ġwood": 1379, + "Ġhappily": 1380, + "hy": 1381, + "ely": 1382, + "Ġlooks": 1383, + "Ġbehind": 1384, + "Ġherself": 1385, + "Ġcried": 1386, + "Ġenjoyed": 1387, + "Ġname": 1388, + "ask": 1389, + "Ġyears": 1390, + "Ġbuy": 1391, + "Ġhole": 1392, + "Ġblocks": 1393, + "Ġdri": 1394, + "Ġsleep": 1395, + "Ġgi": 1396, + "Ġyellow": 1397, + "cess": 1398, + "Ġbutterfly": 1399, + "ike": 1400, + "ued": 1401, + "Ġwished": 1402, + "Ġperf": 1403, + "Ġanother": 1404, + "ĠDaisy": 1405, + "Ġgreen": 1406, + "Ġmove": 1407, + "Ġtall": 1408, + "Ġair": 1409, + "Ġbag": 1410, + "Ġfloor": 1411, + "Ġcars": 1412, + "Ġlesson": 1413, + "ul": 1414, + "Ġbow": 1415, + "Ġarri": 1416, + "Ġwindow": 1417, + "Ġsho": 1418, + "Ġchildren": 1419, + "ner": 1420, + "Ġfinished": 1421, + "Ġhill": 1422, + "ĠAfter": 1423, + "andy": 1424, + "sp": 1425, + "ens": 1426, + "Ġpaper": 1427, + "Ġlikes": 1428, + "From": 1429, + "sy": 1430, + "Ġhold": 1431, + "Sam": 1432, + "Ġwrong": 1433, + "reed": 1434, + "Ġcontin": 1435, + "Ġunderstand": 1436, + "atter": 1437, + "uit": 1438, + "rew": 1439, + "Ġgent": 1440, + "Ġanything": 1441, + "Ġclose": 1442, + "Ġwall": 1443, + "Ġel": 1444, + "asure": 1445, + "Ġleft": 1446, + "Ġable": 1447, + "Ġarrived": 1448, + "Ġhun": 1449, + "ross": 1450, + "av": 1451, + "Ġhear": 1452, + "Ġfriendly": 1453, + "Ġforgot": 1454, + "Ġgone": 1455, + "ama": 1456, + "Ġcreat": 1457, + "Ġwet": 1458, + "Ġlion": 1459, + "Hell": 1460, + "Hello": 1461, + "Ġdream": 1462, + "Ġhot": 1463, + "bo": 1464, + "ber": 1465, + "ĠSally": 1466, + "Ġfilled": 1467, + "Ġdir": 1468, + "ield": 1469, + "Ġcookies": 1470, + "Ġlaugh": 1471, + "Ġbroken": 1472, + "Ġdinner": 1473, + "lf": 1474, + "Ġelse": 1475, + "Ġhid": 1476, + "ced": 1477, + "Ġpink": 1478, + "Ġfollowed": 1479, + "Ġtable": 1480, + "Ġmar": 1481, + "Ġcolors": 1482, + "oup": 1483, + "Ġmoment": 1484, + "Ġcontinued": 1485, + "Ġwonderful": 1486, + "ĠEm": 1487, + "ey": 1488, + "ined": 1489, + "irrel": 1490, + "rot": 1491, + "Ġfinally": 1492, + "Jack": 1493, + "Ġarm": 1494, + "Ġmight": 1495, + "ĠNow": 1496, + "Ġcast": 1497, + "Ġyes": 1498, + "Ġbuild": 1499, + "Ġenough": 1500, + "ĠBilly": 1501, + "Ġsomeone": 1502, + "Ġperfect": 1503, + "Ġfair": 1504, + "Ġstayed": 1505, + "app": 1506, + "Ġmorning": 1507, + "ĠThere": 1508, + "Ġpuppy": 1509, + "ol": 1510, + "Ġdaddy": 1511, + "Ġtrying": 1512, + "'ll": 1513, + "Ġju": 1514, + "Ġothers": 1515, + "Ġbooks": 1516, + "Ġagreed": 1517, + "Ġmus": 1518, + "Ġsnow": 1519, + "Ġsquirrel": 1520, + "Ġcream": 1521, + "room": 1522, + "Ġgetting": 1523, + "Ġgrandma": 1524, + "ĠLila": 1525, + "Ġleaves": 1526, + "Ġbaby": 1527, + "Ġcount": 1528, + "icy": 1529, + "Ġfew": 1530, + "At": 1531, + "Ġfall": 1532, + "Then": 1533, + "gon": 1534, + "Ġbreak": 1535, + "Ġclimbed": 1536, + "ries": 1537, + "Ġbeach": 1538, + "ash": 1539, + "Ġbug": 1540, + "Ġplease": 1541, + "Ġmother": 1542, + "Ġbrought": 1543, + "Ġtrain": 1544, + "ance": 1545, + "ĠThis": 1546, + "Ġdeep": 1547, + "Ġvis": 1548, + "ated": 1549, + "shed": 1550, + "Ġmet": 1551, + "Ġwasn": 1552, + "Ġsometimes": 1553, + "Ġeverything": 1554, + "ĠTommy": 1555, + "ich": 1556, + "Ġmusic": 1557, + "key": 1558, + "ling": 1559, + "This": 1560, + "os": 1561, + "Ġturned": 1562, + "lc": 1563, + "Ġride": 1564, + "oom": 1565, + "Ġsong": 1566, + "oring": 1567, + "Ġspark": 1568, + "Ġfight": 1569, + "Ġhungry": 1570, + "ons": 1571, + "Ġpictures": 1572, + "ds": 1573, + "Ġmakes": 1574, + "Ġsear": 1575, + "ucky": 1576, + "Ġlistened": 1577, + "Ġjoy": 1578, + "Ġpol": 1579, + "ĠWhat": 1580, + "His": 1581, + "ee": 1582, + "Ġclot": 1583, + "Ġsail": 1584, + "apped": 1585, + "bble": 1586, + "Ġcomp": 1587, + "Ġplan": 1588, + "Ġwants": 1589, + "Ġclothes": 1590, + "Ġpoin": 1591, + "ĠK": 1592, + "zz": 1593, + "Ġballoon": 1594, + "Ġstrange": 1595, + "man": 1596, + "enny": 1597, + "Ġpi": 1598, + "Ġgrow": 1599, + "Ġflying": 1600, + "row": 1601, + "Ġscary": 1602, + "Ġtreat": 1603, + "Ġwaited": 1604, + "Ġamazed": 1605, + "Ġteddy": 1606, + "Ġcastle": 1607, + "ister": 1608, + "Ġele": 1609, + "Ġamazing": 1610, + "med": 1611, + "Ġspl": 1612, + "Oh": 1613, + "Ġleave": 1614, + "Ġowner": 1615, + "Ġpromised": 1616, + "Ġdanger": 1617, + "ever": 1618, + "OK": 1619, + "Ġsuch": 1620, + "Ġwhite": 1621, + "Ġpat": 1622, + "Ġtalk": 1623, + "uffy": 1624, + "Ġfur": 1625, + "Ġpie": 1626, + "ope": 1627, + "red": 1628, + "Ġpulled": 1629, + "Ġpre": 1630, + "Ġwoods": 1631, + "ĠTo": 1632, + "Ġshared": 1633, + "Ġalone": 1634, + "Ġtowards": 1635, + "cle": 1636, + "ĠMaybe": 1637, + "Ġsit": 1638, + "Ġnap": 1639, + "Ġcolorful": 1640, + "amp": 1641, + "hone": 1642, + "Ġvisit": 1643, + "igg": 1644, + "ugg": 1645, + "thy": 1646, + "ence": 1647, + "Ġtail": 1648, + "ctor": 1649, + "Ġmagical": 1650, + "Ġriver": 1651, + "Ġhig": 1652, + "Ġbelie": 1653, + "Ġgrate": 1654, + "ually": 1655, + "ang": 1656, + "ott": 1657, + "Ġhide": 1658, + "Ġsilly": 1659, + "Ġsmiles": 1660, + "ower": 1661, + "Ġside": 1662, + "Max": 1663, + "Ġroll": 1664, + "Ġgu": 1665, + "ĠAmy": 1666, + "Ġpro": 1667, + "eter": 1668, + "Ġfaster": 1669, + "Ġgrateful": 1670, + "Ġtreasure": 1671, + "ased": 1672, + "Ġsnack": 1673, + "up": 1674, + "Ġland": 1675, + "avy": 1676, + "Ġmoral": 1677, + "ained": 1678, + "Ġsister": 1679, + "ĠGra": 1680, + "Ġshap": 1681, + "Ġpaint": 1682, + "Ġslowly": 1683, + "Ġfield": 1684, + "Ġpet": 1685, + "Ġsec": 1686, + "orm": 1687, + "ĠJim": 1688, + "Ġbran": 1689, + "Ġmin": 1690, + "Ġmust": 1691, + "Ġhelping": 1692, + "Ġworried": 1693, + "Ġjob": 1694, + "Ġfox": 1695, + "set": 1696, + "Ġmoney": 1697, + "Ġpot": 1698, + "Ġqui": 1699, + "Ġbel": 1700, + "Ġacc": 1701, + "Ġliving": 1702, + "Ġmonster": 1703, + "less": 1704, + "Ġparty": 1705, + "ear": 1706, + "Ġmost": 1707, + "Ġwear": 1708, + "Ġremember": 1709, + "ire": 1710, + "Ġsign": 1711, + "wl": 1712, + "Ġcloud": 1713, + "Ġcandy": 1714, + "Ġhigher": 1715, + "ipped": 1716, + "ident": 1717, + "ĠAll": 1718, + "der": 1719, + "ze": 1720, + "Ġquiet": 1721, + "Ġtown": 1722, + "unch": 1723, + "Ġprincess": 1724, + "Ġruns": 1725, + "asket": 1726, + "em": 1727, + "Ġeverywhere": 1728, + "Ġjoin": 1729, + "Ġstepped": 1730, + "Ġbasket": 1731, + "Ġlake": 1732, + "Ġcup": 1733, + "sw": 1734, + "outh": 1735, + "Ġcarrot": 1736, + "Ġcoll": 1737, + "Ġplant": 1738, + "Ġscream": 1739, + "ĠDaddy": 1740, + "Ġbuck": 1741, + "Ġheavy": 1742, + "Ġbigger": 1743, + "Ġcho": 1744, + "Ġblank": 1745, + "Ġclosed": 1746, + "Ġwon": 1747, + "ises": 1748, + "Ġansw": 1749, + "br": 1750, + "Ġblanket": 1751, + "Ġmouth": 1752, + "ames": 1753, + "eces": 1754, + "Ġeating": 1755, + "Ġpieces": 1756, + "cket": 1757, + "Ġstre": 1758, + "Ġwelc": 1759, + "Ġwouldn": 1760, + "Ġreach": 1761, + "Ġbroke": 1762, + "eared": 1763, + "Ġdangerous": 1764, + "gs": 1765, + "ph": 1766, + "ĠMolly": 1767, + "Ġce": 1768, + "ĠMr": 1769, + "ord": 1770, + "fort": 1771, + "Ġdolls": 1772, + "ming": 1773, + "Ġdance": 1774, + "Ġdragon": 1775, + "Ġthinks": 1776, + "Ġasks": 1777, + "Ġacross": 1778, + "Okay": 1779, + "Ġchair": 1780, + "Ġteac": 1781, + "Ġbott": 1782, + "Hi": 1783, + "Ġpa": 1784, + "Ġneigh": 1785, + "Ġbar": 1786, + "Ġbike": 1787, + "Ġpack": 1788, + "iting": 1789, + "Ġdisapp": 1790, + "Ġneighb": 1791, + "Ġstuck": 1792, + "de": 1793, + "Ġgif": 1794, + "Ġfruit": 1795, + "Ġbelieve": 1796, + "cy": 1797, + "Ġve": 1798, + "Ġcrying": 1799, + "ier": 1800, + "phant": 1801, + "Ġsuddenly": 1802, + "Ġsoup": 1803, + "Ġrace": 1804, + "Ġthrew": 1805, + "Sure": 1806, + "Ġfarmer": 1807, + "Ġaccident": 1808, + "Ġdirty": 1809, + "Ġelephant": 1810, + "Ġmonkey": 1811, + "Ġheal": 1812, + "weet": 1813, + "Ġrem": 1814, + "Ġpers": 1815, + "Ġsame": 1816, + "ored": 1817, + "ventually": 1818, + "ead": 1819, + "pping": 1820, + "Ġgentle": 1821, + "Ġfree": 1822, + "Ġbrown": 1823, + "Maybe": 1824, + "Ġinst": 1825, + "Ġbee": 1826, + "ix": 1827, + "Ġben": 1828, + "Ġwin": 1829, + "Ġblack": 1830, + "Ġalong": 1831, + "Ġlonger": 1832, + "ible": 1833, + "Ġspr": 1834, + "Ġclapped": 1835, + "Finally": 1836, + "Why": 1837, + "cked": 1838, + "Ġwords": 1839, + "ĠFl": 1840, + "Ġteacher": 1841, + "Ġupset": 1842, + "chool": 1843, + "Ġpiece": 1844, + "Ġwell": 1845, + "Ġcheered": 1846, + "Ġhit": 1847, + "Ġsang": 1848, + "ment": 1849, + "Ġbowl": 1850, + "Ġbite": 1851, + "Ġdoctor": 1852, + "ĠJill": 1853, + "Ġbucket": 1854, + "Mia": 1855, + "Ġbath": 1856, + "Ġcaught": 1857, + "Ġheart": 1858, + "Ġforget": 1859, + "Ġmark": 1860, + "Ġbutt": 1861, + "Ġdry": 1862, + "Ġyoung": 1863, + "Ġsea": 1864, + "Ġcour": 1865, + "Ġdropped": 1866, + "ese": 1867, + "Ġyard": 1868, + "Ġplac": 1869, + "ourn": 1870, + "Ġschool": 1871, + "Ġswings": 1872, + "bby": 1873, + "Ġwings": 1874, + "bs": 1875, + "Ġexplained": 1876, + "Ġjourn": 1877, + "Ġbring": 1878, + "Ġdrink": 1879, + "Ġstreet": 1880, + "Ġjuice": 1881, + "ung": 1882, + "Ġnearby": 1883, + "ĠEmma": 1884, + "Ġsmo": 1885, + "Ġsmart": 1886, + "Ġpushed": 1887, + "Ġstories": 1888, + "Ġdrove": 1889, + "Ġtiny": 1890, + "Ġpen": 1891, + "Ġcourse": 1892, + "Ġes": 1893, + "Ġmine": 1894, + "Ġtoday": 1895, + "Ġpocket": 1896, + "Ġyear": 1897, + "aughter": 1898, + "Ġje": 1899, + "Ġsecret": 1900, + "Ġexp": 1901, + "Ġwithout": 1902, + "Ġsinging": 1903, + "Ġwelcome": 1904, + "Ġhappen": 1905, + "to": 1906, + "Ġfit": 1907, + "Ġstu": 1908, + "vel": 1909, + "ract": 1910, + "Ġbus": 1911, + "Ġcheese": 1912, + "Ġcray": 1913, + "Ġfairy": 1914, + "Ġjar": 1915, + "Ġturns": 1916, + "Ġbush": 1917, + "bow": 1918, + "llo": 1919, + "Ġexploring": 1920, + "Ġlon": 1921, + "Ġstand": 1922, + "itting": 1923, + "Ġseemed": 1924, + "Ġspoon": 1925, + "ĠFinally": 1926, + "Ġgames": 1927, + "Ġwoke": 1928, + "issed": 1929, + "Ġresp": 1930, + "Ġtrou": 1931, + "Ġtwins": 1932, + "Ġhoped": 1933, + "Ġatt": 1934, + "Ġlonely": 1935, + "Ġant": 1936, + "ĠMama": 1937, + "orrow": 1938, + "Ġnoises": 1939, + "Ġhugs": 1940, + "ountain": 1941, + "yard": 1942, + "Ġdaughter": 1943, + "Ġinv": 1944, + "Ġkey": 1945, + "ail": 1946, + "Ġrocks": 1947, + "Ġdisco": 1948, + "Ġsu": 1949, + "Ġlunch": 1950, + "read": 1951, + "oun": 1952, + "vered": 1953, + "Ġbackyard": 1954, + "Ġsuc": 1955, + "Ġcow": 1956, + "Ġapple": 1957, + "ek": 1958, + "Ġswam": 1959, + "Ġshoes": 1960, + "Ġstars": 1961, + "Ġshook": 1962, + "ittens": 1963, + "Ġmiss": 1964, + "ches": 1965, + "Ġwish": 1966, + "Ġrelie": 1967, + "fused": 1968, + "Ġshapes": 1969, + "urple": 1970, + "Ġtower": 1971, + "ity": 1972, + "Ġcorn": 1973, + "Ġmoved": 1974, + "shine": 1975, + "Ġ3": 1976, + "Ġthough": 1977, + "Ġcir": 1978, + "umb": 1979, + "Ġtaking": 1980, + "ts": 1981, + "ĠTweet": 1982, + "ape": 1983, + "Ġrainbow": 1984, + "Ġthrow": 1985, + "Ġstar": 1986, + "Ġbench": 1987, + "Ġneck": 1988, + "ocked": 1989, + "Ġcreature": 1990, + "Ġbubble": 1991, + "Ġlate": 1992, + "Ġadventures": 1993, + "Ġowl": 1994, + "ions": 1995, + "And": 1996, + "Ġwhe": 1997, + "Ġpar": 1998, + "Ġshell": 1999, + "Ġkite": 2000, + "ĠFluffy": 2001, + "ining": 2002, + "Ġmil": 2003, + "unt": 2004, + "Ġfence": 2005, + "Ġmix": 2006, + "Ġlift": 2007, + "Ġaccidentally": 2008, + "Ġwise": 2009, + "Ġhello": 2010, + "Ġpurple": 2011, + "pper": 2012, + "Ġonto": 2013, + "Ġspin": 2014, + "ten": 2015, + "ours": 2016, + "Ġsitting": 2017, + "idge": 2018, + "Ġsunshine": 2019, + "Ġcute": 2020, + "Ġmat": 2021, + "ward": 2022, + "Ġshop": 2023, + "Ġwhist": 2024, + "Ġdist": 2025, + "Ġorange": 2026, + "Lila": 2027, + "Ġnaught": 2028, + "ĠSammy": 2029, + "Ġnaughty": 2030, + "Ġnest": 2031, + "ose": 2032, + "ors": 2033, + "lla": 2034, + "Ġmilk": 2035, + "fish": 2036, + "Ġaf": 2037, + "Ġboun": 2038, + "Ġphone": 2039, + "Ġarms": 2040, + "Ġeas": 2041, + "ness": 2042, + "Ġcarry": 2043, + "ĠGrandma": 2044, + "og": 2045, + "Ġbought": 2046, + "Ġdriver": 2047, + "Ġinstead": 2048, + "Later": 2049, + "Ġtalked": 2050, + "Ġsearched": 2051, + "gged": 2052, + "Ġpig": 2053, + "Ġcozy": 2054, + "Ġsunny": 2055, + "itty": 2056, + "Ġfeels": 2057, + "Ġfan": 2058, + "Ġwondered": 2059, + "Ġcomes": 2060, + "Ġswimming": 2061, + "uched": 2062, + "Ġtouched": 2063, + "Ġpop": 2064, + "ĠInside": 2065, + "ale": 2066, + "Ġlucky": 2067, + "Ġlaughing": 2068, + "Ġbelong": 2069, + "Ġsounds": 2070, + "Ġwom": 2071, + "Ġcave": 2072, + "let": 2073, + "Ġjourney": 2074, + "Ġwoman": 2075, + "Ġcou": 2076, + "Ġnothing": 2077, + "Ġcoat": 2078, + "Ġrelieved": 2079, + "ĠO": 2080, + "Ġpeace": 2081, + "adow": 2082, + "Ġnose": 2083, + "Ġbusy": 2084, + "Bob": 2085, + "Ġpast": 2086, + "Ġapples": 2087, + "Ġsick": 2088, + "Ġrope": 2089, + "Ġpatient": 2090, + "Ġact": 2091, + "Ġpudd": 2092, + "Ġinc": 2093, + "raid": 2094, + "Ġwatching": 2095, + "Ġbranch": 2096, + "Ġafraid": 2097, + "Ġtom": 2098, + "ider": 2099, + "Ġdays": 2100, + "Ġret": 2101, + "cing": 2102, + "ĠMary": 2103, + "Ġband": 2104, + "Ġfarm": 2105, + "Ġhuge": 2106, + "ĠThank": 2107, + "ator": 2108, + "Ġexciting": 2109, + "Ġdanced": 2110, + "thday": 2111, + "Ġwar": 2112, + "ĠSoon": 2113, + "ball": 2114, + "Ġgigg": 2115, + "blem": 2116, + "Ġzoom": 2117, + "Ġmad": 2118, + "Ġvill": 2119, + "Ġforever": 2120, + "Ġproblem": 2121, + "Ġcollect": 2122, + "ped": 2123, + "irt": 2124, + "Ġminut": 2125, + "Ġwra": 2126, + "ho": 2127, + "Ġlife": 2128, + "Ġknee": 2129, + "ces": 2130, + "Do": 2131, + "cer": 2132, + "mp": 2133, + "arp": 2134, + "Ġking": 2135, + "Ġasleep": 2136, + "Ġreturn": 2137, + "Ġsharp": 2138, + "Ġrel": 2139, + "Ġpower": 2140, + "eth": 2141, + "Ġholding": 2142, + "Ġfing": 2143, + "Ġhealthy": 2144, + "ĠMittens": 2145, + "Ġprot": 2146, + "Ġmeet": 2147, + "Ġorgan": 2148, + "Ġclever": 2149, + "Ġspotted": 2150, + "Ġletter": 2151, + "Ġgather": 2152, + "alm": 2153, + "Of": 2154, + "ere": 2155, + "Ġround": 2156, + "Ġstorm": 2157, + "Ġprotect": 2158, + "Ġgift": 2159, + "amed": 2160, + "Ġmail": 2161, + "ĠJen": 2162, + "Ġbirthday": 2163, + "Ġpres": 2164, + "Ġsaf": 2165, + "Ġneighbor": 2166, + "epend": 2167, + "Ġtakes": 2168, + "sc": 2169, + "Ġear": 2170, + "Ġcomfort": 2171, + "Ġent": 2172, + "Ġrep": 2173, + "Ġperson": 2174, + "Ġsmiling": 2175, + "ĠWith": 2176, + "Ġgently": 2177, + "Ġpointed": 2178, + "Every": 2179, + "owed": 2180, + "Ġspo": 2181, + "col": 2182, + "Ġtasty": 2183, + "ular": 2184, + "ĠJimmy": 2185, + "Ġplane": 2186, + "sting": 2187, + "hin": 2188, + "Ġhoney": 2189, + "itch": 2190, + "Ġpill": 2191, + "Ġpass": 2192, + "itten": 2193, + "Ġmatter": 2194, + "Ġadm": 2195, + "Ġtasted": 2196, + "Ġsmelled": 2197, + "nic": 2198, + "ove": 2199, + "Ġeag": 2200, + "Ġshining": 2201, + "Hey": 2202, + "Ġhope": 2203, + "Ġplaces": 2204, + "Ġkick": 2205, + "ĠCh": 2206, + "Ġpicnic": 2207, + "Ġbottle": 2208, + "Ġrespect": 2209, + "Ġblew": 2210, + "Ġappeared": 2211, + "Ġsupp": 2212, + "Tommy": 2213, + "ĠCome": 2214, + "Ġspider": 2215, + "Ġintere": 2216, + "Ġcheer": 2217, + "board": 2218, + "Ġwearing": 2219, + "Ġpresent": 2220, + "ert": 2221, + "Ġmist": 2222, + "ize": 2223, + "Ġtrouble": 2224, + "Ġtrip": 2225, + "Ġpract": 2226, + "Ġkiss": 2227, + "Ġquest": 2228, + "ond": 2229, + "Ġash": 2230, + "Ġloves": 2231, + "Ġtightly": 2232, + "gg": 2233, + "arge": 2234, + "Ġsur": 2235, + "Ġspread": 2236, + "aur": 2237, + "Ġwide": 2238, + "ones": 2239, + "umber": 2240, + "Ġfeather": 2241, + "Ġsplas": 2242, + "ont": 2243, + "ndp": 2244, + "Ġlater": 2245, + "Ġwhole": 2246, + "Ġanyone": 2247, + "Ġbread": 2248, + "Molly": 2249, + "Ġdes": 2250, + "Ġrec": 2251, + "ella": 2252, + "Ġroad": 2253, + "In": 2254, + "Ġoce": 2255, + "Ġgiant": 2256, + "Ġocean": 2257, + "els": 2258, + "Ġpuzz": 2259, + "Ġcookie": 2260, + "Ġpan": 2261, + "Ġpath": 2262, + "ÅĵI": 2263, + "Ġconfused": 2264, + "Ġscreamed": 2265, + "Ġclouds": 2266, + "eb": 2267, + "Ġimpress": 2268, + "Ġfront": 2269, + "ĠGo": 2270, + "Ġseat": 2271, + "lex": 2272, + "Ġlay": 2273, + "Ġwhich": 2274, + "la": 2275, + "Ġthin": 2276, + "Ġteach": 2277, + "erly": 2278, + "Ġdi": 2279, + "Ġanswer": 2280, + "ungle": 2281, + "Ġap": 2282, + "ssed": 2283, + "hile": 2284, + "ub": 2285, + "Ġlarge": 2286, + "Ġjungle": 2287, + "Ġpromise": 2288, + "Ġser": 2289, + "Ġber": 2290, + "Ġwild": 2291, + "Ġbark": 2292, + "Ġmach": 2293, + "oose": 2294, + "Ġbutton": 2295, + "ndpa": 2296, + "Good": 2297, + "Ġmyster": 2298, + "Ġsnake": 2299, + "Ġvillage": 2300, + "Ġhor": 2301, + "ĠEmily": 2302, + "Come": 2303, + "Ġtool": 2304, + "Ġputs": 2305, + "Ġlast": 2306, + "Ġimag": 2307, + "ĠJake": 2308, + "Lucy": 2309, + "Ġtid": 2310, + "Ġban": 2311, + "lebr": 2312, + "Ġeventually": 2313, + "Ġslid": 2314, + "Ġwave": 2315, + "Ġlive": 2316, + "Ġchased": 2317, + "ĠEverywhere": 2318, + "Ġcelebr": 2319, + "Ġcrayons": 2320, + "Just": 2321, + "Ġspent": 2322, + "Ġwrite": 2323, + "Ġgives": 2324, + "unk": 2325, + "ife": 2326, + "Ġdecor": 2327, + "Ġfoot": 2328, + "Ġdelight": 2329, + "Ġsol": 2330, + "Ġsandw": 2331, + "Ġdirt": 2332, + "ĠJenny": 2333, + "Ġtalking": 2334, + "Ġtreats": 2335, + "Ġcart": 2336, + "ching": 2337, + "Ġwaiting": 2338, + "Ġhiding": 2339, + "Ġsnowman": 2340, + "Ġinteresting": 2341, + "Ġhon": 2342, + "ony": 2343, + "Ġshelf": 2344, + "Ġtaste": 2345, + "een": 2346, + "Jim": 2347, + "Ġstep": 2348, + "Mum": 2349, + "Ġhelpful": 2350, + "Ġfeet": 2351, + "Ġshy": 2352, + "Ġgoes": 2353, + "Ġval": 2354, + "Ġemb": 2355, + "Ġstood": 2356, + "Ġshr": 2357, + "Ġbuilding": 2358, + "Ġoven": 2359, + "Ġstret": 2360, + "Ġlovely": 2361, + "Ġducks": 2362, + "Ġcorner": 2363, + "Ġwash": 2364, + "cks": 2365, + "Ġspe": 2366, + "Ġpretended": 2367, + "Ġrolled": 2368, + "Ġrude": 2369, + "old": 2370, + "Ġcalm": 2371, + "Ġpile": 2372, + "Ġteeth": 2373, + "Ġjumping": 2374, + "Ġzoo": 2375, + "Ġpuddle": 2376, + "Ġtidy": 2377, + "Mama": 2378, + "iger": 2379, + "ipe": 2380, + "Ġbugs": 2381, + "Ġashamed": 2382, + "Ġbat": 2383, + "ina": 2384, + "ĠRe": 2385, + "Ġob": 2386, + "Ġstra": 2387, + "ĠSt": 2388, + "Ġwhistle": 2389, + "Ġbanan": 2390, + "not": 2391, + "Ġnet": 2392, + "Ġforgive": 2393, + "Ġprince": 2394, + "ener": 2395, + "Ġshirt": 2396, + "Ġsel": 2397, + "Ġcoo": 2398, + "Ġembar": 2399, + "umpy": 2400, + "Ġsparkly": 2401, + "Ġremind": 2402, + "Ġsug": 2403, + "Ġcross": 2404, + "Ġmind": 2405, + "Ġcannot": 2406, + "Ġsuccess": 2407, + "Ġembarra": 2408, + "Soon": 2409, + "Ġmot": 2410, + "Ġsharing": 2411, + "Ġworm": 2412, + "Ġfold": 2413, + "Ġpeaceful": 2414, + "Ġwore": 2415, + "Ġmountain": 2416, + "Ġblow": 2417, + "lice": 2418, + "Ġign": 2419, + "Ġbell": 2420, + "Ġfurry": 2421, + "Ġgrab": 2422, + "als": 2423, + "ometimes": 2424, + "Ġwhenever": 2425, + "Ġpour": 2426, + "vous": 2427, + "llie": 2428, + "Ġpush": 2429, + "Ġbreath": 2430, + "Ġmachine": 2431, + "Ġsugar": 2432, + "Ġchick": 2433, + "Ġcreative": 2434, + "St": 2435, + "ned": 2436, + "Ġbal": 2437, + "Ġstir": 2438, + "Ġdolp": 2439, + "Ġtries": 2440, + "Now": 2441, + "Ġlad": 2442, + "ĠLe": 2443, + "Ġmed": 2444, + "Ġpool": 2445, + "Ġgener": 2446, + "Ġsal": 2447, + "ork": 2448, + "ult": 2449, + "Ġspray": 2450, + "Ġship": 2451, + "ian": 2452, + "Ġhum": 2453, + "Ġhel": 2454, + "isa": 2455, + "Ġselfish": 2456, + "Ġhar": 2457, + "Ġfaces": 2458, + "Ġmessy": 2459, + "Ġ'": 2460, + "Ġple": 2461, + "ĠSome": 2462, + "ĠHow": 2463, + "Ġgold": 2464, + "Ġchocol": 2465, + "Please": 2466, + "Ġminutes": 2467, + "Ġpillow": 2468, + "My": 2469, + "aking": 2470, + "Ġtun": 2471, + "Ġmissed": 2472, + "ighed": 2473, + "Ġvan": 2474, + "Ġfixed": 2475, + "Ġfighting": 2476, + "oin": 2477, + "Ġfig": 2478, + "Ġembarrassed": 2479, + "Ġmeant": 2480, + "Ġdrive": 2481, + "Ġtomorrow": 2482, + "Ġhours": 2483, + "Ġca": 2484, + "Ġner": 2485, + "Ġspicy": 2486, + "Ġknowing": 2487, + "ĠPlease": 2488, + "Sarah": 2489, + "Ġladder": 2490, + "ital": 2491, + "Ġhorse": 2492, + "ato": 2493, + "Ġug": 2494, + "ĠJust": 2495, + "Ġtrust": 2496, + "Ġhosp": 2497, + "Ġugly": 2498, + "Ġhospital": 2499, + "Ġchew": 2500, + "Ġbedroom": 2501, + "Ġeasy": 2502, + "Ġnervous": 2503, + "Ġrob": 2504, + "Ġthankful": 2505, + "Ġcarrots": 2506, + "Dad": 2507, + "elly": 2508, + "Ġgrew": 2509, + "Ġcolour": 2510, + "Ġbarked": 2511, + "Ġcouch": 2512, + "Ġnut": 2513, + "Ġmeadow": 2514, + "Ġtaught": 2515, + "Ġunderstood": 2516, + "Ġdisappoin": 2517, + "Ġpas": 2518, + "ano": 2519, + "Ġoften": 2520, + "Ġclass": 2521, + "Ġpassed": 2522, + "Ġknocked": 2523, + "Ġlanded": 2524, + "Ġmic": 2525, + "ird": 2526, + "Ġfear": 2527, + "Ġcoin": 2528, + "Ġmud": 2529, + "work": 2530, + "Ġdeter": 2531, + "Ġreg": 2532, + "Ġreturned": 2533, + "Ġdeterm": 2534, + "Ġhur": 2535, + "Ġfinish": 2536, + "izz": 2537, + "Ġtea": 2538, + "Ġsmooth": 2539, + "mo": 2540, + "Ġstuff": 2541, + "Ġmov": 2542, + "Ġgenerous": 2543, + "To": 2544, + "ĠOn": 2545, + "isp": 2546, + "Ġdrum": 2547, + "obby": 2548, + "Ġbubbles": 2549, + "Ġrobot": 2550, + "Ġthese": 2551, + "Ġseed": 2552, + "Ġglass": 2553, + "Ġdisappointed": 2554, + "ground": 2555, + "Ġring": 2556, + "Ġcard": 2557, + "Ġhears": 2558, + "Ġcarried": 2559, + "Ġmoon": 2560, + "Ġchocolate": 2561, + "Ġleaf": 2562, + "Ġsnacks": 2563, + "Ġcirc": 2564, + "Ġfancy": 2565, + "dle": 2566, + "Ġspend": 2567, + "ĠAnn": 2568, + "ustr": 2569, + "Ġcrab": 2570, + "Ġsongs": 2571, + "pack": 2572, + "Ġpir": 2573, + "ecially": 2574, + "osaur": 2575, + "Ġsold": 2576, + "Ġbridge": 2577, + "ĠEven": 2578, + "Ġsleepy": 2579, + "Ġhonest": 2580, + "Ġmir": 2581, + "ĠBr": 2582, + "Ġpaw": 2583, + "pecially": 2584, + "Ġav": 2585, + "ĠWhy": 2586, + "izzy": 2587, + "Ġchest": 2588, + "Ġwolf": 2589, + "Ġdinosaur": 2590, + "Ġespecially": 2591, + "Ġmap": 2592, + "Ġgas": 2593, + "ory": 2594, + "Ġchange": 2595, + "Ġgroup": 2596, + "Ġgathered": 2597, + "Ġsour": 2598, + "Ġpoor": 2599, + "Ġsplash": 2600, + "Ġwaves": 2601, + "Ġforward": 2602, + "Ġclown": 2603, + "Ġmysterious": 2604, + "ror": 2605, + "Ġbody": 2606, + "Ġfrustr": 2607, + "Ġcraw": 2608, + "Ġfake": 2609, + "Ġpin": 2610, + "Ġok": 2611, + "Ġrad": 2612, + "Ġwhisp": 2613, + "Ġtwirl": 2614, + "Ġstring": 2615, + "Ġsmelly": 2616, + "ĠTogether": 2617, + "sist": 2618, + "Ġcand": 2619, + "Ġgate": 2620, + "Ġscar": 2621, + "ĠKitty": 2622, + "Ġneckl": 2623, + "Billy": 2624, + "Ġmotor": 2625, + "ying": 2626, + "ote": 2627, + "Ġshore": 2628, + "urse": 2629, + "Ġjew": 2630, + "Ġweak": 2631, + "Ġgrumpy": 2632, + "Ġfinger": 2633, + "Ġsack": 2634, + "Ġkitten": 2635, + "Ġpolite": 2636, + "Ġglue": 2637, + "uce": 2638, + "Ġnumber": 2639, + "airs": 2640, + "Ġesc": 2641, + "Ġmirror": 2642, + "Ġsheep": 2643, + "Ġvase": 2644, + "Ġplants": 2645, + "Ġberries": 2646, + "most": 2647, + "Be": 2648, + "den": 2649, + "Ġjelly": 2650, + "ĠTheir": 2651, + "Ġemp": 2652, + "itter": 2653, + "There": 2654, + "Ġscr": 2655, + "Ġgray": 2656, + "Ġpuzzle": 2657, + "Ġnecklace": 2658, + "Ġmaybe": 2659, + "Ġplate": 2660, + "Ġalmost": 2661, + "usie": 2662, + "Ġfrustrated": 2663, + "Ġempty": 2664, + "port": 2665, + "orry": 2666, + "Ġthick": 2667, + "Ġjam": 2668, + "Ġskipped": 2669, + "ensive": 2670, + "ĠTeddy": 2671, + "aged": 2672, + "Ġcloset": 2673, + "Ġhidden": 2674, + "Ġexpensive": 2675, + "Ġdetermined": 2676, + "Ġbored": 2677, + "Ġlit": 2678, + "Ġdrew": 2679, + "Ġlegs": 2680, + "Ġhopping": 2681, + "ates": 2682, + "ĠSometimes": 2683, + "Ġsticks": 2684, + "Ġones": 2685, + "ĠAt": 2686, + "Ġbirdie": 2687, + "ĠDon": 2688, + "Ġpolice": 2689, + "Ġfruits": 2690, + "Ġtick": 2691, + "Ġaunt": 2692, + "Ġwis": 2693, + "Ġbake": 2694, + "Ġline": 2695, + "ots": 2696, + "Ġstone": 2697, + "Ġdogs": 2698, + "aul": 2699, + "Ġfigure": 2700, + "Jane": 2701, + "Ġsight": 2702, + "Ġcries": 2703, + "ĠBe": 2704, + "Ġmoving": 2705, + "Ġcontent": 2706, + "ĠBrown": 2707, + "Ġsaved": 2708, + "Ġcloth": 2709, + "?\".": 2710, + "box": 2711, + "Ġbranches": 2712, + "Ġpacked": 2713, + "Ġpowerful": 2714, + "Ġsplashed": 2715, + "Ġfeed": 2716, + "ested": 2717, + "Ġyelled": 2718, + "Where": 2719, + "dge": 2720, + "kin": 2721, + "Ġtiger": 2722, + "Ġpay": 2723, + "iddle": 2724, + "oop": 2725, + "ĠBella": 2726, + "Ġexam": 2727, + "Ġtaken": 2728, + "Ġcrane": 2729, + "Ġspoil": 2730, + "'d": 2731, + "Ġhang": 2732, + "Ġflag": 2733, + "Ġanswered": 2734, + "Ġdiscovered": 2735, + "ĠLeo": 2736, + "ush": 2737, + "Ġsave": 2738, + "Ġseek": 2739, + "Ġexcite": 2740, + "Ġpray": 2741, + "Ġjog": 2742, + "Ġstanding": 2743, + "Ġdolphin": 2744, + "Ġjack": 2745, + "Are": 2746, + "era": 2747, + "rag": 2748, + "Ġflut": 2749, + "getable": 2750, + "Ġboring": 2751, + "Ġlock": 2752, + "Ġincred": 2753, + "Ġexcitement": 2754, + "Ġsighed": 2755, + "Ġwip": 2756, + "Ġfis": 2757, + "Ġfill": 2758, + "Ġsoap": 2759, + "ĠMum": 2760, + "ola": 2761, + "Ġpleased": 2762, + "Ġjacket": 2763, + "light": 2764, + "Ġsugg": 2765, + "Ġmiddle": 2766, + "Ġeld": 2767, + "Ġwrote": 2768, + "Ġballoons": 2769, + "Ġorganized": 2770, + "que": 2771, + "Ġsailed": 2772, + "Their": 2773, + "Ġtells": 2774, + "Ġoy": 2775, + "Ġstones": 2776, + "Ġboard": 2777, + "Ġspun": 2778, + "Ġvegetable": 2779, + "lies": 2780, + "Ġind": 2781, + "iness": 2782, + "Ġworking": 2783, + "lower": 2784, + "alk": 2785, + "iff": 2786, + "Ġparrot": 2787, + "Stop": 2788, + "Ġscarf": 2789, + "Ġwagged": 2790, + "Ġclap": 2791, + "Ġmeasure": 2792, + "asing": 2793, + "Ġtears": 2794, + "body": 2795, + "Ġcomfortable": 2796, + "Ġleg": 2797, + "Ġswan": 2798, + "Ġtrue": 2799, + "Ġfright": 2800, + "Ġdrop": 2801, + "Ġsmoke": 2802, + "Ġfeathers": 2803, + "Ġincredible": 2804, + "ggs": 2805, + "ual": 2806, + "Ġtie": 2807, + "Ġcap": 2808, + "Ġlose": 2809, + "Ġpus": 2810, + "Ġeager": 2811, + "Ġmovie": 2812, + "fic": 2813, + "Ġcop": 2814, + "Ġeggs": 2815, + "oof": 2816, + "Ġrid": 2817, + "Ġcovered": 2818, + "Ġfil": 2819, + "Ġlem": 2820, + "Ġgrap": 2821, + "Ġdisappeared": 2822, + "Ġrecord": 2823, + "ĠTV": 2824, + "ĠBl": 2825, + "Ġext": 2826, + "Ġord": 2827, + "Ġgiggled": 2828, + "corn": 2829, + "Ġpri": 2830, + "Ġham": 2831, + "Ġrare": 2832, + "Ġyourself": 2833, + "Ġeng": 2834, + "Ġwhale": 2835, + "Ġknife": 2836, + "ĠLisa": 2837, + "Ġteam": 2838, + "ĠJohnny": 2839, + "zed": 2840, + "Ġtest": 2841, + "Ġbone": 2842, + "Ġdizzy": 2843, + "Ġlibr": 2844, + "Ġwrap": 2845, + "Ġquestions": 2846, + "iv": 2847, + "Ġlying": 2848, + "Ġstamp": 2849, + "Ġlicked": 2850, + "Ġnoisy": 2851, + "Ġkindness": 2852, + "Ġdiffic": 2853, + "Ġdrawing": 2854, + "apping": 2855, + "Jimmy": 2856, + "Ġstraw": 2857, + "Ġburn": 2858, + "Ġwagon": 2859, + "ately": 2860, + "Ġgrown": 2861, + "Ġrocket": 2862, + "Ġpopcorn": 2863, + "Sally": 2864, + "Ġbatter": 2865, + "Ġwand": 2866, + "Ġanc": 2867, + "ĠEnd": 2868, + "Ġsword": 2869, + "Ġhappening": 2870, + "Ġlifted": 2871, + "Ġbalance": 2872, + "Ġextra": 2873, + "Sorry": 2874, + "ha": 2875, + "Ġwander": 2876, + "Ġfat": 2877, + "ĠMark": 2878, + "ĠElla": 2879, + "Ġbecome": 2880, + "Ġtrack": 2881, + "Ġsmaller": 2882, + "Ġmistake": 2883, + "Ġtoast": 2884, + "ating": 2885, + "Ġmanaged": 2886, + "selves": 2887, + "ĠPeter": 2888, + "Ġbathroom": 2889, + "Ġharm": 2890, + "Ġdifficult": 2891, + "Ġtwist": 2892, + "Ġoffered": 2893, + "Ġruined": 2894, + "Ġmatch": 2895, + "Ġancient": 2896, + "Ġgar": 2897, + "illi": 2898, + "Ġdistance": 2899, + "Ġplayground": 2900, + "Ġlazy": 2901, + "Ġdancing": 2902, + "Ġadventur": 2903, + "af": 2904, + "ĠBa": 2905, + "Ġcalling": 2906, + "Ġcleaned": 2907, + "Ġcrown": 2908, + "ormal": 2909, + "Ġonce": 2910, + "Ġboss": 2911, + "Ġsell": 2912, + "Ġwalks": 2913, + "Ġfrightened": 2914, + "erri": 2915, + "Ġmask": 2916, + "Ġfluffy": 2917, + "emo": 2918, + "ĠZ": 2919, + "Ġfrag": 2920, + "Ġdest": 2921, + "Ġnormal": 2922, + "Ġyog": 2923, + "Ġpicks": 2924, + "Ġeye": 2925, + "Ġdrank": 2926, + "Ġcircle": 2927, + "Ġadventurous": 2928, + "Spot": 2929, + "Ġtent": 2930, + "Ġpress": 2931, + "Ġkissed": 2932, + "ict": 2933, + "Ġsciss": 2934, + "Ġgets": 2935, + "Ġtrunk": 2936, + "Ġcheck": 2937, + "Ġenjoying": 2938, + "Ġshells": 2939, + "Ġelderly": 2940, + "Ġscissors": 2941, + "Ġterri": 2942, + "Ġtoug": 2943, + "ages": 2944, + "Ġsteal": 2945, + "Me": 2946, + "ready": 2947, + "ete": 2948, + "Ġalready": 2949, + "ĠLittle": 2950, + "Ġjuicy": 2951, + "Ġstudy": 2952, + "Ġhorn": 2953, + "erp": 2954, + "Ġpizz": 2955, + "Ġallig": 2956, + "Ġlouder": 2957, + "Ġtowel": 2958, + "Ġcircles": 2959, + "Ġlead": 2960, + "Ġroar": 2961, + "Ġrose": 2962, + "Ġslipped": 2963, + "Ġtele": 2964, + "Ġfamous": 2965, + "Ġarg": 2966, + "Ġcheerful": 2967, + "ĠRex": 2968, + "Ġtough": 2969, + "ipper": 2970, + "Ġbarn": 2971, + "Ġfool": 2972, + "Ġdig": 2973, + "Ġdish": 2974, + "Ġagainst": 2975, + "Ġdeer": 2976, + "Ġsweetie": 2977, + "Ġengine": 2978, + "Ġed": 2979, + "Ġfather": 2980, + "Ġcover": 2981, + "Ġyours": 2982, + "Ġneeds": 2983, + "Joe": 2984, + "Ġbags": 2985, + "Ġspinning": 2986, + "Sue": 2987, + "Ġaw": 2988, + "anged": 2989, + "amond": 2990, + "Ġyarn": 2991, + "oph": 2992, + "Ġgiving": 2993, + "Ġdiamond": 2994, + "Ġsandwich": 2995, + "Ġindepend": 2996, + "Ġfragile": 2997, + "Who": 2998, + "cept": 2999, + "Ġnosy": 3000, + "Ġtwig": 3001, + "Ġhurts": 3002, + "Ġsuggested": 3003, + "Ġlemon": 3004, + "iest": 3005, + "ination": 3006, + "orge": 3007, + "Ġnod": 3008, + "Ġbloom": 3009, + "Ġhose": 3010, + "Ġboxes": 3011, + "Ġrealised": 3012, + "Ġfrown": 3013, + "ache": 3014, + "Ġrelax": 3015, + "Ġhammer": 3016, + "Ġadded": 3017, + "Ġweird": 3018, + "Ġmod": 3019, + "Ġcrack": 3020, + "Ġalligator": 3021, + "Amy": 3022, + "Gra": 3023, + "oot": 3024, + "Ġshake": 3025, + "rage": 3026, + "Ġlearning": 3027, + "Ġvegetables": 3028, + "Ġadd": 3029, + "Ġmelt": 3030, + "ĠSusie": 3031, + "elp": 3032, + "ĠBobby": 3033, + "Ġtrap": 3034, + "Ġcollar": 3035, + "Ġstubb": 3036, + "ique": 3037, + "Ġborrow": 3038, + "Ġpump": 3039, + "Ġloudly": 3040, + "Ġsearch": 3041, + "Ġchicken": 3042, + "Ġpizza": 3043, + "Ġindependent": 3044, + "Ġstubborn": 3045, + "Ġref": 3046, + "Ġasking": 3047, + "Ġbrilli": 3048, + "Ġdecide": 3049, + "Ġflash": 3050, + "Ġcaterp": 3051, + "Ġqueen": 3052, + "Ġsnee": 3053, + "ĠRose": 3054, + "Ġinvited": 3055, + "Ġstrawber": 3056, + "Ġfoolish": 3057, + "Ġcaterpill": 3058, + "gy": 3059, + "Ġtur": 3060, + "Ġdepend": 3061, + "Ġguit": 3062, + "Ġstri": 3063, + "Ġknight": 3064, + "Ġboys": 3065, + "Ġpee": 3066, + "Ġcomb": 3067, + "Ġclear": 3068, + "Ġunique": 3069, + "Ġbuttons": 3070, + "ĠTweety": 3071, + "Ġcolourful": 3072, + "Ġescape": 3073, + "Ġbrilliant": 3074, + "Ġrich": 3075, + "ĠBu": 3076, + "Ġsaying": 3077, + "Ġrode": 3078, + "Ġskin": 3079, + "Ġgarage": 3080, + "Help": 3081, + "dom": 3082, + "Ġmummy": 3083, + "Ġbeak": 3084, + "ured": 3085, + "aw": 3086, + "eorge": 3087, + "rop": 3088, + "edient": 3089, + "Ġunus": 3090, + "Ġoyster": 3091, + "Ġturkey": 3092, + "ĠOK": 3093, + "Ġfountain": 3094, + "Ġpatter": 3095, + "Ġweek": 3096, + "Ġchase": 3097, + "Ġrubb": 3098, + "Ġcounted": 3099, + "Ġregular": 3100, + "Ġwiped": 3101, + "Ġguitar": 3102, + "Ġunusual": 3103, + "land": 3104, + "Ġumb": 3105, + "Ġfork": 3106, + "Ġshows": 3107, + "Ġlights": 3108, + "Ġwalls": 3109, + "Ġdreamed": 3110, + "Ġbanana": 3111, + "Ġsuccessful": 3112, + "Ġjewel": 3113, + "Ġpattern": 3114, + "Ġumbre": 3115, + "cil": 3116, + "ray": 3117, + "inal": 3118, + "Ġlow": 3119, + "imed": 3120, + "Ġswe": 3121, + "Ġcryst": 3122, + "Ġpencil": 3123, + "Ġsafely": 3124, + "Ġtools": 3125, + "Well": 3126, + "Ġtape": 3127, + "Ġstream": 3128, + "ceed": 3129, + "Ġresc": 3130, + "Ġabove": 3131, + "Ġharder": 3132, + "Ġguess": 3133, + "Ġbottom": 3134, + "Ġmarket": 3135, + "Ġimpressed": 3136, + "Ġwaff": 3137, + "anut": 3138, + "iginal": 3139, + "Ġnotice": 3140, + "illa": 3141, + "Ġnods": 3142, + "Ġpeanut": 3143, + "olog": 3144, + "Ġpatch": 3145, + "Ġcrawled": 3146, + "Ġcaterpillar": 3147, + "na": 3148, + "Ġtank": 3149, + "Ġtask": 3150, + "Ġtire": 3151, + "Ġgun": 3152, + "Ġload": 3153, + "Ġcompet": 3154, + "umbled": 3155, + "Ġapolog": 3156, + "Ġsolve": 3157, + "How": 3158, + "Mummy": 3159, + "fast": 3160, + "hip": 3161, + "ĠNo": 3162, + "Ġbitter": 3163, + "arl": 3164, + "Ġears": 3165, + "Ġshone": 3166, + "Ġbrush": 3167, + "ĠFin": 3168, + "Ġoriginal": 3169, + "Ġfier": 3170, + "Ġglow": 3171, + "ĠNemo": 3172, + "Ġbreakfast": 3173, + "Ġadmired": 3174, + "ĠBlue": 3175, + "Ġedge": 3176, + "Ġdependable": 3177, + "und": 3178, + "uth": 3179, + "ĠIf": 3180, + "Ġclay": 3181, + "Ġstronger": 3182, + "Ġbossy": 3183, + "Ġcudd": 3184, + "aser": 3185, + "Ġgrandpa": 3186, + "Ġknows": 3187, + "Ġpicking": 3188, + "Ġjoke": 3189, + "Ġboats": 3190, + "Ġbald": 3191, + "Ġmedic": 3192, + "Ġscrat": 3193, + "Ġcone": 3194, + "Ġpenny": 3195, + "Ġlean": 3196, + "Ġraft": 3197, + "uggled": 3198, + "Ġsucceed": 3199, + "Ġobedient": 3200, + "Ġhumble": 3201, + "Ġlibrary": 3202, + "Re": 3203, + "head": 3204, + "Ġph": 3205, + "Ġnumb": 3206, + "Ġsauce": 3207, + "ĠBear": 3208, + "Ġtray": 3209, + "Ġproudly": 3210, + "Here": 3211, + "Ġsounded": 3212, + "Ġsquare": 3213, + "Ġterrible": 3214, + "Ġcrystal": 3215, + "Ġfierce": 3216, + "Jill": 3217, + "Ġwitch": 3218, + "inary": 3219, + "Ġhappiness": 3220, + "ĠLola": 3221, + "Ġhanded": 3222, + "Ġfridge": 3223, + "fa": 3224, + "Ġrough": 3225, + "ention": 3226, + "Ġchanged": 3227, + "Ġjoined": 3228, + "Ġraven": 3229, + "Ġmighty": 3230, + "Ġchose": 3231, + "Ġwheel": 3232, + "Ġumbrella": 3233, + "Ġtag": 3234, + "Ġcri": 3235, + "Ġow": 3236, + "arry": 3237, + "imp": 3238, + "ĠBill": 3239, + "Ġhelps": 3240, + "Ġfinding": 3241, + "Ġcleaning": 3242, + "Ġsquee": 3243, + "Ġfirework": 3244, + "Ġmedicine": 3245, + "azz": 3246, + "met": 3247, + "Ġplayful": 3248, + "Ġlocked": 3249, + "Ġgoat": 3250, + "Ġaccept": 3251, + "Ġcompass": 3252, + "Ġsurf": 3253, + "Ġcompetit": 3254, + "ext": 3255, + "kn": 3256, + "Ġsy": 3257, + "Ġsil": 3258, + "Ġbeet": 3259, + "ĠMar": 3260, + "uring": 3261, + "Ġchir": 3262, + "ĠEllie": 3263, + "Ġballs": 3264, + "ÅĵLet": 3265, + "Ġbutterflies": 3266, + "Ġguard": 3267, + "Ġcrayon": 3268, + "Ġdiscover": 3269, + "Ġparade": 3270, + "Ġmixed": 3271, + "Ġvalu": 3272, + "Ġhelmet": 3273, + "ĠBrownie": 3274, + "Em": 3275, + "ject": 3276, + "squ": 3277, + "ud": 3278, + "Ġgum": 3279, + "ature": 3280, + "Ġisland": 3281, + "Ġcost": 3282, + "Ġmole": 3283, + "Ġnicely": 3284, + "Ġkinds": 3285, + "Ġraced": 3286, + "Ġstove": 3287, + "Ġlaughs": 3288, + "Ġmarch": 3289, + "Ġfalls": 3290, + "Ġpersist": 3291, + "ĠBaby": 3292, + "ophie": 3293, + "Alice": 3294, + "ience": 3295, + "ito": 3296, + "Ġcage": 3297, + "Ġgoose": 3298, + "Ġcoins": 3299, + "Ġtrump": 3300, + "Ġmosqu": 3301, + "Ġserious": 3302, + "Ġmosquito": 3303, + "Ġflex": 3304, + "Ġcro": 3305, + "elon": 3306, + "Ġexcla": 3307, + "Ġchoose": 3308, + "Ġexplored": 3309, + "Ġunl": 3310, + "Ġbrothers": 3311, + "Ġguil": 3312, + "Ġnumbers": 3313, + "Ġtrumpet": 3314, + "Ġicy": 3315, + "Ġmoms": 3316, + "iew": 3317, + "Ġview": 3318, + "Ġenorm": 3319, + "Ġfireman": 3320, + "ĠMrs": 3321, + "Ġpractice": 3322, + "Ġenormous": 3323, + "wards": 3324, + "Ġsup": 3325, + "Ġvolc": 3326, + "Ġmeans": 3327, + "Ġpointing": 3328, + "Ġvaluable": 3329, + "Ġflexible": 3330, + "Ġexclaimed": 3331, + "Ġguilty": 3332, + "yal": 3333, + "Ġcam": 3334, + "Ġpipe": 3335, + "ision": 3336, + "ĠMy": 3337, + "Ġuseful": 3338, + "Ġfavour": 3339, + "Ġcrazy": 3340, + "Ġphot": 3341, + "known": 3342, + "Ġvolcano": 3343, + "Ġwake": 3344, + "Ġcity": 3345, + "omed": 3346, + "llip": 3347, + "Ġforth": 3348, + "Ġlollip": 3349, + "Ġseal": 3350, + "Ġallowed": 3351, + "Ġscare": 3352, + "Ġbrightly": 3353, + "Ġmarble": 3354, + "Ġpopular": 3355, + "Ġflashlight": 3356, + "Ġcompassion": 3357, + "Ġlollipop": 3358, + "ĠU": 3359, + "Ġing": 3360, + "Ġhunt": 3361, + "Ġdull": 3362, + "erry": 3363, + "Ġstat": 3364, + "Ġshel": 3365, + "!\".": 3366, + "Ġunknown": 3367, + "Ġhats": 3368, + "Ġshoot": 3369, + "redient": 3370, + "Ġbelonged": 3371, + "Ġfavourite": 3372, + "Ġingredient": 3373, + "Ġpil": 3374, + "Ġloyal": 3375, + "Ġbrace": 3376, + "ĠWhenever": 3377, + "Ġdreams": 3378, + "Ġkicked": 3379, + "Ġseeds": 3380, + "Ġtwirled": 3381, + "Ġsuper": 3382, + "time": 3383, + "Ġfine": 3384, + "Ġbees": 3385, + "Ġsofa": 3386, + "Ġshark": 3387, + "ĠMike": 3388, + "Ġanx": 3389, + "Ġsadly": 3390, + "Ġshowing": 3391, + "Ġways": 3392, + "Ġtrucks": 3393, + "Ġdelicate": 3394, + "ations": 3395, + "Ġrepe": 3396, + "Ġimpressive": 3397, + "Ġpoured": 3398, + "Ġpirate": 3399, + "Ġwhispered": 3400, + "Ġharmless": 3401, + "aff": 3402, + "Ġturt": 3403, + "Ġtied": 3404, + "aroo": 3405, + "ado": 3406, + "arth": 3407, + "Ġgrace": 3408, + "Ġhandle": 3409, + "Ġenc": 3410, + "Ġdeliver": 3411, + "Benny": 3412, + "Ġrushed": 3413, + "Ġusing": 3414, + "angaroo": 3415, + "Ġshape": 3416, + "Ġbushes": 3417, + "Ġpersistent": 3418, + "Ġgor": 3419, + "ĠSp": 3420, + "Ġkangaroo": 3421, + "Ġang": 3422, + "Ġoffice": 3423, + "Ġanxious": 3424, + "Go": 3425, + "alous": 3426, + "Ġspell": 3427, + "ĠWhile": 3428, + "iable": 3429, + "Ġpotato": 3430, + "Ġjealous": 3431, + "Ġwrapped": 3432, + "Ġfour": 3433, + "Ġcurt": 3434, + "Ġlog": 3435, + "Ġcoal": 3436, + "Ġreliable": 3437, + "Ġcurtain": 3438, + "Daisy": 3439, + "Ġsudden": 3440, + "mbol": 3441, + "ÅĵYes": 3442, + "aches": 3443, + "ĠPe": 3444, + "Ġpainted": 3445, + "ĠToby": 3446, + "Ġcere": 3447, + "gu": 3448, + "Ġtummy": 3449, + "Ġthose": 3450, + "ouses": 3451, + "uddy": 3452, + "Ġcush": 3453, + "Ġmetal": 3454, + "Ġsymbol": 3455, + "Ġbeetle": 3456, + "Ġcamera": 3457, + "Ġhouses": 3458, + "ilt": 3459, + "Ġcelebrate": 3460, + "Ġdelighted": 3461, + "Ġgorilla": 3462, + "Ġtooth": 3463, + "Ġthirst": 3464, + "keep": 3465, + "Ġshiver": 3466, + "Ġreward": 3467, + "Ġspace": 3468, + "Ġtravel": 3469, + "Ġrubbed": 3470, + "Ġprint": 3471, + "Ġdriving": 3472, + "Ġmarry": 3473, + "Ġwarned": 3474, + "Ġsoldier": 3475, + "Ġmotorcy": 3476, + "cut": 3477, + "Ġson": 3478, + "Ġtor": 3479, + "arlie": 3480, + "Ġhero": 3481, + "ief": 3482, + "Ġcarp": 3483, + "Ġexcitedly": 3484, + "Ġtemp": 3485, + "ĠPete": 3486, + "ĠBobo": 3487, + "cod": 3488, + "Ġhung": 3489, + "Ġgrowing": 3490, + "upid": 3491, + "Ġthinking": 3492, + "Ġtunn": 3493, + "While": 3494, + "cu": 3495, + "ipp": 3496, + "Ġhay": 3497, + "Ġyet": 3498, + "Ġvine": 3499, + "Ġacorn": 3500, + "icycle": 3501, + "Ġprep": 3502, + "Ġreminded": 3503, + "Ġgasped": 3504, + "Ġflute": 3505, + "Ġordinary": 3506, + "Ġcrocod": 3507, + "Ġamb": 3508, + "Ġcur": 3509, + "ĠBet": 3510, + "ĠMandy": 3511, + "Ġpup": 3512, + "Ġcreatures": 3513, + "Ġhurry": 3514, + "Ġspoiled": 3515, + "Ġtimes": 3516, + "Ġmis": 3517, + "Ġrice": 3518, + "Ġstupid": 3519, + "Ġshine": 3520, + "Ġresist": 3521, + "ugged": 3522, + "Ġlaw": 3523, + "Ġskull": 3524, + "coa": 3525, + "Ġmissing": 3526, + "Ġwheat": 3527, + "Ġsupport": 3528, + "Ġingredients": 3529, + "aid": 3530, + "loo": 3531, + "Ġcase": 3532, + "ery": 3533, + "Ġwashed": 3534, + "Ġdove": 3535, + "Ġspilled": 3536, + "Ġscoot": 3537, + "Ġmeal": 3538, + "Ġmule": 3539, + "ĠDucky": 3540, + "Ġmoder": 3541, + "arsh": 3542, + "ÅĵWhat": 3543, + "Ġtrick": 3544, + "Ġsett": 3545, + "ĠTweetie": 3546, + "Ġbounce": 3547, + "Ġfilthy": 3548, + "Ġbase": 3549, + "Ġhoop": 3550, + "Ġfre": 3551, + "Ġstumbled": 3552, + "Ġsoar": 3553, + "Ġweal": 3554, + "Ġseem": 3555, + "Ġword": 3556, + "Ġlab": 3557, + "ĠDave": 3558, + "ĠFr": 3559, + "Ġbadly": 3560, + "Ġhairy": 3561, + "Ġcrawl": 3562, + "Ġlively": 3563, + "Ġsteps": 3564, + "ÅĵLetâ": 3565, + "Ġbracelet": 3566, + "Ġcereal": 3567, + "Ġthirsty": 3568, + "Ġcarpet": 3569, + "Ġwool": 3570, + "ither": 3571, + "Ġgoal": 3572, + "Ġbackpack": 3573, + "Ġtruth": 3574, + "Ġcompl": 3575, + "Ġcheap": 3576, + "Ġdisg": 3577, + "Ġplaced": 3578, + "Ġearly": 3579, + "Ġdecorate": 3580, + "Ġnuts": 3581, + "Ow": 3582, + "cream": 3583, + "Ġbump": 3584, + "Ġthemselves": 3585, + "ices": 3586, + "Ġhelpless": 3587, + "Ġclum": 3588, + "Ġscatter": 3589, + "Ġscale": 3590, + "Ġnews": 3591, + "usting": 3592, + "Ġenv": 3593, + "âĤ¬âĢ": 3594, + "Ġtelling": 3595, + "Ġswinging": 3596, + "Ġsparkled": 3597, + "Ġcarrying": 3598, + "gging": 3599, + "ines": 3600, + "ric": 3601, + "Ġfriendship": 3602, + "Ġcareless": 3603, + "Ġsne": 3604, + "Ġdoesn": 3605, + "Ġfalling": 3606, + "Ġcomput": 3607, + "Ġpale": 3608, + "Ġpeeked": 3609, + "Ġcompassionate": 3610, + "com": 3611, + "vice": 3612, + "Ġsend": 3613, + "Ġstage": 3614, + "Ġmem": 3615, + "Ġchalk": 3616, + "Ġchasing": 3617, + "Ġpebble": 3618, + "ĠEverything": 3619, + "Ġcube": 3620, + "Ġpige": 3621, + "Ġcourage": 3622, + "Ġfingers": 3623, + "Ġturtle": 3624, + "bled": 3625, + "Ġsink": 3626, + "Ġbicycle": 3627, + "Ġshaking": 3628, + "Ġsleeping": 3629, + "Ġneighbour": 3630, + "Ġmodern": 3631, + "Ġdisgusting": 3632, + "Ġclumsy": 3633, + "gest": 3634, + "Ġhook": 3635, + "Ġcher": 3636, + "Ġnail": 3637, + "Ġbiggest": 3638, + "iches": 3639, + "Ġbul": 3640, + "Ġending": 3641, + "Ġdead": 3642, + "Ġtriang": 3643, + "ulance": 3644, + "Ġspoke": 3645, + "Ġpracticed": 3646, + "Ġambulance": 3647, + "Ġcomputer": 3648, + "ibb": 3649, + "Ġlamp": 3650, + "Ġstation": 3651, + "Ġchar": 3652, + "Ġwallet": 3653, + "ĠToday": 3654, + "Ġpackage": 3655, + "Ġmicrop": 3656, + "Ġcushion": 3657, + "keeper": 3658, + "Ġcrocodile": 3659, + "Ġmicrophone": 3660, + "under": 3661, + "ĠAlex": 3662, + "Ġthoughtful": 3663, + "Ġjolly": 3664, + "Ġpengu": 3665, + "Ġpumpkin": 3666, + "Ġcostum": 3667, + "Ġfive": 3668, + "Ġdough": 3669, + "Ġpony": 3670, + "Ġol": 3671, + "imi": 3672, + "Ġstairs": 3673, + "Ġknock": 3674, + "Ġgrand": 3675, + "Ġintell": 3676, + "Ġuniver": 3677, + "Ġbrighter": 3678, + "Ġopens": 3679, + "Ġdreaming": 3680, + "Ġbounced": 3681, + "Ġquestion": 3682, + "Ġstatue": 3683, + "Ġwine": 3684, + "isk": 3685, + "ĠAlice": 3686, + "Ġcocoa": 3687, + "ĠYour": 3688, + "Ġpepper": 3689, + "Ġbeauty": 3690, + "Ġperm": 3691, + "Ġpainting": 3692, + "Ġshoe": 3693, + "Ġelev": 3694, + "Everyone": 3695, + "hino": 3696, + "Ġwealthy": 3697, + "Ġintellig": 3698, + "noon": 3699, + "Ġsuit": 3700, + "Ġmild": 3701, + "Ġnature": 3702, + "ans": 3703, + "Ġhappier": 3704, + "Ġneat": 3705, + "Ġstarts": 3706, + "ucked": 3707, + "Ġafternoon": 3708, + "Ġtorn": 3709, + "Ġelevator": 3710, + "gen": 3711, + "ti": 3712, + "Ġten": 3713, + "Ġharsh": 3714, + "Ġped": 3715, + "atient": 3716, + "orant": 3717, + "Ġrece": 3718, + "Ġjet": 3719, + "illie": 3720, + "ĠRed": 3721, + "Ġreading": 3722, + "Ġsearching": 3723, + "Ġbasketball": 3724, + "Ġbarber": 3725, + "Ġspeed": 3726, + "See": 3727, + "awn": 3728, + "Ġstack": 3729, + "ĠMummy": 3730, + "Ġclock": 3731, + "ĠGive": 3732, + "Ġmagn": 3733, + "Ġleaving": 3734, + "Ġcupboard": 3735, + "Ġdesign": 3736, + "Ġslides": 3737, + "Ġsandwiches": 3738, + "Ġcandle": 3739, + "aulif": 3740, + "Ġriding": 3741, + "Ġfresh": 3742, + "oppy": 3743, + "Ġshocked": 3744, + "Ġener": 3745, + "Ġjumps": 3746, + "Ġhaircut": 3747, + "Ġrespectful": 3748, + "Ġcooking": 3749, + "Ġticket": 3750, + "Ġencou": 3751, + "Ġtunnel": 3752, + "auliflower": 3753, + "Give": 3754, + "Ġsle": 3755, + "reen": 3756, + "Ġmay": 3757, + "Ġthief": 3758, + "Ġyawn": 3759, + "Ġfort": 3760, + "Ġalert": 3761, + "Ġsorts": 3762, + "Ġimpatient": 3763, + "Ġcreate": 3764, + "ailable": 3765, + "Ġwheels": 3766, + "Ġvalue": 3767, + "Ġprize": 3768, + "Mary": 3769, + "ye": 3770, + "het": 3771, + "Ġsent": 3772, + "Ġbent": 3773, + "ince": 3774, + "Ġcomet": 3775, + "Ġcamp": 3776, + "Ġcauliflower": 3777, + "Ġmelon": 3778, + "Ġgem": 3779, + "Ġitself": 3780, + "iron": 3781, + "Ġmush": 3782, + "Ġmonkeys": 3783, + "Ġsalad": 3784, + "Ġdestro": 3785, + "Ġrescue": 3786, + "Ġscooter": 3787, + "Ġintelligent": 3788, + "az": 3789, + "Ġdug": 3790, + "iling": 3791, + "anger": 3792, + "Ġroof": 3793, + "Ġrhino": 3794, + "Ġscold": 3795, + "aghet": 3796, + "Ġexper": 3797, + "Ġbarking": 3798, + "Ġbananas": 3799, + "Ġignorant": 3800, + "Ġmicro": 3801, + "Ġavailable": 3802, + "Ġgraceful": 3803, + "Ġmotorcycle": 3804, + "aghetti": 3805, + "hood": 3806, + "ĠSn": 3807, + "Ġearth": 3808, + "Ġboots": 3809, + "Ġspaghetti": 3810, + "ummer": 3811, + "Ġagree": 3812, + "Ġbull": 3813, + "Ġanywhere": 3814, + "ĠGeorge": 3815, + "Ġbehave": 3816, + "ĠKim": 3817, + "Ġpaid": 3818, + "scope": 3819, + "Ġstretched": 3820, + "Ġfearful": 3821, + "Ġavo": 3822, + "Ġmicroscope": 3823, + "If": 3824, + "io": 3825, + "Ġnoteb": 3826, + "ĠEventually": 3827, + "Ġolder": 3828, + "Ġsniff": 3829, + "Ġadvice": 3830, + "Ġstops": 3831, + "Ġperform": 3832, + "Ġfurther": 3833, + "Ġenvious": 3834, + "Ġpigeon": 3835, + "Ġmushroom": 3836, + "Ġnotebook": 3837, + "ubby": 3838, + "Ġpun": 3839, + "ats": 3840, + "Ġnurse": 3841, + "orable": 3842, + "Ġthunder": 3843, + "Ġclapping": 3844, + "Ġvide": 3845, + "Ġbuilt": 3846, + "ĠCl": 3847, + "Ġuncom": 3848, + "Ġshouting": 3849, + "Ġarrow": 3850, + "Ġdrawer": 3851, + "Ġprov": 3852, + "fortable": 3853, + "Ġtomato": 3854, + "Ġmeeting": 3855, + "Ġobject": 3856, + "Ġyogurt": 3857, + "Ġtemple": 3858, + "Ġuncomfortable": 3859, + "ef": 3860, + "ues": 3861, + "ĠTony": 3862, + "Ġloop": 3863, + "Ġchubby": 3864, + "Ġswitch": 3865, + "Ġskip": 3866, + "Ġadorable": 3867, + "ÅĵIt": 3868, + "Ġcounting": 3869, + "Ġcooked": 3870, + "Ġpist": 3871, + "arian": 3872, + "enry": 3873, + "Ġstared": 3874, + "Ġshut": 3875, + "icop": 3876, + "Ġquite": 3877, + "Ġsnuggled": 3878, + "ĠGrandpa": 3879, + "Ġtroubled": 3880, + "Ġgiggle": 3881, + "Ġblowing": 3882, + "Ġhelicop": 3883, + "Ġfisher": 3884, + "Ġpistol": 3885, + "Ġhelicopter": 3886, + "par": 3887, + "ĠSophie": 3888, + "ooped": 3889, + "ips": 3890, + "Ġnowhere": 3891, + "Ġforgave": 3892, + "Ġmarched": 3893, + "Ġtreasures": 3894, + "host": 3895, + "Ġpassport": 3896, + "Ġstirred": 3897, + "Ġpushing": 3898, + "Ġcompetitive": 3899, + "Ġdestroy": 3900, + "Yay": 3901, + "aked": 3902, + "oe": 3903, + "tter": 3904, + "Ġgir": 3905, + "Ġghost": 3906, + "anic": 3907, + "kelet": 3908, + "htub": 3909, + "Ġreef": 3910, + "Ġsepar": 3911, + "opard": 3912, + "play": 3913, + "Ġenvel": 3914, + "Ġbreat": 3915, + "Ġrepair": 3916, + "Ġfootball": 3917, + "Ġbathtub": 3918, + "Ġrubber": 3919, + "Ġangel": 3920, + "Ġtriangle": 3921, + "Ġled": 3922, + "Ġmill": 3923, + "ĠSh": 3924, + "chanic": 3925, + "Ġnames": 3926, + "Ġleopard": 3927, + "Ġnobody": 3928, + "Ġanyway": 3929, + "uct": 3930, + "ctus": 3931, + "Ġshouldn": 3932, + "Ġzeb": 3933, + "Ġgiven": 3934, + "Ġholds": 3935, + "Ġbarrel": 3936, + "Ġbandage": 3937, + "Ġenth": 3938, + "Daddy": 3939, + "Ġzebra": 3940, + "ives": 3941, + "ube": 3942, + "year": 3943, + "Ġpor": 3944, + "Ġpand": 3945, + "Ġotter": 3946, + "Ġribb": 3947, + "Ġshield": 3948, + "Ġmechanic": 3949, + "Ġdonâ": 3950, + "Ġdisag": 3951, + "Ġdisplay": 3952, + "Ġmusician": 3953, + "ceros": 3954, + "Ġspeak": 3955, + "Ġcab": 3956, + "Ġcactus": 3957, + "ĠBetsy": 3958, + "Ġbulb": 3959, + "Ch": 3960, + "eath": 3961, + "ikes": 3962, + "xy": 3963, + "Ġtube": 3964, + "Ġahead": 3965, + "Ġsummer": 3966, + "Ġskelet": 3967, + "Ġpurse": 3968, + "Ġknob": 3969, + "Ġdidnâ": 3970, + "Ġcouldnâ": 3971, + "Ġcolours": 3972, + "Ġwindows": 3973, + "oomy": 3974, + "Ġgifted": 3975, + "Ġcartoon": 3976, + "Ġrhinoceros": 3977, + "gl": 3978, + "heart": 3979, + "Ġsize": 3980, + "Ġbet": 3981, + "ĠMiss": 3982, + "Ġscrew": 3983, + "Ġflour": 3984, + "Ġblin": 3985, + "apa": 3986, + "Ġdishes": 3987, + "Ġraining": 3988, + "Ġhoping": 3989, + "Ġshovel": 3990, + "Ġmint": 3991, + "Ġjellyfish": 3992, + "Ġsweater": 3993, + "Ġcharming": 3994, + "Ġpenguin": 3995, + "Ġenvelope": 3996, + "Ġenthus": 3997, + "Ġcabin": 3998, + "rec": 3999, + "Ġpant": 4000, + "Ġthread": 4001, + "Ġinse": 4002, + "Ġstaff": 4003, + "Ġliz": 4004, + "Ġunpack": 4005, + "Ġwriting": 4006, + "Ġtrash": 4007, + "Ġrolling": 4008, + "Ġwaffle": 4009, + "Ġiron": 4010, + "Ġwing": 4011, + "erable": 4012, + "Ġsheet": 4013, + "ĠBuddy": 4014, + "Ġshadow": 4015, + "Ġroared": 4016, + "Ġmuff": 4017, + "Ġairport": 4018, + "Ġceiling": 4019, + "Ġattic": 4020, + "Ġorganize": 4021, + "Ġstretch": 4022, + "Ġgrapes": 4023, + "Ġobs": 4024, + "ĠAre": 4025, + "ĠWould": 4026, + "ĠInst": 4027, + "Ġpiano": 4028, + "Ġsalt": 4029, + "Ġmiserable": 4030, + "Ġcord": 4031, + "Ġdess": 4032, + "Ġrefused": 4033, + "Ġscreen": 4034, + "ĠDan": 4035, + "Ġstrugg": 4036, + "Ġneedle": 4037, + "Ġbears": 4038, + "ĠAndy": 4039, + "Ġheaded": 4040, + "Ġsticky": 4041, + "Ġfreez": 4042, + "Ġzoomed": 4043, + "Ġimagined": 4044, + "Ġmedal": 4045, + "Ġmagnet": 4046, + "reci": 4047, + "Ġobser": 4048, + "Ġer": 4049, + "Ġlives": 4050, + "ĠAl": 4051, + "ĠPat": 4052, + "Ġappreci": 4053, + "asses": 4054, + "Ġsailor": 4055, + "Ġminute": 4056, + "Ġfisherman": 4057, + "vision": 4058, + "Ġrat": 4059, + "aled": 4060, + "Ġbrus": 4061, + "Ġchance": 4062, + "Ġpost": 4063, + "Ġsungl": 4064, + "Ġcheek": 4065, + "reeze": 4066, + "Ġdeaf": 4067, + "Ġrules": 4068, + "Ġfrogs": 4069, + "Ġairpl": 4070, + "ĠGod": 4071, + "Ġstrawberry": 4072, + "Ġslept": 4073, + "Ġlizard": 4074, + "Ġsunglasses": 4075, + "Ġluck": 4076, + "Ġinf": 4077, + "Ġbeep": 4078, + "ĠBunny": 4079, + "Ġmeas": 4080, + "Ġrod": 4081, + "Ġorder": 4082, + "Ġrestless": 4083, + "Ġsandbox": 4084, + "Ġmessage": 4085, + "ĠJoey": 4086, + "Ġcomplet": 4087, + "Ġattract": 4088, + "Ġgolden": 4089, + "Grandma": 4090, + "Ġpilot": 4091, + "Ġporch": 4092, + "Little": 4093, + "ler": 4094, + "ses": 4095 + }, + "merges": [ + [ + "h", + "e" + ], + [ + "Ġ", + "t" + ], + [ + "Ġ", + "a" + ], + [ + "Ġ", + "s" + ], + [ + "Ġ", + "w" + ], + [ + "n", + "d" + ], + [ + "Ġt", + "he" + ], + [ + "e", + "d" + ], + [ + "Ġa", + "nd" + ], + [ + "Ġt", + "o" + ], + [ + "Ġ", + "b" + ], + [ + "i", + "n" + ], + [ + "Ġ", + "h" + ], + [ + "Ġw", + "a" + ], + [ + "r", + "e" + ], + [ + "Ġ", + "f" + ], + [ + "i", + "t" + ], + [ + "o", + "u" + ], + [ + "Ġ", + "c" + ], + [ + "Ġ", + "l" + ], + [ + "Ġ", + "he" + ], + [ + "Ġ", + "d" + ], + [ + "e", + "r" + ], + [ + "Ġwa", + "s" + ], + [ + "Ġ", + "m" + ], + [ + "Ġ", + "p" + ], + [ + "o", + "m" + ], + [ + "Ġ", + "T" + ], + [ + "Ġ", + "o" + ], + [ + "a", + "y" + ], + [ + "a", + "r" + ], + [ + "in", + "g" + ], + [ + "i", + "s" + ], + [ + "Ġ", + "g" + ], + [ + "i", + "l" + ], + [ + "i", + "d" + ], + [ + "a", + "t" + ], + [ + "e", + "n" + ], + [ + "Ġ", + "n" + ], + [ + "Ġs", + "a" + ], + [ + "Ġh", + "a" + ], + [ + "Ġ", + "S" + ], + [ + "i", + "m" + ], + [ + "a", + "n" + ], + [ + "ĠT", + "he" + ], + [ + "o", + "r" + ], + [ + "o", + "n" + ], + [ + "Ġ", + "it" + ], + [ + "Ġt", + "h" + ], + [ + "l", + "l" + ], + [ + "l", + "e" + ], + [ + "Ġ", + "H" + ], + [ + "Ġhe", + "r" + ], + [ + "e", + "t" + ], + [ + "o", + "t" + ], + [ + "i", + "r" + ], + [ + "ĠS", + "he" + ], + [ + "ĠH", + "e" + ], + [ + "v", + "er" + ], + [ + "e", + "s" + ], + [ + "Ġ", + "in" + ], + [ + "u", + "t" + ], + [ + "o", + "w" + ], + [ + "c", + "k" + ], + [ + "Ġ", + "e" + ], + [ + "Ġ", + "u" + ], + [ + "l", + "d" + ], + [ + "ĠThe", + "y" + ], + [ + "o", + "o" + ], + [ + "i", + "g" + ], + [ + "Ġsa", + "id" + ], + [ + "a", + "m" + ], + [ + "il", + "y" + ], + [ + "Ġb", + "e" + ], + [ + "Ġ", + "y" + ], + [ + "Ġ", + "r" + ], + [ + "Ġs", + "t" + ], + [ + "c", + "e" + ], + [ + "Ġs", + "he" + ], + [ + "Ġ", + "\"" + ], + [ + "p", + "p" + ], + [ + "k", + "e" + ], + [ + "it", + "h" + ], + [ + "O", + "n" + ], + [ + "Ġ", + "I" + ], + [ + "Ġw", + "ith" + ], + [ + "v", + "e" + ], + [ + "L", + "ily" + ], + [ + "Ġo", + "n" + ], + [ + "Ġo", + "f" + ], + [ + "Ġs", + "o" + ], + [ + "Ġh", + "is" + ], + [ + "k", + "ed" + ], + [ + "r", + "i" + ], + [ + "n", + "t" + ], + [ + "ver", + "y" + ], + [ + "Ġp", + "l" + ], + [ + "Ġd", + "ay" + ], + [ + "a", + "d" + ], + [ + "Ġy", + "ou" + ], + [ + "Ġth", + "at" + ], + [ + "Ġu", + "p" + ], + [ + "Ġha", + "d" + ], + [ + "s", + "t" + ], + [ + "Ġpl", + "ay" + ], + [ + "Ġthe", + "y" + ], + [ + "Ġ", + "Lily" + ], + [ + "Ġw", + "e" + ], + [ + "Ġm", + "om" + ], + [ + "m", + "y" + ], + [ + "Ġf", + "or" + ], + [ + "e", + "l" + ], + [ + "ou", + "ld" + ], + [ + "u", + "n" + ], + [ + "Ġ", + "B" + ], + [ + "'", + "s" + ], + [ + "it", + "t" + ], + [ + "en", + "t" + ], + [ + "Ġha", + "pp" + ], + [ + "T", + "he" + ], + [ + "c", + "h" + ], + [ + "Ġl", + "i" + ], + [ + "ou", + "t" + ], + [ + "Ġwa", + "nt" + ], + [ + "Ġs", + "h" + ], + [ + "he", + "r" + ], + [ + "l", + "y" + ], + [ + "im", + "e" + ], + [ + "itt", + "le" + ], + [ + "ou", + "nd" + ], + [ + "Ġ", + "very" + ], + [ + "Ġt", + "ime" + ], + [ + "om", + "e" + ], + [ + "Ġl", + "ittle" + ], + [ + "Ġthe", + "re" + ], + [ + "s", + "e" + ], + [ + "Ġd", + "o" + ], + [ + "Ġw", + "h" + ], + [ + "a", + "ll" + ], + [ + "Ġ", + "k" + ], + [ + "e", + "nd" + ], + [ + "a", + "l" + ], + [ + "h", + "t" + ], + [ + "Ġn", + "e" + ], + [ + "Ġ", + "re" + ], + [ + "Ġn", + "ot" + ], + [ + "Ġhapp", + "y" + ], + [ + "Ġ", + "Ċ" + ], + [ + "Ġb", + "ig" + ], + [ + "Ġ", + "M" + ], + [ + "Ġb", + "ut" + ], + [ + "Ġs", + "m" + ], + [ + "a", + "ck" + ], + [ + "Ġsa", + "w" + ], + [ + "ĠI", + "t" + ], + [ + "Ġa", + "s" + ], + [ + "Ġa", + "n" + ], + [ + "r", + "a" + ], + [ + "ri", + "end" + ], + [ + "Ġf", + "riend" + ], + [ + "id", + "e" + ], + [ + "On", + "e" + ], + [ + "r", + "y" + ], + [ + "'", + "t" + ], + [ + "v", + "ed" + ], + [ + "Ġ", + "is" + ], + [ + "On", + "ce" + ], + [ + "a", + "ke" + ], + [ + ".", + "\"" + ], + [ + "Ġwe", + "re" + ], + [ + "t", + "er" + ], + [ + "u", + "g" + ], + [ + "Ġl", + "oo" + ], + [ + "Ġl", + "o" + ], + [ + "o", + "re" + ], + [ + "e", + "c" + ], + [ + "ĠT", + "im" + ], + [ + "Ġh", + "im" + ], + [ + "Ġb", + "o" + ], + [ + "!", + "\"" + ], + [ + "Ġto", + "o" + ], + [ + "Ġg", + "o" + ], + [ + "Ġup", + "on" + ], + [ + "ir", + "l" + ], + [ + "Ġ", + "j" + ], + [ + "Ġwant", + "ed" + ], + [ + "Ġg", + "irl" + ], + [ + "Ġs", + "e" + ], + [ + "Ġ", + "out" + ], + [ + "ar", + "d" + ], + [ + "w", + "ay" + ], + [ + "Ġs", + "p" + ], + [ + "il", + "l" + ], + [ + "i", + "nd" + ], + [ + "Ġthe", + "m" + ], + [ + "Ġc", + "ould" + ], + [ + "f", + "u" + ], + [ + "he", + "n" + ], + [ + "Ġa", + "t" + ], + [ + "u", + "r" + ], + [ + "Ġd", + "id" + ], + [ + "Ġsm", + "il" + ], + [ + "Ġthe", + "ir" + ], + [ + "Ġa", + "re" + ], + [ + "Ġe", + "x" + ], + [ + "Ġ", + "A" + ], + [ + "a", + "in" + ], + [ + "Ġw", + "ent" + ], + [ + "ar", + "t" + ], + [ + "he", + "d" + ], + [ + "r", + "om" + ], + [ + "i", + "c" + ], + [ + "r", + "ound" + ], + [ + "Ġha", + "ve" + ], + [ + "Ġn", + "am" + ], + [ + "l", + "p" + ], + [ + "Ġa", + "ll" + ], + [ + "Ġ", + "J" + ], + [ + "fu", + "l" + ], + [ + "Ġk", + "n" + ], + [ + "h", + "ing" + ], + [ + "oo", + "d" + ], + [ + "Ġhe", + "lp" + ], + [ + "ig", + "ht" + ], + [ + "Ġfriend", + "s" + ], + [ + "on", + "e" + ], + [ + "ar", + "k" + ], + [ + "Ġb", + "ack" + ], + [ + "u", + "m" + ], + [ + "Ġc", + "an" + ], + [ + "Ġnam", + "ed" + ], + [ + "Ġc", + "l" + ], + [ + "?", + "\"" + ], + [ + "Ġf", + "un" + ], + [ + "a", + "re" + ], + [ + "ĠB", + "en" + ], + [ + "Ġlo", + "ved" + ], + [ + "Ġa", + "l" + ], + [ + "el", + "t" + ], + [ + "ĠTim", + "my" + ], + [ + "Ġ", + "One" + ], + [ + "o", + "p" + ], + [ + "s", + "ide" + ], + [ + "Ġl", + "e" + ], + [ + "Ġn", + "o" + ], + [ + "Ġs", + "c" + ], + [ + "ĠT", + "om" + ], + [ + "Ġf", + "elt" + ], + [ + "ou", + "g" + ], + [ + "Ġsmil", + "ed" + ], + [ + "i", + "ck" + ], + [ + "Ġas", + "ked" + ], + [ + "Y", + "ou" + ], + [ + "Ġto", + "y" + ], + [ + "Ġm", + "an" + ], + [ + "Ġa", + "round" + ], + [ + "am", + "e" + ], + [ + "Ġf", + "e" + ], + [ + "Ġs", + "ay" + ], + [ + "Ġbo", + "y" + ], + [ + "Ġs", + "ome" + ], + [ + "Ġloo", + "ked" + ], + [ + "u", + "re" + ], + [ + "om", + "et" + ], + [ + "Ġb", + "r" + ], + [ + "Ġw", + "ould" + ], + [ + "Ġm", + "e" + ], + [ + "Ġb", + "ir" + ], + [ + "Ġli", + "ke" + ], + [ + "g", + "et" + ], + [ + "Ġst", + "art" + ], + [ + "Ġr", + "o" + ], + [ + "a", + "s" + ], + [ + "Ġse", + "e" + ], + [ + "Ġ", + "W" + ], + [ + "i", + "ce" + ], + [ + "on", + "g" + ], + [ + "Ġbir", + "d" + ], + [ + "Ġs", + "omet" + ], + [ + "d", + "d" + ], + [ + "Ġw", + "or" + ], + [ + "ad", + "e" + ], + [ + "i", + "e" + ], + [ + "k", + "ing" + ], + [ + "Ġa", + "g" + ], + [ + "ow", + "n" + ], + [ + "Ġt", + "re" + ], + [ + "Ġf", + "a" + ], + [ + "Ġa", + "way" + ], + [ + "Ġwh", + "at" + ], + [ + "ing", + "s" + ], + [ + "Ġstart", + "ed" + ], + [ + "get", + "her" + ], + [ + "Ġr", + "an" + ], + [ + "Ã", + "¢" + ], + [ + "â", + "Ĥ" + ], + [ + "âĤ", + "¬" + ], + [ + "ar", + "ed" + ], + [ + "Ġm", + "ake" + ], + [ + "ĠB", + "ut" + ], + [ + "it", + "ed" + ], + [ + "i", + "f" + ], + [ + "ou", + "d" + ], + [ + "Ġm", + "ade" + ], + [ + "Ġto", + "gether" + ], + [ + "Ġsomet", + "hing" + ], + [ + "Ġex", + "c" + ], + [ + "a", + "g" + ], + [ + "Ġc", + "o" + ], + [ + "Ġp", + "ark" + ], + [ + "Ġne", + "w" + ], + [ + "Ġsa", + "d" + ], + [ + "Ġp", + "ut" + ], + [ + ",", + "\"" + ], + [ + "Ġf", + "rom" + ], + [ + "b", + "le" + ], + [ + "t", + "her" + ], + [ + "Ġp", + "r" + ], + [ + "Ġm", + "u" + ], + [ + "Ġc", + "ar" + ], + [ + "Ġh", + "ome" + ], + [ + "Ġ", + "You" + ], + [ + "Ġthe", + "n" + ], + [ + "Ġw", + "hen" + ], + [ + "Ġf", + "ound" + ], + [ + "e", + "ll" + ], + [ + "Ġo", + "ther" + ], + [ + "Ġag", + "ain" + ], + [ + "Ġc", + "h" + ], + [ + "Ġd", + "ec" + ], + [ + "Ġwh", + "o" + ], + [ + "Ġl", + "a" + ], + [ + "ri", + "ed" + ], + [ + "s", + "s" + ], + [ + "Ġg", + "ood" + ], + [ + "Ġh", + "ug" + ], + [ + "Ġ", + "L" + ], + [ + "pp", + "ed" + ], + [ + "Ġwa", + "l" + ], + [ + "e", + "p" + ], + [ + "all", + "y" + ], + [ + "Ġsay", + "s" + ], + [ + "Ġf", + "l" + ], + [ + "es", + "t" + ], + [ + "a", + "ch" + ], + [ + "Ġ", + "E" + ], + [ + "Ġexc", + "ited" + ], + [ + "p", + "l" + ], + [ + "q", + "u" + ], + [ + "oo", + "k" + ], + [ + "Ġg", + "et" + ], + [ + "oug", + "ht" + ], + [ + "Ġplay", + "ing" + ], + [ + "Ġg", + "ot" + ], + [ + "Ġs", + "w" + ], + [ + "ou", + "s" + ], + [ + "h", + "at" + ], + [ + "n", + "y" + ], + [ + "id", + "ed" + ], + [ + "u", + "ck" + ], + [ + "Ġth", + "ings" + ], + [ + "Ġe", + "very" + ], + [ + "Ġdec", + "ided" + ], + [ + "Ġc", + "ame" + ], + [ + "Ġbe", + "c" + ], + [ + "a", + "ve" + ], + [ + "r", + "o" + ], + [ + "a", + "x" + ], + [ + "Ġli", + "ked" + ], + [ + "Ġd", + "own" + ], + [ + "Ġdo", + "g" + ], + [ + "Ġsc", + "ared" + ], + [ + "Ġ", + "v" + ], + [ + "u", + "dd" + ], + [ + "u", + "st" + ], + [ + "Ġon", + "e" + ], + [ + "Ġf", + "ind" + ], + [ + "Ġb", + "l" + ], + [ + "Ġth", + "an" + ], + [ + "Ġ", + "D" + ], + [ + "ou", + "se" + ], + [ + "way", + "s" + ], + [ + "Ġkn", + "e" + ], + [ + "Ġdid", + "n" + ], + [ + "a", + "p" + ], + [ + "Ġmom", + "my" + ], + [ + "Ġc", + "are" + ], + [ + "Ġal", + "ways" + ], + [ + "Ġa", + "b" + ], + [ + "is", + "t" + ], + [ + "Ġd", + "ad" + ], + [ + "Ġfe", + "el" + ], + [ + "ar", + "a" + ], + [ + "b", + "b" + ], + [ + "ar", + "n" + ], + [ + "f", + "e" + ], + [ + "Ġyou", + "r" + ], + [ + "Ġout", + "side" + ], + [ + "u", + "e" + ], + [ + "Ġg", + "ra" + ], + [ + "an", + "t" + ], + [ + "Ġ", + "ke" + ], + [ + "ĠM", + "om" + ], + [ + "Ġtoo", + "k" + ], + [ + "Ġl", + "ot" + ], + [ + "n", + "n" + ], + [ + "Ġb", + "u" + ], + [ + "Ġab", + "out" + ], + [ + "es", + "s" + ], + [ + "Ġ", + "F" + ], + [ + "nd", + "er" + ], + [ + "Ġtre", + "e" + ], + [ + "ec", + "i" + ], + [ + "Ġloo", + "k" + ], + [ + "Ġp", + "o" + ], + [ + "Ġm", + "y" + ], + [ + "ou", + "r" + ], + [ + "Ġtoy", + "s" + ], + [ + "it", + "e" + ], + [ + "c", + "hed" + ], + [ + "Ġkne", + "w" + ], + [ + "Ġth", + "ought" + ], + [ + "en", + "ed" + ], + [ + "Ġle", + "arn" + ], + [ + "Ġin", + "t" + ], + [ + "Ġo", + "ld" + ], + [ + "Ġm", + "ore" + ], + [ + "nn", + "a" + ], + [ + "is", + "e" + ], + [ + "g", + "ed" + ], + [ + "Ġt", + "a" + ], + [ + "udd", + "en" + ], + [ + "eci", + "al" + ], + [ + "Ġsp", + "ecial" + ], + [ + "ĠM", + "ax" + ], + [ + "a", + "u" + ], + [ + "Ġw", + "ill" + ], + [ + "er", + "s" + ], + [ + "The", + "y" + ], + [ + "re", + "t" + ], + [ + "Ġp", + "e" + ], + [ + "Ġh", + "o" + ], + [ + "ĠS", + "am" + ], + [ + "Ġt", + "ake" + ], + [ + "Ġb", + "all" + ], + [ + "Ġkn", + "ow" + ], + [ + "Ġla", + "ug" + ], + [ + "f", + "ter" + ], + [ + "udden", + "ly" + ], + [ + "Ġc", + "at" + ], + [ + "Ġh", + "ow" + ], + [ + "i", + "ve" + ], + [ + "Ġt", + "r" + ], + [ + "Ġmu", + "ch" + ], + [ + "Ġan", + "y" + ], + [ + "Ġp", + "u" + ], + [ + "m", + "a" + ], + [ + "Ġs", + "l" + ], + [ + "Ġs", + "or" + ], + [ + "Ġm", + "o" + ], + [ + "v", + "en" + ], + [ + "is", + "h" + ], + [ + "Ġsh", + "ow" + ], + [ + "Ġcould", + "n" + ], + [ + "au", + "se" + ], + [ + "in", + "k" + ], + [ + "B", + "ut" + ], + [ + "Ġh", + "ouse" + ], + [ + "Ġint", + "o" + ], + [ + "um", + "p" + ], + [ + "Ġo", + "ver" + ], + [ + "Ġt", + "ried" + ], + [ + "a", + "nd" + ], + [ + "Ġe", + "at" + ], + [ + "Ġs", + "k" + ], + [ + "Ġs", + "un" + ], + [ + "Ġt", + "w" + ], + [ + "Ġcl", + "o" + ], + [ + "i", + "a" + ], + [ + "Ġr", + "un" + ], + [ + "Ġha", + "nd" + ], + [ + "ĠE", + "very" + ], + [ + "Ġ", + "en" + ], + [ + "Ġin", + "side" + ], + [ + "d", + "y" + ], + [ + "Ġ", + "if" + ], + [ + "Ġto", + "ld" + ], + [ + "Ġne", + "ver" + ], + [ + "i", + "on" + ], + [ + "Ġ", + "qu" + ], + [ + "Ġbec", + "ause" + ], + [ + "b", + "y" + ], + [ + "Ġpr", + "oud" + ], + [ + "Ġg", + "ave" + ], + [ + "Ġsor", + "ry" + ], + [ + "Ġth", + "is" + ], + [ + "Ġo", + "p" + ], + [ + "Ġplay", + "ed" + ], + [ + "at", + "e" + ], + [ + "Ġex", + "pl" + ], + [ + "Ġhe", + "ard" + ], + [ + "t", + "y" + ], + [ + "Ġo", + "r" + ], + [ + "Ġwa", + "ter" + ], + [ + "an", + "k" + ], + [ + "g", + "e" + ], + [ + "s", + "ed" + ], + [ + "Ġp", + "ick" + ], + [ + "ot", + "her" + ], + [ + "Ġro", + "om" + ], + [ + "et", + "ter" + ], + [ + "Ġj", + "ust" + ], + [ + "a", + "ce" + ], + [ + "Ġhug", + "ged" + ], + [ + "a", + "k" + ], + [ + "Ġg", + "re" + ], + [ + "he", + "re" + ], + [ + "Ġof", + "f" + ], + [ + "ĠS", + "ara" + ], + [ + "Ġp", + "ret" + ], + [ + "il", + "e" + ], + [ + "Ġe", + "ach" + ], + [ + "Ġc", + "om" + ], + [ + "Ġl", + "ong" + ], + [ + "Ġbo", + "x" + ], + [ + "or", + "t" + ], + [ + "Ġst", + "r" + ], + [ + "i", + "z" + ], + [ + "Ġu", + "nt" + ], + [ + "Ġwa", + "t" + ], + [ + "ot", + "h" + ], + [ + "Ġne", + "ed" + ], + [ + "Ġj", + "o" + ], + [ + "ĠW", + "e" + ], + [ + "T", + "om" + ], + [ + "Ġsm", + "all" + ], + [ + "in", + "e" + ], + [ + "Ġbe", + "ar" + ], + [ + "M", + "om" + ], + [ + "Ġunt", + "il" + ], + [ + "Ġn", + "ice" + ], + [ + "Ġt", + "ry" + ], + [ + "v", + "ing" + ], + [ + "u", + "c" + ], + [ + "s", + "el" + ], + [ + "oug", + "h" + ], + [ + "Ġlearn", + "ed" + ], + [ + "Ġk", + "ind" + ], + [ + "ĠA", + "nna" + ], + [ + "il", + "d" + ], + [ + "Ġf", + "o" + ], + [ + "Ġman", + "y" + ], + [ + "'", + "m" + ], + [ + "ĠJ", + "ack" + ], + [ + "Ġb", + "etter" + ], + [ + "Ġ", + "im" + ], + [ + "g", + "ry" + ], + [ + "im", + "al" + ], + [ + "Ġan", + "imal" + ], + [ + "ur", + "t" + ], + [ + "f", + "t" + ], + [ + "Ġe", + "nd" + ], + [ + "Ġs", + "n" + ], + [ + "a", + "ut" + ], + [ + "Ġt", + "e" + ], + [ + "Ġc", + "le" + ], + [ + "ĠJ", + "o" + ], + [ + "v", + "ent" + ], + [ + "ur", + "p" + ], + [ + "Ġg", + "r" + ], + [ + "Ġbe", + "aut" + ], + [ + "Ġj", + "ump" + ], + [ + "m", + "b" + ], + [ + "Ġa", + "d" + ], + [ + "re", + "am" + ], + [ + "p", + "t" + ], + [ + "ĠS", + "o" + ], + [ + "ĠH", + "er" + ], + [ + "Ġfl", + "ow" + ], + [ + "i", + "es" + ], + [ + "Ġc", + "he" + ], + [ + "Ġb", + "ra" + ], + [ + "Ġthan", + "ked" + ], + [ + "Ġe", + "ven" + ], + [ + "Ġb", + "est" + ], + [ + "Ġc", + "all" + ], + [ + "ad", + "y" + ], + [ + "H", + "e" + ], + [ + "Ġlot", + "s" + ], + [ + "Ġlaug", + "hed" + ], + [ + "sel", + "f" + ], + [ + "Ġr", + "a" + ], + [ + "Ġwa", + "y" + ], + [ + "ar", + "s" + ], + [ + "ur", + "n" + ], + [ + "Ġb", + "y" + ], + [ + "Ġfa", + "st" + ], + [ + "ll", + "y" + ], + [ + "Ġf", + "am" + ], + [ + "Ġ", + "C" + ], + [ + "v", + "es" + ], + [ + "ard", + "en" + ], + [ + "Ġg", + "arden" + ], + [ + "Ġbeaut", + "i" + ], + [ + "w", + "n" + ], + [ + "T", + "h" + ], + [ + "Ġbeauti", + "ful" + ], + [ + "Ġl", + "oud" + ], + [ + "le", + "w" + ], + [ + "Ġsk", + "y" + ], + [ + "Ġd", + "on" + ], + [ + "h", + "n" + ], + [ + "er", + "ed" + ], + [ + "in", + "y" + ], + [ + "Ġcare", + "ful" + ], + [ + "Ġlo", + "ve" + ], + [ + "Ġf", + "i" + ], + [ + "ĠThe", + "n" + ], + [ + "Å", + "ĵ" + ], + [ + "a", + "se" + ], + [ + "ec", + "t" + ], + [ + "Ġsa", + "fe" + ], + [ + "ĠA", + "nd" + ], + [ + "Ġu", + "nder" + ], + [ + "Ġc", + "ome" + ], + [ + "ĠF", + "rom" + ], + [ + "Y", + "es" + ], + [ + "ĠM", + "ia" + ], + [ + "I", + "t" + ], + [ + "m", + "e" + ], + [ + "Ġh", + "ard" + ], + [ + "Ġc", + "u" + ], + [ + "Ġw", + "o" + ], + [ + "Ġl", + "ist" + ], + [ + "Ġst", + "ay" + ], + [ + "an", + "e" + ], + [ + "s", + "h" + ], + [ + "op", + "le" + ], + [ + "Ġg", + "l" + ], + [ + "n", + "ing" + ], + [ + "Ġst", + "ill" + ], + [ + "oo", + "l" + ], + [ + "Ġh", + "urt" + ], + [ + "re", + "e" + ], + [ + "ĠH", + "is" + ], + [ + "Ġim", + "p" + ], + [ + "Ġfam", + "ily" + ], + [ + "Ġ", + "â" + ], + [ + "Ġb", + "oth" + ], + [ + "r", + "m" + ], + [ + "ig", + "h" + ], + [ + "Ġli", + "ved" + ], + [ + "he", + "s" + ], + [ + "W", + "hen" + ], + [ + "Ġpe", + "ople" + ], + [ + "Ġanimal", + "s" + ], + [ + "Ġco", + "l" + ], + [ + "Ġbra", + "ve" + ], + [ + "Ġwal", + "ked" + ], + [ + "o", + "b" + ], + [ + "T", + "im" + ], + [ + "c", + "t" + ], + [ + "Ġl", + "et" + ], + [ + "urp", + "r" + ], + [ + "ĠW", + "hen" + ], + [ + "Ġtw", + "o" + ], + [ + "Ġs", + "urpr" + ], + [ + "Ġsh", + "ould" + ], + [ + "is", + "hed" + ], + [ + "Ġb", + "ad" + ], + [ + "re", + "ss" + ], + [ + "Ġke", + "pt" + ], + [ + "Ġf", + "ore" + ], + [ + "Ġf", + "lew" + ], + [ + "Ġf", + "in" + ], + [ + "Ġst", + "or" + ], + [ + "Ġf", + "ly" + ], + [ + "a", + "st" + ], + [ + "is", + "ed" + ], + [ + "i", + "p" + ], + [ + "Ġit", + "s" + ], + [ + "l", + "ed" + ], + [ + "o", + "ck" + ], + [ + "uc", + "y" + ], + [ + "f", + "ore" + ], + [ + "Ġgo", + "ing" + ], + [ + "Ġcle", + "an" + ], + [ + "Ġd", + "an" + ], + [ + "Ġp", + "ic" + ], + [ + "Ġso", + "on" + ], + [ + "Ġcall", + "ed" + ], + [ + "Ġsh", + "are" + ], + [ + "k", + "ay" + ], + [ + "Ġan", + "gry" + ], + [ + "Ġro", + "ck" + ], + [ + "Ġc", + "on" + ], + [ + "Ġpret", + "ty" + ], + [ + "N", + "o" + ], + [ + "Ġ", + "ide" + ], + [ + "i", + "ed" + ], + [ + "il", + "ly" + ], + [ + "Ġg", + "round" + ], + [ + "x", + "t" + ], + [ + "Ġr", + "ed" + ], + [ + "Ġexpl", + "ore" + ], + [ + "Ġc", + "ry" + ], + [ + "Ġad", + "vent" + ], + [ + "Ġst", + "o" + ], + [ + "s", + "o" + ], + [ + "Ġre", + "al" + ], + [ + "L", + "et" + ], + [ + "Ġw", + "ind" + ], + [ + "Ġsh", + "iny" + ], + [ + "b", + "e" + ], + [ + "Ġb", + "ook" + ], + [ + "Ġal", + "so" + ], + [ + "Ġdo", + "ll" + ], + [ + "Ġide", + "a" + ], + [ + "Ġbe", + "fore" + ], + [ + "Ġop", + "ened" + ], + [ + "dd", + "ed" + ], + [ + "Ġwh", + "ile" + ], + [ + "um", + "my" + ], + [ + "Ġke", + "ep" + ], + [ + "Ġe", + "y" + ], + [ + "Ġn", + "ow" + ], + [ + "Ġdo", + "or" + ], + [ + "Ġfeel", + "ing" + ], + [ + "âĤ¬", + "â" + ], + [ + "o", + "on" + ], + [ + "o", + "y" + ], + [ + "Ġwal", + "king" + ], + [ + "Ġno", + "ise" + ], + [ + "Ġf", + "r" + ], + [ + "le", + "s" + ], + [ + "ag", + "e" + ], + [ + "i", + "ous" + ], + [ + "Ġcol", + "or" + ], + [ + "Ġt", + "urn" + ], + [ + "t", + "hing" + ], + [ + "f", + "f" + ], + [ + "u", + "ch" + ], + [ + "t", + "h" + ], + [ + "Ġb", + "ed" + ], + [ + "ar", + "y" + ], + [ + "Ġd", + "ra" + ], + [ + "Ġpick", + "ed" + ], + [ + "im", + "b" + ], + [ + "e", + "et" + ], + [ + "Ġcl", + "imb" + ], + [ + "Ġd", + "el" + ], + [ + "W", + "hat" + ], + [ + "Ġbe", + "ing" + ], + [ + "Ġf", + "ood" + ], + [ + "Ġu", + "n" + ], + [ + "Ġf", + "ar" + ], + [ + "t", + "ure" + ], + [ + "j", + "oy" + ], + [ + "Ġadvent", + "ure" + ], + [ + "a", + "c" + ], + [ + "Ġsmil", + "e" + ], + [ + "Ġd", + "if" + ], + [ + "Ħ", + "¢" + ], + [ + "âĤ¬â", + "Ħ¢" + ], + [ + "me", + "mb" + ], + [ + "Ġw", + "r" + ], + [ + "Ġth", + "r" + ], + [ + "ug", + "ht" + ], + [ + "Ġloo", + "king" + ], + [ + "Ġne", + "xt" + ], + [ + "ic", + "ed" + ], + [ + "ĠL", + "ucy" + ], + [ + "Ġno", + "dded" + ], + [ + "Ġqu", + "ick" + ], + [ + "Ġ", + "P" + ], + [ + "Ġd", + "is" + ], + [ + "Ġre", + "pl" + ], + [ + "ĠD", + "ad" + ], + [ + "Ġwa", + "it" + ], + [ + "iz", + "ed" + ], + [ + "Ġfore", + "st" + ], + [ + "Ġclo", + "s" + ], + [ + "ĠS", + "uddenly" + ], + [ + "Ġt", + "ra" + ], + [ + "T", + "hat" + ], + [ + "Ġey", + "es" + ], + [ + "g", + "er" + ], + [ + "bb", + "it" + ], + [ + "t", + "ed" + ], + [ + "Ġo", + "wn" + ], + [ + "Ġr", + "ain" + ], + [ + "Ġimp", + "ort" + ], + [ + "Ġgre", + "at" + ], + [ + "Ġre", + "memb" + ], + [ + "Ġpic", + "ture" + ], + [ + "Th", + "ank" + ], + [ + "S", + "uddenly" + ], + [ + "Ġsto", + "pped" + ], + [ + "Ġen", + "joy" + ], + [ + "Ġv", + "o" + ], + [ + "B", + "en" + ], + [ + "Ġg", + "ive" + ], + [ + "Ġimport", + "ant" + ], + [ + "Ġwor", + "k" + ], + [ + "Ġne", + "ar" + ], + [ + "g", + "an" + ], + [ + "p", + "ot" + ], + [ + "Ġe", + "ver" + ], + [ + "Ġa", + "pp" + ], + [ + "Ġa", + "fter" + ], + [ + "Ġquick", + "ly" + ], + [ + "Ġlist", + "en" + ], + [ + "Ġb", + "re" + ], + [ + "t", + "ing" + ], + [ + "bb", + "ed" + ], + [ + "Ġm", + "a" + ], + [ + "Ġf", + "ish" + ], + [ + "Ġrepl", + "ied" + ], + [ + "Ġra", + "bbit" + ], + [ + "Ġhand", + "s" + ], + [ + "Ġ", + "G" + ], + [ + "Ġnot", + "iced" + ], + [ + "Ġbr", + "o" + ], + [ + "Ġsl", + "ide" + ], + [ + "Ġth", + "ink" + ], + [ + "Ġwal", + "k" + ], + [ + "Ġtr", + "uck" + ], + [ + "Ġa", + "c" + ], + [ + "k", + "es" + ], + [ + "Ġstr", + "ong" + ], + [ + "S", + "he" + ], + [ + "Ġshow", + "ed" + ], + [ + "Ġd", + "e" + ], + [ + "Ġevery", + "one" + ], + [ + "Ġwo", + "nder" + ], + [ + "fe", + "re" + ], + [ + "by", + "e" + ], + [ + "Ġdif", + "fere" + ], + [ + "ir", + "st" + ], + [ + "S", + "o" + ], + [ + "Ġs", + "ure" + ], + [ + "Ġha", + "s" + ], + [ + "Ġr", + "ight" + ], + [ + "Ġbe", + "en" + ], + [ + "Ġbec", + "ame" + ], + [ + "Ġs", + "ound" + ], + [ + "ma", + "z" + ], + [ + "Ġto", + "w" + ], + [ + "Ġr", + "u" + ], + [ + "Ġt", + "al" + ], + [ + "Ġa", + "maz" + ], + [ + "Ġhe", + "ad" + ], + [ + "Ġsh", + "out" + ], + [ + "Ġbr", + "ight" + ], + [ + "Ġy", + "e" + ], + [ + "Ġwat", + "ched" + ], + [ + "Ġ", + "R" + ], + [ + "Ġm", + "or" + ], + [ + "Ġch", + "ild" + ], + [ + "a", + "ble" + ], + [ + "Ġme", + "an" + ], + [ + "Ġw", + "here" + ], + [ + "ll", + "ow" + ], + [ + "Ġh", + "igh" + ], + [ + "ĠS", + "ue" + ], + [ + "Ġfa", + "ce" + ], + [ + "Ġc", + "ook" + ], + [ + "d", + "ay" + ], + [ + "ay", + "be" + ], + [ + "Ġwat", + "ch" + ], + [ + "Ġbl", + "ue" + ], + [ + "a", + "ught" + ], + [ + "Ġdiffere", + "nt" + ], + [ + "Ġst", + "ore" + ], + [ + "Ġ", + "N" + ], + [ + "Ġgood", + "bye" + ], + [ + "Ġd", + "ress" + ], + [ + "u", + "ll" + ], + [ + "ĠB", + "ob" + ], + [ + "n", + "g" + ], + [ + "an", + "ge" + ], + [ + "Ġs", + "qu" + ], + [ + "Ġo", + "kay" + ], + [ + "is", + "y" + ], + [ + "le", + "ase" + ], + [ + "ĠMom", + "my" + ], + [ + "Ġvo", + "ice" + ], + [ + "J", + "o" + ], + [ + "at", + "h" + ], + [ + "Ġn", + "ight" + ], + [ + "ĠS", + "pot" + ], + [ + "Ġu", + "s" + ], + [ + "Ġbo", + "at" + ], + [ + "Ġflow", + "ers" + ], + [ + "Ġpl", + "ace" + ], + [ + "Ġfo", + "llow" + ], + [ + "Ġa", + "r" + ], + [ + "Ġu", + "se" + ], + [ + "Ġclos", + "er" + ], + [ + "un", + "ny" + ], + [ + "le", + "ep" + ], + [ + "ir", + "ed" + ], + [ + "Ġfa", + "v" + ], + [ + "Ġy", + "ell" + ], + [ + "Ġgra", + "bbed" + ], + [ + "Ġcu", + "ri" + ], + [ + "Ġwa", + "rm" + ], + [ + "Ġc", + "r" + ], + [ + "Ġfor", + "g" + ], + [ + "ĠSara", + "h" + ], + [ + "ĠJo", + "hn" + ], + [ + "Ġm", + "ag" + ], + [ + "Ġst", + "ick" + ], + [ + "W", + "e" + ], + [ + "Ġjump", + "ed" + ], + [ + "Ġc", + "ake" + ], + [ + "m", + "ore" + ], + [ + "Ġt", + "ell" + ], + [ + "Ġany", + "more" + ], + [ + "A", + "fter" + ], + [ + "Ġbut", + "ter" + ], + [ + "nd", + "ma" + ], + [ + "Ġth", + "ree" + ], + [ + "Ġas", + "k" + ], + [ + "c", + "o" + ], + [ + "Ġ", + "our" + ], + [ + "l", + "ie" + ], + [ + "Ġcuri", + "ous" + ], + [ + "ou", + "nt" + ], + [ + "or", + "n" + ], + [ + "Ġcon", + "t" + ], + [ + "Ġfe", + "ll" + ], + [ + "a", + "ched" + ], + [ + "ĠT", + "h" + ], + [ + "Ġbird", + "s" + ], + [ + "as", + "s" + ], + [ + "H", + "er" + ], + [ + "is", + "s" + ], + [ + "Ġhelp", + "ed" + ], + [ + "ĠJ", + "ane" + ], + [ + "Ġpu", + "ll" + ], + [ + "Ġf", + "irst" + ], + [ + "it", + "c" + ], + [ + "Ġbl", + "ock" + ], + [ + "Ġh", + "op" + ], + [ + "Ġb", + "it" + ], + [ + "Ġd", + "r" + ], + [ + "Ġreal", + "ized" + ], + [ + "Ġk", + "id" + ], + [ + "L", + "ook" + ], + [ + "il", + "a" + ], + [ + "Ġm", + "on" + ], + [ + "Ġbr", + "other" + ], + [ + "A", + "nna" + ], + [ + "S", + "ara" + ], + [ + "Ġ", + "z" + ], + [ + "ĠEvery", + "one" + ], + [ + "Ġat", + "e" + ], + [ + "Ġdo", + "es" + ], + [ + "im", + "es" + ], + [ + "Ġhapp", + "ened" + ], + [ + "Ġst", + "op" + ], + [ + "z", + "y" + ], + [ + "Ġy", + "ummy" + ], + [ + "Ġfav", + "or" + ], + [ + "pp", + "y" + ], + [ + "Ġk", + "itc" + ], + [ + "Ġkitc", + "hen" + ], + [ + "Ġsw", + "eet" + ], + [ + "u", + "s" + ], + [ + "Ġp", + "er" + ], + [ + "Ġre", + "ally" + ], + [ + "a", + "isy" + ], + [ + "Ġgra", + "ss" + ], + [ + "Ġfavor", + "ite" + ], + [ + "Ġbe", + "gan" + ], + [ + "Ġre", + "st" + ], + [ + "Ġre", + "ady" + ], + [ + "Ġle", + "a" + ], + [ + "Ġre", + "ached" + ], + [ + "Ġunder", + "st" + ], + [ + "a", + "ir" + ], + [ + "Ġst", + "e" + ], + [ + "Ġb", + "unny" + ], + [ + "ĠA", + "s" + ], + [ + "Ġstor", + "y" + ], + [ + "'", + "re" + ], + [ + "Ġp", + "ain" + ], + [ + "Ġs", + "ing" + ], + [ + "st", + "er" + ], + [ + "Ġhe", + "re" + ], + [ + "Ġsa", + "nd" + ], + [ + "Ġon", + "ly" + ], + [ + "Ġfl", + "o" + ], + [ + "Ġa", + "m" + ], + [ + "Ġgl", + "ad" + ], + [ + "Ġt", + "ri" + ], + [ + "Ġbe", + "h" + ], + [ + "Ġwor", + "ld" + ], + [ + "Ġop", + "en" + ], + [ + "Ġc", + "re" + ], + [ + "fu", + "lly" + ], + [ + "Ġpr", + "in" + ], + [ + "w", + "here" + ], + [ + "are", + "nt" + ], + [ + "Ġflow", + "er" + ], + [ + "Ġthr", + "ough" + ], + [ + "Ġb", + "a" + ], + [ + "Ġfi", + "re" + ], + [ + "Ġd", + "one" + ], + [ + "Ġha", + "ving" + ], + [ + "Ġth", + "ing" + ], + [ + "Ġdel", + "ic" + ], + [ + "Ġhim", + "self" + ], + [ + "Ġt", + "ired" + ], + [ + "Ġp", + "arent" + ], + [ + "Ġso", + "ft" + ], + [ + "Ġf", + "ro" + ], + [ + "Tim", + "my" + ], + [ + "Ġta", + "st" + ], + [ + "Ġbutter", + "f" + ], + [ + "ĠL", + "et" + ], + [ + "Ġc", + "ut" + ], + [ + "Ġp", + "art" + ], + [ + "Ġwh", + "y" + ], + [ + "k", + "en" + ], + [ + "Ġm", + "ess" + ], + [ + "C", + "an" + ], + [ + "Ġwor", + "ry" + ], + [ + "Mom", + "my" + ], + [ + "i", + "ver" + ], + [ + "Ġd", + "in" + ], + [ + "u", + "ff" + ], + [ + "at", + "er" + ], + [ + "Ġmag", + "ic" + ], + [ + "Ġwa", + "ved" + ], + [ + "Ġshout", + "ed" + ], + [ + "Ġpo", + "nd" + ], + [ + "Ġkid", + "s" + ], + [ + "Ġh", + "at" + ], + [ + "Ġd", + "uck" + ], + [ + "Ġse", + "es" + ], + [ + "o", + "lly" + ], + [ + "ill", + "ed" + ], + [ + "Ġg", + "ame" + ], + [ + "i", + "ent" + ], + [ + "Ġma", + "king" + ], + [ + "at", + "her" + ], + [ + "Jo", + "hn" + ], + [ + "A", + "s" + ], + [ + "ak", + "es" + ], + [ + "Ġcat", + "ch" + ], + [ + "Ġse", + "en" + ], + [ + "Ġc", + "ool" + ], + [ + "at", + "ion" + ], + [ + "Ġcom", + "ing" + ], + [ + "Ġl", + "ess" + ], + [ + "Ġd", + "ark" + ], + [ + "Ġu", + "sed" + ], + [ + "ed", + "dy" + ], + [ + "Ġfi", + "x" + ], + [ + "ĠJo", + "e" + ], + [ + "Ġthan", + "k" + ], + [ + "m", + "er" + ], + [ + "Ġto", + "p" + ], + [ + "Ġl", + "ady" + ], + [ + "Ġha", + "ir" + ], + [ + "ar", + "ing" + ], + [ + "Ġp", + "rom" + ], + [ + "Ġho", + "pped" + ], + [ + "ĠC", + "an" + ], + [ + "\"", + "." + ], + [ + "ig", + "n" + ], + [ + "Ġsurpr", + "ise" + ], + [ + "Ġdra", + "w" + ], + [ + "Ġm", + "um" + ], + [ + "Ġm", + "ouse" + ], + [ + "Ġfun", + "ny" + ], + [ + "re", + "l" + ], + [ + "Ġc", + "ra" + ], + [ + "Ġ", + "-" + ], + [ + "ap", + "er" + ], + [ + "Ġf", + "ull" + ], + [ + "Ġto", + "uch" + ], + [ + "Ġl", + "ight" + ], + [ + "Ġsp", + "ot" + ], + [ + "re", + "n" + ], + [ + "Ġd", + "ro" + ], + [ + "ĠBen", + "ny" + ], + [ + "Ġparent", + "s" + ], + [ + "Ġwor", + "ked" + ], + [ + "in", + "s" + ], + [ + "one", + "y" + ], + [ + "ĠD", + "o" + ], + [ + "Ġsurpr", + "ised" + ], + [ + "Ġcare", + "fully" + ], + [ + "Ġtre", + "es" + ], + [ + "Ġfro", + "g" + ], + [ + "Ġsw", + "ing" + ], + [ + "Ġdo", + "ing" + ], + [ + "D", + "on" + ], + [ + "Ġs", + "at" + ], + [ + "in", + "ally" + ], + [ + "ĠT", + "hat" + ], + [ + "Ġ", + "ice" + ], + [ + "ĠI", + "n" + ], + [ + "Ġhe", + "ld" + ], + [ + "W", + "ow" + ], + [ + "Ġrun", + "ning" + ], + [ + "Ġpret", + "end" + ], + [ + "Ġsw", + "im" + ], + [ + "Ġs", + "et" + ], + [ + "Ġre", + "ad" + ], + [ + "Ġdelic", + "ious" + ], + [ + "Ġneed", + "ed" + ], + [ + "Ġt", + "ight" + ], + [ + "Ġsl", + "ow" + ], + [ + "Ġrememb", + "ered" + ], + [ + "Ġlo", + "st" + ], + [ + "Ġco", + "ld" + ], + [ + "Ġsm", + "ell" + ], + [ + "ard", + "s" + ], + [ + "Ġw", + "ood" + ], + [ + "Ġhapp", + "ily" + ], + [ + "h", + "y" + ], + [ + "el", + "y" + ], + [ + "Ġlook", + "s" + ], + [ + "Ġbeh", + "ind" + ], + [ + "Ġher", + "self" + ], + [ + "Ġc", + "ried" + ], + [ + "Ġenjoy", + "ed" + ], + [ + "Ġnam", + "e" + ], + [ + "as", + "k" + ], + [ + "Ġye", + "ars" + ], + [ + "Ġbu", + "y" + ], + [ + "Ġho", + "le" + ], + [ + "Ġblock", + "s" + ], + [ + "Ġd", + "ri" + ], + [ + "Ġs", + "leep" + ], + [ + "Ġg", + "i" + ], + [ + "Ġyell", + "ow" + ], + [ + "c", + "ess" + ], + [ + "Ġbutterf", + "ly" + ], + [ + "i", + "ke" + ], + [ + "u", + "ed" + ], + [ + "Ġw", + "ished" + ], + [ + "Ġper", + "f" + ], + [ + "Ġan", + "other" + ], + [ + "ĠD", + "aisy" + ], + [ + "Ġgre", + "en" + ], + [ + "Ġmo", + "ve" + ], + [ + "Ġt", + "all" + ], + [ + "Ġa", + "ir" + ], + [ + "Ġb", + "ag" + ], + [ + "Ġflo", + "or" + ], + [ + "Ġcar", + "s" + ], + [ + "Ġless", + "on" + ], + [ + "u", + "l" + ], + [ + "Ġb", + "ow" + ], + [ + "Ġar", + "ri" + ], + [ + "Ġwind", + "ow" + ], + [ + "Ġsh", + "o" + ], + [ + "Ġchild", + "ren" + ], + [ + "n", + "er" + ], + [ + "Ġfin", + "ished" + ], + [ + "Ġh", + "ill" + ], + [ + "ĠA", + "fter" + ], + [ + "and", + "y" + ], + [ + "s", + "p" + ], + [ + "en", + "s" + ], + [ + "Ġp", + "aper" + ], + [ + "Ġli", + "kes" + ], + [ + "F", + "rom" + ], + [ + "s", + "y" + ], + [ + "Ġho", + "ld" + ], + [ + "S", + "am" + ], + [ + "Ġwr", + "ong" + ], + [ + "re", + "ed" + ], + [ + "Ġcont", + "in" + ], + [ + "Ġunderst", + "and" + ], + [ + "at", + "ter" + ], + [ + "u", + "it" + ], + [ + "re", + "w" + ], + [ + "Ġg", + "ent" + ], + [ + "Ġany", + "thing" + ], + [ + "Ġclo", + "se" + ], + [ + "Ġwa", + "ll" + ], + [ + "Ġe", + "l" + ], + [ + "as", + "ure" + ], + [ + "Ġle", + "ft" + ], + [ + "Ġa", + "ble" + ], + [ + "Ġarri", + "ved" + ], + [ + "Ġh", + "un" + ], + [ + "ro", + "ss" + ], + [ + "a", + "v" + ], + [ + "Ġhe", + "ar" + ], + [ + "Ġfriend", + "ly" + ], + [ + "Ġforg", + "ot" + ], + [ + "Ġg", + "one" + ], + [ + "am", + "a" + ], + [ + "Ġcre", + "at" + ], + [ + "Ġw", + "et" + ], + [ + "Ġli", + "on" + ], + [ + "H", + "ell" + ], + [ + "Hell", + "o" + ], + [ + "Ġd", + "ream" + ], + [ + "Ġh", + "ot" + ], + [ + "b", + "o" + ], + [ + "b", + "er" + ], + [ + "ĠS", + "ally" + ], + [ + "Ġf", + "illed" + ], + [ + "Ġd", + "ir" + ], + [ + "ie", + "ld" + ], + [ + "Ġcook", + "ies" + ], + [ + "Ġlaug", + "h" + ], + [ + "Ġbro", + "ken" + ], + [ + "Ġdin", + "ner" + ], + [ + "l", + "f" + ], + [ + "Ġel", + "se" + ], + [ + "Ġh", + "id" + ], + [ + "c", + "ed" + ], + [ + "Ġp", + "ink" + ], + [ + "Ġfollow", + "ed" + ], + [ + "Ġta", + "ble" + ], + [ + "Ġm", + "ar" + ], + [ + "Ġcolor", + "s" + ], + [ + "ou", + "p" + ], + [ + "Ġmom", + "ent" + ], + [ + "Ġcontin", + "ued" + ], + [ + "Ġwonder", + "ful" + ], + [ + "ĠE", + "m" + ], + [ + "e", + "y" + ], + [ + "in", + "ed" + ], + [ + "ir", + "rel" + ], + [ + "r", + "ot" + ], + [ + "Ġfin", + "ally" + ], + [ + "J", + "ack" + ], + [ + "Ġa", + "rm" + ], + [ + "Ġm", + "ight" + ], + [ + "ĠN", + "ow" + ], + [ + "Ġc", + "ast" + ], + [ + "Ġy", + "es" + ], + [ + "Ġbu", + "ild" + ], + [ + "Ġen", + "ough" + ], + [ + "ĠB", + "illy" + ], + [ + "Ġsome", + "one" + ], + [ + "Ġperf", + "ect" + ], + [ + "Ġfa", + "ir" + ], + [ + "Ġstay", + "ed" + ], + [ + "a", + "pp" + ], + [ + "Ġmor", + "ning" + ], + [ + "ĠThe", + "re" + ], + [ + "Ġpu", + "ppy" + ], + [ + "o", + "l" + ], + [ + "Ġdad", + "dy" + ], + [ + "Ġtry", + "ing" + ], + [ + "'", + "ll" + ], + [ + "Ġj", + "u" + ], + [ + "Ġother", + "s" + ], + [ + "Ġbook", + "s" + ], + [ + "Ġag", + "reed" + ], + [ + "Ġmu", + "s" + ], + [ + "Ġsn", + "ow" + ], + [ + "Ġsqu", + "irrel" + ], + [ + "Ġc", + "ream" + ], + [ + "ro", + "om" + ], + [ + "Ġget", + "ting" + ], + [ + "Ġgra", + "ndma" + ], + [ + "ĠL", + "ila" + ], + [ + "Ġlea", + "ves" + ], + [ + "Ġba", + "by" + ], + [ + "Ġc", + "ount" + ], + [ + "ic", + "y" + ], + [ + "Ġfe", + "w" + ], + [ + "A", + "t" + ], + [ + "Ġf", + "all" + ], + [ + "The", + "n" + ], + [ + "g", + "on" + ], + [ + "Ġbre", + "ak" + ], + [ + "Ġclimb", + "ed" + ], + [ + "ri", + "es" + ], + [ + "Ġbe", + "ach" + ], + [ + "as", + "h" + ], + [ + "Ġb", + "ug" + ], + [ + "Ġp", + "lease" + ], + [ + "Ġm", + "other" + ], + [ + "Ġbr", + "ought" + ], + [ + "Ġtra", + "in" + ], + [ + "an", + "ce" + ], + [ + "ĠTh", + "is" + ], + [ + "Ġde", + "ep" + ], + [ + "Ġv", + "is" + ], + [ + "at", + "ed" + ], + [ + "s", + "hed" + ], + [ + "Ġm", + "et" + ], + [ + "Ġwas", + "n" + ], + [ + "Ġsomet", + "imes" + ], + [ + "Ġevery", + "thing" + ], + [ + "ĠTom", + "my" + ], + [ + "i", + "ch" + ], + [ + "Ġmus", + "ic" + ], + [ + "ke", + "y" + ], + [ + "l", + "ing" + ], + [ + "Th", + "is" + ], + [ + "o", + "s" + ], + [ + "Ġturn", + "ed" + ], + [ + "l", + "c" + ], + [ + "Ġr", + "ide" + ], + [ + "o", + "om" + ], + [ + "Ġs", + "ong" + ], + [ + "or", + "ing" + ], + [ + "Ġsp", + "ark" + ], + [ + "Ġf", + "ight" + ], + [ + "Ġhun", + "gry" + ], + [ + "on", + "s" + ], + [ + "Ġpicture", + "s" + ], + [ + "d", + "s" + ], + [ + "Ġm", + "akes" + ], + [ + "Ġse", + "ar" + ], + [ + "uck", + "y" + ], + [ + "Ġlist", + "ened" + ], + [ + "Ġjo", + "y" + ], + [ + "Ġpo", + "l" + ], + [ + "ĠW", + "hat" + ], + [ + "H", + "is" + ], + [ + "e", + "e" + ], + [ + "Ġcl", + "ot" + ], + [ + "Ġsa", + "il" + ], + [ + "a", + "pped" + ], + [ + "b", + "ble" + ], + [ + "Ġcom", + "p" + ], + [ + "Ġpl", + "an" + ], + [ + "Ġwant", + "s" + ], + [ + "Ġclot", + "hes" + ], + [ + "Ġpo", + "in" + ], + [ + "Ġ", + "K" + ], + [ + "z", + "z" + ], + [ + "Ġball", + "oon" + ], + [ + "Ġstr", + "ange" + ], + [ + "m", + "an" + ], + [ + "en", + "ny" + ], + [ + "Ġp", + "i" + ], + [ + "Ġgr", + "ow" + ], + [ + "Ġfly", + "ing" + ], + [ + "r", + "ow" + ], + [ + "Ġsc", + "ary" + ], + [ + "Ġtre", + "at" + ], + [ + "Ġwa", + "ited" + ], + [ + "Ġamaz", + "ed" + ], + [ + "Ġt", + "eddy" + ], + [ + "Ġcast", + "le" + ], + [ + "is", + "ter" + ], + [ + "Ġe", + "le" + ], + [ + "Ġamaz", + "ing" + ], + [ + "m", + "ed" + ], + [ + "Ġsp", + "l" + ], + [ + "O", + "h" + ], + [ + "Ġle", + "ave" + ], + [ + "Ġown", + "er" + ], + [ + "Ġprom", + "ised" + ], + [ + "Ġdan", + "ger" + ], + [ + "e", + "ver" + ], + [ + "O", + "K" + ], + [ + "Ġs", + "uch" + ], + [ + "Ġwh", + "ite" + ], + [ + "Ġp", + "at" + ], + [ + "Ġtal", + "k" + ], + [ + "uff", + "y" + ], + [ + "Ġf", + "ur" + ], + [ + "Ġp", + "ie" + ], + [ + "op", + "e" + ], + [ + "r", + "ed" + ], + [ + "Ġpull", + "ed" + ], + [ + "Ġp", + "re" + ], + [ + "Ġwood", + "s" + ], + [ + "ĠT", + "o" + ], + [ + "Ġsh", + "ared" + ], + [ + "Ġal", + "one" + ], + [ + "Ġtow", + "ards" + ], + [ + "c", + "le" + ], + [ + "ĠM", + "aybe" + ], + [ + "Ġs", + "it" + ], + [ + "Ġn", + "ap" + ], + [ + "Ġcolor", + "ful" + ], + [ + "am", + "p" + ], + [ + "h", + "one" + ], + [ + "Ġvis", + "it" + ], + [ + "ig", + "g" + ], + [ + "ug", + "g" + ], + [ + "th", + "y" + ], + [ + "en", + "ce" + ], + [ + "Ġta", + "il" + ], + [ + "ct", + "or" + ], + [ + "Ġmagic", + "al" + ], + [ + "Ġr", + "iver" + ], + [ + "Ġh", + "ig" + ], + [ + "Ġbe", + "lie" + ], + [ + "Ġgr", + "ate" + ], + [ + "u", + "ally" + ], + [ + "an", + "g" + ], + [ + "ot", + "t" + ], + [ + "Ġh", + "ide" + ], + [ + "Ġs", + "illy" + ], + [ + "Ġsmil", + "es" + ], + [ + "ow", + "er" + ], + [ + "Ġs", + "ide" + ], + [ + "M", + "ax" + ], + [ + "Ġro", + "ll" + ], + [ + "Ġg", + "u" + ], + [ + "ĠA", + "my" + ], + [ + "Ġpr", + "o" + ], + [ + "et", + "er" + ], + [ + "Ġfast", + "er" + ], + [ + "Ġgrate", + "ful" + ], + [ + "Ġtre", + "asure" + ], + [ + "as", + "ed" + ], + [ + "Ġsn", + "ack" + ], + [ + "u", + "p" + ], + [ + "Ġla", + "nd" + ], + [ + "av", + "y" + ], + [ + "Ġmor", + "al" + ], + [ + "ain", + "ed" + ], + [ + "Ġs", + "ister" + ], + [ + "ĠG", + "ra" + ], + [ + "Ġsh", + "ap" + ], + [ + "Ġpain", + "t" + ], + [ + "Ġslow", + "ly" + ], + [ + "Ġf", + "ield" + ], + [ + "Ġp", + "et" + ], + [ + "Ġs", + "ec" + ], + [ + "or", + "m" + ], + [ + "ĠJ", + "im" + ], + [ + "Ġbr", + "an" + ], + [ + "Ġm", + "in" + ], + [ + "Ġmu", + "st" + ], + [ + "Ġhelp", + "ing" + ], + [ + "Ġwor", + "ried" + ], + [ + "Ġjo", + "b" + ], + [ + "Ġfo", + "x" + ], + [ + "s", + "et" + ], + [ + "Ġm", + "oney" + ], + [ + "Ġp", + "ot" + ], + [ + "Ġqu", + "i" + ], + [ + "Ġbe", + "l" + ], + [ + "Ġac", + "c" + ], + [ + "Ġli", + "ving" + ], + [ + "Ġmon", + "ster" + ], + [ + "le", + "ss" + ], + [ + "Ġpart", + "y" + ], + [ + "e", + "ar" + ], + [ + "Ġmo", + "st" + ], + [ + "Ġwe", + "ar" + ], + [ + "Ġrememb", + "er" + ], + [ + "i", + "re" + ], + [ + "Ġs", + "ign" + ], + [ + "w", + "l" + ], + [ + "Ġcl", + "oud" + ], + [ + "Ġc", + "andy" + ], + [ + "Ġhig", + "her" + ], + [ + "i", + "pped" + ], + [ + "id", + "ent" + ], + [ + "ĠA", + "ll" + ], + [ + "d", + "er" + ], + [ + "z", + "e" + ], + [ + "Ġqui", + "et" + ], + [ + "Ġto", + "wn" + ], + [ + "un", + "ch" + ], + [ + "Ġprin", + "cess" + ], + [ + "Ġrun", + "s" + ], + [ + "ask", + "et" + ], + [ + "e", + "m" + ], + [ + "Ġevery", + "where" + ], + [ + "Ġjo", + "in" + ], + [ + "Ġste", + "pped" + ], + [ + "Ġb", + "asket" + ], + [ + "Ġl", + "ake" + ], + [ + "Ġcu", + "p" + ], + [ + "s", + "w" + ], + [ + "out", + "h" + ], + [ + "Ġcar", + "rot" + ], + [ + "Ġco", + "ll" + ], + [ + "Ġpl", + "ant" + ], + [ + "Ġsc", + "ream" + ], + [ + "ĠDad", + "dy" + ], + [ + "Ġb", + "uck" + ], + [ + "Ġhe", + "avy" + ], + [ + "Ġbig", + "ger" + ], + [ + "Ġch", + "o" + ], + [ + "Ġbl", + "ank" + ], + [ + "Ġclo", + "sed" + ], + [ + "Ġw", + "on" + ], + [ + "is", + "es" + ], + [ + "Ġan", + "sw" + ], + [ + "b", + "r" + ], + [ + "Ġblank", + "et" + ], + [ + "Ġm", + "outh" + ], + [ + "am", + "es" + ], + [ + "ec", + "es" + ], + [ + "Ġeat", + "ing" + ], + [ + "Ġpi", + "eces" + ], + [ + "ck", + "et" + ], + [ + "Ġst", + "re" + ], + [ + "Ġwe", + "lc" + ], + [ + "Ġwould", + "n" + ], + [ + "Ġre", + "ach" + ], + [ + "Ġbro", + "ke" + ], + [ + "e", + "ared" + ], + [ + "Ġdanger", + "ous" + ], + [ + "g", + "s" + ], + [ + "p", + "h" + ], + [ + "ĠM", + "olly" + ], + [ + "Ġc", + "e" + ], + [ + "ĠM", + "r" + ], + [ + "or", + "d" + ], + [ + "f", + "ort" + ], + [ + "Ġdoll", + "s" + ], + [ + "m", + "ing" + ], + [ + "Ġdan", + "ce" + ], + [ + "Ġdra", + "gon" + ], + [ + "Ġthink", + "s" + ], + [ + "Ġask", + "s" + ], + [ + "Ġac", + "ross" + ], + [ + "O", + "kay" + ], + [ + "Ġch", + "air" + ], + [ + "Ġte", + "ac" + ], + [ + "Ġb", + "ott" + ], + [ + "H", + "i" + ], + [ + "Ġp", + "a" + ], + [ + "Ġne", + "igh" + ], + [ + "Ġb", + "ar" + ], + [ + "Ġb", + "ike" + ], + [ + "Ġp", + "ack" + ], + [ + "it", + "ing" + ], + [ + "Ġdis", + "app" + ], + [ + "Ġneigh", + "b" + ], + [ + "Ġst", + "uck" + ], + [ + "d", + "e" + ], + [ + "Ġg", + "if" + ], + [ + "Ġfr", + "uit" + ], + [ + "Ġbelie", + "ve" + ], + [ + "c", + "y" + ], + [ + "Ġ", + "ve" + ], + [ + "Ġcry", + "ing" + ], + [ + "i", + "er" + ], + [ + "ph", + "ant" + ], + [ + "Ġs", + "uddenly" + ], + [ + "Ġs", + "oup" + ], + [ + "Ġr", + "ace" + ], + [ + "Ġth", + "rew" + ], + [ + "S", + "ure" + ], + [ + "Ġfar", + "mer" + ], + [ + "Ġacc", + "ident" + ], + [ + "Ġdir", + "ty" + ], + [ + "Ġele", + "phant" + ], + [ + "Ġmon", + "key" + ], + [ + "Ġhe", + "al" + ], + [ + "w", + "eet" + ], + [ + "Ġre", + "m" + ], + [ + "Ġp", + "ers" + ], + [ + "Ġsa", + "me" + ], + [ + "or", + "ed" + ], + [ + "vent", + "ually" + ], + [ + "e", + "ad" + ], + [ + "pp", + "ing" + ], + [ + "Ġgent", + "le" + ], + [ + "Ġf", + "ree" + ], + [ + "Ġbr", + "own" + ], + [ + "M", + "aybe" + ], + [ + "Ġin", + "st" + ], + [ + "Ġbe", + "e" + ], + [ + "i", + "x" + ], + [ + "Ġb", + "en" + ], + [ + "Ġw", + "in" + ], + [ + "Ġbl", + "ack" + ], + [ + "Ġal", + "ong" + ], + [ + "Ġlong", + "er" + ], + [ + "i", + "ble" + ], + [ + "Ġsp", + "r" + ], + [ + "Ġcl", + "apped" + ], + [ + "F", + "inally" + ], + [ + "W", + "hy" + ], + [ + "ck", + "ed" + ], + [ + "Ġwor", + "ds" + ], + [ + "ĠF", + "l" + ], + [ + "Ġteac", + "her" + ], + [ + "Ġup", + "set" + ], + [ + "ch", + "ool" + ], + [ + "Ġpie", + "ce" + ], + [ + "Ġwe", + "ll" + ], + [ + "Ġche", + "ered" + ], + [ + "Ġh", + "it" + ], + [ + "Ġsa", + "ng" + ], + [ + "m", + "ent" + ], + [ + "Ġbow", + "l" + ], + [ + "Ġb", + "ite" + ], + [ + "Ġdo", + "ctor" + ], + [ + "ĠJ", + "ill" + ], + [ + "Ġbuck", + "et" + ], + [ + "M", + "ia" + ], + [ + "Ġb", + "ath" + ], + [ + "Ġc", + "aught" + ], + [ + "Ġhe", + "art" + ], + [ + "Ġfor", + "get" + ], + [ + "Ġm", + "ark" + ], + [ + "Ġbut", + "t" + ], + [ + "Ġd", + "ry" + ], + [ + "Ġyou", + "ng" + ], + [ + "Ġse", + "a" + ], + [ + "Ġc", + "our" + ], + [ + "Ġdro", + "pped" + ], + [ + "es", + "e" + ], + [ + "Ġy", + "ard" + ], + [ + "Ġpl", + "ac" + ], + [ + "our", + "n" + ], + [ + "Ġs", + "chool" + ], + [ + "Ġsw", + "ings" + ], + [ + "bb", + "y" + ], + [ + "Ġw", + "ings" + ], + [ + "b", + "s" + ], + [ + "Ġexpl", + "ained" + ], + [ + "Ġj", + "ourn" + ], + [ + "Ġbr", + "ing" + ], + [ + "Ġdr", + "ink" + ], + [ + "Ġstre", + "et" + ], + [ + "Ġju", + "ice" + ], + [ + "un", + "g" + ], + [ + "Ġnear", + "by" + ], + [ + "ĠEm", + "ma" + ], + [ + "Ġsm", + "o" + ], + [ + "Ġsm", + "art" + ], + [ + "Ġpu", + "shed" + ], + [ + "Ġstor", + "ies" + ], + [ + "Ġdro", + "ve" + ], + [ + "Ġt", + "iny" + ], + [ + "Ġp", + "en" + ], + [ + "Ġcour", + "se" + ], + [ + "Ġ", + "es" + ], + [ + "Ġm", + "ine" + ], + [ + "Ġto", + "day" + ], + [ + "Ġpo", + "cket" + ], + [ + "Ġye", + "ar" + ], + [ + "aught", + "er" + ], + [ + "Ġj", + "e" + ], + [ + "Ġsec", + "ret" + ], + [ + "Ġex", + "p" + ], + [ + "Ġwith", + "out" + ], + [ + "Ġsing", + "ing" + ], + [ + "Ġwelc", + "ome" + ], + [ + "Ġhapp", + "en" + ], + [ + "t", + "o" + ], + [ + "Ġf", + "it" + ], + [ + "Ġst", + "u" + ], + [ + "ve", + "l" + ], + [ + "ra", + "ct" + ], + [ + "Ġbu", + "s" + ], + [ + "Ġche", + "ese" + ], + [ + "Ġcr", + "ay" + ], + [ + "Ġfair", + "y" + ], + [ + "Ġj", + "ar" + ], + [ + "Ġturn", + "s" + ], + [ + "Ġbu", + "sh" + ], + [ + "b", + "ow" + ], + [ + "ll", + "o" + ], + [ + "Ġexpl", + "oring" + ], + [ + "Ġl", + "on" + ], + [ + "Ġst", + "and" + ], + [ + "itt", + "ing" + ], + [ + "Ġsee", + "med" + ], + [ + "Ġsp", + "oon" + ], + [ + "ĠF", + "inally" + ], + [ + "Ġg", + "ames" + ], + [ + "Ġwo", + "ke" + ], + [ + "is", + "sed" + ], + [ + "Ġre", + "sp" + ], + [ + "Ġtr", + "ou" + ], + [ + "Ġtw", + "ins" + ], + [ + "Ġhop", + "ed" + ], + [ + "Ġat", + "t" + ], + [ + "Ġlon", + "ely" + ], + [ + "Ġa", + "nt" + ], + [ + "ĠM", + "ama" + ], + [ + "or", + "row" + ], + [ + "Ġno", + "ises" + ], + [ + "Ġhug", + "s" + ], + [ + "ount", + "ain" + ], + [ + "y", + "ard" + ], + [ + "Ġd", + "aughter" + ], + [ + "Ġin", + "v" + ], + [ + "Ġke", + "y" + ], + [ + "a", + "il" + ], + [ + "Ġrock", + "s" + ], + [ + "Ġdis", + "co" + ], + [ + "Ġs", + "u" + ], + [ + "Ġl", + "unch" + ], + [ + "re", + "ad" + ], + [ + "ou", + "n" + ], + [ + "ver", + "ed" + ], + [ + "Ġback", + "yard" + ], + [ + "Ġs", + "uc" + ], + [ + "Ġc", + "ow" + ], + [ + "Ġapp", + "le" + ], + [ + "e", + "k" + ], + [ + "Ġsw", + "am" + ], + [ + "Ġsho", + "es" + ], + [ + "Ġst", + "ars" + ], + [ + "Ġsh", + "ook" + ], + [ + "itt", + "ens" + ], + [ + "Ġm", + "iss" + ], + [ + "c", + "hes" + ], + [ + "Ġw", + "ish" + ], + [ + "Ġre", + "lie" + ], + [ + "fu", + "sed" + ], + [ + "Ġshap", + "es" + ], + [ + "urp", + "le" + ], + [ + "Ġtow", + "er" + ], + [ + "it", + "y" + ], + [ + "Ġc", + "orn" + ], + [ + "Ġmo", + "ved" + ], + [ + "sh", + "ine" + ], + [ + "Ġ", + "3" + ], + [ + "Ġth", + "ough" + ], + [ + "Ġc", + "ir" + ], + [ + "um", + "b" + ], + [ + "Ġta", + "king" + ], + [ + "t", + "s" + ], + [ + "ĠT", + "weet" + ], + [ + "ap", + "e" + ], + [ + "Ġrain", + "bow" + ], + [ + "Ġthr", + "ow" + ], + [ + "Ġst", + "ar" + ], + [ + "Ġben", + "ch" + ], + [ + "Ġne", + "ck" + ], + [ + "ock", + "ed" + ], + [ + "Ġcreat", + "ure" + ], + [ + "Ġbu", + "bble" + ], + [ + "Ġl", + "ate" + ], + [ + "Ġadventure", + "s" + ], + [ + "Ġo", + "wl" + ], + [ + "ion", + "s" + ], + [ + "A", + "nd" + ], + [ + "Ġw", + "he" + ], + [ + "Ġp", + "ar" + ], + [ + "Ġshe", + "ll" + ], + [ + "Ġk", + "ite" + ], + [ + "ĠFl", + "uffy" + ], + [ + "in", + "ing" + ], + [ + "Ġm", + "il" + ], + [ + "u", + "nt" + ], + [ + "Ġf", + "ence" + ], + [ + "Ġm", + "ix" + ], + [ + "Ġli", + "ft" + ], + [ + "Ġaccident", + "ally" + ], + [ + "Ġw", + "ise" + ], + [ + "Ġhe", + "llo" + ], + [ + "Ġp", + "urple" + ], + [ + "pp", + "er" + ], + [ + "Ġon", + "to" + ], + [ + "Ġsp", + "in" + ], + [ + "t", + "en" + ], + [ + "our", + "s" + ], + [ + "Ġs", + "itting" + ], + [ + "id", + "ge" + ], + [ + "Ġsun", + "shine" + ], + [ + "Ġcut", + "e" + ], + [ + "Ġm", + "at" + ], + [ + "w", + "ard" + ], + [ + "Ġsh", + "op" + ], + [ + "Ġwh", + "ist" + ], + [ + "Ġd", + "ist" + ], + [ + "Ġor", + "ange" + ], + [ + "L", + "ila" + ], + [ + "Ġn", + "aught" + ], + [ + "ĠSam", + "my" + ], + [ + "Ġnaught", + "y" + ], + [ + "Ġn", + "est" + ], + [ + "o", + "se" + ], + [ + "or", + "s" + ], + [ + "ll", + "a" + ], + [ + "Ġmil", + "k" + ], + [ + "f", + "ish" + ], + [ + "Ġa", + "f" + ], + [ + "Ġb", + "oun" + ], + [ + "Ġp", + "hone" + ], + [ + "Ġarm", + "s" + ], + [ + "Ġe", + "as" + ], + [ + "n", + "ess" + ], + [ + "Ġcar", + "ry" + ], + [ + "ĠGra", + "ndma" + ], + [ + "o", + "g" + ], + [ + "Ġb", + "ought" + ], + [ + "Ġdri", + "ver" + ], + [ + "Ġinst", + "ead" + ], + [ + "L", + "ater" + ], + [ + "Ġtal", + "ked" + ], + [ + "Ġsear", + "ched" + ], + [ + "g", + "ged" + ], + [ + "Ġp", + "ig" + ], + [ + "Ġco", + "zy" + ], + [ + "Ġsun", + "ny" + ], + [ + "itt", + "y" + ], + [ + "Ġfeel", + "s" + ], + [ + "Ġf", + "an" + ], + [ + "Ġwonder", + "ed" + ], + [ + "Ġcom", + "es" + ], + [ + "Ġswim", + "ming" + ], + [ + "u", + "ched" + ], + [ + "Ġto", + "uched" + ], + [ + "Ġp", + "op" + ], + [ + "ĠIn", + "side" + ], + [ + "a", + "le" + ], + [ + "Ġl", + "ucky" + ], + [ + "Ġlaug", + "hing" + ], + [ + "Ġbel", + "ong" + ], + [ + "Ġsound", + "s" + ], + [ + "Ġw", + "om" + ], + [ + "Ġc", + "ave" + ], + [ + "le", + "t" + ], + [ + "Ġjourn", + "ey" + ], + [ + "Ġwom", + "an" + ], + [ + "Ġc", + "ou" + ], + [ + "Ġnot", + "hing" + ], + [ + "Ġco", + "at" + ], + [ + "Ġrelie", + "ved" + ], + [ + "Ġ", + "O" + ], + [ + "Ġpe", + "ace" + ], + [ + "ad", + "ow" + ], + [ + "Ġno", + "se" + ], + [ + "Ġbu", + "sy" + ], + [ + "B", + "ob" + ], + [ + "Ġp", + "ast" + ], + [ + "Ġapp", + "les" + ], + [ + "Ġs", + "ick" + ], + [ + "Ġr", + "ope" + ], + [ + "Ġpat", + "ient" + ], + [ + "Ġa", + "ct" + ], + [ + "Ġp", + "udd" + ], + [ + "Ġin", + "c" + ], + [ + "ra", + "id" + ], + [ + "Ġwatch", + "ing" + ], + [ + "Ġbran", + "ch" + ], + [ + "Ġaf", + "raid" + ], + [ + "Ġto", + "m" + ], + [ + "id", + "er" + ], + [ + "Ġday", + "s" + ], + [ + "Ġre", + "t" + ], + [ + "c", + "ing" + ], + [ + "ĠM", + "ary" + ], + [ + "Ġb", + "and" + ], + [ + "Ġfar", + "m" + ], + [ + "Ġhug", + "e" + ], + [ + "ĠTh", + "ank" + ], + [ + "at", + "or" + ], + [ + "Ġexc", + "iting" + ], + [ + "Ġdan", + "ced" + ], + [ + "th", + "day" + ], + [ + "Ġwa", + "r" + ], + [ + "ĠSo", + "on" + ], + [ + "b", + "all" + ], + [ + "Ġg", + "igg" + ], + [ + "ble", + "m" + ], + [ + "Ġz", + "oom" + ], + [ + "Ġm", + "ad" + ], + [ + "Ġv", + "ill" + ], + [ + "Ġfore", + "ver" + ], + [ + "Ġpro", + "blem" + ], + [ + "Ġcoll", + "ect" + ], + [ + "p", + "ed" + ], + [ + "ir", + "t" + ], + [ + "Ġmin", + "ut" + ], + [ + "Ġw", + "ra" + ], + [ + "h", + "o" + ], + [ + "Ġli", + "fe" + ], + [ + "Ġkne", + "e" + ], + [ + "c", + "es" + ], + [ + "D", + "o" + ], + [ + "c", + "er" + ], + [ + "m", + "p" + ], + [ + "ar", + "p" + ], + [ + "Ġk", + "ing" + ], + [ + "Ġas", + "leep" + ], + [ + "Ġret", + "urn" + ], + [ + "Ġsh", + "arp" + ], + [ + "Ġre", + "l" + ], + [ + "Ġp", + "ower" + ], + [ + "et", + "h" + ], + [ + "Ġhold", + "ing" + ], + [ + "Ġf", + "ing" + ], + [ + "Ġheal", + "thy" + ], + [ + "ĠM", + "ittens" + ], + [ + "Ġpr", + "ot" + ], + [ + "Ġme", + "et" + ], + [ + "Ġor", + "gan" + ], + [ + "Ġcle", + "ver" + ], + [ + "Ġspot", + "ted" + ], + [ + "Ġl", + "etter" + ], + [ + "Ġg", + "ather" + ], + [ + "al", + "m" + ], + [ + "O", + "f" + ], + [ + "e", + "re" + ], + [ + "Ġr", + "ound" + ], + [ + "Ġstor", + "m" + ], + [ + "Ġprot", + "ect" + ], + [ + "Ġgif", + "t" + ], + [ + "am", + "ed" + ], + [ + "Ġma", + "il" + ], + [ + "ĠJ", + "en" + ], + [ + "Ġbir", + "thday" + ], + [ + "Ġpre", + "s" + ], + [ + "Ġsa", + "f" + ], + [ + "Ġneighb", + "or" + ], + [ + "ep", + "end" + ], + [ + "Ġta", + "kes" + ], + [ + "s", + "c" + ], + [ + "Ġe", + "ar" + ], + [ + "Ġcom", + "fort" + ], + [ + "Ġ", + "ent" + ], + [ + "Ġre", + "p" + ], + [ + "Ġpers", + "on" + ], + [ + "Ġsmil", + "ing" + ], + [ + "ĠW", + "ith" + ], + [ + "Ġgent", + "ly" + ], + [ + "Ġpoin", + "ted" + ], + [ + "E", + "very" + ], + [ + "ow", + "ed" + ], + [ + "Ġsp", + "o" + ], + [ + "co", + "l" + ], + [ + "Ġtast", + "y" + ], + [ + "ul", + "ar" + ], + [ + "ĠJim", + "my" + ], + [ + "Ġpl", + "ane" + ], + [ + "st", + "ing" + ], + [ + "h", + "in" + ], + [ + "Ġh", + "oney" + ], + [ + "it", + "ch" + ], + [ + "Ġp", + "ill" + ], + [ + "Ġp", + "ass" + ], + [ + "itt", + "en" + ], + [ + "Ġm", + "atter" + ], + [ + "Ġad", + "m" + ], + [ + "Ġtast", + "ed" + ], + [ + "Ġsmell", + "ed" + ], + [ + "n", + "ic" + ], + [ + "o", + "ve" + ], + [ + "Ġe", + "ag" + ], + [ + "Ġsh", + "ining" + ], + [ + "He", + "y" + ], + [ + "Ġhop", + "e" + ], + [ + "Ġplac", + "es" + ], + [ + "Ġk", + "ick" + ], + [ + "ĠC", + "h" + ], + [ + "Ġpic", + "nic" + ], + [ + "Ġbott", + "le" + ], + [ + "Ġresp", + "ect" + ], + [ + "Ġb", + "lew" + ], + [ + "Ġapp", + "eared" + ], + [ + "Ġsu", + "pp" + ], + [ + "Tom", + "my" + ], + [ + "ĠC", + "ome" + ], + [ + "Ġsp", + "ider" + ], + [ + "Ġint", + "ere" + ], + [ + "Ġche", + "er" + ], + [ + "bo", + "ard" + ], + [ + "Ġwe", + "aring" + ], + [ + "Ġpres", + "ent" + ], + [ + "er", + "t" + ], + [ + "Ġm", + "ist" + ], + [ + "iz", + "e" + ], + [ + "Ġtrou", + "ble" + ], + [ + "Ġtri", + "p" + ], + [ + "Ġp", + "ract" + ], + [ + "Ġk", + "iss" + ], + [ + "Ġqu", + "est" + ], + [ + "o", + "nd" + ], + [ + "Ġas", + "h" + ], + [ + "Ġlo", + "ves" + ], + [ + "Ġtight", + "ly" + ], + [ + "g", + "g" + ], + [ + "ar", + "ge" + ], + [ + "Ġs", + "ur" + ], + [ + "Ġsp", + "read" + ], + [ + "a", + "ur" + ], + [ + "Ġw", + "ide" + ], + [ + "on", + "es" + ], + [ + "um", + "ber" + ], + [ + "Ġfe", + "ather" + ], + [ + "Ġspl", + "as" + ], + [ + "on", + "t" + ], + [ + "nd", + "p" + ], + [ + "Ġl", + "ater" + ], + [ + "Ġwho", + "le" + ], + [ + "Ġany", + "one" + ], + [ + "Ġbre", + "ad" + ], + [ + "M", + "olly" + ], + [ + "Ġd", + "es" + ], + [ + "Ġre", + "c" + ], + [ + "ell", + "a" + ], + [ + "Ġro", + "ad" + ], + [ + "I", + "n" + ], + [ + "Ġo", + "ce" + ], + [ + "Ġgi", + "ant" + ], + [ + "Ġoce", + "an" + ], + [ + "el", + "s" + ], + [ + "Ġpu", + "zz" + ], + [ + "Ġcook", + "ie" + ], + [ + "Ġp", + "an" + ], + [ + "Ġp", + "ath" + ], + [ + "Åĵ", + "I" + ], + [ + "Ġcon", + "fused" + ], + [ + "Ġscream", + "ed" + ], + [ + "Ġcloud", + "s" + ], + [ + "e", + "b" + ], + [ + "Ġimp", + "ress" + ], + [ + "Ġfr", + "ont" + ], + [ + "ĠG", + "o" + ], + [ + "Ġse", + "at" + ], + [ + "le", + "x" + ], + [ + "Ġl", + "ay" + ], + [ + "Ġwh", + "ich" + ], + [ + "l", + "a" + ], + [ + "Ġth", + "in" + ], + [ + "Ġte", + "ach" + ], + [ + "er", + "ly" + ], + [ + "Ġd", + "i" + ], + [ + "Ġansw", + "er" + ], + [ + "ung", + "le" + ], + [ + "Ġa", + "p" + ], + [ + "ss", + "ed" + ], + [ + "h", + "ile" + ], + [ + "u", + "b" + ], + [ + "Ġl", + "arge" + ], + [ + "Ġj", + "ungle" + ], + [ + "Ġprom", + "ise" + ], + [ + "Ġs", + "er" + ], + [ + "Ġb", + "er" + ], + [ + "Ġw", + "ild" + ], + [ + "Ġb", + "ark" + ], + [ + "Ġm", + "ach" + ], + [ + "oo", + "se" + ], + [ + "Ġbutt", + "on" + ], + [ + "ndp", + "a" + ], + [ + "G", + "ood" + ], + [ + "Ġmy", + "ster" + ], + [ + "Ġsn", + "ake" + ], + [ + "Ġvill", + "age" + ], + [ + "Ġh", + "or" + ], + [ + "ĠEm", + "ily" + ], + [ + "C", + "ome" + ], + [ + "Ġtoo", + "l" + ], + [ + "Ġput", + "s" + ], + [ + "Ġla", + "st" + ], + [ + "Ġim", + "ag" + ], + [ + "ĠJ", + "ake" + ], + [ + "L", + "ucy" + ], + [ + "Ġt", + "id" + ], + [ + "Ġb", + "an" + ], + [ + "le", + "br" + ], + [ + "Ġe", + "ventually" + ], + [ + "Ġsl", + "id" + ], + [ + "Ġwa", + "ve" + ], + [ + "Ġli", + "ve" + ], + [ + "Ġch", + "ased" + ], + [ + "ĠEvery", + "where" + ], + [ + "Ġce", + "lebr" + ], + [ + "Ġcray", + "ons" + ], + [ + "J", + "ust" + ], + [ + "Ġsp", + "ent" + ], + [ + "Ġwr", + "ite" + ], + [ + "Ġgi", + "ves" + ], + [ + "un", + "k" + ], + [ + "if", + "e" + ], + [ + "Ġdec", + "or" + ], + [ + "Ġfo", + "ot" + ], + [ + "Ġdel", + "ight" + ], + [ + "Ġso", + "l" + ], + [ + "Ġsand", + "w" + ], + [ + "Ġdir", + "t" + ], + [ + "ĠJ", + "enny" + ], + [ + "Ġtal", + "king" + ], + [ + "Ġtreat", + "s" + ], + [ + "Ġc", + "art" + ], + [ + "ch", + "ing" + ], + [ + "Ġwait", + "ing" + ], + [ + "Ġhid", + "ing" + ], + [ + "Ġsnow", + "man" + ], + [ + "Ġintere", + "sting" + ], + [ + "Ġh", + "on" + ], + [ + "on", + "y" + ], + [ + "Ġshe", + "lf" + ], + [ + "Ġtast", + "e" + ], + [ + "e", + "en" + ], + [ + "J", + "im" + ], + [ + "Ġst", + "ep" + ], + [ + "M", + "um" + ], + [ + "Ġhelp", + "ful" + ], + [ + "Ġfe", + "et" + ], + [ + "Ġsh", + "y" + ], + [ + "Ġgo", + "es" + ], + [ + "Ġv", + "al" + ], + [ + "Ġe", + "mb" + ], + [ + "Ġst", + "ood" + ], + [ + "Ġsh", + "r" + ], + [ + "Ġbuild", + "ing" + ], + [ + "Ġo", + "ven" + ], + [ + "Ġst", + "ret" + ], + [ + "Ġlove", + "ly" + ], + [ + "Ġduck", + "s" + ], + [ + "Ġcorn", + "er" + ], + [ + "Ġwas", + "h" + ], + [ + "ck", + "s" + ], + [ + "Ġsp", + "e" + ], + [ + "Ġpretend", + "ed" + ], + [ + "Ġroll", + "ed" + ], + [ + "Ġru", + "de" + ], + [ + "o", + "ld" + ], + [ + "Ġc", + "alm" + ], + [ + "Ġp", + "ile" + ], + [ + "Ġte", + "eth" + ], + [ + "Ġjump", + "ing" + ], + [ + "Ġz", + "oo" + ], + [ + "Ġpudd", + "le" + ], + [ + "Ġtid", + "y" + ], + [ + "M", + "ama" + ], + [ + "ig", + "er" + ], + [ + "ip", + "e" + ], + [ + "Ġbug", + "s" + ], + [ + "Ġash", + "amed" + ], + [ + "Ġb", + "at" + ], + [ + "in", + "a" + ], + [ + "ĠR", + "e" + ], + [ + "Ġo", + "b" + ], + [ + "Ġst", + "ra" + ], + [ + "ĠS", + "t" + ], + [ + "Ġwhist", + "le" + ], + [ + "Ġban", + "an" + ], + [ + "n", + "ot" + ], + [ + "Ġn", + "et" + ], + [ + "Ġforg", + "ive" + ], + [ + "Ġprin", + "ce" + ], + [ + "en", + "er" + ], + [ + "Ġsh", + "irt" + ], + [ + "Ġs", + "el" + ], + [ + "Ġc", + "oo" + ], + [ + "Ġemb", + "ar" + ], + [ + "ump", + "y" + ], + [ + "Ġspark", + "ly" + ], + [ + "Ġrem", + "ind" + ], + [ + "Ġs", + "ug" + ], + [ + "Ġc", + "ross" + ], + [ + "Ġm", + "ind" + ], + [ + "Ġcan", + "not" + ], + [ + "Ġsuc", + "cess" + ], + [ + "Ġembar", + "ra" + ], + [ + "S", + "oon" + ], + [ + "Ġm", + "ot" + ], + [ + "Ġsh", + "aring" + ], + [ + "Ġwor", + "m" + ], + [ + "Ġfo", + "ld" + ], + [ + "Ġpeace", + "ful" + ], + [ + "Ġw", + "ore" + ], + [ + "Ġm", + "ountain" + ], + [ + "Ġbl", + "ow" + ], + [ + "l", + "ice" + ], + [ + "Ġ", + "ign" + ], + [ + "Ġbe", + "ll" + ], + [ + "Ġfur", + "ry" + ], + [ + "Ġgra", + "b" + ], + [ + "al", + "s" + ], + [ + "omet", + "imes" + ], + [ + "Ġwhen", + "ever" + ], + [ + "Ġp", + "our" + ], + [ + "v", + "ous" + ], + [ + "ll", + "ie" + ], + [ + "Ġpu", + "sh" + ], + [ + "Ġbre", + "ath" + ], + [ + "Ġmach", + "ine" + ], + [ + "Ġsug", + "ar" + ], + [ + "Ġch", + "ick" + ], + [ + "Ġcreat", + "ive" + ], + [ + "S", + "t" + ], + [ + "n", + "ed" + ], + [ + "Ġb", + "al" + ], + [ + "Ġst", + "ir" + ], + [ + "Ġdo", + "lp" + ], + [ + "Ġtri", + "es" + ], + [ + "N", + "ow" + ], + [ + "Ġl", + "ad" + ], + [ + "ĠL", + "e" + ], + [ + "Ġm", + "ed" + ], + [ + "Ġp", + "ool" + ], + [ + "Ġg", + "ener" + ], + [ + "Ġsa", + "l" + ], + [ + "or", + "k" + ], + [ + "ul", + "t" + ], + [ + "Ġspr", + "ay" + ], + [ + "Ġsh", + "ip" + ], + [ + "i", + "an" + ], + [ + "Ġh", + "um" + ], + [ + "Ġhe", + "l" + ], + [ + "is", + "a" + ], + [ + "Ġsel", + "fish" + ], + [ + "Ġh", + "ar" + ], + [ + "Ġfa", + "ces" + ], + [ + "Ġmess", + "y" + ], + [ + "Ġ", + "'" + ], + [ + "Ġp", + "le" + ], + [ + "ĠS", + "ome" + ], + [ + "ĠH", + "ow" + ], + [ + "Ġgo", + "ld" + ], + [ + "Ġcho", + "col" + ], + [ + "P", + "lease" + ], + [ + "Ġminut", + "es" + ], + [ + "Ġpill", + "ow" + ], + [ + "M", + "y" + ], + [ + "a", + "king" + ], + [ + "Ġt", + "un" + ], + [ + "Ġm", + "issed" + ], + [ + "ig", + "hed" + ], + [ + "Ġv", + "an" + ], + [ + "Ġfix", + "ed" + ], + [ + "Ġfight", + "ing" + ], + [ + "o", + "in" + ], + [ + "Ġf", + "ig" + ], + [ + "Ġembarra", + "ssed" + ], + [ + "Ġme", + "ant" + ], + [ + "Ġdri", + "ve" + ], + [ + "Ġtom", + "orrow" + ], + [ + "Ġh", + "ours" + ], + [ + "Ġc", + "a" + ], + [ + "Ġn", + "er" + ], + [ + "Ġsp", + "icy" + ], + [ + "Ġknow", + "ing" + ], + [ + "ĠP", + "lease" + ], + [ + "Sara", + "h" + ], + [ + "Ġlad", + "der" + ], + [ + "it", + "al" + ], + [ + "Ġhor", + "se" + ], + [ + "at", + "o" + ], + [ + "Ġu", + "g" + ], + [ + "ĠJ", + "ust" + ], + [ + "Ġtr", + "ust" + ], + [ + "Ġho", + "sp" + ], + [ + "Ġug", + "ly" + ], + [ + "Ġhosp", + "ital" + ], + [ + "Ġche", + "w" + ], + [ + "Ġbed", + "room" + ], + [ + "Ġeas", + "y" + ], + [ + "Ġner", + "vous" + ], + [ + "Ġro", + "b" + ], + [ + "Ġthank", + "ful" + ], + [ + "Ġcarrot", + "s" + ], + [ + "D", + "ad" + ], + [ + "ell", + "y" + ], + [ + "Ġgre", + "w" + ], + [ + "Ġcol", + "our" + ], + [ + "Ġbar", + "ked" + ], + [ + "Ġcou", + "ch" + ], + [ + "Ġn", + "ut" + ], + [ + "Ġme", + "adow" + ], + [ + "Ġta", + "ught" + ], + [ + "Ġunderst", + "ood" + ], + [ + "Ġdisapp", + "oin" + ], + [ + "Ġp", + "as" + ], + [ + "an", + "o" + ], + [ + "Ġof", + "ten" + ], + [ + "Ġcl", + "ass" + ], + [ + "Ġpas", + "sed" + ], + [ + "Ġkn", + "ocked" + ], + [ + "Ġland", + "ed" + ], + [ + "Ġm", + "ic" + ], + [ + "ir", + "d" + ], + [ + "Ġfe", + "ar" + ], + [ + "Ġco", + "in" + ], + [ + "Ġmu", + "d" + ], + [ + "w", + "ork" + ], + [ + "Ġd", + "eter" + ], + [ + "Ġre", + "g" + ], + [ + "Ġreturn", + "ed" + ], + [ + "Ġdeter", + "m" + ], + [ + "Ġh", + "ur" + ], + [ + "Ġfin", + "ish" + ], + [ + "iz", + "z" + ], + [ + "Ġte", + "a" + ], + [ + "Ġsmo", + "oth" + ], + [ + "m", + "o" + ], + [ + "Ġst", + "uff" + ], + [ + "Ġmo", + "v" + ], + [ + "Ġgener", + "ous" + ], + [ + "T", + "o" + ], + [ + "Ġ", + "On" + ], + [ + "is", + "p" + ], + [ + "Ġdr", + "um" + ], + [ + "o", + "bby" + ], + [ + "Ġbubble", + "s" + ], + [ + "Ġrob", + "ot" + ], + [ + "Ġthe", + "se" + ], + [ + "Ġse", + "ed" + ], + [ + "Ġgl", + "ass" + ], + [ + "Ġdisappoin", + "ted" + ], + [ + "g", + "round" + ], + [ + "Ġr", + "ing" + ], + [ + "Ġc", + "ard" + ], + [ + "Ġhe", + "ars" + ], + [ + "Ġcar", + "ried" + ], + [ + "Ġmo", + "on" + ], + [ + "Ġchocol", + "ate" + ], + [ + "Ġlea", + "f" + ], + [ + "Ġsnack", + "s" + ], + [ + "Ġcir", + "c" + ], + [ + "Ġfan", + "cy" + ], + [ + "d", + "le" + ], + [ + "Ġsp", + "end" + ], + [ + "ĠA", + "nn" + ], + [ + "ust", + "r" + ], + [ + "Ġcra", + "b" + ], + [ + "Ġsong", + "s" + ], + [ + "p", + "ack" + ], + [ + "Ġp", + "ir" + ], + [ + "eci", + "ally" + ], + [ + "os", + "aur" + ], + [ + "Ġso", + "ld" + ], + [ + "Ġbr", + "idge" + ], + [ + "ĠE", + "ven" + ], + [ + "Ġsleep", + "y" + ], + [ + "Ġhon", + "est" + ], + [ + "Ġm", + "ir" + ], + [ + "ĠB", + "r" + ], + [ + "Ġpa", + "w" + ], + [ + "p", + "ecially" + ], + [ + "Ġa", + "v" + ], + [ + "ĠW", + "hy" + ], + [ + "iz", + "zy" + ], + [ + "Ġche", + "st" + ], + [ + "Ġwo", + "lf" + ], + [ + "Ġdin", + "osaur" + ], + [ + "Ġes", + "pecially" + ], + [ + "Ġm", + "ap" + ], + [ + "Ġg", + "as" + ], + [ + "or", + "y" + ], + [ + "Ġch", + "ange" + ], + [ + "Ġgr", + "oup" + ], + [ + "Ġgather", + "ed" + ], + [ + "Ġs", + "our" + ], + [ + "Ġpo", + "or" + ], + [ + "Ġspl", + "ash" + ], + [ + "Ġwa", + "ves" + ], + [ + "Ġfor", + "ward" + ], + [ + "Ġcl", + "own" + ], + [ + "Ġmyster", + "ious" + ], + [ + "r", + "or" + ], + [ + "Ġbo", + "dy" + ], + [ + "Ġfr", + "ustr" + ], + [ + "Ġcra", + "w" + ], + [ + "Ġf", + "ake" + ], + [ + "Ġp", + "in" + ], + [ + "Ġo", + "k" + ], + [ + "Ġr", + "ad" + ], + [ + "Ġwh", + "isp" + ], + [ + "Ġtw", + "irl" + ], + [ + "Ġstr", + "ing" + ], + [ + "Ġsmell", + "y" + ], + [ + "ĠTo", + "gether" + ], + [ + "s", + "ist" + ], + [ + "Ġc", + "and" + ], + [ + "Ġg", + "ate" + ], + [ + "Ġsc", + "ar" + ], + [ + "ĠK", + "itty" + ], + [ + "Ġneck", + "l" + ], + [ + "B", + "illy" + ], + [ + "Ġmot", + "or" + ], + [ + "y", + "ing" + ], + [ + "ot", + "e" + ], + [ + "Ġsh", + "ore" + ], + [ + "ur", + "se" + ], + [ + "Ġje", + "w" + ], + [ + "Ġwe", + "ak" + ], + [ + "Ġgr", + "umpy" + ], + [ + "Ġfing", + "er" + ], + [ + "Ġsa", + "ck" + ], + [ + "Ġk", + "itten" + ], + [ + "Ġpol", + "ite" + ], + [ + "Ġgl", + "ue" + ], + [ + "u", + "ce" + ], + [ + "Ġn", + "umber" + ], + [ + "air", + "s" + ], + [ + "Ġes", + "c" + ], + [ + "Ġmir", + "ror" + ], + [ + "Ġshe", + "ep" + ], + [ + "Ġv", + "ase" + ], + [ + "Ġplant", + "s" + ], + [ + "Ġber", + "ries" + ], + [ + "mo", + "st" + ], + [ + "B", + "e" + ], + [ + "d", + "en" + ], + [ + "Ġj", + "elly" + ], + [ + "ĠThe", + "ir" + ], + [ + "Ġe", + "mp" + ], + [ + "itt", + "er" + ], + [ + "The", + "re" + ], + [ + "Ġsc", + "r" + ], + [ + "Ġgr", + "ay" + ], + [ + "Ġpuzz", + "le" + ], + [ + "Ġneckl", + "ace" + ], + [ + "Ġm", + "aybe" + ], + [ + "Ġpl", + "ate" + ], + [ + "Ġal", + "most" + ], + [ + "us", + "ie" + ], + [ + "Ġfrustr", + "ated" + ], + [ + "Ġemp", + "ty" + ], + [ + "p", + "ort" + ], + [ + "or", + "ry" + ], + [ + "Ġth", + "ick" + ], + [ + "Ġj", + "am" + ], + [ + "Ġsk", + "ipped" + ], + [ + "ens", + "ive" + ], + [ + "ĠT", + "eddy" + ], + [ + "ag", + "ed" + ], + [ + "Ġclos", + "et" + ], + [ + "Ġhid", + "den" + ], + [ + "Ġexp", + "ensive" + ], + [ + "Ġdeterm", + "ined" + ], + [ + "Ġb", + "ored" + ], + [ + "Ġl", + "it" + ], + [ + "Ġd", + "rew" + ], + [ + "Ġle", + "gs" + ], + [ + "Ġho", + "pping" + ], + [ + "at", + "es" + ], + [ + "ĠS", + "ometimes" + ], + [ + "Ġstick", + "s" + ], + [ + "Ġon", + "es" + ], + [ + "ĠA", + "t" + ], + [ + "Ġbird", + "ie" + ], + [ + "ĠD", + "on" + ], + [ + "Ġpol", + "ice" + ], + [ + "Ġfruit", + "s" + ], + [ + "Ġt", + "ick" + ], + [ + "Ġa", + "unt" + ], + [ + "Ġw", + "is" + ], + [ + "Ġb", + "ake" + ], + [ + "Ġl", + "ine" + ], + [ + "ot", + "s" + ], + [ + "Ġst", + "one" + ], + [ + "Ġdog", + "s" + ], + [ + "au", + "l" + ], + [ + "Ġfig", + "ure" + ], + [ + "J", + "ane" + ], + [ + "Ġs", + "ight" + ], + [ + "Ġc", + "ries" + ], + [ + "ĠB", + "e" + ], + [ + "Ġmo", + "ving" + ], + [ + "Ġcont", + "ent" + ], + [ + "ĠBr", + "own" + ], + [ + "Ġsa", + "ved" + ], + [ + "Ġcl", + "oth" + ], + [ + "?\"", + "." + ], + [ + "bo", + "x" + ], + [ + "Ġbran", + "ches" + ], + [ + "Ġpack", + "ed" + ], + [ + "Ġpower", + "ful" + ], + [ + "Ġsplas", + "hed" + ], + [ + "Ġfe", + "ed" + ], + [ + "est", + "ed" + ], + [ + "Ġyell", + "ed" + ], + [ + "W", + "here" + ], + [ + "d", + "ge" + ], + [ + "k", + "in" + ], + [ + "Ġt", + "iger" + ], + [ + "Ġp", + "ay" + ], + [ + "id", + "dle" + ], + [ + "oo", + "p" + ], + [ + "ĠB", + "ella" + ], + [ + "Ġex", + "am" + ], + [ + "Ġta", + "ken" + ], + [ + "Ġcr", + "ane" + ], + [ + "Ġspo", + "il" + ], + [ + "'", + "d" + ], + [ + "Ġha", + "ng" + ], + [ + "Ġfl", + "ag" + ], + [ + "Ġansw", + "ered" + ], + [ + "Ġdisco", + "vered" + ], + [ + "ĠLe", + "o" + ], + [ + "u", + "sh" + ], + [ + "Ġsa", + "ve" + ], + [ + "Ġsee", + "k" + ], + [ + "Ġexc", + "ite" + ], + [ + "Ġpr", + "ay" + ], + [ + "Ġjo", + "g" + ], + [ + "Ġstand", + "ing" + ], + [ + "Ġdolp", + "hin" + ], + [ + "Ġj", + "ack" + ], + [ + "A", + "re" + ], + [ + "er", + "a" + ], + [ + "ra", + "g" + ], + [ + "Ġfl", + "ut" + ], + [ + "get", + "able" + ], + [ + "Ġb", + "oring" + ], + [ + "Ġlo", + "ck" + ], + [ + "Ġinc", + "red" + ], + [ + "Ġexcite", + "ment" + ], + [ + "Ġs", + "ighed" + ], + [ + "Ġw", + "ip" + ], + [ + "Ġf", + "is" + ], + [ + "Ġf", + "ill" + ], + [ + "Ġso", + "ap" + ], + [ + "ĠM", + "um" + ], + [ + "ol", + "a" + ], + [ + "Ġple", + "ased" + ], + [ + "Ġjack", + "et" + ], + [ + "l", + "ight" + ], + [ + "Ġs", + "ugg" + ], + [ + "Ġm", + "iddle" + ], + [ + "Ġe", + "ld" + ], + [ + "Ġwr", + "ote" + ], + [ + "Ġballoon", + "s" + ], + [ + "Ġorgan", + "ized" + ], + [ + "qu", + "e" + ], + [ + "Ġsail", + "ed" + ], + [ + "The", + "ir" + ], + [ + "Ġtell", + "s" + ], + [ + "Ġo", + "y" + ], + [ + "Ġst", + "ones" + ], + [ + "Ġbo", + "ard" + ], + [ + "Ġsp", + "un" + ], + [ + "Ġve", + "getable" + ], + [ + "l", + "ies" + ], + [ + "Ġ", + "ind" + ], + [ + "in", + "ess" + ], + [ + "Ġwor", + "king" + ], + [ + "l", + "ower" + ], + [ + "al", + "k" + ], + [ + "if", + "f" + ], + [ + "Ġpar", + "rot" + ], + [ + "St", + "op" + ], + [ + "Ġscar", + "f" + ], + [ + "Ġwa", + "gged" + ], + [ + "Ġcl", + "ap" + ], + [ + "Ġme", + "asure" + ], + [ + "as", + "ing" + ], + [ + "Ġte", + "ars" + ], + [ + "bo", + "dy" + ], + [ + "Ġcomfort", + "able" + ], + [ + "Ġle", + "g" + ], + [ + "Ġsw", + "an" + ], + [ + "Ġtr", + "ue" + ], + [ + "Ġfr", + "ight" + ], + [ + "Ġdr", + "op" + ], + [ + "Ġsmo", + "ke" + ], + [ + "Ġfeather", + "s" + ], + [ + "Ġincred", + "ible" + ], + [ + "g", + "gs" + ], + [ + "u", + "al" + ], + [ + "Ġt", + "ie" + ], + [ + "Ġc", + "ap" + ], + [ + "Ġlo", + "se" + ], + [ + "Ġpu", + "s" + ], + [ + "Ġeag", + "er" + ], + [ + "Ġmov", + "ie" + ], + [ + "f", + "ic" + ], + [ + "Ġc", + "op" + ], + [ + "Ġe", + "ggs" + ], + [ + "oo", + "f" + ], + [ + "Ġr", + "id" + ], + [ + "Ġco", + "vered" + ], + [ + "Ġf", + "il" + ], + [ + "Ġle", + "m" + ], + [ + "Ġgra", + "p" + ], + [ + "Ġdisapp", + "eared" + ], + [ + "Ġrec", + "ord" + ], + [ + "ĠT", + "V" + ], + [ + "ĠB", + "l" + ], + [ + "Ġex", + "t" + ], + [ + "Ġor", + "d" + ], + [ + "Ġgigg", + "led" + ], + [ + "c", + "orn" + ], + [ + "Ġp", + "ri" + ], + [ + "Ġha", + "m" + ], + [ + "Ġr", + "are" + ], + [ + "Ġyour", + "self" + ], + [ + "Ġen", + "g" + ], + [ + "Ġwh", + "ale" + ], + [ + "Ġkn", + "ife" + ], + [ + "ĠL", + "isa" + ], + [ + "Ġte", + "am" + ], + [ + "ĠJohn", + "ny" + ], + [ + "z", + "ed" + ], + [ + "Ġt", + "est" + ], + [ + "Ġb", + "one" + ], + [ + "Ġd", + "izzy" + ], + [ + "Ġli", + "br" + ], + [ + "Ġwra", + "p" + ], + [ + "Ġquest", + "ions" + ], + [ + "i", + "v" + ], + [ + "Ġl", + "ying" + ], + [ + "Ġst", + "amp" + ], + [ + "Ġli", + "cked" + ], + [ + "Ġno", + "isy" + ], + [ + "Ġkind", + "ness" + ], + [ + "Ġdif", + "fic" + ], + [ + "Ġdraw", + "ing" + ], + [ + "app", + "ing" + ], + [ + "Jim", + "my" + ], + [ + "Ġstra", + "w" + ], + [ + "Ġb", + "urn" + ], + [ + "Ġwa", + "gon" + ], + [ + "at", + "ely" + ], + [ + "Ġgr", + "own" + ], + [ + "Ġrock", + "et" + ], + [ + "Ġpop", + "corn" + ], + [ + "S", + "ally" + ], + [ + "Ġb", + "atter" + ], + [ + "Ġwa", + "nd" + ], + [ + "Ġan", + "c" + ], + [ + "ĠE", + "nd" + ], + [ + "Ġsw", + "ord" + ], + [ + "Ġhappen", + "ing" + ], + [ + "Ġlift", + "ed" + ], + [ + "Ġbal", + "ance" + ], + [ + "Ġext", + "ra" + ], + [ + "S", + "orry" + ], + [ + "h", + "a" + ], + [ + "Ġwa", + "nder" + ], + [ + "Ġf", + "at" + ], + [ + "ĠM", + "ark" + ], + [ + "ĠE", + "lla" + ], + [ + "Ġbec", + "ome" + ], + [ + "Ġtr", + "ack" + ], + [ + "Ġsmall", + "er" + ], + [ + "Ġmist", + "ake" + ], + [ + "Ġto", + "ast" + ], + [ + "at", + "ing" + ], + [ + "Ġman", + "aged" + ], + [ + "sel", + "ves" + ], + [ + "ĠP", + "eter" + ], + [ + "Ġbath", + "room" + ], + [ + "Ġhar", + "m" + ], + [ + "Ġdiffic", + "ult" + ], + [ + "Ġtw", + "ist" + ], + [ + "Ġoff", + "ered" + ], + [ + "Ġru", + "ined" + ], + [ + "Ġmat", + "ch" + ], + [ + "Ġanc", + "ient" + ], + [ + "Ġg", + "ar" + ], + [ + "ill", + "i" + ], + [ + "Ġdist", + "ance" + ], + [ + "Ġplay", + "ground" + ], + [ + "Ġla", + "zy" + ], + [ + "Ġdan", + "cing" + ], + [ + "Ġadvent", + "ur" + ], + [ + "a", + "f" + ], + [ + "ĠB", + "a" + ], + [ + "Ġcall", + "ing" + ], + [ + "Ġclean", + "ed" + ], + [ + "Ġcr", + "own" + ], + [ + "orm", + "al" + ], + [ + "Ġon", + "ce" + ], + [ + "Ġbo", + "ss" + ], + [ + "Ġse", + "ll" + ], + [ + "Ġwalk", + "s" + ], + [ + "Ġfright", + "ened" + ], + [ + "er", + "ri" + ], + [ + "Ġm", + "ask" + ], + [ + "Ġfl", + "uffy" + ], + [ + "em", + "o" + ], + [ + "Ġ", + "Z" + ], + [ + "Ġf", + "rag" + ], + [ + "Ġd", + "est" + ], + [ + "Ġn", + "ormal" + ], + [ + "Ġy", + "og" + ], + [ + "Ġpick", + "s" + ], + [ + "Ġey", + "e" + ], + [ + "Ġdr", + "ank" + ], + [ + "Ġcir", + "cle" + ], + [ + "Ġadventur", + "ous" + ], + [ + "S", + "pot" + ], + [ + "Ġt", + "ent" + ], + [ + "Ġp", + "ress" + ], + [ + "Ġk", + "issed" + ], + [ + "ic", + "t" + ], + [ + "Ġsc", + "iss" + ], + [ + "Ġget", + "s" + ], + [ + "Ġtr", + "unk" + ], + [ + "Ġche", + "ck" + ], + [ + "Ġenjoy", + "ing" + ], + [ + "Ġshell", + "s" + ], + [ + "Ġeld", + "erly" + ], + [ + "Ġsciss", + "ors" + ], + [ + "Ġt", + "erri" + ], + [ + "Ġto", + "ug" + ], + [ + "ag", + "es" + ], + [ + "Ġste", + "al" + ], + [ + "M", + "e" + ], + [ + "re", + "ady" + ], + [ + "et", + "e" + ], + [ + "Ġal", + "ready" + ], + [ + "ĠL", + "ittle" + ], + [ + "Ġju", + "icy" + ], + [ + "Ġstu", + "dy" + ], + [ + "Ġh", + "orn" + ], + [ + "er", + "p" + ], + [ + "Ġp", + "izz" + ], + [ + "Ġall", + "ig" + ], + [ + "Ġloud", + "er" + ], + [ + "Ġtow", + "el" + ], + [ + "Ġcirc", + "les" + ], + [ + "Ġle", + "ad" + ], + [ + "Ġro", + "ar" + ], + [ + "Ġro", + "se" + ], + [ + "Ġsl", + "ipped" + ], + [ + "Ġte", + "le" + ], + [ + "Ġfam", + "ous" + ], + [ + "Ġar", + "g" + ], + [ + "Ġcheer", + "ful" + ], + [ + "ĠRe", + "x" + ], + [ + "Ġtoug", + "h" + ], + [ + "i", + "pper" + ], + [ + "Ġb", + "arn" + ], + [ + "Ġf", + "ool" + ], + [ + "Ġd", + "ig" + ], + [ + "Ġd", + "ish" + ], + [ + "Ġagain", + "st" + ], + [ + "Ġde", + "er" + ], + [ + "Ġsweet", + "ie" + ], + [ + "Ġeng", + "ine" + ], + [ + "Ġ", + "ed" + ], + [ + "Ġf", + "ather" + ], + [ + "Ġco", + "ver" + ], + [ + "Ġyour", + "s" + ], + [ + "Ġneed", + "s" + ], + [ + "Jo", + "e" + ], + [ + "Ġbag", + "s" + ], + [ + "Ġspin", + "ning" + ], + [ + "S", + "ue" + ], + [ + "Ġa", + "w" + ], + [ + "an", + "ged" + ], + [ + "am", + "ond" + ], + [ + "Ġy", + "arn" + ], + [ + "op", + "h" + ], + [ + "Ġgi", + "ving" + ], + [ + "Ġdi", + "amond" + ], + [ + "Ġsandw", + "ich" + ], + [ + "Ġind", + "epend" + ], + [ + "Ġfrag", + "ile" + ], + [ + "W", + "ho" + ], + [ + "ce", + "pt" + ], + [ + "Ġno", + "sy" + ], + [ + "Ġtw", + "ig" + ], + [ + "Ġhurt", + "s" + ], + [ + "Ġsugg", + "ested" + ], + [ + "Ġlem", + "on" + ], + [ + "i", + "est" + ], + [ + "in", + "ation" + ], + [ + "or", + "ge" + ], + [ + "Ġno", + "d" + ], + [ + "Ġbl", + "oom" + ], + [ + "Ġho", + "se" + ], + [ + "Ġbox", + "es" + ], + [ + "Ġreal", + "ised" + ], + [ + "Ġfr", + "own" + ], + [ + "ac", + "he" + ], + [ + "Ġrel", + "ax" + ], + [ + "Ġham", + "mer" + ], + [ + "Ġa", + "dded" + ], + [ + "Ġwe", + "ird" + ], + [ + "Ġmo", + "d" + ], + [ + "Ġcr", + "ack" + ], + [ + "Ġallig", + "ator" + ], + [ + "A", + "my" + ], + [ + "G", + "ra" + ], + [ + "o", + "ot" + ], + [ + "Ġsh", + "ake" + ], + [ + "ra", + "ge" + ], + [ + "Ġlearn", + "ing" + ], + [ + "Ġvegetable", + "s" + ], + [ + "Ġa", + "dd" + ], + [ + "Ġm", + "elt" + ], + [ + "ĠS", + "usie" + ], + [ + "el", + "p" + ], + [ + "ĠB", + "obby" + ], + [ + "Ġtra", + "p" + ], + [ + "Ġcoll", + "ar" + ], + [ + "Ġstu", + "bb" + ], + [ + "i", + "que" + ], + [ + "Ġb", + "orrow" + ], + [ + "Ġp", + "ump" + ], + [ + "Ġloud", + "ly" + ], + [ + "Ġsear", + "ch" + ], + [ + "Ġchick", + "en" + ], + [ + "Ġpizz", + "a" + ], + [ + "Ġindepend", + "ent" + ], + [ + "Ġstubb", + "orn" + ], + [ + "Ġre", + "f" + ], + [ + "Ġas", + "king" + ], + [ + "Ġbr", + "illi" + ], + [ + "Ġdec", + "ide" + ], + [ + "Ġfl", + "ash" + ], + [ + "Ġcat", + "erp" + ], + [ + "Ġqu", + "een" + ], + [ + "Ġsn", + "ee" + ], + [ + "ĠR", + "ose" + ], + [ + "Ġinv", + "ited" + ], + [ + "Ġstraw", + "ber" + ], + [ + "Ġfool", + "ish" + ], + [ + "Ġcaterp", + "ill" + ], + [ + "g", + "y" + ], + [ + "Ġt", + "ur" + ], + [ + "Ġd", + "epend" + ], + [ + "Ġg", + "uit" + ], + [ + "Ġst", + "ri" + ], + [ + "Ġkn", + "ight" + ], + [ + "Ġboy", + "s" + ], + [ + "Ġpe", + "e" + ], + [ + "Ġcom", + "b" + ], + [ + "Ġcle", + "ar" + ], + [ + "Ġun", + "ique" + ], + [ + "Ġbutt", + "ons" + ], + [ + "ĠTweet", + "y" + ], + [ + "Ġcolour", + "ful" + ], + [ + "Ġesc", + "ape" + ], + [ + "Ġbrilli", + "ant" + ], + [ + "Ġr", + "ich" + ], + [ + "ĠB", + "u" + ], + [ + "Ġsay", + "ing" + ], + [ + "Ġro", + "de" + ], + [ + "Ġsk", + "in" + ], + [ + "Ġgar", + "age" + ], + [ + "H", + "elp" + ], + [ + "d", + "om" + ], + [ + "Ġm", + "ummy" + ], + [ + "Ġbe", + "ak" + ], + [ + "ur", + "ed" + ], + [ + "a", + "w" + ], + [ + "e", + "orge" + ], + [ + "r", + "op" + ], + [ + "ed", + "ient" + ], + [ + "Ġun", + "us" + ], + [ + "Ġoy", + "ster" + ], + [ + "Ġtur", + "key" + ], + [ + "Ġ", + "OK" + ], + [ + "Ġf", + "ountain" + ], + [ + "Ġp", + "atter" + ], + [ + "Ġwe", + "ek" + ], + [ + "Ġch", + "ase" + ], + [ + "Ġru", + "bb" + ], + [ + "Ġcount", + "ed" + ], + [ + "Ġreg", + "ular" + ], + [ + "Ġwip", + "ed" + ], + [ + "Ġguit", + "ar" + ], + [ + "Ġunus", + "ual" + ], + [ + "l", + "and" + ], + [ + "Ġu", + "mb" + ], + [ + "Ġfor", + "k" + ], + [ + "Ġshow", + "s" + ], + [ + "Ġlight", + "s" + ], + [ + "Ġwall", + "s" + ], + [ + "Ġdream", + "ed" + ], + [ + "Ġbanan", + "a" + ], + [ + "Ġsuccess", + "ful" + ], + [ + "Ġjew", + "el" + ], + [ + "Ġpatter", + "n" + ], + [ + "Ġumb", + "re" + ], + [ + "c", + "il" + ], + [ + "r", + "ay" + ], + [ + "in", + "al" + ], + [ + "Ġl", + "ow" + ], + [ + "im", + "ed" + ], + [ + "Ġsw", + "e" + ], + [ + "Ġcry", + "st" + ], + [ + "Ġpen", + "cil" + ], + [ + "Ġsaf", + "ely" + ], + [ + "Ġtool", + "s" + ], + [ + "W", + "ell" + ], + [ + "Ġt", + "ape" + ], + [ + "Ġst", + "ream" + ], + [ + "ce", + "ed" + ], + [ + "Ġre", + "sc" + ], + [ + "Ġab", + "ove" + ], + [ + "Ġhard", + "er" + ], + [ + "Ġgu", + "ess" + ], + [ + "Ġbott", + "om" + ], + [ + "Ġmark", + "et" + ], + [ + "Ġimpress", + "ed" + ], + [ + "Ġwa", + "ff" + ], + [ + "an", + "ut" + ], + [ + "ig", + "inal" + ], + [ + "Ġnot", + "ice" + ], + [ + "ill", + "a" + ], + [ + "Ġno", + "ds" + ], + [ + "Ġpe", + "anut" + ], + [ + "ol", + "og" + ], + [ + "Ġpat", + "ch" + ], + [ + "Ġcraw", + "led" + ], + [ + "Ġcaterpill", + "ar" + ], + [ + "n", + "a" + ], + [ + "Ġt", + "ank" + ], + [ + "Ġt", + "ask" + ], + [ + "Ġt", + "ire" + ], + [ + "Ġg", + "un" + ], + [ + "Ġlo", + "ad" + ], + [ + "Ġcomp", + "et" + ], + [ + "umb", + "led" + ], + [ + "Ġap", + "olog" + ], + [ + "Ġsol", + "ve" + ], + [ + "H", + "ow" + ], + [ + "M", + "ummy" + ], + [ + "f", + "ast" + ], + [ + "h", + "ip" + ], + [ + "Ġ", + "No" + ], + [ + "Ġb", + "itter" + ], + [ + "ar", + "l" + ], + [ + "Ġe", + "ars" + ], + [ + "Ġsh", + "one" + ], + [ + "Ġbr", + "ush" + ], + [ + "ĠF", + "in" + ], + [ + "Ġor", + "iginal" + ], + [ + "Ġfi", + "er" + ], + [ + "Ġgl", + "ow" + ], + [ + "ĠN", + "emo" + ], + [ + "Ġbreak", + "fast" + ], + [ + "Ġadm", + "ired" + ], + [ + "ĠBl", + "ue" + ], + [ + "Ġed", + "ge" + ], + [ + "Ġdepend", + "able" + ], + [ + "u", + "nd" + ], + [ + "ut", + "h" + ], + [ + "ĠI", + "f" + ], + [ + "Ġcl", + "ay" + ], + [ + "Ġstrong", + "er" + ], + [ + "Ġboss", + "y" + ], + [ + "Ġc", + "udd" + ], + [ + "as", + "er" + ], + [ + "Ġgra", + "ndpa" + ], + [ + "Ġknow", + "s" + ], + [ + "Ġpick", + "ing" + ], + [ + "Ġjo", + "ke" + ], + [ + "Ġboat", + "s" + ], + [ + "Ġba", + "ld" + ], + [ + "Ġmed", + "ic" + ], + [ + "Ġscr", + "at" + ], + [ + "Ġc", + "one" + ], + [ + "Ġp", + "enny" + ], + [ + "Ġle", + "an" + ], + [ + "Ġra", + "ft" + ], + [ + "ugg", + "led" + ], + [ + "Ġsuc", + "ceed" + ], + [ + "Ġob", + "edient" + ], + [ + "Ġhum", + "ble" + ], + [ + "Ġlibr", + "ary" + ], + [ + "R", + "e" + ], + [ + "he", + "ad" + ], + [ + "Ġp", + "h" + ], + [ + "Ġn", + "umb" + ], + [ + "Ġsa", + "uce" + ], + [ + "ĠB", + "ear" + ], + [ + "Ġtr", + "ay" + ], + [ + "Ġproud", + "ly" + ], + [ + "He", + "re" + ], + [ + "Ġsound", + "ed" + ], + [ + "Ġsqu", + "are" + ], + [ + "Ġterri", + "ble" + ], + [ + "Ġcryst", + "al" + ], + [ + "Ġfier", + "ce" + ], + [ + "J", + "ill" + ], + [ + "Ġw", + "itch" + ], + [ + "in", + "ary" + ], + [ + "Ġhapp", + "iness" + ], + [ + "ĠL", + "ola" + ], + [ + "Ġhand", + "ed" + ], + [ + "Ġfr", + "idge" + ], + [ + "f", + "a" + ], + [ + "Ġr", + "ough" + ], + [ + "ent", + "ion" + ], + [ + "Ġch", + "anged" + ], + [ + "Ġjo", + "ined" + ], + [ + "Ġra", + "ven" + ], + [ + "Ġmight", + "y" + ], + [ + "Ġcho", + "se" + ], + [ + "Ġwhe", + "el" + ], + [ + "Ġumbre", + "lla" + ], + [ + "Ġt", + "ag" + ], + [ + "Ġc", + "ri" + ], + [ + "Ġo", + "w" + ], + [ + "ar", + "ry" + ], + [ + "im", + "p" + ], + [ + "ĠB", + "ill" + ], + [ + "Ġhelp", + "s" + ], + [ + "Ġfind", + "ing" + ], + [ + "Ġclean", + "ing" + ], + [ + "Ġsqu", + "ee" + ], + [ + "Ġfire", + "work" + ], + [ + "Ġmedic", + "ine" + ], + [ + "a", + "zz" + ], + [ + "m", + "et" + ], + [ + "Ġplay", + "ful" + ], + [ + "Ġlo", + "cked" + ], + [ + "Ġgo", + "at" + ], + [ + "Ġac", + "cept" + ], + [ + "Ġcomp", + "ass" + ], + [ + "Ġsur", + "f" + ], + [ + "Ġcompet", + "it" + ], + [ + "e", + "xt" + ], + [ + "k", + "n" + ], + [ + "Ġs", + "y" + ], + [ + "Ġs", + "il" + ], + [ + "Ġbe", + "et" + ], + [ + "ĠM", + "ar" + ], + [ + "ur", + "ing" + ], + [ + "Ġch", + "ir" + ], + [ + "ĠE", + "llie" + ], + [ + "Ġball", + "s" + ], + [ + "Åĵ", + "Let" + ], + [ + "Ġbutterf", + "lies" + ], + [ + "Ġgu", + "ard" + ], + [ + "Ġcray", + "on" + ], + [ + "Ġdisco", + "ver" + ], + [ + "Ġpar", + "ade" + ], + [ + "Ġmix", + "ed" + ], + [ + "Ġval", + "u" + ], + [ + "Ġhel", + "met" + ], + [ + "ĠBrown", + "ie" + ], + [ + "E", + "m" + ], + [ + "j", + "ect" + ], + [ + "s", + "qu" + ], + [ + "u", + "d" + ], + [ + "Ġg", + "um" + ], + [ + "at", + "ure" + ], + [ + "Ġis", + "land" + ], + [ + "Ġco", + "st" + ], + [ + "Ġmo", + "le" + ], + [ + "Ġnice", + "ly" + ], + [ + "Ġkind", + "s" + ], + [ + "Ġra", + "ced" + ], + [ + "Ġsto", + "ve" + ], + [ + "Ġlaugh", + "s" + ], + [ + "Ġmar", + "ch" + ], + [ + "Ġfall", + "s" + ], + [ + "Ġpers", + "ist" + ], + [ + "ĠBa", + "by" + ], + [ + "oph", + "ie" + ], + [ + "A", + "lice" + ], + [ + "i", + "ence" + ], + [ + "it", + "o" + ], + [ + "Ġc", + "age" + ], + [ + "Ġg", + "oose" + ], + [ + "Ġco", + "ins" + ], + [ + "Ġtr", + "ump" + ], + [ + "Ġmo", + "squ" + ], + [ + "Ġser", + "ious" + ], + [ + "Ġmosqu", + "ito" + ], + [ + "Ġf", + "lex" + ], + [ + "Ġc", + "ro" + ], + [ + "el", + "on" + ], + [ + "Ġexc", + "la" + ], + [ + "Ġch", + "oose" + ], + [ + "Ġexpl", + "ored" + ], + [ + "Ġun", + "l" + ], + [ + "Ġbrother", + "s" + ], + [ + "Ġgu", + "il" + ], + [ + "Ġnumb", + "ers" + ], + [ + "Ġtrump", + "et" + ], + [ + "Ġ", + "icy" + ], + [ + "Ġmom", + "s" + ], + [ + "ie", + "w" + ], + [ + "Ġv", + "iew" + ], + [ + "Ġen", + "orm" + ], + [ + "Ġfire", + "man" + ], + [ + "ĠMr", + "s" + ], + [ + "Ġpract", + "ice" + ], + [ + "Ġenorm", + "ous" + ], + [ + "w", + "ards" + ], + [ + "Ġs", + "up" + ], + [ + "Ġvo", + "lc" + ], + [ + "Ġmean", + "s" + ], + [ + "Ġpoin", + "ting" + ], + [ + "Ġvalu", + "able" + ], + [ + "Ġflex", + "ible" + ], + [ + "Ġexcla", + "imed" + ], + [ + "Ġguil", + "ty" + ], + [ + "y", + "al" + ], + [ + "Ġc", + "am" + ], + [ + "Ġp", + "ipe" + ], + [ + "is", + "ion" + ], + [ + "ĠM", + "y" + ], + [ + "Ġuse", + "ful" + ], + [ + "Ġfav", + "our" + ], + [ + "Ġcra", + "zy" + ], + [ + "Ġph", + "ot" + ], + [ + "kn", + "own" + ], + [ + "Ġvolc", + "ano" + ], + [ + "Ġwa", + "ke" + ], + [ + "Ġc", + "ity" + ], + [ + "om", + "ed" + ], + [ + "ll", + "ip" + ], + [ + "Ġfor", + "th" + ], + [ + "Ġlo", + "llip" + ], + [ + "Ġse", + "al" + ], + [ + "Ġall", + "owed" + ], + [ + "Ġsc", + "are" + ], + [ + "Ġbright", + "ly" + ], + [ + "Ġmar", + "ble" + ], + [ + "Ġpop", + "ular" + ], + [ + "Ġflash", + "light" + ], + [ + "Ġcompass", + "ion" + ], + [ + "Ġlollip", + "op" + ], + [ + "Ġ", + "U" + ], + [ + "Ġ", + "ing" + ], + [ + "Ġh", + "unt" + ], + [ + "Ġd", + "ull" + ], + [ + "er", + "ry" + ], + [ + "Ġst", + "at" + ], + [ + "Ġshe", + "l" + ], + [ + "!\"", + "." + ], + [ + "Ġun", + "known" + ], + [ + "Ġhat", + "s" + ], + [ + "Ġsho", + "ot" + ], + [ + "red", + "ient" + ], + [ + "Ġbelong", + "ed" + ], + [ + "Ġfavour", + "ite" + ], + [ + "Ġing", + "redient" + ], + [ + "Ġp", + "il" + ], + [ + "Ġlo", + "yal" + ], + [ + "Ġbra", + "ce" + ], + [ + "ĠWhen", + "ever" + ], + [ + "Ġdream", + "s" + ], + [ + "Ġkick", + "ed" + ], + [ + "Ġseed", + "s" + ], + [ + "Ġtwirl", + "ed" + ], + [ + "Ġsup", + "er" + ], + [ + "t", + "ime" + ], + [ + "Ġf", + "ine" + ], + [ + "Ġbe", + "es" + ], + [ + "Ġso", + "fa" + ], + [ + "Ġsh", + "ark" + ], + [ + "ĠM", + "ike" + ], + [ + "Ġan", + "x" + ], + [ + "Ġsad", + "ly" + ], + [ + "Ġshow", + "ing" + ], + [ + "Ġway", + "s" + ], + [ + "Ġtruck", + "s" + ], + [ + "Ġdelic", + "ate" + ], + [ + "ation", + "s" + ], + [ + "Ġrep", + "e" + ], + [ + "Ġimpress", + "ive" + ], + [ + "Ġpour", + "ed" + ], + [ + "Ġpir", + "ate" + ], + [ + "Ġwhisp", + "ered" + ], + [ + "Ġharm", + "less" + ], + [ + "a", + "ff" + ], + [ + "Ġt", + "urt" + ], + [ + "Ġt", + "ied" + ], + [ + "ar", + "oo" + ], + [ + "ad", + "o" + ], + [ + "art", + "h" + ], + [ + "Ġgra", + "ce" + ], + [ + "Ġhand", + "le" + ], + [ + "Ġen", + "c" + ], + [ + "Ġdel", + "iver" + ], + [ + "Ben", + "ny" + ], + [ + "Ġru", + "shed" + ], + [ + "Ġus", + "ing" + ], + [ + "ang", + "aroo" + ], + [ + "Ġshap", + "e" + ], + [ + "Ġbus", + "hes" + ], + [ + "Ġpersist", + "ent" + ], + [ + "Ġg", + "or" + ], + [ + "ĠS", + "p" + ], + [ + "Ġk", + "angaroo" + ], + [ + "Ġan", + "g" + ], + [ + "Ġoff", + "ice" + ], + [ + "Ġanx", + "ious" + ], + [ + "G", + "o" + ], + [ + "al", + "ous" + ], + [ + "Ġsp", + "ell" + ], + [ + "ĠW", + "hile" + ], + [ + "ia", + "ble" + ], + [ + "Ġpot", + "ato" + ], + [ + "Ġje", + "alous" + ], + [ + "Ġwra", + "pped" + ], + [ + "Ġf", + "our" + ], + [ + "Ġc", + "urt" + ], + [ + "Ġlo", + "g" + ], + [ + "Ġco", + "al" + ], + [ + "Ġrel", + "iable" + ], + [ + "Ġcurt", + "ain" + ], + [ + "D", + "aisy" + ], + [ + "Ġs", + "udden" + ], + [ + "mb", + "ol" + ], + [ + "Åĵ", + "Yes" + ], + [ + "ac", + "hes" + ], + [ + "ĠP", + "e" + ], + [ + "Ġpain", + "ted" + ], + [ + "ĠTo", + "by" + ], + [ + "Ġce", + "re" + ], + [ + "g", + "u" + ], + [ + "Ġt", + "ummy" + ], + [ + "Ġth", + "ose" + ], + [ + "ous", + "es" + ], + [ + "udd", + "y" + ], + [ + "Ġcu", + "sh" + ], + [ + "Ġmet", + "al" + ], + [ + "Ġsy", + "mbol" + ], + [ + "Ġbeet", + "le" + ], + [ + "Ġcam", + "era" + ], + [ + "Ġh", + "ouses" + ], + [ + "il", + "t" + ], + [ + "Ġcelebr", + "ate" + ], + [ + "Ġdelight", + "ed" + ], + [ + "Ġgor", + "illa" + ], + [ + "Ġto", + "oth" + ], + [ + "Ġth", + "irst" + ], + [ + "ke", + "ep" + ], + [ + "Ġsh", + "iver" + ], + [ + "Ġre", + "ward" + ], + [ + "Ġsp", + "ace" + ], + [ + "Ġtra", + "vel" + ], + [ + "Ġru", + "bbed" + ], + [ + "Ġprin", + "t" + ], + [ + "Ġdri", + "ving" + ], + [ + "Ġmar", + "ry" + ], + [ + "Ġwar", + "ned" + ], + [ + "Ġsold", + "ier" + ], + [ + "Ġmotor", + "cy" + ], + [ + "c", + "ut" + ], + [ + "Ġs", + "on" + ], + [ + "Ġto", + "r" + ], + [ + "ar", + "lie" + ], + [ + "Ġher", + "o" + ], + [ + "ie", + "f" + ], + [ + "Ġcar", + "p" + ], + [ + "Ġexcited", + "ly" + ], + [ + "Ġte", + "mp" + ], + [ + "ĠP", + "ete" + ], + [ + "ĠBob", + "o" + ], + [ + "co", + "d" + ], + [ + "Ġhun", + "g" + ], + [ + "Ġgrow", + "ing" + ], + [ + "up", + "id" + ], + [ + "Ġthin", + "king" + ], + [ + "Ġtun", + "n" + ], + [ + "W", + "hile" + ], + [ + "c", + "u" + ], + [ + "i", + "pp" + ], + [ + "Ġh", + "ay" + ], + [ + "Ġy", + "et" + ], + [ + "Ġv", + "ine" + ], + [ + "Ġac", + "orn" + ], + [ + "icy", + "cle" + ], + [ + "Ġpre", + "p" + ], + [ + "Ġremind", + "ed" + ], + [ + "Ġgas", + "ped" + ], + [ + "Ġflut", + "e" + ], + [ + "Ġord", + "inary" + ], + [ + "Ġcro", + "cod" + ], + [ + "Ġa", + "mb" + ], + [ + "Ġc", + "ur" + ], + [ + "ĠB", + "et" + ], + [ + "ĠM", + "andy" + ], + [ + "Ġpu", + "p" + ], + [ + "Ġcreature", + "s" + ], + [ + "Ġhur", + "ry" + ], + [ + "Ġspoil", + "ed" + ], + [ + "Ġt", + "imes" + ], + [ + "Ġm", + "is" + ], + [ + "Ġr", + "ice" + ], + [ + "Ġst", + "upid" + ], + [ + "Ġsh", + "ine" + ], + [ + "Ġre", + "sist" + ], + [ + "ug", + "ged" + ], + [ + "Ġla", + "w" + ], + [ + "Ġsk", + "ull" + ], + [ + "co", + "a" + ], + [ + "Ġmiss", + "ing" + ], + [ + "Ġwhe", + "at" + ], + [ + "Ġsupp", + "ort" + ], + [ + "Ġingredient", + "s" + ], + [ + "a", + "id" + ], + [ + "l", + "oo" + ], + [ + "Ġc", + "ase" + ], + [ + "er", + "y" + ], + [ + "Ġwas", + "hed" + ], + [ + "Ġdo", + "ve" + ], + [ + "Ġsp", + "illed" + ], + [ + "Ġsc", + "oot" + ], + [ + "Ġme", + "al" + ], + [ + "Ġmu", + "le" + ], + [ + "ĠD", + "ucky" + ], + [ + "Ġmo", + "der" + ], + [ + "ars", + "h" + ], + [ + "Åĵ", + "What" + ], + [ + "Ġtri", + "ck" + ], + [ + "Ġset", + "t" + ], + [ + "ĠTweet", + "ie" + ], + [ + "Ġboun", + "ce" + ], + [ + "Ġfil", + "thy" + ], + [ + "Ġb", + "ase" + ], + [ + "Ġh", + "oop" + ], + [ + "Ġf", + "re" + ], + [ + "Ġst", + "umbled" + ], + [ + "Ġso", + "ar" + ], + [ + "Ġwe", + "al" + ], + [ + "Ġsee", + "m" + ], + [ + "Ġwor", + "d" + ], + [ + "Ġla", + "b" + ], + [ + "ĠD", + "ave" + ], + [ + "ĠF", + "r" + ], + [ + "Ġbad", + "ly" + ], + [ + "Ġhair", + "y" + ], + [ + "Ġcra", + "wl" + ], + [ + "Ġlive", + "ly" + ], + [ + "Ġstep", + "s" + ], + [ + "ÅĵLet", + "â" + ], + [ + "Ġbrace", + "let" + ], + [ + "Ġcere", + "al" + ], + [ + "Ġthirst", + "y" + ], + [ + "Ġcarp", + "et" + ], + [ + "Ġw", + "ool" + ], + [ + "it", + "her" + ], + [ + "Ġgo", + "al" + ], + [ + "Ġback", + "pack" + ], + [ + "Ġtr", + "uth" + ], + [ + "Ġcom", + "pl" + ], + [ + "Ġche", + "ap" + ], + [ + "Ġdis", + "g" + ], + [ + "Ġplac", + "ed" + ], + [ + "Ġear", + "ly" + ], + [ + "Ġdecor", + "ate" + ], + [ + "Ġnut", + "s" + ], + [ + "O", + "w" + ], + [ + "c", + "ream" + ], + [ + "Ġb", + "ump" + ], + [ + "Ġthem", + "selves" + ], + [ + "ic", + "es" + ], + [ + "Ġhelp", + "less" + ], + [ + "Ġcl", + "um" + ], + [ + "Ġsc", + "atter" + ], + [ + "Ġsc", + "ale" + ], + [ + "Ġnew", + "s" + ], + [ + "ust", + "ing" + ], + [ + "Ġen", + "v" + ], + [ + "âĤ¬â", + "Ģ" + ], + [ + "Ġtell", + "ing" + ], + [ + "Ġswing", + "ing" + ], + [ + "Ġspark", + "led" + ], + [ + "Ġcarry", + "ing" + ], + [ + "gg", + "ing" + ], + [ + "in", + "es" + ], + [ + "ri", + "c" + ], + [ + "Ġfriends", + "hip" + ], + [ + "Ġcare", + "less" + ], + [ + "Ġsn", + "e" + ], + [ + "Ġdoes", + "n" + ], + [ + "Ġfall", + "ing" + ], + [ + "Ġcomp", + "ut" + ], + [ + "Ġpa", + "le" + ], + [ + "Ġpee", + "ked" + ], + [ + "Ġcompassion", + "ate" + ], + [ + "c", + "om" + ], + [ + "v", + "ice" + ], + [ + "Ġs", + "end" + ], + [ + "Ġst", + "age" + ], + [ + "Ġme", + "m" + ], + [ + "Ġch", + "alk" + ], + [ + "Ġch", + "asing" + ], + [ + "Ġpe", + "bble" + ], + [ + "ĠEvery", + "thing" + ], + [ + "Ġcu", + "be" + ], + [ + "Ġpig", + "e" + ], + [ + "Ġcou", + "rage" + ], + [ + "Ġfing", + "ers" + ], + [ + "Ġturt", + "le" + ], + [ + "b", + "led" + ], + [ + "Ġs", + "ink" + ], + [ + "Ġb", + "icycle" + ], + [ + "Ġsh", + "aking" + ], + [ + "Ġsleep", + "ing" + ], + [ + "Ġneighb", + "our" + ], + [ + "Ġmoder", + "n" + ], + [ + "Ġdisg", + "usting" + ], + [ + "Ġclum", + "sy" + ], + [ + "g", + "est" + ], + [ + "Ġh", + "ook" + ], + [ + "Ġc", + "her" + ], + [ + "Ġn", + "ail" + ], + [ + "Ġbig", + "gest" + ], + [ + "ic", + "hes" + ], + [ + "Ġbu", + "l" + ], + [ + "Ġend", + "ing" + ], + [ + "Ġde", + "ad" + ], + [ + "Ġtri", + "ang" + ], + [ + "ul", + "ance" + ], + [ + "Ġspo", + "ke" + ], + [ + "Ġpract", + "iced" + ], + [ + "Ġamb", + "ulance" + ], + [ + "Ġcomput", + "er" + ], + [ + "i", + "bb" + ], + [ + "Ġl", + "amp" + ], + [ + "Ġst", + "ation" + ], + [ + "Ġch", + "ar" + ], + [ + "Ġwall", + "et" + ], + [ + "ĠTo", + "day" + ], + [ + "Ġpack", + "age" + ], + [ + "Ġmic", + "rop" + ], + [ + "Ġcush", + "ion" + ], + [ + "keep", + "er" + ], + [ + "Ġcrocod", + "ile" + ], + [ + "Ġmicrop", + "hone" + ], + [ + "u", + "nder" + ], + [ + "ĠA", + "lex" + ], + [ + "Ġthought", + "ful" + ], + [ + "Ġjo", + "lly" + ], + [ + "Ġpen", + "gu" + ], + [ + "Ġpump", + "kin" + ], + [ + "Ġcost", + "um" + ], + [ + "Ġf", + "ive" + ], + [ + "Ġd", + "ough" + ], + [ + "Ġp", + "ony" + ], + [ + "Ġo", + "l" + ], + [ + "im", + "i" + ], + [ + "Ġst", + "airs" + ], + [ + "Ġkn", + "ock" + ], + [ + "Ġgra", + "nd" + ], + [ + "Ġint", + "ell" + ], + [ + "Ġun", + "iver" + ], + [ + "Ġbright", + "er" + ], + [ + "Ġopen", + "s" + ], + [ + "Ġdream", + "ing" + ], + [ + "Ġboun", + "ced" + ], + [ + "Ġquest", + "ion" + ], + [ + "Ġstat", + "ue" + ], + [ + "Ġw", + "ine" + ], + [ + "is", + "k" + ], + [ + "ĠA", + "lice" + ], + [ + "Ġco", + "coa" + ], + [ + "ĠYou", + "r" + ], + [ + "Ġpe", + "pper" + ], + [ + "Ġbeaut", + "y" + ], + [ + "Ġper", + "m" + ], + [ + "Ġpain", + "ting" + ], + [ + "Ġsho", + "e" + ], + [ + "Ġele", + "v" + ], + [ + "Every", + "one" + ], + [ + "hin", + "o" + ], + [ + "Ġweal", + "thy" + ], + [ + "Ġintell", + "ig" + ], + [ + "n", + "oon" + ], + [ + "Ġs", + "uit" + ], + [ + "Ġm", + "ild" + ], + [ + "Ġn", + "ature" + ], + [ + "an", + "s" + ], + [ + "Ġhapp", + "ier" + ], + [ + "Ġne", + "at" + ], + [ + "Ġstart", + "s" + ], + [ + "uck", + "ed" + ], + [ + "Ġafter", + "noon" + ], + [ + "Ġtor", + "n" + ], + [ + "Ġelev", + "ator" + ], + [ + "g", + "en" + ], + [ + "t", + "i" + ], + [ + "Ġt", + "en" + ], + [ + "Ġh", + "arsh" + ], + [ + "Ġp", + "ed" + ], + [ + "at", + "ient" + ], + [ + "or", + "ant" + ], + [ + "Ġre", + "ce" + ], + [ + "Ġj", + "et" + ], + [ + "ill", + "ie" + ], + [ + "ĠR", + "ed" + ], + [ + "Ġread", + "ing" + ], + [ + "Ġsear", + "ching" + ], + [ + "Ġbasket", + "ball" + ], + [ + "Ġbar", + "ber" + ], + [ + "Ġspe", + "ed" + ], + [ + "S", + "ee" + ], + [ + "a", + "wn" + ], + [ + "Ġst", + "ack" + ], + [ + "ĠM", + "ummy" + ], + [ + "Ġclo", + "ck" + ], + [ + "ĠG", + "ive" + ], + [ + "Ġmag", + "n" + ], + [ + "Ġlea", + "ving" + ], + [ + "Ġcup", + "board" + ], + [ + "Ġdes", + "ign" + ], + [ + "Ġslid", + "es" + ], + [ + "Ġsandw", + "iches" + ], + [ + "Ġcand", + "le" + ], + [ + "aul", + "if" + ], + [ + "Ġrid", + "ing" + ], + [ + "Ġfre", + "sh" + ], + [ + "o", + "ppy" + ], + [ + "Ġsh", + "ocked" + ], + [ + "Ġen", + "er" + ], + [ + "Ġjump", + "s" + ], + [ + "Ġhair", + "cut" + ], + [ + "Ġrespect", + "ful" + ], + [ + "Ġcoo", + "king" + ], + [ + "Ġtick", + "et" + ], + [ + "Ġenc", + "ou" + ], + [ + "Ġtunn", + "el" + ], + [ + "aulif", + "lower" + ], + [ + "G", + "ive" + ], + [ + "Ġs", + "le" + ], + [ + "re", + "en" + ], + [ + "Ġm", + "ay" + ], + [ + "Ġth", + "ief" + ], + [ + "Ġy", + "awn" + ], + [ + "Ġfor", + "t" + ], + [ + "Ġal", + "ert" + ], + [ + "Ġsor", + "ts" + ], + [ + "Ġimp", + "atient" + ], + [ + "Ġcre", + "ate" + ], + [ + "ail", + "able" + ], + [ + "Ġwhe", + "els" + ], + [ + "Ġval", + "ue" + ], + [ + "Ġpri", + "ze" + ], + [ + "M", + "ary" + ], + [ + "y", + "e" + ], + [ + "he", + "t" + ], + [ + "Ġs", + "ent" + ], + [ + "Ġb", + "ent" + ], + [ + "in", + "ce" + ], + [ + "Ġc", + "omet" + ], + [ + "Ġc", + "amp" + ], + [ + "Ġc", + "auliflower" + ], + [ + "Ġm", + "elon" + ], + [ + "Ġg", + "em" + ], + [ + "Ġit", + "self" + ], + [ + "ir", + "on" + ], + [ + "Ġmu", + "sh" + ], + [ + "Ġmonkey", + "s" + ], + [ + "Ġsal", + "ad" + ], + [ + "Ġdest", + "ro" + ], + [ + "Ġresc", + "ue" + ], + [ + "Ġscoot", + "er" + ], + [ + "Ġintellig", + "ent" + ], + [ + "a", + "z" + ], + [ + "Ġd", + "ug" + ], + [ + "il", + "ing" + ], + [ + "an", + "ger" + ], + [ + "Ġr", + "oof" + ], + [ + "Ġr", + "hino" + ], + [ + "Ġsc", + "old" + ], + [ + "ag", + "het" + ], + [ + "Ġexp", + "er" + ], + [ + "Ġbark", + "ing" + ], + [ + "Ġbanan", + "as" + ], + [ + "Ġign", + "orant" + ], + [ + "Ġmic", + "ro" + ], + [ + "Ġav", + "ailable" + ], + [ + "Ġgrace", + "ful" + ], + [ + "Ġmotorcy", + "cle" + ], + [ + "aghet", + "ti" + ], + [ + "h", + "ood" + ], + [ + "ĠS", + "n" + ], + [ + "Ġe", + "arth" + ], + [ + "Ġbo", + "ots" + ], + [ + "Ġsp", + "aghetti" + ], + [ + "um", + "mer" + ], + [ + "Ġag", + "ree" + ], + [ + "Ġbu", + "ll" + ], + [ + "Ġany", + "where" + ], + [ + "ĠG", + "eorge" + ], + [ + "Ġbeh", + "ave" + ], + [ + "ĠK", + "im" + ], + [ + "Ġpa", + "id" + ], + [ + "sc", + "ope" + ], + [ + "Ġstret", + "ched" + ], + [ + "Ġfear", + "ful" + ], + [ + "Ġav", + "o" + ], + [ + "Ġmicro", + "scope" + ], + [ + "I", + "f" + ], + [ + "i", + "o" + ], + [ + "Ġnot", + "eb" + ], + [ + "ĠE", + "ventually" + ], + [ + "Ġold", + "er" + ], + [ + "Ġsn", + "iff" + ], + [ + "Ġad", + "vice" + ], + [ + "Ġstop", + "s" + ], + [ + "Ġperf", + "orm" + ], + [ + "Ġfur", + "ther" + ], + [ + "Ġenv", + "ious" + ], + [ + "Ġpige", + "on" + ], + [ + "Ġmush", + "room" + ], + [ + "Ġnoteb", + "ook" + ], + [ + "u", + "bby" + ], + [ + "Ġp", + "un" + ], + [ + "at", + "s" + ], + [ + "Ġn", + "urse" + ], + [ + "or", + "able" + ], + [ + "Ġth", + "under" + ], + [ + "Ġcl", + "apping" + ], + [ + "Ġv", + "ide" + ], + [ + "Ġbu", + "ilt" + ], + [ + "ĠC", + "l" + ], + [ + "Ġun", + "com" + ], + [ + "Ġshout", + "ing" + ], + [ + "Ġar", + "row" + ], + [ + "Ġdraw", + "er" + ], + [ + "Ġpro", + "v" + ], + [ + "fort", + "able" + ], + [ + "Ġtom", + "ato" + ], + [ + "Ġmeet", + "ing" + ], + [ + "Ġob", + "ject" + ], + [ + "Ġyog", + "urt" + ], + [ + "Ġtemp", + "le" + ], + [ + "Ġuncom", + "fortable" + ], + [ + "e", + "f" + ], + [ + "u", + "es" + ], + [ + "ĠT", + "ony" + ], + [ + "Ġloo", + "p" + ], + [ + "Ġch", + "ubby" + ], + [ + "Ġsw", + "itch" + ], + [ + "Ġsk", + "ip" + ], + [ + "Ġad", + "orable" + ], + [ + "Åĵ", + "It" + ], + [ + "Ġcount", + "ing" + ], + [ + "Ġcoo", + "ked" + ], + [ + "Ġp", + "ist" + ], + [ + "ar", + "ian" + ], + [ + "en", + "ry" + ], + [ + "Ġst", + "ared" + ], + [ + "Ġsh", + "ut" + ], + [ + "ic", + "op" + ], + [ + "Ġqu", + "ite" + ], + [ + "Ġsn", + "uggled" + ], + [ + "ĠGra", + "ndpa" + ], + [ + "Ġtrou", + "bled" + ], + [ + "Ġgigg", + "le" + ], + [ + "Ġblow", + "ing" + ], + [ + "Ġhel", + "icop" + ], + [ + "Ġfis", + "her" + ], + [ + "Ġpist", + "ol" + ], + [ + "Ġhelicop", + "ter" + ], + [ + "p", + "ar" + ], + [ + "ĠS", + "ophie" + ], + [ + "oo", + "ped" + ], + [ + "ip", + "s" + ], + [ + "Ġnow", + "here" + ], + [ + "Ġforg", + "ave" + ], + [ + "Ġmar", + "ched" + ], + [ + "Ġtreasure", + "s" + ], + [ + "ho", + "st" + ], + [ + "Ġpass", + "port" + ], + [ + "Ġstir", + "red" + ], + [ + "Ġpus", + "hing" + ], + [ + "Ġcompetit", + "ive" + ], + [ + "Ġdestro", + "y" + ], + [ + "Y", + "ay" + ], + [ + "a", + "ked" + ], + [ + "o", + "e" + ], + [ + "t", + "ter" + ], + [ + "Ġg", + "ir" + ], + [ + "Ġg", + "host" + ], + [ + "an", + "ic" + ], + [ + "ke", + "let" + ], + [ + "ht", + "ub" + ], + [ + "Ġre", + "ef" + ], + [ + "Ġse", + "par" + ], + [ + "op", + "ard" + ], + [ + "pl", + "ay" + ], + [ + "Ġen", + "vel" + ], + [ + "Ġbre", + "at" + ], + [ + "Ġrep", + "air" + ], + [ + "Ġfoot", + "ball" + ], + [ + "Ġbat", + "htub" + ], + [ + "Ġrubb", + "er" + ], + [ + "Ġang", + "el" + ], + [ + "Ġtriang", + "le" + ], + [ + "Ġl", + "ed" + ], + [ + "Ġm", + "ill" + ], + [ + "ĠS", + "h" + ], + [ + "ch", + "anic" + ], + [ + "Ġnam", + "es" + ], + [ + "Ġle", + "opard" + ], + [ + "Ġno", + "body" + ], + [ + "Ġany", + "way" + ], + [ + "uc", + "t" + ], + [ + "ct", + "us" + ], + [ + "Ġshould", + "n" + ], + [ + "Ġz", + "eb" + ], + [ + "Ġgi", + "ven" + ], + [ + "Ġhold", + "s" + ], + [ + "Ġbar", + "rel" + ], + [ + "Ġband", + "age" + ], + [ + "Ġent", + "h" + ], + [ + "Dad", + "dy" + ], + [ + "Ġzeb", + "ra" + ], + [ + "i", + "ves" + ], + [ + "u", + "be" + ], + [ + "y", + "ear" + ], + [ + "Ġp", + "or" + ], + [ + "Ġp", + "and" + ], + [ + "Ġo", + "tter" + ], + [ + "Ġr", + "ibb" + ], + [ + "Ġsh", + "ield" + ], + [ + "Ġme", + "chanic" + ], + [ + "Ġdon", + "â" + ], + [ + "Ġdis", + "ag" + ], + [ + "Ġdis", + "play" + ], + [ + "Ġmusic", + "ian" + ], + [ + "cer", + "os" + ], + [ + "Ġspe", + "ak" + ], + [ + "Ġca", + "b" + ], + [ + "Ġca", + "ctus" + ], + [ + "ĠBet", + "sy" + ], + [ + "Ġbul", + "b" + ], + [ + "C", + "h" + ], + [ + "e", + "ath" + ], + [ + "i", + "kes" + ], + [ + "x", + "y" + ], + [ + "Ġt", + "ube" + ], + [ + "Ġa", + "head" + ], + [ + "Ġs", + "ummer" + ], + [ + "Ġs", + "kelet" + ], + [ + "Ġp", + "urse" + ], + [ + "Ġkn", + "ob" + ], + [ + "Ġdidn", + "â" + ], + [ + "Ġcouldn", + "â" + ], + [ + "Ġcol", + "ours" + ], + [ + "Ġwindow", + "s" + ], + [ + "oom", + "y" + ], + [ + "Ġgif", + "ted" + ], + [ + "Ġcart", + "oon" + ], + [ + "Ġrhino", + "ceros" + ], + [ + "g", + "l" + ], + [ + "he", + "art" + ], + [ + "Ġs", + "ize" + ], + [ + "Ġb", + "et" + ], + [ + "ĠM", + "iss" + ], + [ + "Ġsc", + "rew" + ], + [ + "Ġfl", + "our" + ], + [ + "Ġbl", + "in" + ], + [ + "ap", + "a" + ], + [ + "Ġdis", + "hes" + ], + [ + "Ġrain", + "ing" + ], + [ + "Ġhop", + "ing" + ], + [ + "Ġsho", + "vel" + ], + [ + "Ġmin", + "t" + ], + [ + "Ġjelly", + "fish" + ], + [ + "Ġswe", + "ater" + ], + [ + "Ġchar", + "ming" + ], + [ + "Ġpengu", + "in" + ], + [ + "Ġenvel", + "ope" + ], + [ + "Ġenth", + "us" + ], + [ + "Ġcab", + "in" + ], + [ + "re", + "c" + ], + [ + "Ġp", + "ant" + ], + [ + "Ġth", + "read" + ], + [ + "Ġin", + "se" + ], + [ + "Ġst", + "aff" + ], + [ + "Ġli", + "z" + ], + [ + "Ġun", + "pack" + ], + [ + "Ġwr", + "iting" + ], + [ + "Ġtra", + "sh" + ], + [ + "Ġroll", + "ing" + ], + [ + "Ġwaff", + "le" + ], + [ + "Ġ", + "iron" + ], + [ + "Ġw", + "ing" + ], + [ + "er", + "able" + ], + [ + "Ġshe", + "et" + ], + [ + "ĠB", + "uddy" + ], + [ + "Ġsh", + "adow" + ], + [ + "Ġro", + "ared" + ], + [ + "Ġmu", + "ff" + ], + [ + "Ġair", + "port" + ], + [ + "Ġce", + "iling" + ], + [ + "Ġatt", + "ic" + ], + [ + "Ġorgan", + "ize" + ], + [ + "Ġstret", + "ch" + ], + [ + "Ġgrap", + "es" + ], + [ + "Ġo", + "bs" + ], + [ + "ĠA", + "re" + ], + [ + "ĠW", + "ould" + ], + [ + "ĠIn", + "st" + ], + [ + "Ġpi", + "ano" + ], + [ + "Ġsal", + "t" + ], + [ + "Ġmis", + "erable" + ], + [ + "Ġc", + "ord" + ], + [ + "Ġd", + "ess" + ], + [ + "Ġre", + "fused" + ], + [ + "Ġsc", + "reen" + ], + [ + "ĠD", + "an" + ], + [ + "Ġstr", + "ugg" + ], + [ + "Ġneed", + "le" + ], + [ + "Ġbear", + "s" + ], + [ + "ĠAnd", + "y" + ], + [ + "Ġhead", + "ed" + ], + [ + "Ġstick", + "y" + ], + [ + "Ġfree", + "z" + ], + [ + "Ġzoom", + "ed" + ], + [ + "Ġimag", + "ined" + ], + [ + "Ġmed", + "al" + ], + [ + "Ġmagn", + "et" + ], + [ + "rec", + "i" + ], + [ + "Ġobs", + "er" + ], + [ + "Ġ", + "er" + ], + [ + "Ġli", + "ves" + ], + [ + "ĠA", + "l" + ], + [ + "ĠP", + "at" + ], + [ + "Ġapp", + "reci" + ], + [ + "ass", + "es" + ], + [ + "Ġsail", + "or" + ], + [ + "Ġminut", + "e" + ], + [ + "Ġfisher", + "man" + ], + [ + "v", + "ision" + ], + [ + "Ġr", + "at" + ], + [ + "al", + "ed" + ], + [ + "Ġbr", + "us" + ], + [ + "Ġch", + "ance" + ], + [ + "Ġpo", + "st" + ], + [ + "Ġsun", + "gl" + ], + [ + "Ġche", + "ek" + ], + [ + "ree", + "ze" + ], + [ + "Ġde", + "af" + ], + [ + "Ġru", + "les" + ], + [ + "Ġfrog", + "s" + ], + [ + "Ġair", + "pl" + ], + [ + "ĠGo", + "d" + ], + [ + "Ġstrawber", + "ry" + ], + [ + "Ġsle", + "pt" + ], + [ + "Ġliz", + "ard" + ], + [ + "Ġsungl", + "asses" + ], + [ + "Ġl", + "uck" + ], + [ + "Ġin", + "f" + ], + [ + "Ġbe", + "ep" + ], + [ + "ĠB", + "unny" + ], + [ + "Ġme", + "as" + ], + [ + "Ġro", + "d" + ], + [ + "Ġor", + "der" + ], + [ + "Ġrest", + "less" + ], + [ + "Ġsand", + "box" + ], + [ + "Ġmess", + "age" + ], + [ + "ĠJoe", + "y" + ], + [ + "Ġcomp", + "let" + ], + [ + "Ġatt", + "ract" + ], + [ + "Ġgold", + "en" + ], + [ + "Gra", + "ndma" + ], + [ + "Ġpil", + "ot" + ], + [ + "Ġpor", + "ch" + ], + [ + "L", + "ittle" + ], + [ + "l", + "er" + ], + [ + "s", + "es" + ] + ] + } +} \ No newline at end of file diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3400/tokenizer_config.json b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3400/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3400/tokenizer_config.json @@ -0,0 +1,13 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "errors": "replace", + "is_local": false, + "local_files_only": false, + "model_max_length": 1024, + "pad_token": "<|endoftext|>", + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "<|endoftext|>" +} diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3400/trainer_state.json b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3400/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..5688c4e96d247005fdbf0fe236824edd5de946e7 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3400/trainer_state.json @@ -0,0 +1,1240 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.22918773171553758, + "eval_steps": 2498, + "global_step": 3400, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0013481631277384564, + "grad_norm": 2.09375, + "learning_rate": 2.66e-05, + "loss": 8.298905181884766, + "step": 20 + }, + { + "epoch": 0.002696326255476913, + "grad_norm": 1.3359375, + "learning_rate": 5.46e-05, + "loss": 8.045733642578124, + "step": 40 + }, + { + "epoch": 0.004044489383215369, + "grad_norm": 1.2734375, + "learning_rate": 8.259999999999999e-05, + "loss": 7.839435577392578, + "step": 60 + }, + { + "epoch": 0.005392652510953826, + "grad_norm": 1.265625, + "learning_rate": 0.0001106, + "loss": 7.574758148193359, + "step": 80 + }, + { + "epoch": 0.006740815638692282, + "grad_norm": 1.1953125, + "learning_rate": 0.0001386, + "loss": 7.235897064208984, + "step": 100 + }, + { + "epoch": 0.008088978766430738, + "grad_norm": 1.140625, + "learning_rate": 0.00016659999999999998, + "loss": 6.862369537353516, + "step": 120 + }, + { + "epoch": 0.009437141894169195, + "grad_norm": 1.0234375, + "learning_rate": 0.00019460000000000001, + "loss": 6.508391571044922, + "step": 140 + }, + { + "epoch": 0.010785305021907651, + "grad_norm": 1.078125, + "learning_rate": 0.0002226, + "loss": 6.215537261962891, + "step": 160 + }, + { + "epoch": 0.012133468149646108, + "grad_norm": 0.76171875, + "learning_rate": 0.00025059999999999997, + "loss": 5.984259414672851, + "step": 180 + }, + { + "epoch": 0.013481631277384564, + "grad_norm": 0.82421875, + "learning_rate": 0.0002786, + "loss": 5.756989669799805, + "step": 200 + }, + { + "epoch": 0.01482979440512302, + "grad_norm": 1.171875, + "learning_rate": 0.00030659999999999997, + "loss": 5.531437683105469, + "step": 220 + }, + { + "epoch": 0.016177957532861477, + "grad_norm": 1.1171875, + "learning_rate": 0.0003346, + "loss": 5.294247817993164, + "step": 240 + }, + { + "epoch": 0.01752612066059993, + "grad_norm": 0.9453125, + "learning_rate": 0.00036260000000000003, + "loss": 5.055661392211914, + "step": 260 + }, + { + "epoch": 0.01887428378833839, + "grad_norm": 0.94921875, + "learning_rate": 0.0003906, + "loss": 4.797793197631836, + "step": 280 + }, + { + "epoch": 0.020222446916076844, + "grad_norm": 1.421875, + "learning_rate": 0.0004186, + "loss": 4.594622802734375, + "step": 300 + }, + { + "epoch": 0.021570610043815303, + "grad_norm": 1.2265625, + "learning_rate": 0.0004466, + "loss": 4.39941635131836, + "step": 320 + }, + { + "epoch": 0.022918773171553757, + "grad_norm": 0.5546875, + "learning_rate": 0.00047460000000000004, + "loss": 4.24058723449707, + "step": 340 + }, + { + "epoch": 0.024266936299292215, + "grad_norm": 0.83984375, + "learning_rate": 0.0005026, + "loss": 4.102418899536133, + "step": 360 + }, + { + "epoch": 0.02561509942703067, + "grad_norm": 0.70703125, + "learning_rate": 0.0005306, + "loss": 3.975328063964844, + "step": 380 + }, + { + "epoch": 0.026963262554769128, + "grad_norm": 0.6171875, + "learning_rate": 0.0005586, + "loss": 3.839755630493164, + "step": 400 + }, + { + "epoch": 0.028311425682507583, + "grad_norm": 0.91796875, + "learning_rate": 0.0005866, + "loss": 3.7486804962158202, + "step": 420 + }, + { + "epoch": 0.02965958881024604, + "grad_norm": 0.61328125, + "learning_rate": 0.0006146, + "loss": 3.6831081390380858, + "step": 440 + }, + { + "epoch": 0.031007751937984496, + "grad_norm": 0.875, + "learning_rate": 0.0006426, + "loss": 3.5874557495117188, + "step": 460 + }, + { + "epoch": 0.032355915065722954, + "grad_norm": 0.546875, + "learning_rate": 0.0006705999999999999, + "loss": 3.5174354553222655, + "step": 480 + }, + { + "epoch": 0.03370407819346141, + "grad_norm": 0.66796875, + "learning_rate": 0.0006986, + "loss": 3.439300537109375, + "step": 500 + }, + { + "epoch": 0.03505224132119986, + "grad_norm": 0.54296875, + "learning_rate": 0.0007, + "loss": 3.386067581176758, + "step": 520 + }, + { + "epoch": 0.03640040444893832, + "grad_norm": 0.6015625, + "learning_rate": 0.0007, + "loss": 3.3094718933105467, + "step": 540 + }, + { + "epoch": 0.03774856757667678, + "grad_norm": 0.55859375, + "learning_rate": 0.0007, + "loss": 3.2609573364257813, + "step": 560 + }, + { + "epoch": 0.03909673070441524, + "grad_norm": 0.61328125, + "learning_rate": 0.0007, + "loss": 3.2046344757080076, + "step": 580 + }, + { + "epoch": 0.04044489383215369, + "grad_norm": 0.5234375, + "learning_rate": 0.0007, + "loss": 3.17300968170166, + "step": 600 + }, + { + "epoch": 0.04179305695989215, + "grad_norm": 0.578125, + "learning_rate": 0.0007, + "loss": 3.1147342681884767, + "step": 620 + }, + { + "epoch": 0.043141220087630605, + "grad_norm": 0.4765625, + "learning_rate": 0.0007, + "loss": 3.0973543167114257, + "step": 640 + }, + { + "epoch": 0.044489383215369056, + "grad_norm": 0.453125, + "learning_rate": 0.0007, + "loss": 3.043070602416992, + "step": 660 + }, + { + "epoch": 0.045837546343107514, + "grad_norm": 0.455078125, + "learning_rate": 0.0007, + "loss": 3.0213077545166014, + "step": 680 + }, + { + "epoch": 0.04718570947084597, + "grad_norm": 0.419921875, + "learning_rate": 0.0007, + "loss": 2.977329063415527, + "step": 700 + }, + { + "epoch": 0.04853387259858443, + "grad_norm": 0.490234375, + "learning_rate": 0.0007, + "loss": 2.942974090576172, + "step": 720 + }, + { + "epoch": 0.04988203572632288, + "grad_norm": 0.48046875, + "learning_rate": 0.0007, + "loss": 2.9064186096191404, + "step": 740 + }, + { + "epoch": 0.05123019885406134, + "grad_norm": 0.498046875, + "learning_rate": 0.0007, + "loss": 2.890872001647949, + "step": 760 + }, + { + "epoch": 0.0525783619817998, + "grad_norm": 0.5, + "learning_rate": 0.0007, + "loss": 2.8978702545166017, + "step": 780 + }, + { + "epoch": 0.053926525109538256, + "grad_norm": 0.466796875, + "learning_rate": 0.0007, + "loss": 2.8463741302490235, + "step": 800 + }, + { + "epoch": 0.05527468823727671, + "grad_norm": 0.47265625, + "learning_rate": 0.0007, + "loss": 2.8323719024658205, + "step": 820 + }, + { + "epoch": 0.056622851365015166, + "grad_norm": 0.5, + "learning_rate": 0.0007, + "loss": 2.8007469177246094, + "step": 840 + }, + { + "epoch": 0.057971014492753624, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.7573240280151365, + "step": 860 + }, + { + "epoch": 0.05931917762049208, + "grad_norm": 0.470703125, + "learning_rate": 0.0007, + "loss": 2.7341793060302733, + "step": 880 + }, + { + "epoch": 0.06066734074823053, + "grad_norm": 0.546875, + "learning_rate": 0.0007, + "loss": 2.7180759429931642, + "step": 900 + }, + { + "epoch": 0.06201550387596899, + "grad_norm": 0.5625, + "learning_rate": 0.0007, + "loss": 2.692394256591797, + "step": 920 + }, + { + "epoch": 0.06336366700370745, + "grad_norm": 0.443359375, + "learning_rate": 0.0007, + "loss": 2.678949546813965, + "step": 940 + }, + { + "epoch": 0.06471183013144591, + "grad_norm": 0.466796875, + "learning_rate": 0.0007, + "loss": 2.651218223571777, + "step": 960 + }, + { + "epoch": 0.06605999325918437, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.632099723815918, + "step": 980 + }, + { + "epoch": 0.06740815638692282, + "grad_norm": 0.470703125, + "learning_rate": 0.0007, + "loss": 2.6305675506591797, + "step": 1000 + }, + { + "epoch": 0.06875631951466127, + "grad_norm": 0.462890625, + "learning_rate": 0.0007, + "loss": 2.5994905471801757, + "step": 1020 + }, + { + "epoch": 0.07010448264239973, + "grad_norm": 0.474609375, + "learning_rate": 0.0007, + "loss": 2.5834341049194336, + "step": 1040 + }, + { + "epoch": 0.07145264577013818, + "grad_norm": 0.498046875, + "learning_rate": 0.0007, + "loss": 2.567459487915039, + "step": 1060 + }, + { + "epoch": 0.07280080889787664, + "grad_norm": 0.462890625, + "learning_rate": 0.0007, + "loss": 2.54827823638916, + "step": 1080 + }, + { + "epoch": 0.0741489720256151, + "grad_norm": 0.478515625, + "learning_rate": 0.0007, + "loss": 2.5431196212768556, + "step": 1100 + }, + { + "epoch": 0.07549713515335356, + "grad_norm": 0.4453125, + "learning_rate": 0.0007, + "loss": 2.5049072265625, + "step": 1120 + }, + { + "epoch": 0.07684529828109202, + "grad_norm": 0.4765625, + "learning_rate": 0.0007, + "loss": 2.4941583633422852, + "step": 1140 + }, + { + "epoch": 0.07819346140883048, + "grad_norm": 0.46875, + "learning_rate": 0.0007, + "loss": 2.4895328521728515, + "step": 1160 + }, + { + "epoch": 0.07954162453656892, + "grad_norm": 0.48828125, + "learning_rate": 0.0007, + "loss": 2.4841281890869142, + "step": 1180 + }, + { + "epoch": 0.08088978766430738, + "grad_norm": 0.46484375, + "learning_rate": 0.0007, + "loss": 2.475014495849609, + "step": 1200 + }, + { + "epoch": 0.08223795079204584, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.459096908569336, + "step": 1220 + }, + { + "epoch": 0.0835861139197843, + "grad_norm": 0.443359375, + "learning_rate": 0.0007, + "loss": 2.4455087661743162, + "step": 1240 + }, + { + "epoch": 0.08493427704752275, + "grad_norm": 0.48828125, + "learning_rate": 0.0007, + "loss": 2.432474899291992, + "step": 1260 + }, + { + "epoch": 0.08628244017526121, + "grad_norm": 0.427734375, + "learning_rate": 0.0007, + "loss": 2.4141357421875, + "step": 1280 + }, + { + "epoch": 0.08763060330299967, + "grad_norm": 0.46875, + "learning_rate": 0.0007, + "loss": 2.4043970108032227, + "step": 1300 + }, + { + "epoch": 0.08897876643073811, + "grad_norm": 0.392578125, + "learning_rate": 0.0007, + "loss": 2.3957958221435547, + "step": 1320 + }, + { + "epoch": 0.09032692955847657, + "grad_norm": 0.474609375, + "learning_rate": 0.0007, + "loss": 2.381800079345703, + "step": 1340 + }, + { + "epoch": 0.09167509268621503, + "grad_norm": 0.443359375, + "learning_rate": 0.0007, + "loss": 2.3829660415649414, + "step": 1360 + }, + { + "epoch": 0.09302325581395349, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.359773063659668, + "step": 1380 + }, + { + "epoch": 0.09437141894169195, + "grad_norm": 0.435546875, + "learning_rate": 0.0007, + "loss": 2.3506826400756835, + "step": 1400 + }, + { + "epoch": 0.0957195820694304, + "grad_norm": 0.486328125, + "learning_rate": 0.0007, + "loss": 2.360103416442871, + "step": 1420 + }, + { + "epoch": 0.09706774519716886, + "grad_norm": 0.4296875, + "learning_rate": 0.0007, + "loss": 2.3388553619384767, + "step": 1440 + }, + { + "epoch": 0.09841590832490732, + "grad_norm": 0.435546875, + "learning_rate": 0.0007, + "loss": 2.3265659332275392, + "step": 1460 + }, + { + "epoch": 0.09976407145264576, + "grad_norm": 0.404296875, + "learning_rate": 0.0007, + "loss": 2.312125587463379, + "step": 1480 + }, + { + "epoch": 0.10111223458038422, + "grad_norm": 0.4453125, + "learning_rate": 0.0007, + "loss": 2.29932861328125, + "step": 1500 + }, + { + "epoch": 0.10246039770812268, + "grad_norm": 0.451171875, + "learning_rate": 0.0007, + "loss": 2.3021989822387696, + "step": 1520 + }, + { + "epoch": 0.10380856083586114, + "grad_norm": 0.435546875, + "learning_rate": 0.0007, + "loss": 2.290937805175781, + "step": 1540 + }, + { + "epoch": 0.1051567239635996, + "grad_norm": 0.453125, + "learning_rate": 0.0007, + "loss": 2.278849411010742, + "step": 1560 + }, + { + "epoch": 0.10650488709133805, + "grad_norm": 0.4375, + "learning_rate": 0.0007, + "loss": 2.2965002059936523, + "step": 1580 + }, + { + "epoch": 0.10785305021907651, + "grad_norm": 0.435546875, + "learning_rate": 0.0007, + "loss": 2.261943244934082, + "step": 1600 + }, + { + "epoch": 0.10920121334681497, + "grad_norm": 0.39453125, + "learning_rate": 0.0007, + "loss": 2.262173080444336, + "step": 1620 + }, + { + "epoch": 0.11054937647455342, + "grad_norm": 0.4140625, + "learning_rate": 0.0007, + "loss": 2.2734844207763674, + "step": 1640 + }, + { + "epoch": 0.11189753960229187, + "grad_norm": 0.412109375, + "learning_rate": 0.0007, + "loss": 2.2551578521728515, + "step": 1660 + }, + { + "epoch": 0.11324570273003033, + "grad_norm": 0.42578125, + "learning_rate": 0.0007, + "loss": 2.2380434036254884, + "step": 1680 + }, + { + "epoch": 0.11459386585776879, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.248749351501465, + "step": 1700 + }, + { + "epoch": 0.11594202898550725, + "grad_norm": 0.58203125, + "learning_rate": 0.0007, + "loss": 2.2250885009765624, + "step": 1720 + }, + { + "epoch": 0.1172901921132457, + "grad_norm": 0.396484375, + "learning_rate": 0.0007, + "loss": 2.2179065704345704, + "step": 1740 + }, + { + "epoch": 0.11863835524098416, + "grad_norm": 0.453125, + "learning_rate": 0.0007, + "loss": 2.219723701477051, + "step": 1760 + }, + { + "epoch": 0.11998651836872262, + "grad_norm": 0.416015625, + "learning_rate": 0.0007, + "loss": 2.2338064193725584, + "step": 1780 + }, + { + "epoch": 0.12133468149646107, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.2300554275512696, + "step": 1800 + }, + { + "epoch": 0.12268284462419952, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.2196172714233398, + "step": 1820 + }, + { + "epoch": 0.12403100775193798, + "grad_norm": 0.40625, + "learning_rate": 0.0007, + "loss": 2.1875337600708007, + "step": 1840 + }, + { + "epoch": 0.12537917087967643, + "grad_norm": 0.427734375, + "learning_rate": 0.0007, + "loss": 2.1868871688842773, + "step": 1860 + }, + { + "epoch": 0.1267273340074149, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.1803796768188475, + "step": 1880 + }, + { + "epoch": 0.12807549713515334, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.1896100997924806, + "step": 1900 + }, + { + "epoch": 0.12942366026289182, + "grad_norm": 0.416015625, + "learning_rate": 0.0007, + "loss": 2.164274787902832, + "step": 1920 + }, + { + "epoch": 0.13077182339063026, + "grad_norm": 0.4453125, + "learning_rate": 0.0007, + "loss": 2.175292205810547, + "step": 1940 + }, + { + "epoch": 0.13211998651836873, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.14935359954834, + "step": 1960 + }, + { + "epoch": 0.13346814964610718, + "grad_norm": 0.45703125, + "learning_rate": 0.0007, + "loss": 2.1721818923950194, + "step": 1980 + }, + { + "epoch": 0.13481631277384565, + "grad_norm": 0.392578125, + "learning_rate": 0.0007, + "loss": 2.1453264236450194, + "step": 2000 + }, + { + "epoch": 0.1361644759015841, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.1530712127685545, + "step": 2020 + }, + { + "epoch": 0.13751263902932254, + "grad_norm": 0.40625, + "learning_rate": 0.0007, + "loss": 2.1329654693603515, + "step": 2040 + }, + { + "epoch": 0.138860802157061, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.1538856506347654, + "step": 2060 + }, + { + "epoch": 0.14020896528479945, + "grad_norm": 0.4140625, + "learning_rate": 0.0007, + "loss": 2.129351806640625, + "step": 2080 + }, + { + "epoch": 0.14155712841253792, + "grad_norm": 0.40625, + "learning_rate": 0.0007, + "loss": 2.1183551788330077, + "step": 2100 + }, + { + "epoch": 0.14290529154027637, + "grad_norm": 0.384765625, + "learning_rate": 0.0007, + "loss": 2.12860164642334, + "step": 2120 + }, + { + "epoch": 0.14425345466801484, + "grad_norm": 0.388671875, + "learning_rate": 0.0007, + "loss": 2.1290895462036135, + "step": 2140 + }, + { + "epoch": 0.14560161779575329, + "grad_norm": 0.37890625, + "learning_rate": 0.0007, + "loss": 2.1157516479492187, + "step": 2160 + }, + { + "epoch": 0.14694978092349173, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.124533271789551, + "step": 2180 + }, + { + "epoch": 0.1482979440512302, + "grad_norm": 0.38671875, + "learning_rate": 0.0007, + "loss": 2.0987617492675783, + "step": 2200 + }, + { + "epoch": 0.14964610717896865, + "grad_norm": 0.41796875, + "learning_rate": 0.0007, + "loss": 2.1066028594970705, + "step": 2220 + }, + { + "epoch": 0.15099427030670712, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.11590633392334, + "step": 2240 + }, + { + "epoch": 0.15234243343444556, + "grad_norm": 0.419921875, + "learning_rate": 0.0007, + "loss": 2.0943696975708006, + "step": 2260 + }, + { + "epoch": 0.15369059656218403, + "grad_norm": 0.39453125, + "learning_rate": 0.0007, + "loss": 2.10521240234375, + "step": 2280 + }, + { + "epoch": 0.15503875968992248, + "grad_norm": 0.412109375, + "learning_rate": 0.0007, + "loss": 2.087373161315918, + "step": 2300 + }, + { + "epoch": 0.15638692281766095, + "grad_norm": 0.396484375, + "learning_rate": 0.0007, + "loss": 2.0945587158203125, + "step": 2320 + }, + { + "epoch": 0.1577350859453994, + "grad_norm": 0.390625, + "learning_rate": 0.0007, + "loss": 2.0841798782348633, + "step": 2340 + }, + { + "epoch": 0.15908324907313784, + "grad_norm": 0.384765625, + "learning_rate": 0.0007, + "loss": 2.0881235122680666, + "step": 2360 + }, + { + "epoch": 0.1604314122008763, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.090144729614258, + "step": 2380 + }, + { + "epoch": 0.16177957532861476, + "grad_norm": 0.453125, + "learning_rate": 0.0007, + "loss": 2.071354103088379, + "step": 2400 + }, + { + "epoch": 0.16312773845635323, + "grad_norm": 0.41796875, + "learning_rate": 0.0007, + "loss": 2.0760135650634766, + "step": 2420 + }, + { + "epoch": 0.16447590158409167, + "grad_norm": 0.400390625, + "learning_rate": 0.0007, + "loss": 2.065576934814453, + "step": 2440 + }, + { + "epoch": 0.16582406471183014, + "grad_norm": 0.375, + "learning_rate": 0.0007, + "loss": 2.075186920166016, + "step": 2460 + }, + { + "epoch": 0.1671722278395686, + "grad_norm": 0.412109375, + "learning_rate": 0.0007, + "loss": 2.0759561538696287, + "step": 2480 + }, + { + "epoch": 0.1683855746545332, + "eval_loss": 2.070991277694702, + "eval_runtime": 15.3076, + "eval_samples_per_second": 622.372, + "eval_steps_per_second": 0.653, + "step": 2498 + }, + { + "epoch": 0.16852039096730703, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.0585758209228517, + "step": 2500 + }, + { + "epoch": 0.16852039096730703, + "eval_loss": 2.0720698833465576, + "eval_runtime": 15.2926, + "eval_samples_per_second": 622.98, + "eval_steps_per_second": 0.654, + "step": 2500 + }, + { + "epoch": 0.1698685540950455, + "grad_norm": 15794176.0, + "learning_rate": 3.4200000000000005e-05, + "loss": 2.063748359680176, + "step": 2520 + }, + { + "epoch": 0.17121671722278395, + "grad_norm": 17956864.0, + "learning_rate": 7.020000000000001e-05, + "loss": 2.075595664978027, + "step": 2540 + }, + { + "epoch": 0.17256488035052242, + "grad_norm": 95420416.0, + "learning_rate": 9e-05, + "loss": 2.9438404083251952, + "step": 2560 + }, + { + "epoch": 0.17391304347826086, + "grad_norm": 327155712.0, + "learning_rate": 9e-05, + "loss": 7.066030120849609, + "step": 2580 + }, + { + "epoch": 0.17526120660599934, + "grad_norm": 645922816.0, + "learning_rate": 9e-05, + "loss": 7.805310821533203, + "step": 2600 + }, + { + "epoch": 0.17660936973373778, + "grad_norm": 1061158912.0, + "learning_rate": 9e-05, + "loss": 7.980291748046875, + "step": 2620 + }, + { + "epoch": 0.17795753286147623, + "grad_norm": 1551892480.0, + "learning_rate": 9e-05, + "loss": 8.039534759521484, + "step": 2640 + }, + { + "epoch": 0.1793056959892147, + "grad_norm": 2105540608.0, + "learning_rate": 9e-05, + "loss": 8.074498748779297, + "step": 2660 + }, + { + "epoch": 0.18065385911695314, + "grad_norm": 2717908992.0, + "learning_rate": 9e-05, + "loss": 8.082987976074218, + "step": 2680 + }, + { + "epoch": 0.1820020222446916, + "grad_norm": 3355443200.0, + "learning_rate": 9e-05, + "loss": 8.098572540283204, + "step": 2700 + }, + { + "epoch": 0.18335018537243006, + "grad_norm": 4026531840.0, + "learning_rate": 9e-05, + "loss": 8.106620025634765, + "step": 2720 + }, + { + "epoch": 0.18469834850016853, + "grad_norm": 4697620480.0, + "learning_rate": 9e-05, + "loss": 8.106732177734376, + "step": 2740 + }, + { + "epoch": 0.18604651162790697, + "grad_norm": 5402263552.0, + "learning_rate": 9e-05, + "loss": 8.105657958984375, + "step": 2760 + }, + { + "epoch": 0.18739467475564545, + "grad_norm": 6073352192.0, + "learning_rate": 9e-05, + "loss": 8.110768890380859, + "step": 2780 + }, + { + "epoch": 0.1887428378833839, + "grad_norm": 6777995264.0, + "learning_rate": 9e-05, + "loss": 8.11846923828125, + "step": 2800 + }, + { + "epoch": 0.19009100101112233, + "grad_norm": 7449083904.0, + "learning_rate": 9e-05, + "loss": 8.115316772460938, + "step": 2820 + }, + { + "epoch": 0.1914391641388608, + "grad_norm": 8120172544.0, + "learning_rate": 9e-05, + "loss": 8.11875, + "step": 2840 + }, + { + "epoch": 0.19278732726659925, + "grad_norm": 8791261184.0, + "learning_rate": 9e-05, + "loss": 8.109890747070313, + "step": 2860 + }, + { + "epoch": 0.19413549039433772, + "grad_norm": 9395240960.0, + "learning_rate": 9e-05, + "loss": 8.113766479492188, + "step": 2880 + }, + { + "epoch": 0.19548365352207617, + "grad_norm": 10066329600.0, + "learning_rate": 9e-05, + "loss": 8.116683959960938, + "step": 2900 + }, + { + "epoch": 0.19683181664981464, + "grad_norm": 10670309376.0, + "learning_rate": 9e-05, + "loss": 8.109261322021485, + "step": 2920 + }, + { + "epoch": 0.19817997977755308, + "grad_norm": 11207180288.0, + "learning_rate": 9e-05, + "loss": 8.120066833496093, + "step": 2940 + }, + { + "epoch": 0.19952814290529153, + "grad_norm": 11811160064.0, + "learning_rate": 9e-05, + "loss": 8.114282989501953, + "step": 2960 + }, + { + "epoch": 0.20087630603303, + "grad_norm": 12348030976.0, + "learning_rate": 9e-05, + "loss": 8.107726287841796, + "step": 2980 + }, + { + "epoch": 0.20222446916076844, + "grad_norm": 12884901888.0, + "learning_rate": 9e-05, + "loss": 8.1126220703125, + "step": 3000 + }, + { + "epoch": 0.20357263228850692, + "grad_norm": 13421772800.0, + "learning_rate": 9e-05, + "loss": 8.114493560791015, + "step": 3020 + }, + { + "epoch": 0.20492079541624536, + "grad_norm": 13891534848.0, + "learning_rate": 9e-05, + "loss": 8.119776153564453, + "step": 3040 + }, + { + "epoch": 0.20626895854398383, + "grad_norm": 14428405760.0, + "learning_rate": 9e-05, + "loss": 8.122071075439454, + "step": 3060 + }, + { + "epoch": 0.20761712167172228, + "grad_norm": 14898167808.0, + "learning_rate": 9e-05, + "loss": 8.12487335205078, + "step": 3080 + }, + { + "epoch": 0.20896528479946072, + "grad_norm": 15367929856.0, + "learning_rate": 9e-05, + "loss": 8.120286560058593, + "step": 3100 + }, + { + "epoch": 0.2103134479271992, + "grad_norm": 15837691904.0, + "learning_rate": 9e-05, + "loss": 8.12525634765625, + "step": 3120 + }, + { + "epoch": 0.21166161105493764, + "grad_norm": 16307453952.0, + "learning_rate": 9e-05, + "loss": 8.125916290283204, + "step": 3140 + }, + { + "epoch": 0.2130097741826761, + "grad_norm": 16710107136.0, + "learning_rate": 9e-05, + "loss": 8.116735076904297, + "step": 3160 + }, + { + "epoch": 0.21435793731041455, + "grad_norm": 17179869184.0, + "learning_rate": 9e-05, + "loss": 8.10854263305664, + "step": 3180 + }, + { + "epoch": 0.21570610043815303, + "grad_norm": 17582522368.0, + "learning_rate": 9e-05, + "loss": 8.116544342041015, + "step": 3200 + }, + { + "epoch": 0.21705426356589147, + "grad_norm": 18119393280.0, + "learning_rate": 9e-05, + "loss": 8.117059326171875, + "step": 3220 + }, + { + "epoch": 0.21840242669362994, + "grad_norm": 18522046464.0, + "learning_rate": 9e-05, + "loss": 8.120045471191407, + "step": 3240 + }, + { + "epoch": 0.2197505898213684, + "grad_norm": 19058917376.0, + "learning_rate": 9e-05, + "loss": 8.123968505859375, + "step": 3260 + }, + { + "epoch": 0.22109875294910683, + "grad_norm": 19461570560.0, + "learning_rate": 9e-05, + "loss": 8.125857543945312, + "step": 3280 + }, + { + "epoch": 0.2224469160768453, + "grad_norm": 19864223744.0, + "learning_rate": 9e-05, + "loss": 8.12650375366211, + "step": 3300 + }, + { + "epoch": 0.22379507920458375, + "grad_norm": 20266876928.0, + "learning_rate": 9e-05, + "loss": 8.121442413330078, + "step": 3320 + }, + { + "epoch": 0.22514324233232222, + "grad_norm": 20669530112.0, + "learning_rate": 9e-05, + "loss": 8.118946838378907, + "step": 3340 + }, + { + "epoch": 0.22649140546006066, + "grad_norm": 21072183296.0, + "learning_rate": 9e-05, + "loss": 8.11309814453125, + "step": 3360 + }, + { + "epoch": 0.22783956858779914, + "grad_norm": 21340618752.0, + "learning_rate": 9e-05, + "loss": 8.114273834228516, + "step": 3380 + }, + { + "epoch": 0.22918773171553758, + "grad_norm": 21743271936.0, + "learning_rate": 9e-05, + "loss": 8.115755462646485, + "step": 3400 + } + ], + "logging_steps": 20, + "max_steps": 3500, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 100, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1.09693649289216e+16, + "train_batch_size": 64, + "trial_name": null, + "trial_params": null +} diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3400/training_args.bin b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3400/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..d42dba735503648f02e3d29f685b24a197ab36d8 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3400/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c28142d60b82e3df0527b14431085e37dd065fc6519ba15f0d6ac2cabc5f4854 +size 4920 diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3500/config.json b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3500/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6f9c72a635cef01d03abb31f78284cdfb4734155 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3500/config.json @@ -0,0 +1,36 @@ +{ + "activation": "relu", + "architectures": [ + "TinyLlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "dtype": "bfloat16", + "eos_token_id": 2, + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 128, + "initializer_range": 0.02, + "intermediate_size": 256, + "max_position_embeddings": 512, + "mlp_bias": false, + "mlp_type": "glu", + "model_type": "tiny_llama", + "num_attention_heads": 4, + "num_hidden_layers": 100, + "num_key_value_heads": 4, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 10000.0, + "rope_type": "default" + }, + "tie_word_embeddings": true, + "tokenizer_name": "w-ahmad/tiny-stories-tokenizer", + "transformers_version": "5.16.0.dev0", + "use_cache": false, + "vocab_size": 4096, + "waleed_beta": 4 +} diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3500/model.safetensors b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3500/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..21e77f8533d859191819ecb59080acf7323ca12b --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3500/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92368a3eb033cd8685b590ed1372c7a5adca07b863508318cac16488d9f561de +size 33967272 diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3500/optimizer.pt b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a3ddaada79c101fe5c8794b60a32dc228286cbb --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20c4449e8a36ec57982519790da0ab2b5ae97e5860370c91dc01b705912b2696 +size 39573050 diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3500/rng_state.pth b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..a8d90407533a766f1db1f6d04df53a298ed191c1 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f37c40ce327861a7ca13b719d3aa37510a143368b6e74358bdb14becb3899e1e +size 14244 diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3500/scheduler.pt b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1a92d6b9ce130135ec70ff64fb4a450035b9d25 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:479ebefc656d1e8da177b1fc09a2332188f5506e56faf8d0ea281618199ae469 +size 1064 diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3500/tokenizer.json b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3500/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3500/tokenizer.json @@ -0,0 +1,19501 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "!": 1, + "\"": 2, + "#": 3, + "$": 4, + "%": 5, + "&": 6, + "'": 7, + "(": 8, + ")": 9, + "*": 10, + "+": 11, + ",": 12, + "-": 13, + ".": 14, + "/": 15, + "0": 16, + "1": 17, + "2": 18, + "3": 19, + "4": 20, + "5": 21, + "6": 22, + "7": 23, + "8": 24, + "9": 25, + ":": 26, + ";": 27, + "<": 28, + "=": 29, + ">": 30, + "?": 31, + "@": 32, + "A": 33, + "B": 34, + "C": 35, + "D": 36, + "E": 37, + "F": 38, + "G": 39, + "H": 40, + "I": 41, + "J": 42, + "K": 43, + "L": 44, + "M": 45, + "N": 46, + "O": 47, + "P": 48, + "Q": 49, + "R": 50, + "S": 51, + "T": 52, + "U": 53, + "V": 54, + "W": 55, + "X": 56, + "Y": 57, + "Z": 58, + "[": 59, + "\\": 60, + "]": 61, + "^": 62, + "_": 63, + "`": 64, + "a": 65, + "b": 66, + "c": 67, + "d": 68, + "e": 69, + "f": 70, + "g": 71, + "h": 72, + "i": 73, + "j": 74, + "k": 75, + "l": 76, + "m": 77, + "n": 78, + "o": 79, + "p": 80, + "q": 81, + "r": 82, + "s": 83, + "t": 84, + "u": 85, + "v": 86, + "w": 87, + "x": 88, + "y": 89, + "z": 90, + "{": 91, + "|": 92, + "}": 93, + "~": 94, + "¡": 95, + "¢": 96, + "£": 97, + "¤": 98, + "¥": 99, + "¦": 100, + "§": 101, + "¨": 102, + "©": 103, + "ª": 104, + "«": 105, + "¬": 106, + "®": 107, + "¯": 108, + "°": 109, + "±": 110, + "²": 111, + "³": 112, + "´": 113, + "µ": 114, + "¶": 115, + "·": 116, + "¸": 117, + "¹": 118, + "º": 119, + "»": 120, + "¼": 121, + "½": 122, + "¾": 123, + "¿": 124, + "À": 125, + "Á": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "È": 133, + "É": 134, + "Ê": 135, + "Ë": 136, + "Ì": 137, + "Í": 138, + "Î": 139, + "Ï": 140, + "Ð": 141, + "Ñ": 142, + "Ò": 143, + "Ó": 144, + "Ô": 145, + "Õ": 146, + "Ö": 147, + "×": 148, + "Ø": 149, + "Ù": 150, + "Ú": 151, + "Û": 152, + "Ü": 153, + "Ý": 154, + "Þ": 155, + "ß": 156, + "à": 157, + "á": 158, + "â": 159, + "ã": 160, + "ä": 161, + "å": 162, + "æ": 163, + "ç": 164, + "è": 165, + "é": 166, + "ê": 167, + "ë": 168, + "ì": 169, + "í": 170, + "î": 171, + "ï": 172, + "ð": 173, + "ñ": 174, + "ò": 175, + "ó": 176, + "ô": 177, + "õ": 178, + "ö": 179, + "÷": 180, + "ø": 181, + "ù": 182, + "ú": 183, + "û": 184, + "ü": 185, + "ý": 186, + "þ": 187, + "ÿ": 188, + "Ā": 189, + "ā": 190, + "Ă": 191, + "ă": 192, + "Ą": 193, + "ą": 194, + "Ć": 195, + "ć": 196, + "Ĉ": 197, + "ĉ": 198, + "Ċ": 199, + "ċ": 200, + "Č": 201, + "č": 202, + "Ď": 203, + "ď": 204, + "Đ": 205, + "đ": 206, + "Ē": 207, + "ē": 208, + "Ĕ": 209, + "ĕ": 210, + "Ė": 211, + "ė": 212, + "Ę": 213, + "ę": 214, + "Ě": 215, + "ě": 216, + "Ĝ": 217, + "ĝ": 218, + "Ğ": 219, + "ğ": 220, + "Ġ": 221, + "ġ": 222, + "Ģ": 223, + "ģ": 224, + "Ĥ": 225, + "ĥ": 226, + "Ħ": 227, + "ħ": 228, + "Ĩ": 229, + "ĩ": 230, + "Ī": 231, + "ī": 232, + "Ĭ": 233, + "ĭ": 234, + "Į": 235, + "į": 236, + "İ": 237, + "ı": 238, + "IJ": 239, + "ij": 240, + "Ĵ": 241, + "ĵ": 242, + "Ķ": 243, + "ķ": 244, + "ĸ": 245, + "Ĺ": 246, + "ĺ": 247, + "Ļ": 248, + "ļ": 249, + "Ľ": 250, + "ľ": 251, + "Ŀ": 252, + "ŀ": 253, + "Ł": 254, + "ł": 255, + "Ń": 256, + "he": 257, + "Ġt": 258, + "Ġa": 259, + "Ġs": 260, + "Ġw": 261, + "nd": 262, + "Ġthe": 263, + "ed": 264, + "Ġand": 265, + "Ġto": 266, + "Ġb": 267, + "in": 268, + "Ġh": 269, + "Ġwa": 270, + "re": 271, + "Ġf": 272, + "it": 273, + "ou": 274, + "Ġc": 275, + "Ġl": 276, + "Ġhe": 277, + "Ġd": 278, + "er": 279, + "Ġwas": 280, + "Ġm": 281, + "Ġp": 282, + "om": 283, + "ĠT": 284, + "Ġo": 285, + "ay": 286, + "ar": 287, + "ing": 288, + "is": 289, + "Ġg": 290, + "il": 291, + "id": 292, + "at": 293, + "en": 294, + "Ġn": 295, + "Ġsa": 296, + "Ġha": 297, + "ĠS": 298, + "im": 299, + "an": 300, + "ĠThe": 301, + "or": 302, + "on": 303, + "Ġit": 304, + "Ġth": 305, + "ll": 306, + "le": 307, + "ĠH": 308, + "Ġher": 309, + "et": 310, + "ot": 311, + "ir": 312, + "ĠShe": 313, + "ĠHe": 314, + "ver": 315, + "es": 316, + "Ġin": 317, + "ut": 318, + "ow": 319, + "ck": 320, + "Ġe": 321, + "Ġu": 322, + "ld": 323, + "ĠThey": 324, + "oo": 325, + "ig": 326, + "Ġsaid": 327, + "am": 328, + "ily": 329, + "Ġbe": 330, + "Ġy": 331, + "Ġr": 332, + "Ġst": 333, + "ce": 334, + "Ġshe": 335, + "Ġ\"": 336, + "pp": 337, + "ke": 338, + "ith": 339, + "On": 340, + "ĠI": 341, + "Ġwith": 342, + "ve": 343, + "Lily": 344, + "Ġon": 345, + "Ġof": 346, + "Ġso": 347, + "Ġhis": 348, + "ked": 349, + "ri": 350, + "nt": 351, + "very": 352, + "Ġpl": 353, + "Ġday": 354, + "ad": 355, + "Ġyou": 356, + "Ġthat": 357, + "Ġup": 358, + "Ġhad": 359, + "st": 360, + "Ġplay": 361, + "Ġthey": 362, + "ĠLily": 363, + "Ġwe": 364, + "Ġmom": 365, + "my": 366, + "Ġfor": 367, + "el": 368, + "ould": 369, + "un": 370, + "ĠB": 371, + "'s": 372, + "itt": 373, + "ent": 374, + "Ġhapp": 375, + "The": 376, + "ch": 377, + "Ġli": 378, + "out": 379, + "Ġwant": 380, + "Ġsh": 381, + "her": 382, + "ly": 383, + "ime": 384, + "ittle": 385, + "ound": 386, + "Ġvery": 387, + "Ġtime": 388, + "ome": 389, + "Ġlittle": 390, + "Ġthere": 391, + "se": 392, + "Ġdo": 393, + "Ġwh": 394, + "all": 395, + "Ġk": 396, + "end": 397, + "al": 398, + "ht": 399, + "Ġne": 400, + "Ġre": 401, + "Ġnot": 402, + "Ġhappy": 403, + "ĠĊ": 404, + "Ġbig": 405, + "ĠM": 406, + "Ġbut": 407, + "Ġsm": 408, + "ack": 409, + "Ġsaw": 410, + "ĠIt": 411, + "Ġas": 412, + "Ġan": 413, + "ra": 414, + "riend": 415, + "Ġfriend": 416, + "ide": 417, + "One": 418, + "ry": 419, + "'t": 420, + "ved": 421, + "Ġis": 422, + "Once": 423, + "ake": 424, + ".\"": 425, + "Ġwere": 426, + "ter": 427, + "ug": 428, + "Ġloo": 429, + "Ġlo": 430, + "ore": 431, + "ec": 432, + "ĠTim": 433, + "Ġhim": 434, + "Ġbo": 435, + "!\"": 436, + "Ġtoo": 437, + "Ġgo": 438, + "Ġupon": 439, + "irl": 440, + "Ġj": 441, + "Ġwanted": 442, + "Ġgirl": 443, + "Ġse": 444, + "Ġout": 445, + "ard": 446, + "way": 447, + "Ġsp": 448, + "ill": 449, + "ind": 450, + "Ġthem": 451, + "Ġcould": 452, + "fu": 453, + "hen": 454, + "Ġat": 455, + "ur": 456, + "Ġdid": 457, + "Ġsmil": 458, + "Ġtheir": 459, + "Ġare": 460, + "Ġex": 461, + "ĠA": 462, + "ain": 463, + "Ġwent": 464, + "art": 465, + "hed": 466, + "rom": 467, + "ic": 468, + "round": 469, + "Ġhave": 470, + "Ġnam": 471, + "lp": 472, + "Ġall": 473, + "ĠJ": 474, + "ful": 475, + "Ġkn": 476, + "hing": 477, + "ood": 478, + "Ġhelp": 479, + "ight": 480, + "Ġfriends": 481, + "one": 482, + "ark": 483, + "Ġback": 484, + "um": 485, + "Ġcan": 486, + "Ġnamed": 487, + "Ġcl": 488, + "?\"": 489, + "Ġfun": 490, + "are": 491, + "ĠBen": 492, + "Ġloved": 493, + "Ġal": 494, + "elt": 495, + "ĠTimmy": 496, + "ĠOne": 497, + "op": 498, + "side": 499, + "Ġle": 500, + "Ġno": 501, + "Ġsc": 502, + "ĠTom": 503, + "Ġfelt": 504, + "oug": 505, + "Ġsmiled": 506, + "ick": 507, + "Ġasked": 508, + "You": 509, + "Ġtoy": 510, + "Ġman": 511, + "Ġaround": 512, + "ame": 513, + "Ġfe": 514, + "Ġsay": 515, + "Ġboy": 516, + "Ġsome": 517, + "Ġlooked": 518, + "ure": 519, + "omet": 520, + "Ġbr": 521, + "Ġwould": 522, + "Ġme": 523, + "Ġbir": 524, + "Ġlike": 525, + "get": 526, + "Ġstart": 527, + "Ġro": 528, + "as": 529, + "Ġsee": 530, + "ĠW": 531, + "ice": 532, + "ong": 533, + "Ġbird": 534, + "Ġsomet": 535, + "dd": 536, + "Ġwor": 537, + "ade": 538, + "ie": 539, + "king": 540, + "Ġag": 541, + "own": 542, + "Ġtre": 543, + "Ġfa": 544, + "Ġaway": 545, + "Ġwhat": 546, + "ings": 547, + "Ġstarted": 548, + "gether": 549, + "Ġran": 550, + "â": 551, + "âĤ": 552, + "âĤ¬": 553, + "ared": 554, + "Ġmake": 555, + "ĠBut": 556, + "ited": 557, + "if": 558, + "oud": 559, + "Ġmade": 560, + "Ġtogether": 561, + "Ġsomething": 562, + "Ġexc": 563, + "ag": 564, + "Ġco": 565, + "Ġpark": 566, + "Ġnew": 567, + "Ġsad": 568, + "Ġput": 569, + ",\"": 570, + "Ġfrom": 571, + "ble": 572, + "ther": 573, + "Ġpr": 574, + "Ġmu": 575, + "Ġcar": 576, + "Ġhome": 577, + "ĠYou": 578, + "Ġthen": 579, + "Ġwhen": 580, + "Ġfound": 581, + "ell": 582, + "Ġother": 583, + "Ġagain": 584, + "Ġch": 585, + "Ġdec": 586, + "Ġwho": 587, + "Ġla": 588, + "ried": 589, + "ss": 590, + "Ġgood": 591, + "Ġhug": 592, + "ĠL": 593, + "pped": 594, + "Ġwal": 595, + "ep": 596, + "ally": 597, + "Ġsays": 598, + "Ġfl": 599, + "est": 600, + "ach": 601, + "ĠE": 602, + "Ġexcited": 603, + "pl": 604, + "qu": 605, + "ook": 606, + "Ġget": 607, + "ought": 608, + "Ġplaying": 609, + "Ġgot": 610, + "Ġsw": 611, + "ous": 612, + "hat": 613, + "ny": 614, + "ided": 615, + "uck": 616, + "Ġthings": 617, + "Ġevery": 618, + "Ġdecided": 619, + "Ġcame": 620, + "Ġbec": 621, + "ave": 622, + "ro": 623, + "ax": 624, + "Ġliked": 625, + "Ġdown": 626, + "Ġdog": 627, + "Ġscared": 628, + "Ġv": 629, + "udd": 630, + "ust": 631, + "Ġone": 632, + "Ġfind": 633, + "Ġbl": 634, + "Ġthan": 635, + "ĠD": 636, + "ouse": 637, + "ways": 638, + "Ġkne": 639, + "Ġdidn": 640, + "ap": 641, + "Ġmommy": 642, + "Ġcare": 643, + "Ġalways": 644, + "Ġab": 645, + "ist": 646, + "Ġdad": 647, + "Ġfeel": 648, + "ara": 649, + "bb": 650, + "arn": 651, + "fe": 652, + "Ġyour": 653, + "Ġoutside": 654, + "ue": 655, + "Ġgra": 656, + "ant": 657, + "Ġke": 658, + "ĠMom": 659, + "Ġtook": 660, + "Ġlot": 661, + "nn": 662, + "Ġbu": 663, + "Ġabout": 664, + "ess": 665, + "ĠF": 666, + "nder": 667, + "Ġtree": 668, + "eci": 669, + "Ġlook": 670, + "Ġpo": 671, + "Ġmy": 672, + "our": 673, + "Ġtoys": 674, + "ite": 675, + "ched": 676, + "Ġknew": 677, + "Ġthought": 678, + "ened": 679, + "Ġlearn": 680, + "Ġint": 681, + "Ġold": 682, + "Ġmore": 683, + "nna": 684, + "ise": 685, + "ged": 686, + "Ġta": 687, + "udden": 688, + "ecial": 689, + "Ġspecial": 690, + "ĠMax": 691, + "au": 692, + "Ġwill": 693, + "ers": 694, + "They": 695, + "ret": 696, + "Ġpe": 697, + "Ġho": 698, + "ĠSam": 699, + "Ġtake": 700, + "Ġball": 701, + "Ġknow": 702, + "Ġlaug": 703, + "fter": 704, + "uddenly": 705, + "Ġcat": 706, + "Ġhow": 707, + "ive": 708, + "Ġtr": 709, + "Ġmuch": 710, + "Ġany": 711, + "Ġpu": 712, + "ma": 713, + "Ġsl": 714, + "Ġsor": 715, + "Ġmo": 716, + "ven": 717, + "ish": 718, + "Ġshow": 719, + "Ġcouldn": 720, + "ause": 721, + "ink": 722, + "But": 723, + "Ġhouse": 724, + "Ġinto": 725, + "ump": 726, + "Ġover": 727, + "Ġtried": 728, + "and": 729, + "Ġeat": 730, + "Ġsk": 731, + "Ġsun": 732, + "Ġtw": 733, + "Ġclo": 734, + "ia": 735, + "Ġrun": 736, + "Ġhand": 737, + "ĠEvery": 738, + "Ġen": 739, + "Ġinside": 740, + "dy": 741, + "Ġif": 742, + "Ġtold": 743, + "Ġnever": 744, + "ion": 745, + "Ġqu": 746, + "Ġbecause": 747, + "by": 748, + "Ġproud": 749, + "Ġgave": 750, + "Ġsorry": 751, + "Ġthis": 752, + "Ġop": 753, + "Ġplayed": 754, + "ate": 755, + "Ġexpl": 756, + "Ġheard": 757, + "ty": 758, + "Ġor": 759, + "Ġwater": 760, + "ank": 761, + "ge": 762, + "sed": 763, + "Ġpick": 764, + "other": 765, + "Ġroom": 766, + "etter": 767, + "Ġjust": 768, + "ace": 769, + "Ġhugged": 770, + "ak": 771, + "Ġgre": 772, + "here": 773, + "Ġoff": 774, + "ĠSara": 775, + "Ġpret": 776, + "ile": 777, + "Ġeach": 778, + "Ġcom": 779, + "Ġlong": 780, + "Ġbox": 781, + "ort": 782, + "Ġstr": 783, + "iz": 784, + "Ġunt": 785, + "Ġwat": 786, + "oth": 787, + "Ġneed": 788, + "Ġjo": 789, + "ĠWe": 790, + "Tom": 791, + "Ġsmall": 792, + "ine": 793, + "Ġbear": 794, + "Mom": 795, + "Ġuntil": 796, + "Ġnice": 797, + "Ġtry": 798, + "ving": 799, + "uc": 800, + "sel": 801, + "ough": 802, + "Ġlearned": 803, + "Ġkind": 804, + "ĠAnna": 805, + "ild": 806, + "Ġfo": 807, + "Ġmany": 808, + "'m": 809, + "ĠJack": 810, + "Ġbetter": 811, + "Ġim": 812, + "gry": 813, + "imal": 814, + "Ġanimal": 815, + "urt": 816, + "ft": 817, + "Ġend": 818, + "Ġsn": 819, + "aut": 820, + "Ġte": 821, + "Ġcle": 822, + "ĠJo": 823, + "vent": 824, + "urp": 825, + "Ġgr": 826, + "Ġbeaut": 827, + "Ġjump": 828, + "mb": 829, + "Ġad": 830, + "ream": 831, + "pt": 832, + "ĠSo": 833, + "ĠHer": 834, + "Ġflow": 835, + "ies": 836, + "Ġche": 837, + "Ġbra": 838, + "Ġthanked": 839, + "Ġeven": 840, + "Ġbest": 841, + "Ġcall": 842, + "ady": 843, + "He": 844, + "Ġlots": 845, + "Ġlaughed": 846, + "self": 847, + "Ġra": 848, + "Ġway": 849, + "ars": 850, + "urn": 851, + "Ġby": 852, + "Ġfast": 853, + "lly": 854, + "Ġfam": 855, + "ĠC": 856, + "ves": 857, + "arden": 858, + "Ġgarden": 859, + "Ġbeauti": 860, + "wn": 861, + "Th": 862, + "Ġbeautiful": 863, + "Ġloud": 864, + "lew": 865, + "Ġsky": 866, + "Ġdon": 867, + "hn": 868, + "ered": 869, + "iny": 870, + "Ġcareful": 871, + "Ġlove": 872, + "Ġfi": 873, + "ĠThen": 874, + "Åĵ": 875, + "ase": 876, + "ect": 877, + "Ġsafe": 878, + "ĠAnd": 879, + "Ġunder": 880, + "Ġcome": 881, + "ĠFrom": 882, + "Yes": 883, + "ĠMia": 884, + "It": 885, + "me": 886, + "Ġhard": 887, + "Ġcu": 888, + "Ġwo": 889, + "Ġlist": 890, + "Ġstay": 891, + "ane": 892, + "sh": 893, + "ople": 894, + "Ġgl": 895, + "ning": 896, + "Ġstill": 897, + "ool": 898, + "Ġhurt": 899, + "ree": 900, + "ĠHis": 901, + "Ġimp": 902, + "Ġfamily": 903, + "Ġâ": 904, + "Ġboth": 905, + "rm": 906, + "igh": 907, + "Ġlived": 908, + "hes": 909, + "When": 910, + "Ġpeople": 911, + "Ġanimals": 912, + "Ġcol": 913, + "Ġbrave": 914, + "Ġwalked": 915, + "ob": 916, + "Tim": 917, + "ct": 918, + "Ġlet": 919, + "urpr": 920, + "ĠWhen": 921, + "Ġtwo": 922, + "Ġsurpr": 923, + "Ġshould": 924, + "ished": 925, + "Ġbad": 926, + "ress": 927, + "Ġkept": 928, + "Ġfore": 929, + "Ġflew": 930, + "Ġfin": 931, + "Ġstor": 932, + "Ġfly": 933, + "ast": 934, + "ised": 935, + "ip": 936, + "Ġits": 937, + "led": 938, + "ock": 939, + "ucy": 940, + "fore": 941, + "Ġgoing": 942, + "Ġclean": 943, + "Ġdan": 944, + "Ġpic": 945, + "Ġsoon": 946, + "Ġcalled": 947, + "Ġshare": 948, + "kay": 949, + "Ġangry": 950, + "Ġrock": 951, + "Ġcon": 952, + "Ġpretty": 953, + "No": 954, + "Ġide": 955, + "ied": 956, + "illy": 957, + "Ġground": 958, + "xt": 959, + "Ġred": 960, + "Ġexplore": 961, + "Ġcry": 962, + "Ġadvent": 963, + "Ġsto": 964, + "so": 965, + "Ġreal": 966, + "Let": 967, + "Ġwind": 968, + "Ġshiny": 969, + "be": 970, + "Ġbook": 971, + "Ġalso": 972, + "Ġdoll": 973, + "Ġidea": 974, + "Ġbefore": 975, + "Ġopened": 976, + "dded": 977, + "Ġwhile": 978, + "ummy": 979, + "Ġkeep": 980, + "Ġey": 981, + "Ġnow": 982, + "Ġdoor": 983, + "Ġfeeling": 984, + "âĤ¬â": 985, + "oon": 986, + "oy": 987, + "Ġwalking": 988, + "Ġnoise": 989, + "Ġfr": 990, + "les": 991, + "age": 992, + "ious": 993, + "Ġcolor": 994, + "Ġturn": 995, + "thing": 996, + "ff": 997, + "uch": 998, + "th": 999, + "Ġbed": 1000, + "ary": 1001, + "Ġdra": 1002, + "Ġpicked": 1003, + "imb": 1004, + "eet": 1005, + "Ġclimb": 1006, + "Ġdel": 1007, + "What": 1008, + "Ġbeing": 1009, + "Ġfood": 1010, + "Ġun": 1011, + "Ġfar": 1012, + "ture": 1013, + "joy": 1014, + "Ġadventure": 1015, + "ac": 1016, + "Ġsmile": 1017, + "Ġdif": 1018, + "Ħ¢": 1019, + "âĤ¬âĦ¢": 1020, + "memb": 1021, + "Ġwr": 1022, + "Ġthr": 1023, + "ught": 1024, + "Ġlooking": 1025, + "Ġnext": 1026, + "iced": 1027, + "ĠLucy": 1028, + "Ġnodded": 1029, + "Ġquick": 1030, + "ĠP": 1031, + "Ġdis": 1032, + "Ġrepl": 1033, + "ĠDad": 1034, + "Ġwait": 1035, + "ized": 1036, + "Ġforest": 1037, + "Ġclos": 1038, + "ĠSuddenly": 1039, + "Ġtra": 1040, + "That": 1041, + "Ġeyes": 1042, + "ger": 1043, + "bbit": 1044, + "ted": 1045, + "Ġown": 1046, + "Ġrain": 1047, + "Ġimport": 1048, + "Ġgreat": 1049, + "Ġrememb": 1050, + "Ġpicture": 1051, + "Thank": 1052, + "Suddenly": 1053, + "Ġstopped": 1054, + "Ġenjoy": 1055, + "Ġvo": 1056, + "Ben": 1057, + "Ġgive": 1058, + "Ġimportant": 1059, + "Ġwork": 1060, + "Ġnear": 1061, + "gan": 1062, + "pot": 1063, + "Ġever": 1064, + "Ġapp": 1065, + "Ġafter": 1066, + "Ġquickly": 1067, + "Ġlisten": 1068, + "Ġbre": 1069, + "ting": 1070, + "bbed": 1071, + "Ġma": 1072, + "Ġfish": 1073, + "Ġreplied": 1074, + "Ġrabbit": 1075, + "Ġhands": 1076, + "ĠG": 1077, + "Ġnoticed": 1078, + "Ġbro": 1079, + "Ġslide": 1080, + "Ġthink": 1081, + "Ġwalk": 1082, + "Ġtruck": 1083, + "Ġac": 1084, + "kes": 1085, + "Ġstrong": 1086, + "She": 1087, + "Ġshowed": 1088, + "Ġde": 1089, + "Ġeveryone": 1090, + "Ġwonder": 1091, + "fere": 1092, + "bye": 1093, + "Ġdiffere": 1094, + "irst": 1095, + "So": 1096, + "Ġsure": 1097, + "Ġhas": 1098, + "Ġright": 1099, + "Ġbeen": 1100, + "Ġbecame": 1101, + "Ġsound": 1102, + "maz": 1103, + "Ġtow": 1104, + "Ġru": 1105, + "Ġtal": 1106, + "Ġamaz": 1107, + "Ġhead": 1108, + "Ġshout": 1109, + "Ġbright": 1110, + "Ġye": 1111, + "Ġwatched": 1112, + "ĠR": 1113, + "Ġmor": 1114, + "Ġchild": 1115, + "able": 1116, + "Ġmean": 1117, + "Ġwhere": 1118, + "llow": 1119, + "Ġhigh": 1120, + "ĠSue": 1121, + "Ġface": 1122, + "Ġcook": 1123, + "day": 1124, + "aybe": 1125, + "Ġwatch": 1126, + "Ġblue": 1127, + "aught": 1128, + "Ġdifferent": 1129, + "Ġstore": 1130, + "ĠN": 1131, + "Ġgoodbye": 1132, + "Ġdress": 1133, + "ull": 1134, + "ĠBob": 1135, + "ng": 1136, + "ange": 1137, + "Ġsqu": 1138, + "Ġokay": 1139, + "isy": 1140, + "lease": 1141, + "ĠMommy": 1142, + "Ġvoice": 1143, + "Jo": 1144, + "ath": 1145, + "Ġnight": 1146, + "ĠSpot": 1147, + "Ġus": 1148, + "Ġboat": 1149, + "Ġflowers": 1150, + "Ġplace": 1151, + "Ġfollow": 1152, + "Ġar": 1153, + "Ġuse": 1154, + "Ġcloser": 1155, + "unny": 1156, + "leep": 1157, + "ired": 1158, + "Ġfav": 1159, + "Ġyell": 1160, + "Ġgrabbed": 1161, + "Ġcuri": 1162, + "Ġwarm": 1163, + "Ġcr": 1164, + "Ġforg": 1165, + "ĠSarah": 1166, + "ĠJohn": 1167, + "Ġmag": 1168, + "Ġstick": 1169, + "We": 1170, + "Ġjumped": 1171, + "Ġcake": 1172, + "more": 1173, + "Ġtell": 1174, + "Ġanymore": 1175, + "After": 1176, + "Ġbutter": 1177, + "ndma": 1178, + "Ġthree": 1179, + "Ġask": 1180, + "co": 1181, + "Ġour": 1182, + "lie": 1183, + "Ġcurious": 1184, + "ount": 1185, + "orn": 1186, + "Ġcont": 1187, + "Ġfell": 1188, + "ached": 1189, + "ĠTh": 1190, + "Ġbirds": 1191, + "ass": 1192, + "Her": 1193, + "iss": 1194, + "Ġhelped": 1195, + "ĠJane": 1196, + "Ġpull": 1197, + "Ġfirst": 1198, + "itc": 1199, + "Ġblock": 1200, + "Ġhop": 1201, + "Ġbit": 1202, + "Ġdr": 1203, + "Ġrealized": 1204, + "Ġkid": 1205, + "Look": 1206, + "ila": 1207, + "Ġmon": 1208, + "Ġbrother": 1209, + "Anna": 1210, + "Sara": 1211, + "Ġz": 1212, + "ĠEveryone": 1213, + "Ġate": 1214, + "Ġdoes": 1215, + "imes": 1216, + "Ġhappened": 1217, + "Ġstop": 1218, + "zy": 1219, + "Ġyummy": 1220, + "Ġfavor": 1221, + "ppy": 1222, + "Ġkitc": 1223, + "Ġkitchen": 1224, + "Ġsweet": 1225, + "us": 1226, + "Ġper": 1227, + "Ġreally": 1228, + "aisy": 1229, + "Ġgrass": 1230, + "Ġfavorite": 1231, + "Ġbegan": 1232, + "Ġrest": 1233, + "Ġready": 1234, + "Ġlea": 1235, + "Ġreached": 1236, + "Ġunderst": 1237, + "air": 1238, + "Ġste": 1239, + "Ġbunny": 1240, + "ĠAs": 1241, + "Ġstory": 1242, + "'re": 1243, + "Ġpain": 1244, + "Ġsing": 1245, + "ster": 1246, + "Ġhere": 1247, + "Ġsand": 1248, + "Ġonly": 1249, + "Ġflo": 1250, + "Ġam": 1251, + "Ġglad": 1252, + "Ġtri": 1253, + "Ġbeh": 1254, + "Ġworld": 1255, + "Ġopen": 1256, + "Ġcre": 1257, + "fully": 1258, + "Ġprin": 1259, + "where": 1260, + "arent": 1261, + "Ġflower": 1262, + "Ġthrough": 1263, + "Ġba": 1264, + "Ġfire": 1265, + "Ġdone": 1266, + "Ġhaving": 1267, + "Ġthing": 1268, + "Ġdelic": 1269, + "Ġhimself": 1270, + "Ġtired": 1271, + "Ġparent": 1272, + "Ġsoft": 1273, + "Ġfro": 1274, + "Timmy": 1275, + "Ġtast": 1276, + "Ġbutterf": 1277, + "ĠLet": 1278, + "Ġcut": 1279, + "Ġpart": 1280, + "Ġwhy": 1281, + "ken": 1282, + "Ġmess": 1283, + "Can": 1284, + "Ġworry": 1285, + "Mommy": 1286, + "iver": 1287, + "Ġdin": 1288, + "uff": 1289, + "ater": 1290, + "Ġmagic": 1291, + "Ġwaved": 1292, + "Ġshouted": 1293, + "Ġpond": 1294, + "Ġkids": 1295, + "Ġhat": 1296, + "Ġduck": 1297, + "Ġsees": 1298, + "olly": 1299, + "illed": 1300, + "Ġgame": 1301, + "ient": 1302, + "Ġmaking": 1303, + "ather": 1304, + "John": 1305, + "As": 1306, + "akes": 1307, + "Ġcatch": 1308, + "Ġseen": 1309, + "Ġcool": 1310, + "ation": 1311, + "Ġcoming": 1312, + "Ġless": 1313, + "Ġdark": 1314, + "Ġused": 1315, + "eddy": 1316, + "Ġfix": 1317, + "ĠJoe": 1318, + "Ġthank": 1319, + "mer": 1320, + "Ġtop": 1321, + "Ġlady": 1322, + "Ġhair": 1323, + "aring": 1324, + "Ġprom": 1325, + "Ġhopped": 1326, + "ĠCan": 1327, + "\".": 1328, + "ign": 1329, + "Ġsurprise": 1330, + "Ġdraw": 1331, + "Ġmum": 1332, + "Ġmouse": 1333, + "Ġfunny": 1334, + "rel": 1335, + "Ġcra": 1336, + "Ġ-": 1337, + "aper": 1338, + "Ġfull": 1339, + "Ġtouch": 1340, + "Ġlight": 1341, + "Ġspot": 1342, + "ren": 1343, + "Ġdro": 1344, + "ĠBenny": 1345, + "Ġparents": 1346, + "Ġworked": 1347, + "ins": 1348, + "oney": 1349, + "ĠDo": 1350, + "Ġsurprised": 1351, + "Ġcarefully": 1352, + "Ġtrees": 1353, + "Ġfrog": 1354, + "Ġswing": 1355, + "Ġdoing": 1356, + "Don": 1357, + "Ġsat": 1358, + "inally": 1359, + "ĠThat": 1360, + "Ġice": 1361, + "ĠIn": 1362, + "Ġheld": 1363, + "Wow": 1364, + "Ġrunning": 1365, + "Ġpretend": 1366, + "Ġswim": 1367, + "Ġset": 1368, + "Ġread": 1369, + "Ġdelicious": 1370, + "Ġneeded": 1371, + "Ġtight": 1372, + "Ġslow": 1373, + "Ġremembered": 1374, + "Ġlost": 1375, + "Ġcold": 1376, + "Ġsmell": 1377, + "ards": 1378, + "Ġwood": 1379, + "Ġhappily": 1380, + "hy": 1381, + "ely": 1382, + "Ġlooks": 1383, + "Ġbehind": 1384, + "Ġherself": 1385, + "Ġcried": 1386, + "Ġenjoyed": 1387, + "Ġname": 1388, + "ask": 1389, + "Ġyears": 1390, + "Ġbuy": 1391, + "Ġhole": 1392, + "Ġblocks": 1393, + "Ġdri": 1394, + "Ġsleep": 1395, + "Ġgi": 1396, + "Ġyellow": 1397, + "cess": 1398, + "Ġbutterfly": 1399, + "ike": 1400, + "ued": 1401, + "Ġwished": 1402, + "Ġperf": 1403, + "Ġanother": 1404, + "ĠDaisy": 1405, + "Ġgreen": 1406, + "Ġmove": 1407, + "Ġtall": 1408, + "Ġair": 1409, + "Ġbag": 1410, + "Ġfloor": 1411, + "Ġcars": 1412, + "Ġlesson": 1413, + "ul": 1414, + "Ġbow": 1415, + "Ġarri": 1416, + "Ġwindow": 1417, + "Ġsho": 1418, + "Ġchildren": 1419, + "ner": 1420, + "Ġfinished": 1421, + "Ġhill": 1422, + "ĠAfter": 1423, + "andy": 1424, + "sp": 1425, + "ens": 1426, + "Ġpaper": 1427, + "Ġlikes": 1428, + "From": 1429, + "sy": 1430, + "Ġhold": 1431, + "Sam": 1432, + "Ġwrong": 1433, + "reed": 1434, + "Ġcontin": 1435, + "Ġunderstand": 1436, + "atter": 1437, + "uit": 1438, + "rew": 1439, + "Ġgent": 1440, + "Ġanything": 1441, + "Ġclose": 1442, + "Ġwall": 1443, + "Ġel": 1444, + "asure": 1445, + "Ġleft": 1446, + "Ġable": 1447, + "Ġarrived": 1448, + "Ġhun": 1449, + "ross": 1450, + "av": 1451, + "Ġhear": 1452, + "Ġfriendly": 1453, + "Ġforgot": 1454, + "Ġgone": 1455, + "ama": 1456, + "Ġcreat": 1457, + "Ġwet": 1458, + "Ġlion": 1459, + "Hell": 1460, + "Hello": 1461, + "Ġdream": 1462, + "Ġhot": 1463, + "bo": 1464, + "ber": 1465, + "ĠSally": 1466, + "Ġfilled": 1467, + "Ġdir": 1468, + "ield": 1469, + "Ġcookies": 1470, + "Ġlaugh": 1471, + "Ġbroken": 1472, + "Ġdinner": 1473, + "lf": 1474, + "Ġelse": 1475, + "Ġhid": 1476, + "ced": 1477, + "Ġpink": 1478, + "Ġfollowed": 1479, + "Ġtable": 1480, + "Ġmar": 1481, + "Ġcolors": 1482, + "oup": 1483, + "Ġmoment": 1484, + "Ġcontinued": 1485, + "Ġwonderful": 1486, + "ĠEm": 1487, + "ey": 1488, + "ined": 1489, + "irrel": 1490, + "rot": 1491, + "Ġfinally": 1492, + "Jack": 1493, + "Ġarm": 1494, + "Ġmight": 1495, + "ĠNow": 1496, + "Ġcast": 1497, + "Ġyes": 1498, + "Ġbuild": 1499, + "Ġenough": 1500, + "ĠBilly": 1501, + "Ġsomeone": 1502, + "Ġperfect": 1503, + "Ġfair": 1504, + "Ġstayed": 1505, + "app": 1506, + "Ġmorning": 1507, + "ĠThere": 1508, + "Ġpuppy": 1509, + "ol": 1510, + "Ġdaddy": 1511, + "Ġtrying": 1512, + "'ll": 1513, + "Ġju": 1514, + "Ġothers": 1515, + "Ġbooks": 1516, + "Ġagreed": 1517, + "Ġmus": 1518, + "Ġsnow": 1519, + "Ġsquirrel": 1520, + "Ġcream": 1521, + "room": 1522, + "Ġgetting": 1523, + "Ġgrandma": 1524, + "ĠLila": 1525, + "Ġleaves": 1526, + "Ġbaby": 1527, + "Ġcount": 1528, + "icy": 1529, + "Ġfew": 1530, + "At": 1531, + "Ġfall": 1532, + "Then": 1533, + "gon": 1534, + "Ġbreak": 1535, + "Ġclimbed": 1536, + "ries": 1537, + "Ġbeach": 1538, + "ash": 1539, + "Ġbug": 1540, + "Ġplease": 1541, + "Ġmother": 1542, + "Ġbrought": 1543, + "Ġtrain": 1544, + "ance": 1545, + "ĠThis": 1546, + "Ġdeep": 1547, + "Ġvis": 1548, + "ated": 1549, + "shed": 1550, + "Ġmet": 1551, + "Ġwasn": 1552, + "Ġsometimes": 1553, + "Ġeverything": 1554, + "ĠTommy": 1555, + "ich": 1556, + "Ġmusic": 1557, + "key": 1558, + "ling": 1559, + "This": 1560, + "os": 1561, + "Ġturned": 1562, + "lc": 1563, + "Ġride": 1564, + "oom": 1565, + "Ġsong": 1566, + "oring": 1567, + "Ġspark": 1568, + "Ġfight": 1569, + "Ġhungry": 1570, + "ons": 1571, + "Ġpictures": 1572, + "ds": 1573, + "Ġmakes": 1574, + "Ġsear": 1575, + "ucky": 1576, + "Ġlistened": 1577, + "Ġjoy": 1578, + "Ġpol": 1579, + "ĠWhat": 1580, + "His": 1581, + "ee": 1582, + "Ġclot": 1583, + "Ġsail": 1584, + "apped": 1585, + "bble": 1586, + "Ġcomp": 1587, + "Ġplan": 1588, + "Ġwants": 1589, + "Ġclothes": 1590, + "Ġpoin": 1591, + "ĠK": 1592, + "zz": 1593, + "Ġballoon": 1594, + "Ġstrange": 1595, + "man": 1596, + "enny": 1597, + "Ġpi": 1598, + "Ġgrow": 1599, + "Ġflying": 1600, + "row": 1601, + "Ġscary": 1602, + "Ġtreat": 1603, + "Ġwaited": 1604, + "Ġamazed": 1605, + "Ġteddy": 1606, + "Ġcastle": 1607, + "ister": 1608, + "Ġele": 1609, + "Ġamazing": 1610, + "med": 1611, + "Ġspl": 1612, + "Oh": 1613, + "Ġleave": 1614, + "Ġowner": 1615, + "Ġpromised": 1616, + "Ġdanger": 1617, + "ever": 1618, + "OK": 1619, + "Ġsuch": 1620, + "Ġwhite": 1621, + "Ġpat": 1622, + "Ġtalk": 1623, + "uffy": 1624, + "Ġfur": 1625, + "Ġpie": 1626, + "ope": 1627, + "red": 1628, + "Ġpulled": 1629, + "Ġpre": 1630, + "Ġwoods": 1631, + "ĠTo": 1632, + "Ġshared": 1633, + "Ġalone": 1634, + "Ġtowards": 1635, + "cle": 1636, + "ĠMaybe": 1637, + "Ġsit": 1638, + "Ġnap": 1639, + "Ġcolorful": 1640, + "amp": 1641, + "hone": 1642, + "Ġvisit": 1643, + "igg": 1644, + "ugg": 1645, + "thy": 1646, + "ence": 1647, + "Ġtail": 1648, + "ctor": 1649, + "Ġmagical": 1650, + "Ġriver": 1651, + "Ġhig": 1652, + "Ġbelie": 1653, + "Ġgrate": 1654, + "ually": 1655, + "ang": 1656, + "ott": 1657, + "Ġhide": 1658, + "Ġsilly": 1659, + "Ġsmiles": 1660, + "ower": 1661, + "Ġside": 1662, + "Max": 1663, + "Ġroll": 1664, + "Ġgu": 1665, + "ĠAmy": 1666, + "Ġpro": 1667, + "eter": 1668, + "Ġfaster": 1669, + "Ġgrateful": 1670, + "Ġtreasure": 1671, + "ased": 1672, + "Ġsnack": 1673, + "up": 1674, + "Ġland": 1675, + "avy": 1676, + "Ġmoral": 1677, + "ained": 1678, + "Ġsister": 1679, + "ĠGra": 1680, + "Ġshap": 1681, + "Ġpaint": 1682, + "Ġslowly": 1683, + "Ġfield": 1684, + "Ġpet": 1685, + "Ġsec": 1686, + "orm": 1687, + "ĠJim": 1688, + "Ġbran": 1689, + "Ġmin": 1690, + "Ġmust": 1691, + "Ġhelping": 1692, + "Ġworried": 1693, + "Ġjob": 1694, + "Ġfox": 1695, + "set": 1696, + "Ġmoney": 1697, + "Ġpot": 1698, + "Ġqui": 1699, + "Ġbel": 1700, + "Ġacc": 1701, + "Ġliving": 1702, + "Ġmonster": 1703, + "less": 1704, + "Ġparty": 1705, + "ear": 1706, + "Ġmost": 1707, + "Ġwear": 1708, + "Ġremember": 1709, + "ire": 1710, + "Ġsign": 1711, + "wl": 1712, + "Ġcloud": 1713, + "Ġcandy": 1714, + "Ġhigher": 1715, + "ipped": 1716, + "ident": 1717, + "ĠAll": 1718, + "der": 1719, + "ze": 1720, + "Ġquiet": 1721, + "Ġtown": 1722, + "unch": 1723, + "Ġprincess": 1724, + "Ġruns": 1725, + "asket": 1726, + "em": 1727, + "Ġeverywhere": 1728, + "Ġjoin": 1729, + "Ġstepped": 1730, + "Ġbasket": 1731, + "Ġlake": 1732, + "Ġcup": 1733, + "sw": 1734, + "outh": 1735, + "Ġcarrot": 1736, + "Ġcoll": 1737, + "Ġplant": 1738, + "Ġscream": 1739, + "ĠDaddy": 1740, + "Ġbuck": 1741, + "Ġheavy": 1742, + "Ġbigger": 1743, + "Ġcho": 1744, + "Ġblank": 1745, + "Ġclosed": 1746, + "Ġwon": 1747, + "ises": 1748, + "Ġansw": 1749, + "br": 1750, + "Ġblanket": 1751, + "Ġmouth": 1752, + "ames": 1753, + "eces": 1754, + "Ġeating": 1755, + "Ġpieces": 1756, + "cket": 1757, + "Ġstre": 1758, + "Ġwelc": 1759, + "Ġwouldn": 1760, + "Ġreach": 1761, + "Ġbroke": 1762, + "eared": 1763, + "Ġdangerous": 1764, + "gs": 1765, + "ph": 1766, + "ĠMolly": 1767, + "Ġce": 1768, + "ĠMr": 1769, + "ord": 1770, + "fort": 1771, + "Ġdolls": 1772, + "ming": 1773, + "Ġdance": 1774, + "Ġdragon": 1775, + "Ġthinks": 1776, + "Ġasks": 1777, + "Ġacross": 1778, + "Okay": 1779, + "Ġchair": 1780, + "Ġteac": 1781, + "Ġbott": 1782, + "Hi": 1783, + "Ġpa": 1784, + "Ġneigh": 1785, + "Ġbar": 1786, + "Ġbike": 1787, + "Ġpack": 1788, + "iting": 1789, + "Ġdisapp": 1790, + "Ġneighb": 1791, + "Ġstuck": 1792, + "de": 1793, + "Ġgif": 1794, + "Ġfruit": 1795, + "Ġbelieve": 1796, + "cy": 1797, + "Ġve": 1798, + "Ġcrying": 1799, + "ier": 1800, + "phant": 1801, + "Ġsuddenly": 1802, + "Ġsoup": 1803, + "Ġrace": 1804, + "Ġthrew": 1805, + "Sure": 1806, + "Ġfarmer": 1807, + "Ġaccident": 1808, + "Ġdirty": 1809, + "Ġelephant": 1810, + "Ġmonkey": 1811, + "Ġheal": 1812, + "weet": 1813, + "Ġrem": 1814, + "Ġpers": 1815, + "Ġsame": 1816, + "ored": 1817, + "ventually": 1818, + "ead": 1819, + "pping": 1820, + "Ġgentle": 1821, + "Ġfree": 1822, + "Ġbrown": 1823, + "Maybe": 1824, + "Ġinst": 1825, + "Ġbee": 1826, + "ix": 1827, + "Ġben": 1828, + "Ġwin": 1829, + "Ġblack": 1830, + "Ġalong": 1831, + "Ġlonger": 1832, + "ible": 1833, + "Ġspr": 1834, + "Ġclapped": 1835, + "Finally": 1836, + "Why": 1837, + "cked": 1838, + "Ġwords": 1839, + "ĠFl": 1840, + "Ġteacher": 1841, + "Ġupset": 1842, + "chool": 1843, + "Ġpiece": 1844, + "Ġwell": 1845, + "Ġcheered": 1846, + "Ġhit": 1847, + "Ġsang": 1848, + "ment": 1849, + "Ġbowl": 1850, + "Ġbite": 1851, + "Ġdoctor": 1852, + "ĠJill": 1853, + "Ġbucket": 1854, + "Mia": 1855, + "Ġbath": 1856, + "Ġcaught": 1857, + "Ġheart": 1858, + "Ġforget": 1859, + "Ġmark": 1860, + "Ġbutt": 1861, + "Ġdry": 1862, + "Ġyoung": 1863, + "Ġsea": 1864, + "Ġcour": 1865, + "Ġdropped": 1866, + "ese": 1867, + "Ġyard": 1868, + "Ġplac": 1869, + "ourn": 1870, + "Ġschool": 1871, + "Ġswings": 1872, + "bby": 1873, + "Ġwings": 1874, + "bs": 1875, + "Ġexplained": 1876, + "Ġjourn": 1877, + "Ġbring": 1878, + "Ġdrink": 1879, + "Ġstreet": 1880, + "Ġjuice": 1881, + "ung": 1882, + "Ġnearby": 1883, + "ĠEmma": 1884, + "Ġsmo": 1885, + "Ġsmart": 1886, + "Ġpushed": 1887, + "Ġstories": 1888, + "Ġdrove": 1889, + "Ġtiny": 1890, + "Ġpen": 1891, + "Ġcourse": 1892, + "Ġes": 1893, + "Ġmine": 1894, + "Ġtoday": 1895, + "Ġpocket": 1896, + "Ġyear": 1897, + "aughter": 1898, + "Ġje": 1899, + "Ġsecret": 1900, + "Ġexp": 1901, + "Ġwithout": 1902, + "Ġsinging": 1903, + "Ġwelcome": 1904, + "Ġhappen": 1905, + "to": 1906, + "Ġfit": 1907, + "Ġstu": 1908, + "vel": 1909, + "ract": 1910, + "Ġbus": 1911, + "Ġcheese": 1912, + "Ġcray": 1913, + "Ġfairy": 1914, + "Ġjar": 1915, + "Ġturns": 1916, + "Ġbush": 1917, + "bow": 1918, + "llo": 1919, + "Ġexploring": 1920, + "Ġlon": 1921, + "Ġstand": 1922, + "itting": 1923, + "Ġseemed": 1924, + "Ġspoon": 1925, + "ĠFinally": 1926, + "Ġgames": 1927, + "Ġwoke": 1928, + "issed": 1929, + "Ġresp": 1930, + "Ġtrou": 1931, + "Ġtwins": 1932, + "Ġhoped": 1933, + "Ġatt": 1934, + "Ġlonely": 1935, + "Ġant": 1936, + "ĠMama": 1937, + "orrow": 1938, + "Ġnoises": 1939, + "Ġhugs": 1940, + "ountain": 1941, + "yard": 1942, + "Ġdaughter": 1943, + "Ġinv": 1944, + "Ġkey": 1945, + "ail": 1946, + "Ġrocks": 1947, + "Ġdisco": 1948, + "Ġsu": 1949, + "Ġlunch": 1950, + "read": 1951, + "oun": 1952, + "vered": 1953, + "Ġbackyard": 1954, + "Ġsuc": 1955, + "Ġcow": 1956, + "Ġapple": 1957, + "ek": 1958, + "Ġswam": 1959, + "Ġshoes": 1960, + "Ġstars": 1961, + "Ġshook": 1962, + "ittens": 1963, + "Ġmiss": 1964, + "ches": 1965, + "Ġwish": 1966, + "Ġrelie": 1967, + "fused": 1968, + "Ġshapes": 1969, + "urple": 1970, + "Ġtower": 1971, + "ity": 1972, + "Ġcorn": 1973, + "Ġmoved": 1974, + "shine": 1975, + "Ġ3": 1976, + "Ġthough": 1977, + "Ġcir": 1978, + "umb": 1979, + "Ġtaking": 1980, + "ts": 1981, + "ĠTweet": 1982, + "ape": 1983, + "Ġrainbow": 1984, + "Ġthrow": 1985, + "Ġstar": 1986, + "Ġbench": 1987, + "Ġneck": 1988, + "ocked": 1989, + "Ġcreature": 1990, + "Ġbubble": 1991, + "Ġlate": 1992, + "Ġadventures": 1993, + "Ġowl": 1994, + "ions": 1995, + "And": 1996, + "Ġwhe": 1997, + "Ġpar": 1998, + "Ġshell": 1999, + "Ġkite": 2000, + "ĠFluffy": 2001, + "ining": 2002, + "Ġmil": 2003, + "unt": 2004, + "Ġfence": 2005, + "Ġmix": 2006, + "Ġlift": 2007, + "Ġaccidentally": 2008, + "Ġwise": 2009, + "Ġhello": 2010, + "Ġpurple": 2011, + "pper": 2012, + "Ġonto": 2013, + "Ġspin": 2014, + "ten": 2015, + "ours": 2016, + "Ġsitting": 2017, + "idge": 2018, + "Ġsunshine": 2019, + "Ġcute": 2020, + "Ġmat": 2021, + "ward": 2022, + "Ġshop": 2023, + "Ġwhist": 2024, + "Ġdist": 2025, + "Ġorange": 2026, + "Lila": 2027, + "Ġnaught": 2028, + "ĠSammy": 2029, + "Ġnaughty": 2030, + "Ġnest": 2031, + "ose": 2032, + "ors": 2033, + "lla": 2034, + "Ġmilk": 2035, + "fish": 2036, + "Ġaf": 2037, + "Ġboun": 2038, + "Ġphone": 2039, + "Ġarms": 2040, + "Ġeas": 2041, + "ness": 2042, + "Ġcarry": 2043, + "ĠGrandma": 2044, + "og": 2045, + "Ġbought": 2046, + "Ġdriver": 2047, + "Ġinstead": 2048, + "Later": 2049, + "Ġtalked": 2050, + "Ġsearched": 2051, + "gged": 2052, + "Ġpig": 2053, + "Ġcozy": 2054, + "Ġsunny": 2055, + "itty": 2056, + "Ġfeels": 2057, + "Ġfan": 2058, + "Ġwondered": 2059, + "Ġcomes": 2060, + "Ġswimming": 2061, + "uched": 2062, + "Ġtouched": 2063, + "Ġpop": 2064, + "ĠInside": 2065, + "ale": 2066, + "Ġlucky": 2067, + "Ġlaughing": 2068, + "Ġbelong": 2069, + "Ġsounds": 2070, + "Ġwom": 2071, + "Ġcave": 2072, + "let": 2073, + "Ġjourney": 2074, + "Ġwoman": 2075, + "Ġcou": 2076, + "Ġnothing": 2077, + "Ġcoat": 2078, + "Ġrelieved": 2079, + "ĠO": 2080, + "Ġpeace": 2081, + "adow": 2082, + "Ġnose": 2083, + "Ġbusy": 2084, + "Bob": 2085, + "Ġpast": 2086, + "Ġapples": 2087, + "Ġsick": 2088, + "Ġrope": 2089, + "Ġpatient": 2090, + "Ġact": 2091, + "Ġpudd": 2092, + "Ġinc": 2093, + "raid": 2094, + "Ġwatching": 2095, + "Ġbranch": 2096, + "Ġafraid": 2097, + "Ġtom": 2098, + "ider": 2099, + "Ġdays": 2100, + "Ġret": 2101, + "cing": 2102, + "ĠMary": 2103, + "Ġband": 2104, + "Ġfarm": 2105, + "Ġhuge": 2106, + "ĠThank": 2107, + "ator": 2108, + "Ġexciting": 2109, + "Ġdanced": 2110, + "thday": 2111, + "Ġwar": 2112, + "ĠSoon": 2113, + "ball": 2114, + "Ġgigg": 2115, + "blem": 2116, + "Ġzoom": 2117, + "Ġmad": 2118, + "Ġvill": 2119, + "Ġforever": 2120, + "Ġproblem": 2121, + "Ġcollect": 2122, + "ped": 2123, + "irt": 2124, + "Ġminut": 2125, + "Ġwra": 2126, + "ho": 2127, + "Ġlife": 2128, + "Ġknee": 2129, + "ces": 2130, + "Do": 2131, + "cer": 2132, + "mp": 2133, + "arp": 2134, + "Ġking": 2135, + "Ġasleep": 2136, + "Ġreturn": 2137, + "Ġsharp": 2138, + "Ġrel": 2139, + "Ġpower": 2140, + "eth": 2141, + "Ġholding": 2142, + "Ġfing": 2143, + "Ġhealthy": 2144, + "ĠMittens": 2145, + "Ġprot": 2146, + "Ġmeet": 2147, + "Ġorgan": 2148, + "Ġclever": 2149, + "Ġspotted": 2150, + "Ġletter": 2151, + "Ġgather": 2152, + "alm": 2153, + "Of": 2154, + "ere": 2155, + "Ġround": 2156, + "Ġstorm": 2157, + "Ġprotect": 2158, + "Ġgift": 2159, + "amed": 2160, + "Ġmail": 2161, + "ĠJen": 2162, + "Ġbirthday": 2163, + "Ġpres": 2164, + "Ġsaf": 2165, + "Ġneighbor": 2166, + "epend": 2167, + "Ġtakes": 2168, + "sc": 2169, + "Ġear": 2170, + "Ġcomfort": 2171, + "Ġent": 2172, + "Ġrep": 2173, + "Ġperson": 2174, + "Ġsmiling": 2175, + "ĠWith": 2176, + "Ġgently": 2177, + "Ġpointed": 2178, + "Every": 2179, + "owed": 2180, + "Ġspo": 2181, + "col": 2182, + "Ġtasty": 2183, + "ular": 2184, + "ĠJimmy": 2185, + "Ġplane": 2186, + "sting": 2187, + "hin": 2188, + "Ġhoney": 2189, + "itch": 2190, + "Ġpill": 2191, + "Ġpass": 2192, + "itten": 2193, + "Ġmatter": 2194, + "Ġadm": 2195, + "Ġtasted": 2196, + "Ġsmelled": 2197, + "nic": 2198, + "ove": 2199, + "Ġeag": 2200, + "Ġshining": 2201, + "Hey": 2202, + "Ġhope": 2203, + "Ġplaces": 2204, + "Ġkick": 2205, + "ĠCh": 2206, + "Ġpicnic": 2207, + "Ġbottle": 2208, + "Ġrespect": 2209, + "Ġblew": 2210, + "Ġappeared": 2211, + "Ġsupp": 2212, + "Tommy": 2213, + "ĠCome": 2214, + "Ġspider": 2215, + "Ġintere": 2216, + "Ġcheer": 2217, + "board": 2218, + "Ġwearing": 2219, + "Ġpresent": 2220, + "ert": 2221, + "Ġmist": 2222, + "ize": 2223, + "Ġtrouble": 2224, + "Ġtrip": 2225, + "Ġpract": 2226, + "Ġkiss": 2227, + "Ġquest": 2228, + "ond": 2229, + "Ġash": 2230, + "Ġloves": 2231, + "Ġtightly": 2232, + "gg": 2233, + "arge": 2234, + "Ġsur": 2235, + "Ġspread": 2236, + "aur": 2237, + "Ġwide": 2238, + "ones": 2239, + "umber": 2240, + "Ġfeather": 2241, + "Ġsplas": 2242, + "ont": 2243, + "ndp": 2244, + "Ġlater": 2245, + "Ġwhole": 2246, + "Ġanyone": 2247, + "Ġbread": 2248, + "Molly": 2249, + "Ġdes": 2250, + "Ġrec": 2251, + "ella": 2252, + "Ġroad": 2253, + "In": 2254, + "Ġoce": 2255, + "Ġgiant": 2256, + "Ġocean": 2257, + "els": 2258, + "Ġpuzz": 2259, + "Ġcookie": 2260, + "Ġpan": 2261, + "Ġpath": 2262, + "ÅĵI": 2263, + "Ġconfused": 2264, + "Ġscreamed": 2265, + "Ġclouds": 2266, + "eb": 2267, + "Ġimpress": 2268, + "Ġfront": 2269, + "ĠGo": 2270, + "Ġseat": 2271, + "lex": 2272, + "Ġlay": 2273, + "Ġwhich": 2274, + "la": 2275, + "Ġthin": 2276, + "Ġteach": 2277, + "erly": 2278, + "Ġdi": 2279, + "Ġanswer": 2280, + "ungle": 2281, + "Ġap": 2282, + "ssed": 2283, + "hile": 2284, + "ub": 2285, + "Ġlarge": 2286, + "Ġjungle": 2287, + "Ġpromise": 2288, + "Ġser": 2289, + "Ġber": 2290, + "Ġwild": 2291, + "Ġbark": 2292, + "Ġmach": 2293, + "oose": 2294, + "Ġbutton": 2295, + "ndpa": 2296, + "Good": 2297, + "Ġmyster": 2298, + "Ġsnake": 2299, + "Ġvillage": 2300, + "Ġhor": 2301, + "ĠEmily": 2302, + "Come": 2303, + "Ġtool": 2304, + "Ġputs": 2305, + "Ġlast": 2306, + "Ġimag": 2307, + "ĠJake": 2308, + "Lucy": 2309, + "Ġtid": 2310, + "Ġban": 2311, + "lebr": 2312, + "Ġeventually": 2313, + "Ġslid": 2314, + "Ġwave": 2315, + "Ġlive": 2316, + "Ġchased": 2317, + "ĠEverywhere": 2318, + "Ġcelebr": 2319, + "Ġcrayons": 2320, + "Just": 2321, + "Ġspent": 2322, + "Ġwrite": 2323, + "Ġgives": 2324, + "unk": 2325, + "ife": 2326, + "Ġdecor": 2327, + "Ġfoot": 2328, + "Ġdelight": 2329, + "Ġsol": 2330, + "Ġsandw": 2331, + "Ġdirt": 2332, + "ĠJenny": 2333, + "Ġtalking": 2334, + "Ġtreats": 2335, + "Ġcart": 2336, + "ching": 2337, + "Ġwaiting": 2338, + "Ġhiding": 2339, + "Ġsnowman": 2340, + "Ġinteresting": 2341, + "Ġhon": 2342, + "ony": 2343, + "Ġshelf": 2344, + "Ġtaste": 2345, + "een": 2346, + "Jim": 2347, + "Ġstep": 2348, + "Mum": 2349, + "Ġhelpful": 2350, + "Ġfeet": 2351, + "Ġshy": 2352, + "Ġgoes": 2353, + "Ġval": 2354, + "Ġemb": 2355, + "Ġstood": 2356, + "Ġshr": 2357, + "Ġbuilding": 2358, + "Ġoven": 2359, + "Ġstret": 2360, + "Ġlovely": 2361, + "Ġducks": 2362, + "Ġcorner": 2363, + "Ġwash": 2364, + "cks": 2365, + "Ġspe": 2366, + "Ġpretended": 2367, + "Ġrolled": 2368, + "Ġrude": 2369, + "old": 2370, + "Ġcalm": 2371, + "Ġpile": 2372, + "Ġteeth": 2373, + "Ġjumping": 2374, + "Ġzoo": 2375, + "Ġpuddle": 2376, + "Ġtidy": 2377, + "Mama": 2378, + "iger": 2379, + "ipe": 2380, + "Ġbugs": 2381, + "Ġashamed": 2382, + "Ġbat": 2383, + "ina": 2384, + "ĠRe": 2385, + "Ġob": 2386, + "Ġstra": 2387, + "ĠSt": 2388, + "Ġwhistle": 2389, + "Ġbanan": 2390, + "not": 2391, + "Ġnet": 2392, + "Ġforgive": 2393, + "Ġprince": 2394, + "ener": 2395, + "Ġshirt": 2396, + "Ġsel": 2397, + "Ġcoo": 2398, + "Ġembar": 2399, + "umpy": 2400, + "Ġsparkly": 2401, + "Ġremind": 2402, + "Ġsug": 2403, + "Ġcross": 2404, + "Ġmind": 2405, + "Ġcannot": 2406, + "Ġsuccess": 2407, + "Ġembarra": 2408, + "Soon": 2409, + "Ġmot": 2410, + "Ġsharing": 2411, + "Ġworm": 2412, + "Ġfold": 2413, + "Ġpeaceful": 2414, + "Ġwore": 2415, + "Ġmountain": 2416, + "Ġblow": 2417, + "lice": 2418, + "Ġign": 2419, + "Ġbell": 2420, + "Ġfurry": 2421, + "Ġgrab": 2422, + "als": 2423, + "ometimes": 2424, + "Ġwhenever": 2425, + "Ġpour": 2426, + "vous": 2427, + "llie": 2428, + "Ġpush": 2429, + "Ġbreath": 2430, + "Ġmachine": 2431, + "Ġsugar": 2432, + "Ġchick": 2433, + "Ġcreative": 2434, + "St": 2435, + "ned": 2436, + "Ġbal": 2437, + "Ġstir": 2438, + "Ġdolp": 2439, + "Ġtries": 2440, + "Now": 2441, + "Ġlad": 2442, + "ĠLe": 2443, + "Ġmed": 2444, + "Ġpool": 2445, + "Ġgener": 2446, + "Ġsal": 2447, + "ork": 2448, + "ult": 2449, + "Ġspray": 2450, + "Ġship": 2451, + "ian": 2452, + "Ġhum": 2453, + "Ġhel": 2454, + "isa": 2455, + "Ġselfish": 2456, + "Ġhar": 2457, + "Ġfaces": 2458, + "Ġmessy": 2459, + "Ġ'": 2460, + "Ġple": 2461, + "ĠSome": 2462, + "ĠHow": 2463, + "Ġgold": 2464, + "Ġchocol": 2465, + "Please": 2466, + "Ġminutes": 2467, + "Ġpillow": 2468, + "My": 2469, + "aking": 2470, + "Ġtun": 2471, + "Ġmissed": 2472, + "ighed": 2473, + "Ġvan": 2474, + "Ġfixed": 2475, + "Ġfighting": 2476, + "oin": 2477, + "Ġfig": 2478, + "Ġembarrassed": 2479, + "Ġmeant": 2480, + "Ġdrive": 2481, + "Ġtomorrow": 2482, + "Ġhours": 2483, + "Ġca": 2484, + "Ġner": 2485, + "Ġspicy": 2486, + "Ġknowing": 2487, + "ĠPlease": 2488, + "Sarah": 2489, + "Ġladder": 2490, + "ital": 2491, + "Ġhorse": 2492, + "ato": 2493, + "Ġug": 2494, + "ĠJust": 2495, + "Ġtrust": 2496, + "Ġhosp": 2497, + "Ġugly": 2498, + "Ġhospital": 2499, + "Ġchew": 2500, + "Ġbedroom": 2501, + "Ġeasy": 2502, + "Ġnervous": 2503, + "Ġrob": 2504, + "Ġthankful": 2505, + "Ġcarrots": 2506, + "Dad": 2507, + "elly": 2508, + "Ġgrew": 2509, + "Ġcolour": 2510, + "Ġbarked": 2511, + "Ġcouch": 2512, + "Ġnut": 2513, + "Ġmeadow": 2514, + "Ġtaught": 2515, + "Ġunderstood": 2516, + "Ġdisappoin": 2517, + "Ġpas": 2518, + "ano": 2519, + "Ġoften": 2520, + "Ġclass": 2521, + "Ġpassed": 2522, + "Ġknocked": 2523, + "Ġlanded": 2524, + "Ġmic": 2525, + "ird": 2526, + "Ġfear": 2527, + "Ġcoin": 2528, + "Ġmud": 2529, + "work": 2530, + "Ġdeter": 2531, + "Ġreg": 2532, + "Ġreturned": 2533, + "Ġdeterm": 2534, + "Ġhur": 2535, + "Ġfinish": 2536, + "izz": 2537, + "Ġtea": 2538, + "Ġsmooth": 2539, + "mo": 2540, + "Ġstuff": 2541, + "Ġmov": 2542, + "Ġgenerous": 2543, + "To": 2544, + "ĠOn": 2545, + "isp": 2546, + "Ġdrum": 2547, + "obby": 2548, + "Ġbubbles": 2549, + "Ġrobot": 2550, + "Ġthese": 2551, + "Ġseed": 2552, + "Ġglass": 2553, + "Ġdisappointed": 2554, + "ground": 2555, + "Ġring": 2556, + "Ġcard": 2557, + "Ġhears": 2558, + "Ġcarried": 2559, + "Ġmoon": 2560, + "Ġchocolate": 2561, + "Ġleaf": 2562, + "Ġsnacks": 2563, + "Ġcirc": 2564, + "Ġfancy": 2565, + "dle": 2566, + "Ġspend": 2567, + "ĠAnn": 2568, + "ustr": 2569, + "Ġcrab": 2570, + "Ġsongs": 2571, + "pack": 2572, + "Ġpir": 2573, + "ecially": 2574, + "osaur": 2575, + "Ġsold": 2576, + "Ġbridge": 2577, + "ĠEven": 2578, + "Ġsleepy": 2579, + "Ġhonest": 2580, + "Ġmir": 2581, + "ĠBr": 2582, + "Ġpaw": 2583, + "pecially": 2584, + "Ġav": 2585, + "ĠWhy": 2586, + "izzy": 2587, + "Ġchest": 2588, + "Ġwolf": 2589, + "Ġdinosaur": 2590, + "Ġespecially": 2591, + "Ġmap": 2592, + "Ġgas": 2593, + "ory": 2594, + "Ġchange": 2595, + "Ġgroup": 2596, + "Ġgathered": 2597, + "Ġsour": 2598, + "Ġpoor": 2599, + "Ġsplash": 2600, + "Ġwaves": 2601, + "Ġforward": 2602, + "Ġclown": 2603, + "Ġmysterious": 2604, + "ror": 2605, + "Ġbody": 2606, + "Ġfrustr": 2607, + "Ġcraw": 2608, + "Ġfake": 2609, + "Ġpin": 2610, + "Ġok": 2611, + "Ġrad": 2612, + "Ġwhisp": 2613, + "Ġtwirl": 2614, + "Ġstring": 2615, + "Ġsmelly": 2616, + "ĠTogether": 2617, + "sist": 2618, + "Ġcand": 2619, + "Ġgate": 2620, + "Ġscar": 2621, + "ĠKitty": 2622, + "Ġneckl": 2623, + "Billy": 2624, + "Ġmotor": 2625, + "ying": 2626, + "ote": 2627, + "Ġshore": 2628, + "urse": 2629, + "Ġjew": 2630, + "Ġweak": 2631, + "Ġgrumpy": 2632, + "Ġfinger": 2633, + "Ġsack": 2634, + "Ġkitten": 2635, + "Ġpolite": 2636, + "Ġglue": 2637, + "uce": 2638, + "Ġnumber": 2639, + "airs": 2640, + "Ġesc": 2641, + "Ġmirror": 2642, + "Ġsheep": 2643, + "Ġvase": 2644, + "Ġplants": 2645, + "Ġberries": 2646, + "most": 2647, + "Be": 2648, + "den": 2649, + "Ġjelly": 2650, + "ĠTheir": 2651, + "Ġemp": 2652, + "itter": 2653, + "There": 2654, + "Ġscr": 2655, + "Ġgray": 2656, + "Ġpuzzle": 2657, + "Ġnecklace": 2658, + "Ġmaybe": 2659, + "Ġplate": 2660, + "Ġalmost": 2661, + "usie": 2662, + "Ġfrustrated": 2663, + "Ġempty": 2664, + "port": 2665, + "orry": 2666, + "Ġthick": 2667, + "Ġjam": 2668, + "Ġskipped": 2669, + "ensive": 2670, + "ĠTeddy": 2671, + "aged": 2672, + "Ġcloset": 2673, + "Ġhidden": 2674, + "Ġexpensive": 2675, + "Ġdetermined": 2676, + "Ġbored": 2677, + "Ġlit": 2678, + "Ġdrew": 2679, + "Ġlegs": 2680, + "Ġhopping": 2681, + "ates": 2682, + "ĠSometimes": 2683, + "Ġsticks": 2684, + "Ġones": 2685, + "ĠAt": 2686, + "Ġbirdie": 2687, + "ĠDon": 2688, + "Ġpolice": 2689, + "Ġfruits": 2690, + "Ġtick": 2691, + "Ġaunt": 2692, + "Ġwis": 2693, + "Ġbake": 2694, + "Ġline": 2695, + "ots": 2696, + "Ġstone": 2697, + "Ġdogs": 2698, + "aul": 2699, + "Ġfigure": 2700, + "Jane": 2701, + "Ġsight": 2702, + "Ġcries": 2703, + "ĠBe": 2704, + "Ġmoving": 2705, + "Ġcontent": 2706, + "ĠBrown": 2707, + "Ġsaved": 2708, + "Ġcloth": 2709, + "?\".": 2710, + "box": 2711, + "Ġbranches": 2712, + "Ġpacked": 2713, + "Ġpowerful": 2714, + "Ġsplashed": 2715, + "Ġfeed": 2716, + "ested": 2717, + "Ġyelled": 2718, + "Where": 2719, + "dge": 2720, + "kin": 2721, + "Ġtiger": 2722, + "Ġpay": 2723, + "iddle": 2724, + "oop": 2725, + "ĠBella": 2726, + "Ġexam": 2727, + "Ġtaken": 2728, + "Ġcrane": 2729, + "Ġspoil": 2730, + "'d": 2731, + "Ġhang": 2732, + "Ġflag": 2733, + "Ġanswered": 2734, + "Ġdiscovered": 2735, + "ĠLeo": 2736, + "ush": 2737, + "Ġsave": 2738, + "Ġseek": 2739, + "Ġexcite": 2740, + "Ġpray": 2741, + "Ġjog": 2742, + "Ġstanding": 2743, + "Ġdolphin": 2744, + "Ġjack": 2745, + "Are": 2746, + "era": 2747, + "rag": 2748, + "Ġflut": 2749, + "getable": 2750, + "Ġboring": 2751, + "Ġlock": 2752, + "Ġincred": 2753, + "Ġexcitement": 2754, + "Ġsighed": 2755, + "Ġwip": 2756, + "Ġfis": 2757, + "Ġfill": 2758, + "Ġsoap": 2759, + "ĠMum": 2760, + "ola": 2761, + "Ġpleased": 2762, + "Ġjacket": 2763, + "light": 2764, + "Ġsugg": 2765, + "Ġmiddle": 2766, + "Ġeld": 2767, + "Ġwrote": 2768, + "Ġballoons": 2769, + "Ġorganized": 2770, + "que": 2771, + "Ġsailed": 2772, + "Their": 2773, + "Ġtells": 2774, + "Ġoy": 2775, + "Ġstones": 2776, + "Ġboard": 2777, + "Ġspun": 2778, + "Ġvegetable": 2779, + "lies": 2780, + "Ġind": 2781, + "iness": 2782, + "Ġworking": 2783, + "lower": 2784, + "alk": 2785, + "iff": 2786, + "Ġparrot": 2787, + "Stop": 2788, + "Ġscarf": 2789, + "Ġwagged": 2790, + "Ġclap": 2791, + "Ġmeasure": 2792, + "asing": 2793, + "Ġtears": 2794, + "body": 2795, + "Ġcomfortable": 2796, + "Ġleg": 2797, + "Ġswan": 2798, + "Ġtrue": 2799, + "Ġfright": 2800, + "Ġdrop": 2801, + "Ġsmoke": 2802, + "Ġfeathers": 2803, + "Ġincredible": 2804, + "ggs": 2805, + "ual": 2806, + "Ġtie": 2807, + "Ġcap": 2808, + "Ġlose": 2809, + "Ġpus": 2810, + "Ġeager": 2811, + "Ġmovie": 2812, + "fic": 2813, + "Ġcop": 2814, + "Ġeggs": 2815, + "oof": 2816, + "Ġrid": 2817, + "Ġcovered": 2818, + "Ġfil": 2819, + "Ġlem": 2820, + "Ġgrap": 2821, + "Ġdisappeared": 2822, + "Ġrecord": 2823, + "ĠTV": 2824, + "ĠBl": 2825, + "Ġext": 2826, + "Ġord": 2827, + "Ġgiggled": 2828, + "corn": 2829, + "Ġpri": 2830, + "Ġham": 2831, + "Ġrare": 2832, + "Ġyourself": 2833, + "Ġeng": 2834, + "Ġwhale": 2835, + "Ġknife": 2836, + "ĠLisa": 2837, + "Ġteam": 2838, + "ĠJohnny": 2839, + "zed": 2840, + "Ġtest": 2841, + "Ġbone": 2842, + "Ġdizzy": 2843, + "Ġlibr": 2844, + "Ġwrap": 2845, + "Ġquestions": 2846, + "iv": 2847, + "Ġlying": 2848, + "Ġstamp": 2849, + "Ġlicked": 2850, + "Ġnoisy": 2851, + "Ġkindness": 2852, + "Ġdiffic": 2853, + "Ġdrawing": 2854, + "apping": 2855, + "Jimmy": 2856, + "Ġstraw": 2857, + "Ġburn": 2858, + "Ġwagon": 2859, + "ately": 2860, + "Ġgrown": 2861, + "Ġrocket": 2862, + "Ġpopcorn": 2863, + "Sally": 2864, + "Ġbatter": 2865, + "Ġwand": 2866, + "Ġanc": 2867, + "ĠEnd": 2868, + "Ġsword": 2869, + "Ġhappening": 2870, + "Ġlifted": 2871, + "Ġbalance": 2872, + "Ġextra": 2873, + "Sorry": 2874, + "ha": 2875, + "Ġwander": 2876, + "Ġfat": 2877, + "ĠMark": 2878, + "ĠElla": 2879, + "Ġbecome": 2880, + "Ġtrack": 2881, + "Ġsmaller": 2882, + "Ġmistake": 2883, + "Ġtoast": 2884, + "ating": 2885, + "Ġmanaged": 2886, + "selves": 2887, + "ĠPeter": 2888, + "Ġbathroom": 2889, + "Ġharm": 2890, + "Ġdifficult": 2891, + "Ġtwist": 2892, + "Ġoffered": 2893, + "Ġruined": 2894, + "Ġmatch": 2895, + "Ġancient": 2896, + "Ġgar": 2897, + "illi": 2898, + "Ġdistance": 2899, + "Ġplayground": 2900, + "Ġlazy": 2901, + "Ġdancing": 2902, + "Ġadventur": 2903, + "af": 2904, + "ĠBa": 2905, + "Ġcalling": 2906, + "Ġcleaned": 2907, + "Ġcrown": 2908, + "ormal": 2909, + "Ġonce": 2910, + "Ġboss": 2911, + "Ġsell": 2912, + "Ġwalks": 2913, + "Ġfrightened": 2914, + "erri": 2915, + "Ġmask": 2916, + "Ġfluffy": 2917, + "emo": 2918, + "ĠZ": 2919, + "Ġfrag": 2920, + "Ġdest": 2921, + "Ġnormal": 2922, + "Ġyog": 2923, + "Ġpicks": 2924, + "Ġeye": 2925, + "Ġdrank": 2926, + "Ġcircle": 2927, + "Ġadventurous": 2928, + "Spot": 2929, + "Ġtent": 2930, + "Ġpress": 2931, + "Ġkissed": 2932, + "ict": 2933, + "Ġsciss": 2934, + "Ġgets": 2935, + "Ġtrunk": 2936, + "Ġcheck": 2937, + "Ġenjoying": 2938, + "Ġshells": 2939, + "Ġelderly": 2940, + "Ġscissors": 2941, + "Ġterri": 2942, + "Ġtoug": 2943, + "ages": 2944, + "Ġsteal": 2945, + "Me": 2946, + "ready": 2947, + "ete": 2948, + "Ġalready": 2949, + "ĠLittle": 2950, + "Ġjuicy": 2951, + "Ġstudy": 2952, + "Ġhorn": 2953, + "erp": 2954, + "Ġpizz": 2955, + "Ġallig": 2956, + "Ġlouder": 2957, + "Ġtowel": 2958, + "Ġcircles": 2959, + "Ġlead": 2960, + "Ġroar": 2961, + "Ġrose": 2962, + "Ġslipped": 2963, + "Ġtele": 2964, + "Ġfamous": 2965, + "Ġarg": 2966, + "Ġcheerful": 2967, + "ĠRex": 2968, + "Ġtough": 2969, + "ipper": 2970, + "Ġbarn": 2971, + "Ġfool": 2972, + "Ġdig": 2973, + "Ġdish": 2974, + "Ġagainst": 2975, + "Ġdeer": 2976, + "Ġsweetie": 2977, + "Ġengine": 2978, + "Ġed": 2979, + "Ġfather": 2980, + "Ġcover": 2981, + "Ġyours": 2982, + "Ġneeds": 2983, + "Joe": 2984, + "Ġbags": 2985, + "Ġspinning": 2986, + "Sue": 2987, + "Ġaw": 2988, + "anged": 2989, + "amond": 2990, + "Ġyarn": 2991, + "oph": 2992, + "Ġgiving": 2993, + "Ġdiamond": 2994, + "Ġsandwich": 2995, + "Ġindepend": 2996, + "Ġfragile": 2997, + "Who": 2998, + "cept": 2999, + "Ġnosy": 3000, + "Ġtwig": 3001, + "Ġhurts": 3002, + "Ġsuggested": 3003, + "Ġlemon": 3004, + "iest": 3005, + "ination": 3006, + "orge": 3007, + "Ġnod": 3008, + "Ġbloom": 3009, + "Ġhose": 3010, + "Ġboxes": 3011, + "Ġrealised": 3012, + "Ġfrown": 3013, + "ache": 3014, + "Ġrelax": 3015, + "Ġhammer": 3016, + "Ġadded": 3017, + "Ġweird": 3018, + "Ġmod": 3019, + "Ġcrack": 3020, + "Ġalligator": 3021, + "Amy": 3022, + "Gra": 3023, + "oot": 3024, + "Ġshake": 3025, + "rage": 3026, + "Ġlearning": 3027, + "Ġvegetables": 3028, + "Ġadd": 3029, + "Ġmelt": 3030, + "ĠSusie": 3031, + "elp": 3032, + "ĠBobby": 3033, + "Ġtrap": 3034, + "Ġcollar": 3035, + "Ġstubb": 3036, + "ique": 3037, + "Ġborrow": 3038, + "Ġpump": 3039, + "Ġloudly": 3040, + "Ġsearch": 3041, + "Ġchicken": 3042, + "Ġpizza": 3043, + "Ġindependent": 3044, + "Ġstubborn": 3045, + "Ġref": 3046, + "Ġasking": 3047, + "Ġbrilli": 3048, + "Ġdecide": 3049, + "Ġflash": 3050, + "Ġcaterp": 3051, + "Ġqueen": 3052, + "Ġsnee": 3053, + "ĠRose": 3054, + "Ġinvited": 3055, + "Ġstrawber": 3056, + "Ġfoolish": 3057, + "Ġcaterpill": 3058, + "gy": 3059, + "Ġtur": 3060, + "Ġdepend": 3061, + "Ġguit": 3062, + "Ġstri": 3063, + "Ġknight": 3064, + "Ġboys": 3065, + "Ġpee": 3066, + "Ġcomb": 3067, + "Ġclear": 3068, + "Ġunique": 3069, + "Ġbuttons": 3070, + "ĠTweety": 3071, + "Ġcolourful": 3072, + "Ġescape": 3073, + "Ġbrilliant": 3074, + "Ġrich": 3075, + "ĠBu": 3076, + "Ġsaying": 3077, + "Ġrode": 3078, + "Ġskin": 3079, + "Ġgarage": 3080, + "Help": 3081, + "dom": 3082, + "Ġmummy": 3083, + "Ġbeak": 3084, + "ured": 3085, + "aw": 3086, + "eorge": 3087, + "rop": 3088, + "edient": 3089, + "Ġunus": 3090, + "Ġoyster": 3091, + "Ġturkey": 3092, + "ĠOK": 3093, + "Ġfountain": 3094, + "Ġpatter": 3095, + "Ġweek": 3096, + "Ġchase": 3097, + "Ġrubb": 3098, + "Ġcounted": 3099, + "Ġregular": 3100, + "Ġwiped": 3101, + "Ġguitar": 3102, + "Ġunusual": 3103, + "land": 3104, + "Ġumb": 3105, + "Ġfork": 3106, + "Ġshows": 3107, + "Ġlights": 3108, + "Ġwalls": 3109, + "Ġdreamed": 3110, + "Ġbanana": 3111, + "Ġsuccessful": 3112, + "Ġjewel": 3113, + "Ġpattern": 3114, + "Ġumbre": 3115, + "cil": 3116, + "ray": 3117, + "inal": 3118, + "Ġlow": 3119, + "imed": 3120, + "Ġswe": 3121, + "Ġcryst": 3122, + "Ġpencil": 3123, + "Ġsafely": 3124, + "Ġtools": 3125, + "Well": 3126, + "Ġtape": 3127, + "Ġstream": 3128, + "ceed": 3129, + "Ġresc": 3130, + "Ġabove": 3131, + "Ġharder": 3132, + "Ġguess": 3133, + "Ġbottom": 3134, + "Ġmarket": 3135, + "Ġimpressed": 3136, + "Ġwaff": 3137, + "anut": 3138, + "iginal": 3139, + "Ġnotice": 3140, + "illa": 3141, + "Ġnods": 3142, + "Ġpeanut": 3143, + "olog": 3144, + "Ġpatch": 3145, + "Ġcrawled": 3146, + "Ġcaterpillar": 3147, + "na": 3148, + "Ġtank": 3149, + "Ġtask": 3150, + "Ġtire": 3151, + "Ġgun": 3152, + "Ġload": 3153, + "Ġcompet": 3154, + "umbled": 3155, + "Ġapolog": 3156, + "Ġsolve": 3157, + "How": 3158, + "Mummy": 3159, + "fast": 3160, + "hip": 3161, + "ĠNo": 3162, + "Ġbitter": 3163, + "arl": 3164, + "Ġears": 3165, + "Ġshone": 3166, + "Ġbrush": 3167, + "ĠFin": 3168, + "Ġoriginal": 3169, + "Ġfier": 3170, + "Ġglow": 3171, + "ĠNemo": 3172, + "Ġbreakfast": 3173, + "Ġadmired": 3174, + "ĠBlue": 3175, + "Ġedge": 3176, + "Ġdependable": 3177, + "und": 3178, + "uth": 3179, + "ĠIf": 3180, + "Ġclay": 3181, + "Ġstronger": 3182, + "Ġbossy": 3183, + "Ġcudd": 3184, + "aser": 3185, + "Ġgrandpa": 3186, + "Ġknows": 3187, + "Ġpicking": 3188, + "Ġjoke": 3189, + "Ġboats": 3190, + "Ġbald": 3191, + "Ġmedic": 3192, + "Ġscrat": 3193, + "Ġcone": 3194, + "Ġpenny": 3195, + "Ġlean": 3196, + "Ġraft": 3197, + "uggled": 3198, + "Ġsucceed": 3199, + "Ġobedient": 3200, + "Ġhumble": 3201, + "Ġlibrary": 3202, + "Re": 3203, + "head": 3204, + "Ġph": 3205, + "Ġnumb": 3206, + "Ġsauce": 3207, + "ĠBear": 3208, + "Ġtray": 3209, + "Ġproudly": 3210, + "Here": 3211, + "Ġsounded": 3212, + "Ġsquare": 3213, + "Ġterrible": 3214, + "Ġcrystal": 3215, + "Ġfierce": 3216, + "Jill": 3217, + "Ġwitch": 3218, + "inary": 3219, + "Ġhappiness": 3220, + "ĠLola": 3221, + "Ġhanded": 3222, + "Ġfridge": 3223, + "fa": 3224, + "Ġrough": 3225, + "ention": 3226, + "Ġchanged": 3227, + "Ġjoined": 3228, + "Ġraven": 3229, + "Ġmighty": 3230, + "Ġchose": 3231, + "Ġwheel": 3232, + "Ġumbrella": 3233, + "Ġtag": 3234, + "Ġcri": 3235, + "Ġow": 3236, + "arry": 3237, + "imp": 3238, + "ĠBill": 3239, + "Ġhelps": 3240, + "Ġfinding": 3241, + "Ġcleaning": 3242, + "Ġsquee": 3243, + "Ġfirework": 3244, + "Ġmedicine": 3245, + "azz": 3246, + "met": 3247, + "Ġplayful": 3248, + "Ġlocked": 3249, + "Ġgoat": 3250, + "Ġaccept": 3251, + "Ġcompass": 3252, + "Ġsurf": 3253, + "Ġcompetit": 3254, + "ext": 3255, + "kn": 3256, + "Ġsy": 3257, + "Ġsil": 3258, + "Ġbeet": 3259, + "ĠMar": 3260, + "uring": 3261, + "Ġchir": 3262, + "ĠEllie": 3263, + "Ġballs": 3264, + "ÅĵLet": 3265, + "Ġbutterflies": 3266, + "Ġguard": 3267, + "Ġcrayon": 3268, + "Ġdiscover": 3269, + "Ġparade": 3270, + "Ġmixed": 3271, + "Ġvalu": 3272, + "Ġhelmet": 3273, + "ĠBrownie": 3274, + "Em": 3275, + "ject": 3276, + "squ": 3277, + "ud": 3278, + "Ġgum": 3279, + "ature": 3280, + "Ġisland": 3281, + "Ġcost": 3282, + "Ġmole": 3283, + "Ġnicely": 3284, + "Ġkinds": 3285, + "Ġraced": 3286, + "Ġstove": 3287, + "Ġlaughs": 3288, + "Ġmarch": 3289, + "Ġfalls": 3290, + "Ġpersist": 3291, + "ĠBaby": 3292, + "ophie": 3293, + "Alice": 3294, + "ience": 3295, + "ito": 3296, + "Ġcage": 3297, + "Ġgoose": 3298, + "Ġcoins": 3299, + "Ġtrump": 3300, + "Ġmosqu": 3301, + "Ġserious": 3302, + "Ġmosquito": 3303, + "Ġflex": 3304, + "Ġcro": 3305, + "elon": 3306, + "Ġexcla": 3307, + "Ġchoose": 3308, + "Ġexplored": 3309, + "Ġunl": 3310, + "Ġbrothers": 3311, + "Ġguil": 3312, + "Ġnumbers": 3313, + "Ġtrumpet": 3314, + "Ġicy": 3315, + "Ġmoms": 3316, + "iew": 3317, + "Ġview": 3318, + "Ġenorm": 3319, + "Ġfireman": 3320, + "ĠMrs": 3321, + "Ġpractice": 3322, + "Ġenormous": 3323, + "wards": 3324, + "Ġsup": 3325, + "Ġvolc": 3326, + "Ġmeans": 3327, + "Ġpointing": 3328, + "Ġvaluable": 3329, + "Ġflexible": 3330, + "Ġexclaimed": 3331, + "Ġguilty": 3332, + "yal": 3333, + "Ġcam": 3334, + "Ġpipe": 3335, + "ision": 3336, + "ĠMy": 3337, + "Ġuseful": 3338, + "Ġfavour": 3339, + "Ġcrazy": 3340, + "Ġphot": 3341, + "known": 3342, + "Ġvolcano": 3343, + "Ġwake": 3344, + "Ġcity": 3345, + "omed": 3346, + "llip": 3347, + "Ġforth": 3348, + "Ġlollip": 3349, + "Ġseal": 3350, + "Ġallowed": 3351, + "Ġscare": 3352, + "Ġbrightly": 3353, + "Ġmarble": 3354, + "Ġpopular": 3355, + "Ġflashlight": 3356, + "Ġcompassion": 3357, + "Ġlollipop": 3358, + "ĠU": 3359, + "Ġing": 3360, + "Ġhunt": 3361, + "Ġdull": 3362, + "erry": 3363, + "Ġstat": 3364, + "Ġshel": 3365, + "!\".": 3366, + "Ġunknown": 3367, + "Ġhats": 3368, + "Ġshoot": 3369, + "redient": 3370, + "Ġbelonged": 3371, + "Ġfavourite": 3372, + "Ġingredient": 3373, + "Ġpil": 3374, + "Ġloyal": 3375, + "Ġbrace": 3376, + "ĠWhenever": 3377, + "Ġdreams": 3378, + "Ġkicked": 3379, + "Ġseeds": 3380, + "Ġtwirled": 3381, + "Ġsuper": 3382, + "time": 3383, + "Ġfine": 3384, + "Ġbees": 3385, + "Ġsofa": 3386, + "Ġshark": 3387, + "ĠMike": 3388, + "Ġanx": 3389, + "Ġsadly": 3390, + "Ġshowing": 3391, + "Ġways": 3392, + "Ġtrucks": 3393, + "Ġdelicate": 3394, + "ations": 3395, + "Ġrepe": 3396, + "Ġimpressive": 3397, + "Ġpoured": 3398, + "Ġpirate": 3399, + "Ġwhispered": 3400, + "Ġharmless": 3401, + "aff": 3402, + "Ġturt": 3403, + "Ġtied": 3404, + "aroo": 3405, + "ado": 3406, + "arth": 3407, + "Ġgrace": 3408, + "Ġhandle": 3409, + "Ġenc": 3410, + "Ġdeliver": 3411, + "Benny": 3412, + "Ġrushed": 3413, + "Ġusing": 3414, + "angaroo": 3415, + "Ġshape": 3416, + "Ġbushes": 3417, + "Ġpersistent": 3418, + "Ġgor": 3419, + "ĠSp": 3420, + "Ġkangaroo": 3421, + "Ġang": 3422, + "Ġoffice": 3423, + "Ġanxious": 3424, + "Go": 3425, + "alous": 3426, + "Ġspell": 3427, + "ĠWhile": 3428, + "iable": 3429, + "Ġpotato": 3430, + "Ġjealous": 3431, + "Ġwrapped": 3432, + "Ġfour": 3433, + "Ġcurt": 3434, + "Ġlog": 3435, + "Ġcoal": 3436, + "Ġreliable": 3437, + "Ġcurtain": 3438, + "Daisy": 3439, + "Ġsudden": 3440, + "mbol": 3441, + "ÅĵYes": 3442, + "aches": 3443, + "ĠPe": 3444, + "Ġpainted": 3445, + "ĠToby": 3446, + "Ġcere": 3447, + "gu": 3448, + "Ġtummy": 3449, + "Ġthose": 3450, + "ouses": 3451, + "uddy": 3452, + "Ġcush": 3453, + "Ġmetal": 3454, + "Ġsymbol": 3455, + "Ġbeetle": 3456, + "Ġcamera": 3457, + "Ġhouses": 3458, + "ilt": 3459, + "Ġcelebrate": 3460, + "Ġdelighted": 3461, + "Ġgorilla": 3462, + "Ġtooth": 3463, + "Ġthirst": 3464, + "keep": 3465, + "Ġshiver": 3466, + "Ġreward": 3467, + "Ġspace": 3468, + "Ġtravel": 3469, + "Ġrubbed": 3470, + "Ġprint": 3471, + "Ġdriving": 3472, + "Ġmarry": 3473, + "Ġwarned": 3474, + "Ġsoldier": 3475, + "Ġmotorcy": 3476, + "cut": 3477, + "Ġson": 3478, + "Ġtor": 3479, + "arlie": 3480, + "Ġhero": 3481, + "ief": 3482, + "Ġcarp": 3483, + "Ġexcitedly": 3484, + "Ġtemp": 3485, + "ĠPete": 3486, + "ĠBobo": 3487, + "cod": 3488, + "Ġhung": 3489, + "Ġgrowing": 3490, + "upid": 3491, + "Ġthinking": 3492, + "Ġtunn": 3493, + "While": 3494, + "cu": 3495, + "ipp": 3496, + "Ġhay": 3497, + "Ġyet": 3498, + "Ġvine": 3499, + "Ġacorn": 3500, + "icycle": 3501, + "Ġprep": 3502, + "Ġreminded": 3503, + "Ġgasped": 3504, + "Ġflute": 3505, + "Ġordinary": 3506, + "Ġcrocod": 3507, + "Ġamb": 3508, + "Ġcur": 3509, + "ĠBet": 3510, + "ĠMandy": 3511, + "Ġpup": 3512, + "Ġcreatures": 3513, + "Ġhurry": 3514, + "Ġspoiled": 3515, + "Ġtimes": 3516, + "Ġmis": 3517, + "Ġrice": 3518, + "Ġstupid": 3519, + "Ġshine": 3520, + "Ġresist": 3521, + "ugged": 3522, + "Ġlaw": 3523, + "Ġskull": 3524, + "coa": 3525, + "Ġmissing": 3526, + "Ġwheat": 3527, + "Ġsupport": 3528, + "Ġingredients": 3529, + "aid": 3530, + "loo": 3531, + "Ġcase": 3532, + "ery": 3533, + "Ġwashed": 3534, + "Ġdove": 3535, + "Ġspilled": 3536, + "Ġscoot": 3537, + "Ġmeal": 3538, + "Ġmule": 3539, + "ĠDucky": 3540, + "Ġmoder": 3541, + "arsh": 3542, + "ÅĵWhat": 3543, + "Ġtrick": 3544, + "Ġsett": 3545, + "ĠTweetie": 3546, + "Ġbounce": 3547, + "Ġfilthy": 3548, + "Ġbase": 3549, + "Ġhoop": 3550, + "Ġfre": 3551, + "Ġstumbled": 3552, + "Ġsoar": 3553, + "Ġweal": 3554, + "Ġseem": 3555, + "Ġword": 3556, + "Ġlab": 3557, + "ĠDave": 3558, + "ĠFr": 3559, + "Ġbadly": 3560, + "Ġhairy": 3561, + "Ġcrawl": 3562, + "Ġlively": 3563, + "Ġsteps": 3564, + "ÅĵLetâ": 3565, + "Ġbracelet": 3566, + "Ġcereal": 3567, + "Ġthirsty": 3568, + "Ġcarpet": 3569, + "Ġwool": 3570, + "ither": 3571, + "Ġgoal": 3572, + "Ġbackpack": 3573, + "Ġtruth": 3574, + "Ġcompl": 3575, + "Ġcheap": 3576, + "Ġdisg": 3577, + "Ġplaced": 3578, + "Ġearly": 3579, + "Ġdecorate": 3580, + "Ġnuts": 3581, + "Ow": 3582, + "cream": 3583, + "Ġbump": 3584, + "Ġthemselves": 3585, + "ices": 3586, + "Ġhelpless": 3587, + "Ġclum": 3588, + "Ġscatter": 3589, + "Ġscale": 3590, + "Ġnews": 3591, + "usting": 3592, + "Ġenv": 3593, + "âĤ¬âĢ": 3594, + "Ġtelling": 3595, + "Ġswinging": 3596, + "Ġsparkled": 3597, + "Ġcarrying": 3598, + "gging": 3599, + "ines": 3600, + "ric": 3601, + "Ġfriendship": 3602, + "Ġcareless": 3603, + "Ġsne": 3604, + "Ġdoesn": 3605, + "Ġfalling": 3606, + "Ġcomput": 3607, + "Ġpale": 3608, + "Ġpeeked": 3609, + "Ġcompassionate": 3610, + "com": 3611, + "vice": 3612, + "Ġsend": 3613, + "Ġstage": 3614, + "Ġmem": 3615, + "Ġchalk": 3616, + "Ġchasing": 3617, + "Ġpebble": 3618, + "ĠEverything": 3619, + "Ġcube": 3620, + "Ġpige": 3621, + "Ġcourage": 3622, + "Ġfingers": 3623, + "Ġturtle": 3624, + "bled": 3625, + "Ġsink": 3626, + "Ġbicycle": 3627, + "Ġshaking": 3628, + "Ġsleeping": 3629, + "Ġneighbour": 3630, + "Ġmodern": 3631, + "Ġdisgusting": 3632, + "Ġclumsy": 3633, + "gest": 3634, + "Ġhook": 3635, + "Ġcher": 3636, + "Ġnail": 3637, + "Ġbiggest": 3638, + "iches": 3639, + "Ġbul": 3640, + "Ġending": 3641, + "Ġdead": 3642, + "Ġtriang": 3643, + "ulance": 3644, + "Ġspoke": 3645, + "Ġpracticed": 3646, + "Ġambulance": 3647, + "Ġcomputer": 3648, + "ibb": 3649, + "Ġlamp": 3650, + "Ġstation": 3651, + "Ġchar": 3652, + "Ġwallet": 3653, + "ĠToday": 3654, + "Ġpackage": 3655, + "Ġmicrop": 3656, + "Ġcushion": 3657, + "keeper": 3658, + "Ġcrocodile": 3659, + "Ġmicrophone": 3660, + "under": 3661, + "ĠAlex": 3662, + "Ġthoughtful": 3663, + "Ġjolly": 3664, + "Ġpengu": 3665, + "Ġpumpkin": 3666, + "Ġcostum": 3667, + "Ġfive": 3668, + "Ġdough": 3669, + "Ġpony": 3670, + "Ġol": 3671, + "imi": 3672, + "Ġstairs": 3673, + "Ġknock": 3674, + "Ġgrand": 3675, + "Ġintell": 3676, + "Ġuniver": 3677, + "Ġbrighter": 3678, + "Ġopens": 3679, + "Ġdreaming": 3680, + "Ġbounced": 3681, + "Ġquestion": 3682, + "Ġstatue": 3683, + "Ġwine": 3684, + "isk": 3685, + "ĠAlice": 3686, + "Ġcocoa": 3687, + "ĠYour": 3688, + "Ġpepper": 3689, + "Ġbeauty": 3690, + "Ġperm": 3691, + "Ġpainting": 3692, + "Ġshoe": 3693, + "Ġelev": 3694, + "Everyone": 3695, + "hino": 3696, + "Ġwealthy": 3697, + "Ġintellig": 3698, + "noon": 3699, + "Ġsuit": 3700, + "Ġmild": 3701, + "Ġnature": 3702, + "ans": 3703, + "Ġhappier": 3704, + "Ġneat": 3705, + "Ġstarts": 3706, + "ucked": 3707, + "Ġafternoon": 3708, + "Ġtorn": 3709, + "Ġelevator": 3710, + "gen": 3711, + "ti": 3712, + "Ġten": 3713, + "Ġharsh": 3714, + "Ġped": 3715, + "atient": 3716, + "orant": 3717, + "Ġrece": 3718, + "Ġjet": 3719, + "illie": 3720, + "ĠRed": 3721, + "Ġreading": 3722, + "Ġsearching": 3723, + "Ġbasketball": 3724, + "Ġbarber": 3725, + "Ġspeed": 3726, + "See": 3727, + "awn": 3728, + "Ġstack": 3729, + "ĠMummy": 3730, + "Ġclock": 3731, + "ĠGive": 3732, + "Ġmagn": 3733, + "Ġleaving": 3734, + "Ġcupboard": 3735, + "Ġdesign": 3736, + "Ġslides": 3737, + "Ġsandwiches": 3738, + "Ġcandle": 3739, + "aulif": 3740, + "Ġriding": 3741, + "Ġfresh": 3742, + "oppy": 3743, + "Ġshocked": 3744, + "Ġener": 3745, + "Ġjumps": 3746, + "Ġhaircut": 3747, + "Ġrespectful": 3748, + "Ġcooking": 3749, + "Ġticket": 3750, + "Ġencou": 3751, + "Ġtunnel": 3752, + "auliflower": 3753, + "Give": 3754, + "Ġsle": 3755, + "reen": 3756, + "Ġmay": 3757, + "Ġthief": 3758, + "Ġyawn": 3759, + "Ġfort": 3760, + "Ġalert": 3761, + "Ġsorts": 3762, + "Ġimpatient": 3763, + "Ġcreate": 3764, + "ailable": 3765, + "Ġwheels": 3766, + "Ġvalue": 3767, + "Ġprize": 3768, + "Mary": 3769, + "ye": 3770, + "het": 3771, + "Ġsent": 3772, + "Ġbent": 3773, + "ince": 3774, + "Ġcomet": 3775, + "Ġcamp": 3776, + "Ġcauliflower": 3777, + "Ġmelon": 3778, + "Ġgem": 3779, + "Ġitself": 3780, + "iron": 3781, + "Ġmush": 3782, + "Ġmonkeys": 3783, + "Ġsalad": 3784, + "Ġdestro": 3785, + "Ġrescue": 3786, + "Ġscooter": 3787, + "Ġintelligent": 3788, + "az": 3789, + "Ġdug": 3790, + "iling": 3791, + "anger": 3792, + "Ġroof": 3793, + "Ġrhino": 3794, + "Ġscold": 3795, + "aghet": 3796, + "Ġexper": 3797, + "Ġbarking": 3798, + "Ġbananas": 3799, + "Ġignorant": 3800, + "Ġmicro": 3801, + "Ġavailable": 3802, + "Ġgraceful": 3803, + "Ġmotorcycle": 3804, + "aghetti": 3805, + "hood": 3806, + "ĠSn": 3807, + "Ġearth": 3808, + "Ġboots": 3809, + "Ġspaghetti": 3810, + "ummer": 3811, + "Ġagree": 3812, + "Ġbull": 3813, + "Ġanywhere": 3814, + "ĠGeorge": 3815, + "Ġbehave": 3816, + "ĠKim": 3817, + "Ġpaid": 3818, + "scope": 3819, + "Ġstretched": 3820, + "Ġfearful": 3821, + "Ġavo": 3822, + "Ġmicroscope": 3823, + "If": 3824, + "io": 3825, + "Ġnoteb": 3826, + "ĠEventually": 3827, + "Ġolder": 3828, + "Ġsniff": 3829, + "Ġadvice": 3830, + "Ġstops": 3831, + "Ġperform": 3832, + "Ġfurther": 3833, + "Ġenvious": 3834, + "Ġpigeon": 3835, + "Ġmushroom": 3836, + "Ġnotebook": 3837, + "ubby": 3838, + "Ġpun": 3839, + "ats": 3840, + "Ġnurse": 3841, + "orable": 3842, + "Ġthunder": 3843, + "Ġclapping": 3844, + "Ġvide": 3845, + "Ġbuilt": 3846, + "ĠCl": 3847, + "Ġuncom": 3848, + "Ġshouting": 3849, + "Ġarrow": 3850, + "Ġdrawer": 3851, + "Ġprov": 3852, + "fortable": 3853, + "Ġtomato": 3854, + "Ġmeeting": 3855, + "Ġobject": 3856, + "Ġyogurt": 3857, + "Ġtemple": 3858, + "Ġuncomfortable": 3859, + "ef": 3860, + "ues": 3861, + "ĠTony": 3862, + "Ġloop": 3863, + "Ġchubby": 3864, + "Ġswitch": 3865, + "Ġskip": 3866, + "Ġadorable": 3867, + "ÅĵIt": 3868, + "Ġcounting": 3869, + "Ġcooked": 3870, + "Ġpist": 3871, + "arian": 3872, + "enry": 3873, + "Ġstared": 3874, + "Ġshut": 3875, + "icop": 3876, + "Ġquite": 3877, + "Ġsnuggled": 3878, + "ĠGrandpa": 3879, + "Ġtroubled": 3880, + "Ġgiggle": 3881, + "Ġblowing": 3882, + "Ġhelicop": 3883, + "Ġfisher": 3884, + "Ġpistol": 3885, + "Ġhelicopter": 3886, + "par": 3887, + "ĠSophie": 3888, + "ooped": 3889, + "ips": 3890, + "Ġnowhere": 3891, + "Ġforgave": 3892, + "Ġmarched": 3893, + "Ġtreasures": 3894, + "host": 3895, + "Ġpassport": 3896, + "Ġstirred": 3897, + "Ġpushing": 3898, + "Ġcompetitive": 3899, + "Ġdestroy": 3900, + "Yay": 3901, + "aked": 3902, + "oe": 3903, + "tter": 3904, + "Ġgir": 3905, + "Ġghost": 3906, + "anic": 3907, + "kelet": 3908, + "htub": 3909, + "Ġreef": 3910, + "Ġsepar": 3911, + "opard": 3912, + "play": 3913, + "Ġenvel": 3914, + "Ġbreat": 3915, + "Ġrepair": 3916, + "Ġfootball": 3917, + "Ġbathtub": 3918, + "Ġrubber": 3919, + "Ġangel": 3920, + "Ġtriangle": 3921, + "Ġled": 3922, + "Ġmill": 3923, + "ĠSh": 3924, + "chanic": 3925, + "Ġnames": 3926, + "Ġleopard": 3927, + "Ġnobody": 3928, + "Ġanyway": 3929, + "uct": 3930, + "ctus": 3931, + "Ġshouldn": 3932, + "Ġzeb": 3933, + "Ġgiven": 3934, + "Ġholds": 3935, + "Ġbarrel": 3936, + "Ġbandage": 3937, + "Ġenth": 3938, + "Daddy": 3939, + "Ġzebra": 3940, + "ives": 3941, + "ube": 3942, + "year": 3943, + "Ġpor": 3944, + "Ġpand": 3945, + "Ġotter": 3946, + "Ġribb": 3947, + "Ġshield": 3948, + "Ġmechanic": 3949, + "Ġdonâ": 3950, + "Ġdisag": 3951, + "Ġdisplay": 3952, + "Ġmusician": 3953, + "ceros": 3954, + "Ġspeak": 3955, + "Ġcab": 3956, + "Ġcactus": 3957, + "ĠBetsy": 3958, + "Ġbulb": 3959, + "Ch": 3960, + "eath": 3961, + "ikes": 3962, + "xy": 3963, + "Ġtube": 3964, + "Ġahead": 3965, + "Ġsummer": 3966, + "Ġskelet": 3967, + "Ġpurse": 3968, + "Ġknob": 3969, + "Ġdidnâ": 3970, + "Ġcouldnâ": 3971, + "Ġcolours": 3972, + "Ġwindows": 3973, + "oomy": 3974, + "Ġgifted": 3975, + "Ġcartoon": 3976, + "Ġrhinoceros": 3977, + "gl": 3978, + "heart": 3979, + "Ġsize": 3980, + "Ġbet": 3981, + "ĠMiss": 3982, + "Ġscrew": 3983, + "Ġflour": 3984, + "Ġblin": 3985, + "apa": 3986, + "Ġdishes": 3987, + "Ġraining": 3988, + "Ġhoping": 3989, + "Ġshovel": 3990, + "Ġmint": 3991, + "Ġjellyfish": 3992, + "Ġsweater": 3993, + "Ġcharming": 3994, + "Ġpenguin": 3995, + "Ġenvelope": 3996, + "Ġenthus": 3997, + "Ġcabin": 3998, + "rec": 3999, + "Ġpant": 4000, + "Ġthread": 4001, + "Ġinse": 4002, + "Ġstaff": 4003, + "Ġliz": 4004, + "Ġunpack": 4005, + "Ġwriting": 4006, + "Ġtrash": 4007, + "Ġrolling": 4008, + "Ġwaffle": 4009, + "Ġiron": 4010, + "Ġwing": 4011, + "erable": 4012, + "Ġsheet": 4013, + "ĠBuddy": 4014, + "Ġshadow": 4015, + "Ġroared": 4016, + "Ġmuff": 4017, + "Ġairport": 4018, + "Ġceiling": 4019, + "Ġattic": 4020, + "Ġorganize": 4021, + "Ġstretch": 4022, + "Ġgrapes": 4023, + "Ġobs": 4024, + "ĠAre": 4025, + "ĠWould": 4026, + "ĠInst": 4027, + "Ġpiano": 4028, + "Ġsalt": 4029, + "Ġmiserable": 4030, + "Ġcord": 4031, + "Ġdess": 4032, + "Ġrefused": 4033, + "Ġscreen": 4034, + "ĠDan": 4035, + "Ġstrugg": 4036, + "Ġneedle": 4037, + "Ġbears": 4038, + "ĠAndy": 4039, + "Ġheaded": 4040, + "Ġsticky": 4041, + "Ġfreez": 4042, + "Ġzoomed": 4043, + "Ġimagined": 4044, + "Ġmedal": 4045, + "Ġmagnet": 4046, + "reci": 4047, + "Ġobser": 4048, + "Ġer": 4049, + "Ġlives": 4050, + "ĠAl": 4051, + "ĠPat": 4052, + "Ġappreci": 4053, + "asses": 4054, + "Ġsailor": 4055, + "Ġminute": 4056, + "Ġfisherman": 4057, + "vision": 4058, + "Ġrat": 4059, + "aled": 4060, + "Ġbrus": 4061, + "Ġchance": 4062, + "Ġpost": 4063, + "Ġsungl": 4064, + "Ġcheek": 4065, + "reeze": 4066, + "Ġdeaf": 4067, + "Ġrules": 4068, + "Ġfrogs": 4069, + "Ġairpl": 4070, + "ĠGod": 4071, + "Ġstrawberry": 4072, + "Ġslept": 4073, + "Ġlizard": 4074, + "Ġsunglasses": 4075, + "Ġluck": 4076, + "Ġinf": 4077, + "Ġbeep": 4078, + "ĠBunny": 4079, + "Ġmeas": 4080, + "Ġrod": 4081, + "Ġorder": 4082, + "Ġrestless": 4083, + "Ġsandbox": 4084, + "Ġmessage": 4085, + "ĠJoey": 4086, + "Ġcomplet": 4087, + "Ġattract": 4088, + "Ġgolden": 4089, + "Grandma": 4090, + "Ġpilot": 4091, + "Ġporch": 4092, + "Little": 4093, + "ler": 4094, + "ses": 4095 + }, + "merges": [ + [ + "h", + "e" + ], + [ + "Ġ", + "t" + ], + [ + "Ġ", + "a" + ], + [ + "Ġ", + "s" + ], + [ + "Ġ", + "w" + ], + [ + "n", + "d" + ], + [ + "Ġt", + "he" + ], + [ + "e", + "d" + ], + [ + "Ġa", + "nd" + ], + [ + "Ġt", + "o" + ], + [ + "Ġ", + "b" + ], + [ + "i", + "n" + ], + [ + "Ġ", + "h" + ], + [ + "Ġw", + "a" + ], + [ + "r", + "e" + ], + [ + "Ġ", + "f" + ], + [ + "i", + "t" + ], + [ + "o", + "u" + ], + [ + "Ġ", + "c" + ], + [ + "Ġ", + "l" + ], + [ + "Ġ", + "he" + ], + [ + "Ġ", + "d" + ], + [ + "e", + "r" + ], + [ + "Ġwa", + "s" + ], + [ + "Ġ", + "m" + ], + [ + "Ġ", + "p" + ], + [ + "o", + "m" + ], + [ + "Ġ", + "T" + ], + [ + "Ġ", + "o" + ], + [ + "a", + "y" + ], + [ + "a", + "r" + ], + [ + "in", + "g" + ], + [ + "i", + "s" + ], + [ + "Ġ", + "g" + ], + [ + "i", + "l" + ], + [ + "i", + "d" + ], + [ + "a", + "t" + ], + [ + "e", + "n" + ], + [ + "Ġ", + "n" + ], + [ + "Ġs", + "a" + ], + [ + "Ġh", + "a" + ], + [ + "Ġ", + "S" + ], + [ + "i", + "m" + ], + [ + "a", + "n" + ], + [ + "ĠT", + "he" + ], + [ + "o", + "r" + ], + [ + "o", + "n" + ], + [ + "Ġ", + "it" + ], + [ + "Ġt", + "h" + ], + [ + "l", + "l" + ], + [ + "l", + "e" + ], + [ + "Ġ", + "H" + ], + [ + "Ġhe", + "r" + ], + [ + "e", + "t" + ], + [ + "o", + "t" + ], + [ + "i", + "r" + ], + [ + "ĠS", + "he" + ], + [ + "ĠH", + "e" + ], + [ + "v", + "er" + ], + [ + "e", + "s" + ], + [ + "Ġ", + "in" + ], + [ + "u", + "t" + ], + [ + "o", + "w" + ], + [ + "c", + "k" + ], + [ + "Ġ", + "e" + ], + [ + "Ġ", + "u" + ], + [ + "l", + "d" + ], + [ + "ĠThe", + "y" + ], + [ + "o", + "o" + ], + [ + "i", + "g" + ], + [ + "Ġsa", + "id" + ], + [ + "a", + "m" + ], + [ + "il", + "y" + ], + [ + "Ġb", + "e" + ], + [ + "Ġ", + "y" + ], + [ + "Ġ", + "r" + ], + [ + "Ġs", + "t" + ], + [ + "c", + "e" + ], + [ + "Ġs", + "he" + ], + [ + "Ġ", + "\"" + ], + [ + "p", + "p" + ], + [ + "k", + "e" + ], + [ + "it", + "h" + ], + [ + "O", + "n" + ], + [ + "Ġ", + "I" + ], + [ + "Ġw", + "ith" + ], + [ + "v", + "e" + ], + [ + "L", + "ily" + ], + [ + "Ġo", + "n" + ], + [ + "Ġo", + "f" + ], + [ + "Ġs", + "o" + ], + [ + "Ġh", + "is" + ], + [ + "k", + "ed" + ], + [ + "r", + "i" + ], + [ + "n", + "t" + ], + [ + "ver", + "y" + ], + [ + "Ġp", + "l" + ], + [ + "Ġd", + "ay" + ], + [ + "a", + "d" + ], + [ + "Ġy", + "ou" + ], + [ + "Ġth", + "at" + ], + [ + "Ġu", + "p" + ], + [ + "Ġha", + "d" + ], + [ + "s", + "t" + ], + [ + "Ġpl", + "ay" + ], + [ + "Ġthe", + "y" + ], + [ + "Ġ", + "Lily" + ], + [ + "Ġw", + "e" + ], + [ + "Ġm", + "om" + ], + [ + "m", + "y" + ], + [ + "Ġf", + "or" + ], + [ + "e", + "l" + ], + [ + "ou", + "ld" + ], + [ + "u", + "n" + ], + [ + "Ġ", + "B" + ], + [ + "'", + "s" + ], + [ + "it", + "t" + ], + [ + "en", + "t" + ], + [ + "Ġha", + "pp" + ], + [ + "T", + "he" + ], + [ + "c", + "h" + ], + [ + "Ġl", + "i" + ], + [ + "ou", + "t" + ], + [ + "Ġwa", + "nt" + ], + [ + "Ġs", + "h" + ], + [ + "he", + "r" + ], + [ + "l", + "y" + ], + [ + "im", + "e" + ], + [ + "itt", + "le" + ], + [ + "ou", + "nd" + ], + [ + "Ġ", + "very" + ], + [ + "Ġt", + "ime" + ], + [ + "om", + "e" + ], + [ + "Ġl", + "ittle" + ], + [ + "Ġthe", + "re" + ], + [ + "s", + "e" + ], + [ + "Ġd", + "o" + ], + [ + "Ġw", + "h" + ], + [ + "a", + "ll" + ], + [ + "Ġ", + "k" + ], + [ + "e", + "nd" + ], + [ + "a", + "l" + ], + [ + "h", + "t" + ], + [ + "Ġn", + "e" + ], + [ + "Ġ", + "re" + ], + [ + "Ġn", + "ot" + ], + [ + "Ġhapp", + "y" + ], + [ + "Ġ", + "Ċ" + ], + [ + "Ġb", + "ig" + ], + [ + "Ġ", + "M" + ], + [ + "Ġb", + "ut" + ], + [ + "Ġs", + "m" + ], + [ + "a", + "ck" + ], + [ + "Ġsa", + "w" + ], + [ + "ĠI", + "t" + ], + [ + "Ġa", + "s" + ], + [ + "Ġa", + "n" + ], + [ + "r", + "a" + ], + [ + "ri", + "end" + ], + [ + "Ġf", + "riend" + ], + [ + "id", + "e" + ], + [ + "On", + "e" + ], + [ + "r", + "y" + ], + [ + "'", + "t" + ], + [ + "v", + "ed" + ], + [ + "Ġ", + "is" + ], + [ + "On", + "ce" + ], + [ + "a", + "ke" + ], + [ + ".", + "\"" + ], + [ + "Ġwe", + "re" + ], + [ + "t", + "er" + ], + [ + "u", + "g" + ], + [ + "Ġl", + "oo" + ], + [ + "Ġl", + "o" + ], + [ + "o", + "re" + ], + [ + "e", + "c" + ], + [ + "ĠT", + "im" + ], + [ + "Ġh", + "im" + ], + [ + "Ġb", + "o" + ], + [ + "!", + "\"" + ], + [ + "Ġto", + "o" + ], + [ + "Ġg", + "o" + ], + [ + "Ġup", + "on" + ], + [ + "ir", + "l" + ], + [ + "Ġ", + "j" + ], + [ + "Ġwant", + "ed" + ], + [ + "Ġg", + "irl" + ], + [ + "Ġs", + "e" + ], + [ + "Ġ", + "out" + ], + [ + "ar", + "d" + ], + [ + "w", + "ay" + ], + [ + "Ġs", + "p" + ], + [ + "il", + "l" + ], + [ + "i", + "nd" + ], + [ + "Ġthe", + "m" + ], + [ + "Ġc", + "ould" + ], + [ + "f", + "u" + ], + [ + "he", + "n" + ], + [ + "Ġa", + "t" + ], + [ + "u", + "r" + ], + [ + "Ġd", + "id" + ], + [ + "Ġsm", + "il" + ], + [ + "Ġthe", + "ir" + ], + [ + "Ġa", + "re" + ], + [ + "Ġe", + "x" + ], + [ + "Ġ", + "A" + ], + [ + "a", + "in" + ], + [ + "Ġw", + "ent" + ], + [ + "ar", + "t" + ], + [ + "he", + "d" + ], + [ + "r", + "om" + ], + [ + "i", + "c" + ], + [ + "r", + "ound" + ], + [ + "Ġha", + "ve" + ], + [ + "Ġn", + "am" + ], + [ + "l", + "p" + ], + [ + "Ġa", + "ll" + ], + [ + "Ġ", + "J" + ], + [ + "fu", + "l" + ], + [ + "Ġk", + "n" + ], + [ + "h", + "ing" + ], + [ + "oo", + "d" + ], + [ + "Ġhe", + "lp" + ], + [ + "ig", + "ht" + ], + [ + "Ġfriend", + "s" + ], + [ + "on", + "e" + ], + [ + "ar", + "k" + ], + [ + "Ġb", + "ack" + ], + [ + "u", + "m" + ], + [ + "Ġc", + "an" + ], + [ + "Ġnam", + "ed" + ], + [ + "Ġc", + "l" + ], + [ + "?", + "\"" + ], + [ + "Ġf", + "un" + ], + [ + "a", + "re" + ], + [ + "ĠB", + "en" + ], + [ + "Ġlo", + "ved" + ], + [ + "Ġa", + "l" + ], + [ + "el", + "t" + ], + [ + "ĠTim", + "my" + ], + [ + "Ġ", + "One" + ], + [ + "o", + "p" + ], + [ + "s", + "ide" + ], + [ + "Ġl", + "e" + ], + [ + "Ġn", + "o" + ], + [ + "Ġs", + "c" + ], + [ + "ĠT", + "om" + ], + [ + "Ġf", + "elt" + ], + [ + "ou", + "g" + ], + [ + "Ġsmil", + "ed" + ], + [ + "i", + "ck" + ], + [ + "Ġas", + "ked" + ], + [ + "Y", + "ou" + ], + [ + "Ġto", + "y" + ], + [ + "Ġm", + "an" + ], + [ + "Ġa", + "round" + ], + [ + "am", + "e" + ], + [ + "Ġf", + "e" + ], + [ + "Ġs", + "ay" + ], + [ + "Ġbo", + "y" + ], + [ + "Ġs", + "ome" + ], + [ + "Ġloo", + "ked" + ], + [ + "u", + "re" + ], + [ + "om", + "et" + ], + [ + "Ġb", + "r" + ], + [ + "Ġw", + "ould" + ], + [ + "Ġm", + "e" + ], + [ + "Ġb", + "ir" + ], + [ + "Ġli", + "ke" + ], + [ + "g", + "et" + ], + [ + "Ġst", + "art" + ], + [ + "Ġr", + "o" + ], + [ + "a", + "s" + ], + [ + "Ġse", + "e" + ], + [ + "Ġ", + "W" + ], + [ + "i", + "ce" + ], + [ + "on", + "g" + ], + [ + "Ġbir", + "d" + ], + [ + "Ġs", + "omet" + ], + [ + "d", + "d" + ], + [ + "Ġw", + "or" + ], + [ + "ad", + "e" + ], + [ + "i", + "e" + ], + [ + "k", + "ing" + ], + [ + "Ġa", + "g" + ], + [ + "ow", + "n" + ], + [ + "Ġt", + "re" + ], + [ + "Ġf", + "a" + ], + [ + "Ġa", + "way" + ], + [ + "Ġwh", + "at" + ], + [ + "ing", + "s" + ], + [ + "Ġstart", + "ed" + ], + [ + "get", + "her" + ], + [ + "Ġr", + "an" + ], + [ + "Ã", + "¢" + ], + [ + "â", + "Ĥ" + ], + [ + "âĤ", + "¬" + ], + [ + "ar", + "ed" + ], + [ + "Ġm", + "ake" + ], + [ + "ĠB", + "ut" + ], + [ + "it", + "ed" + ], + [ + "i", + "f" + ], + [ + "ou", + "d" + ], + [ + "Ġm", + "ade" + ], + [ + "Ġto", + "gether" + ], + [ + "Ġsomet", + "hing" + ], + [ + "Ġex", + "c" + ], + [ + "a", + "g" + ], + [ + "Ġc", + "o" + ], + [ + "Ġp", + "ark" + ], + [ + "Ġne", + "w" + ], + [ + "Ġsa", + "d" + ], + [ + "Ġp", + "ut" + ], + [ + ",", + "\"" + ], + [ + "Ġf", + "rom" + ], + [ + "b", + "le" + ], + [ + "t", + "her" + ], + [ + "Ġp", + "r" + ], + [ + "Ġm", + "u" + ], + [ + "Ġc", + "ar" + ], + [ + "Ġh", + "ome" + ], + [ + "Ġ", + "You" + ], + [ + "Ġthe", + "n" + ], + [ + "Ġw", + "hen" + ], + [ + "Ġf", + "ound" + ], + [ + "e", + "ll" + ], + [ + "Ġo", + "ther" + ], + [ + "Ġag", + "ain" + ], + [ + "Ġc", + "h" + ], + [ + "Ġd", + "ec" + ], + [ + "Ġwh", + "o" + ], + [ + "Ġl", + "a" + ], + [ + "ri", + "ed" + ], + [ + "s", + "s" + ], + [ + "Ġg", + "ood" + ], + [ + "Ġh", + "ug" + ], + [ + "Ġ", + "L" + ], + [ + "pp", + "ed" + ], + [ + "Ġwa", + "l" + ], + [ + "e", + "p" + ], + [ + "all", + "y" + ], + [ + "Ġsay", + "s" + ], + [ + "Ġf", + "l" + ], + [ + "es", + "t" + ], + [ + "a", + "ch" + ], + [ + "Ġ", + "E" + ], + [ + "Ġexc", + "ited" + ], + [ + "p", + "l" + ], + [ + "q", + "u" + ], + [ + "oo", + "k" + ], + [ + "Ġg", + "et" + ], + [ + "oug", + "ht" + ], + [ + "Ġplay", + "ing" + ], + [ + "Ġg", + "ot" + ], + [ + "Ġs", + "w" + ], + [ + "ou", + "s" + ], + [ + "h", + "at" + ], + [ + "n", + "y" + ], + [ + "id", + "ed" + ], + [ + "u", + "ck" + ], + [ + "Ġth", + "ings" + ], + [ + "Ġe", + "very" + ], + [ + "Ġdec", + "ided" + ], + [ + "Ġc", + "ame" + ], + [ + "Ġbe", + "c" + ], + [ + "a", + "ve" + ], + [ + "r", + "o" + ], + [ + "a", + "x" + ], + [ + "Ġli", + "ked" + ], + [ + "Ġd", + "own" + ], + [ + "Ġdo", + "g" + ], + [ + "Ġsc", + "ared" + ], + [ + "Ġ", + "v" + ], + [ + "u", + "dd" + ], + [ + "u", + "st" + ], + [ + "Ġon", + "e" + ], + [ + "Ġf", + "ind" + ], + [ + "Ġb", + "l" + ], + [ + "Ġth", + "an" + ], + [ + "Ġ", + "D" + ], + [ + "ou", + "se" + ], + [ + "way", + "s" + ], + [ + "Ġkn", + "e" + ], + [ + "Ġdid", + "n" + ], + [ + "a", + "p" + ], + [ + "Ġmom", + "my" + ], + [ + "Ġc", + "are" + ], + [ + "Ġal", + "ways" + ], + [ + "Ġa", + "b" + ], + [ + "is", + "t" + ], + [ + "Ġd", + "ad" + ], + [ + "Ġfe", + "el" + ], + [ + "ar", + "a" + ], + [ + "b", + "b" + ], + [ + "ar", + "n" + ], + [ + "f", + "e" + ], + [ + "Ġyou", + "r" + ], + [ + "Ġout", + "side" + ], + [ + "u", + "e" + ], + [ + "Ġg", + "ra" + ], + [ + "an", + "t" + ], + [ + "Ġ", + "ke" + ], + [ + "ĠM", + "om" + ], + [ + "Ġtoo", + "k" + ], + [ + "Ġl", + "ot" + ], + [ + "n", + "n" + ], + [ + "Ġb", + "u" + ], + [ + "Ġab", + "out" + ], + [ + "es", + "s" + ], + [ + "Ġ", + "F" + ], + [ + "nd", + "er" + ], + [ + "Ġtre", + "e" + ], + [ + "ec", + "i" + ], + [ + "Ġloo", + "k" + ], + [ + "Ġp", + "o" + ], + [ + "Ġm", + "y" + ], + [ + "ou", + "r" + ], + [ + "Ġtoy", + "s" + ], + [ + "it", + "e" + ], + [ + "c", + "hed" + ], + [ + "Ġkne", + "w" + ], + [ + "Ġth", + "ought" + ], + [ + "en", + "ed" + ], + [ + "Ġle", + "arn" + ], + [ + "Ġin", + "t" + ], + [ + "Ġo", + "ld" + ], + [ + "Ġm", + "ore" + ], + [ + "nn", + "a" + ], + [ + "is", + "e" + ], + [ + "g", + "ed" + ], + [ + "Ġt", + "a" + ], + [ + "udd", + "en" + ], + [ + "eci", + "al" + ], + [ + "Ġsp", + "ecial" + ], + [ + "ĠM", + "ax" + ], + [ + "a", + "u" + ], + [ + "Ġw", + "ill" + ], + [ + "er", + "s" + ], + [ + "The", + "y" + ], + [ + "re", + "t" + ], + [ + "Ġp", + "e" + ], + [ + "Ġh", + "o" + ], + [ + "ĠS", + "am" + ], + [ + "Ġt", + "ake" + ], + [ + "Ġb", + "all" + ], + [ + "Ġkn", + "ow" + ], + [ + "Ġla", + "ug" + ], + [ + "f", + "ter" + ], + [ + "udden", + "ly" + ], + [ + "Ġc", + "at" + ], + [ + "Ġh", + "ow" + ], + [ + "i", + "ve" + ], + [ + "Ġt", + "r" + ], + [ + "Ġmu", + "ch" + ], + [ + "Ġan", + "y" + ], + [ + "Ġp", + "u" + ], + [ + "m", + "a" + ], + [ + "Ġs", + "l" + ], + [ + "Ġs", + "or" + ], + [ + "Ġm", + "o" + ], + [ + "v", + "en" + ], + [ + "is", + "h" + ], + [ + "Ġsh", + "ow" + ], + [ + "Ġcould", + "n" + ], + [ + "au", + "se" + ], + [ + "in", + "k" + ], + [ + "B", + "ut" + ], + [ + "Ġh", + "ouse" + ], + [ + "Ġint", + "o" + ], + [ + "um", + "p" + ], + [ + "Ġo", + "ver" + ], + [ + "Ġt", + "ried" + ], + [ + "a", + "nd" + ], + [ + "Ġe", + "at" + ], + [ + "Ġs", + "k" + ], + [ + "Ġs", + "un" + ], + [ + "Ġt", + "w" + ], + [ + "Ġcl", + "o" + ], + [ + "i", + "a" + ], + [ + "Ġr", + "un" + ], + [ + "Ġha", + "nd" + ], + [ + "ĠE", + "very" + ], + [ + "Ġ", + "en" + ], + [ + "Ġin", + "side" + ], + [ + "d", + "y" + ], + [ + "Ġ", + "if" + ], + [ + "Ġto", + "ld" + ], + [ + "Ġne", + "ver" + ], + [ + "i", + "on" + ], + [ + "Ġ", + "qu" + ], + [ + "Ġbec", + "ause" + ], + [ + "b", + "y" + ], + [ + "Ġpr", + "oud" + ], + [ + "Ġg", + "ave" + ], + [ + "Ġsor", + "ry" + ], + [ + "Ġth", + "is" + ], + [ + "Ġo", + "p" + ], + [ + "Ġplay", + "ed" + ], + [ + "at", + "e" + ], + [ + "Ġex", + "pl" + ], + [ + "Ġhe", + "ard" + ], + [ + "t", + "y" + ], + [ + "Ġo", + "r" + ], + [ + "Ġwa", + "ter" + ], + [ + "an", + "k" + ], + [ + "g", + "e" + ], + [ + "s", + "ed" + ], + [ + "Ġp", + "ick" + ], + [ + "ot", + "her" + ], + [ + "Ġro", + "om" + ], + [ + "et", + "ter" + ], + [ + "Ġj", + "ust" + ], + [ + "a", + "ce" + ], + [ + "Ġhug", + "ged" + ], + [ + "a", + "k" + ], + [ + "Ġg", + "re" + ], + [ + "he", + "re" + ], + [ + "Ġof", + "f" + ], + [ + "ĠS", + "ara" + ], + [ + "Ġp", + "ret" + ], + [ + "il", + "e" + ], + [ + "Ġe", + "ach" + ], + [ + "Ġc", + "om" + ], + [ + "Ġl", + "ong" + ], + [ + "Ġbo", + "x" + ], + [ + "or", + "t" + ], + [ + "Ġst", + "r" + ], + [ + "i", + "z" + ], + [ + "Ġu", + "nt" + ], + [ + "Ġwa", + "t" + ], + [ + "ot", + "h" + ], + [ + "Ġne", + "ed" + ], + [ + "Ġj", + "o" + ], + [ + "ĠW", + "e" + ], + [ + "T", + "om" + ], + [ + "Ġsm", + "all" + ], + [ + "in", + "e" + ], + [ + "Ġbe", + "ar" + ], + [ + "M", + "om" + ], + [ + "Ġunt", + "il" + ], + [ + "Ġn", + "ice" + ], + [ + "Ġt", + "ry" + ], + [ + "v", + "ing" + ], + [ + "u", + "c" + ], + [ + "s", + "el" + ], + [ + "oug", + "h" + ], + [ + "Ġlearn", + "ed" + ], + [ + "Ġk", + "ind" + ], + [ + "ĠA", + "nna" + ], + [ + "il", + "d" + ], + [ + "Ġf", + "o" + ], + [ + "Ġman", + "y" + ], + [ + "'", + "m" + ], + [ + "ĠJ", + "ack" + ], + [ + "Ġb", + "etter" + ], + [ + "Ġ", + "im" + ], + [ + "g", + "ry" + ], + [ + "im", + "al" + ], + [ + "Ġan", + "imal" + ], + [ + "ur", + "t" + ], + [ + "f", + "t" + ], + [ + "Ġe", + "nd" + ], + [ + "Ġs", + "n" + ], + [ + "a", + "ut" + ], + [ + "Ġt", + "e" + ], + [ + "Ġc", + "le" + ], + [ + "ĠJ", + "o" + ], + [ + "v", + "ent" + ], + [ + "ur", + "p" + ], + [ + "Ġg", + "r" + ], + [ + "Ġbe", + "aut" + ], + [ + "Ġj", + "ump" + ], + [ + "m", + "b" + ], + [ + "Ġa", + "d" + ], + [ + "re", + "am" + ], + [ + "p", + "t" + ], + [ + "ĠS", + "o" + ], + [ + "ĠH", + "er" + ], + [ + "Ġfl", + "ow" + ], + [ + "i", + "es" + ], + [ + "Ġc", + "he" + ], + [ + "Ġb", + "ra" + ], + [ + "Ġthan", + "ked" + ], + [ + "Ġe", + "ven" + ], + [ + "Ġb", + "est" + ], + [ + "Ġc", + "all" + ], + [ + "ad", + "y" + ], + [ + "H", + "e" + ], + [ + "Ġlot", + "s" + ], + [ + "Ġlaug", + "hed" + ], + [ + "sel", + "f" + ], + [ + "Ġr", + "a" + ], + [ + "Ġwa", + "y" + ], + [ + "ar", + "s" + ], + [ + "ur", + "n" + ], + [ + "Ġb", + "y" + ], + [ + "Ġfa", + "st" + ], + [ + "ll", + "y" + ], + [ + "Ġf", + "am" + ], + [ + "Ġ", + "C" + ], + [ + "v", + "es" + ], + [ + "ard", + "en" + ], + [ + "Ġg", + "arden" + ], + [ + "Ġbeaut", + "i" + ], + [ + "w", + "n" + ], + [ + "T", + "h" + ], + [ + "Ġbeauti", + "ful" + ], + [ + "Ġl", + "oud" + ], + [ + "le", + "w" + ], + [ + "Ġsk", + "y" + ], + [ + "Ġd", + "on" + ], + [ + "h", + "n" + ], + [ + "er", + "ed" + ], + [ + "in", + "y" + ], + [ + "Ġcare", + "ful" + ], + [ + "Ġlo", + "ve" + ], + [ + "Ġf", + "i" + ], + [ + "ĠThe", + "n" + ], + [ + "Å", + "ĵ" + ], + [ + "a", + "se" + ], + [ + "ec", + "t" + ], + [ + "Ġsa", + "fe" + ], + [ + "ĠA", + "nd" + ], + [ + "Ġu", + "nder" + ], + [ + "Ġc", + "ome" + ], + [ + "ĠF", + "rom" + ], + [ + "Y", + "es" + ], + [ + "ĠM", + "ia" + ], + [ + "I", + "t" + ], + [ + "m", + "e" + ], + [ + "Ġh", + "ard" + ], + [ + "Ġc", + "u" + ], + [ + "Ġw", + "o" + ], + [ + "Ġl", + "ist" + ], + [ + "Ġst", + "ay" + ], + [ + "an", + "e" + ], + [ + "s", + "h" + ], + [ + "op", + "le" + ], + [ + "Ġg", + "l" + ], + [ + "n", + "ing" + ], + [ + "Ġst", + "ill" + ], + [ + "oo", + "l" + ], + [ + "Ġh", + "urt" + ], + [ + "re", + "e" + ], + [ + "ĠH", + "is" + ], + [ + "Ġim", + "p" + ], + [ + "Ġfam", + "ily" + ], + [ + "Ġ", + "â" + ], + [ + "Ġb", + "oth" + ], + [ + "r", + "m" + ], + [ + "ig", + "h" + ], + [ + "Ġli", + "ved" + ], + [ + "he", + "s" + ], + [ + "W", + "hen" + ], + [ + "Ġpe", + "ople" + ], + [ + "Ġanimal", + "s" + ], + [ + "Ġco", + "l" + ], + [ + "Ġbra", + "ve" + ], + [ + "Ġwal", + "ked" + ], + [ + "o", + "b" + ], + [ + "T", + "im" + ], + [ + "c", + "t" + ], + [ + "Ġl", + "et" + ], + [ + "urp", + "r" + ], + [ + "ĠW", + "hen" + ], + [ + "Ġtw", + "o" + ], + [ + "Ġs", + "urpr" + ], + [ + "Ġsh", + "ould" + ], + [ + "is", + "hed" + ], + [ + "Ġb", + "ad" + ], + [ + "re", + "ss" + ], + [ + "Ġke", + "pt" + ], + [ + "Ġf", + "ore" + ], + [ + "Ġf", + "lew" + ], + [ + "Ġf", + "in" + ], + [ + "Ġst", + "or" + ], + [ + "Ġf", + "ly" + ], + [ + "a", + "st" + ], + [ + "is", + "ed" + ], + [ + "i", + "p" + ], + [ + "Ġit", + "s" + ], + [ + "l", + "ed" + ], + [ + "o", + "ck" + ], + [ + "uc", + "y" + ], + [ + "f", + "ore" + ], + [ + "Ġgo", + "ing" + ], + [ + "Ġcle", + "an" + ], + [ + "Ġd", + "an" + ], + [ + "Ġp", + "ic" + ], + [ + "Ġso", + "on" + ], + [ + "Ġcall", + "ed" + ], + [ + "Ġsh", + "are" + ], + [ + "k", + "ay" + ], + [ + "Ġan", + "gry" + ], + [ + "Ġro", + "ck" + ], + [ + "Ġc", + "on" + ], + [ + "Ġpret", + "ty" + ], + [ + "N", + "o" + ], + [ + "Ġ", + "ide" + ], + [ + "i", + "ed" + ], + [ + "il", + "ly" + ], + [ + "Ġg", + "round" + ], + [ + "x", + "t" + ], + [ + "Ġr", + "ed" + ], + [ + "Ġexpl", + "ore" + ], + [ + "Ġc", + "ry" + ], + [ + "Ġad", + "vent" + ], + [ + "Ġst", + "o" + ], + [ + "s", + "o" + ], + [ + "Ġre", + "al" + ], + [ + "L", + "et" + ], + [ + "Ġw", + "ind" + ], + [ + "Ġsh", + "iny" + ], + [ + "b", + "e" + ], + [ + "Ġb", + "ook" + ], + [ + "Ġal", + "so" + ], + [ + "Ġdo", + "ll" + ], + [ + "Ġide", + "a" + ], + [ + "Ġbe", + "fore" + ], + [ + "Ġop", + "ened" + ], + [ + "dd", + "ed" + ], + [ + "Ġwh", + "ile" + ], + [ + "um", + "my" + ], + [ + "Ġke", + "ep" + ], + [ + "Ġe", + "y" + ], + [ + "Ġn", + "ow" + ], + [ + "Ġdo", + "or" + ], + [ + "Ġfeel", + "ing" + ], + [ + "âĤ¬", + "â" + ], + [ + "o", + "on" + ], + [ + "o", + "y" + ], + [ + "Ġwal", + "king" + ], + [ + "Ġno", + "ise" + ], + [ + "Ġf", + "r" + ], + [ + "le", + "s" + ], + [ + "ag", + "e" + ], + [ + "i", + "ous" + ], + [ + "Ġcol", + "or" + ], + [ + "Ġt", + "urn" + ], + [ + "t", + "hing" + ], + [ + "f", + "f" + ], + [ + "u", + "ch" + ], + [ + "t", + "h" + ], + [ + "Ġb", + "ed" + ], + [ + "ar", + "y" + ], + [ + "Ġd", + "ra" + ], + [ + "Ġpick", + "ed" + ], + [ + "im", + "b" + ], + [ + "e", + "et" + ], + [ + "Ġcl", + "imb" + ], + [ + "Ġd", + "el" + ], + [ + "W", + "hat" + ], + [ + "Ġbe", + "ing" + ], + [ + "Ġf", + "ood" + ], + [ + "Ġu", + "n" + ], + [ + "Ġf", + "ar" + ], + [ + "t", + "ure" + ], + [ + "j", + "oy" + ], + [ + "Ġadvent", + "ure" + ], + [ + "a", + "c" + ], + [ + "Ġsmil", + "e" + ], + [ + "Ġd", + "if" + ], + [ + "Ħ", + "¢" + ], + [ + "âĤ¬â", + "Ħ¢" + ], + [ + "me", + "mb" + ], + [ + "Ġw", + "r" + ], + [ + "Ġth", + "r" + ], + [ + "ug", + "ht" + ], + [ + "Ġloo", + "king" + ], + [ + "Ġne", + "xt" + ], + [ + "ic", + "ed" + ], + [ + "ĠL", + "ucy" + ], + [ + "Ġno", + "dded" + ], + [ + "Ġqu", + "ick" + ], + [ + "Ġ", + "P" + ], + [ + "Ġd", + "is" + ], + [ + "Ġre", + "pl" + ], + [ + "ĠD", + "ad" + ], + [ + "Ġwa", + "it" + ], + [ + "iz", + "ed" + ], + [ + "Ġfore", + "st" + ], + [ + "Ġclo", + "s" + ], + [ + "ĠS", + "uddenly" + ], + [ + "Ġt", + "ra" + ], + [ + "T", + "hat" + ], + [ + "Ġey", + "es" + ], + [ + "g", + "er" + ], + [ + "bb", + "it" + ], + [ + "t", + "ed" + ], + [ + "Ġo", + "wn" + ], + [ + "Ġr", + "ain" + ], + [ + "Ġimp", + "ort" + ], + [ + "Ġgre", + "at" + ], + [ + "Ġre", + "memb" + ], + [ + "Ġpic", + "ture" + ], + [ + "Th", + "ank" + ], + [ + "S", + "uddenly" + ], + [ + "Ġsto", + "pped" + ], + [ + "Ġen", + "joy" + ], + [ + "Ġv", + "o" + ], + [ + "B", + "en" + ], + [ + "Ġg", + "ive" + ], + [ + "Ġimport", + "ant" + ], + [ + "Ġwor", + "k" + ], + [ + "Ġne", + "ar" + ], + [ + "g", + "an" + ], + [ + "p", + "ot" + ], + [ + "Ġe", + "ver" + ], + [ + "Ġa", + "pp" + ], + [ + "Ġa", + "fter" + ], + [ + "Ġquick", + "ly" + ], + [ + "Ġlist", + "en" + ], + [ + "Ġb", + "re" + ], + [ + "t", + "ing" + ], + [ + "bb", + "ed" + ], + [ + "Ġm", + "a" + ], + [ + "Ġf", + "ish" + ], + [ + "Ġrepl", + "ied" + ], + [ + "Ġra", + "bbit" + ], + [ + "Ġhand", + "s" + ], + [ + "Ġ", + "G" + ], + [ + "Ġnot", + "iced" + ], + [ + "Ġbr", + "o" + ], + [ + "Ġsl", + "ide" + ], + [ + "Ġth", + "ink" + ], + [ + "Ġwal", + "k" + ], + [ + "Ġtr", + "uck" + ], + [ + "Ġa", + "c" + ], + [ + "k", + "es" + ], + [ + "Ġstr", + "ong" + ], + [ + "S", + "he" + ], + [ + "Ġshow", + "ed" + ], + [ + "Ġd", + "e" + ], + [ + "Ġevery", + "one" + ], + [ + "Ġwo", + "nder" + ], + [ + "fe", + "re" + ], + [ + "by", + "e" + ], + [ + "Ġdif", + "fere" + ], + [ + "ir", + "st" + ], + [ + "S", + "o" + ], + [ + "Ġs", + "ure" + ], + [ + "Ġha", + "s" + ], + [ + "Ġr", + "ight" + ], + [ + "Ġbe", + "en" + ], + [ + "Ġbec", + "ame" + ], + [ + "Ġs", + "ound" + ], + [ + "ma", + "z" + ], + [ + "Ġto", + "w" + ], + [ + "Ġr", + "u" + ], + [ + "Ġt", + "al" + ], + [ + "Ġa", + "maz" + ], + [ + "Ġhe", + "ad" + ], + [ + "Ġsh", + "out" + ], + [ + "Ġbr", + "ight" + ], + [ + "Ġy", + "e" + ], + [ + "Ġwat", + "ched" + ], + [ + "Ġ", + "R" + ], + [ + "Ġm", + "or" + ], + [ + "Ġch", + "ild" + ], + [ + "a", + "ble" + ], + [ + "Ġme", + "an" + ], + [ + "Ġw", + "here" + ], + [ + "ll", + "ow" + ], + [ + "Ġh", + "igh" + ], + [ + "ĠS", + "ue" + ], + [ + "Ġfa", + "ce" + ], + [ + "Ġc", + "ook" + ], + [ + "d", + "ay" + ], + [ + "ay", + "be" + ], + [ + "Ġwat", + "ch" + ], + [ + "Ġbl", + "ue" + ], + [ + "a", + "ught" + ], + [ + "Ġdiffere", + "nt" + ], + [ + "Ġst", + "ore" + ], + [ + "Ġ", + "N" + ], + [ + "Ġgood", + "bye" + ], + [ + "Ġd", + "ress" + ], + [ + "u", + "ll" + ], + [ + "ĠB", + "ob" + ], + [ + "n", + "g" + ], + [ + "an", + "ge" + ], + [ + "Ġs", + "qu" + ], + [ + "Ġo", + "kay" + ], + [ + "is", + "y" + ], + [ + "le", + "ase" + ], + [ + "ĠMom", + "my" + ], + [ + "Ġvo", + "ice" + ], + [ + "J", + "o" + ], + [ + "at", + "h" + ], + [ + "Ġn", + "ight" + ], + [ + "ĠS", + "pot" + ], + [ + "Ġu", + "s" + ], + [ + "Ġbo", + "at" + ], + [ + "Ġflow", + "ers" + ], + [ + "Ġpl", + "ace" + ], + [ + "Ġfo", + "llow" + ], + [ + "Ġa", + "r" + ], + [ + "Ġu", + "se" + ], + [ + "Ġclos", + "er" + ], + [ + "un", + "ny" + ], + [ + "le", + "ep" + ], + [ + "ir", + "ed" + ], + [ + "Ġfa", + "v" + ], + [ + "Ġy", + "ell" + ], + [ + "Ġgra", + "bbed" + ], + [ + "Ġcu", + "ri" + ], + [ + "Ġwa", + "rm" + ], + [ + "Ġc", + "r" + ], + [ + "Ġfor", + "g" + ], + [ + "ĠSara", + "h" + ], + [ + "ĠJo", + "hn" + ], + [ + "Ġm", + "ag" + ], + [ + "Ġst", + "ick" + ], + [ + "W", + "e" + ], + [ + "Ġjump", + "ed" + ], + [ + "Ġc", + "ake" + ], + [ + "m", + "ore" + ], + [ + "Ġt", + "ell" + ], + [ + "Ġany", + "more" + ], + [ + "A", + "fter" + ], + [ + "Ġbut", + "ter" + ], + [ + "nd", + "ma" + ], + [ + "Ġth", + "ree" + ], + [ + "Ġas", + "k" + ], + [ + "c", + "o" + ], + [ + "Ġ", + "our" + ], + [ + "l", + "ie" + ], + [ + "Ġcuri", + "ous" + ], + [ + "ou", + "nt" + ], + [ + "or", + "n" + ], + [ + "Ġcon", + "t" + ], + [ + "Ġfe", + "ll" + ], + [ + "a", + "ched" + ], + [ + "ĠT", + "h" + ], + [ + "Ġbird", + "s" + ], + [ + "as", + "s" + ], + [ + "H", + "er" + ], + [ + "is", + "s" + ], + [ + "Ġhelp", + "ed" + ], + [ + "ĠJ", + "ane" + ], + [ + "Ġpu", + "ll" + ], + [ + "Ġf", + "irst" + ], + [ + "it", + "c" + ], + [ + "Ġbl", + "ock" + ], + [ + "Ġh", + "op" + ], + [ + "Ġb", + "it" + ], + [ + "Ġd", + "r" + ], + [ + "Ġreal", + "ized" + ], + [ + "Ġk", + "id" + ], + [ + "L", + "ook" + ], + [ + "il", + "a" + ], + [ + "Ġm", + "on" + ], + [ + "Ġbr", + "other" + ], + [ + "A", + "nna" + ], + [ + "S", + "ara" + ], + [ + "Ġ", + "z" + ], + [ + "ĠEvery", + "one" + ], + [ + "Ġat", + "e" + ], + [ + "Ġdo", + "es" + ], + [ + "im", + "es" + ], + [ + "Ġhapp", + "ened" + ], + [ + "Ġst", + "op" + ], + [ + "z", + "y" + ], + [ + "Ġy", + "ummy" + ], + [ + "Ġfav", + "or" + ], + [ + "pp", + "y" + ], + [ + "Ġk", + "itc" + ], + [ + "Ġkitc", + "hen" + ], + [ + "Ġsw", + "eet" + ], + [ + "u", + "s" + ], + [ + "Ġp", + "er" + ], + [ + "Ġre", + "ally" + ], + [ + "a", + "isy" + ], + [ + "Ġgra", + "ss" + ], + [ + "Ġfavor", + "ite" + ], + [ + "Ġbe", + "gan" + ], + [ + "Ġre", + "st" + ], + [ + "Ġre", + "ady" + ], + [ + "Ġle", + "a" + ], + [ + "Ġre", + "ached" + ], + [ + "Ġunder", + "st" + ], + [ + "a", + "ir" + ], + [ + "Ġst", + "e" + ], + [ + "Ġb", + "unny" + ], + [ + "ĠA", + "s" + ], + [ + "Ġstor", + "y" + ], + [ + "'", + "re" + ], + [ + "Ġp", + "ain" + ], + [ + "Ġs", + "ing" + ], + [ + "st", + "er" + ], + [ + "Ġhe", + "re" + ], + [ + "Ġsa", + "nd" + ], + [ + "Ġon", + "ly" + ], + [ + "Ġfl", + "o" + ], + [ + "Ġa", + "m" + ], + [ + "Ġgl", + "ad" + ], + [ + "Ġt", + "ri" + ], + [ + "Ġbe", + "h" + ], + [ + "Ġwor", + "ld" + ], + [ + "Ġop", + "en" + ], + [ + "Ġc", + "re" + ], + [ + "fu", + "lly" + ], + [ + "Ġpr", + "in" + ], + [ + "w", + "here" + ], + [ + "are", + "nt" + ], + [ + "Ġflow", + "er" + ], + [ + "Ġthr", + "ough" + ], + [ + "Ġb", + "a" + ], + [ + "Ġfi", + "re" + ], + [ + "Ġd", + "one" + ], + [ + "Ġha", + "ving" + ], + [ + "Ġth", + "ing" + ], + [ + "Ġdel", + "ic" + ], + [ + "Ġhim", + "self" + ], + [ + "Ġt", + "ired" + ], + [ + "Ġp", + "arent" + ], + [ + "Ġso", + "ft" + ], + [ + "Ġf", + "ro" + ], + [ + "Tim", + "my" + ], + [ + "Ġta", + "st" + ], + [ + "Ġbutter", + "f" + ], + [ + "ĠL", + "et" + ], + [ + "Ġc", + "ut" + ], + [ + "Ġp", + "art" + ], + [ + "Ġwh", + "y" + ], + [ + "k", + "en" + ], + [ + "Ġm", + "ess" + ], + [ + "C", + "an" + ], + [ + "Ġwor", + "ry" + ], + [ + "Mom", + "my" + ], + [ + "i", + "ver" + ], + [ + "Ġd", + "in" + ], + [ + "u", + "ff" + ], + [ + "at", + "er" + ], + [ + "Ġmag", + "ic" + ], + [ + "Ġwa", + "ved" + ], + [ + "Ġshout", + "ed" + ], + [ + "Ġpo", + "nd" + ], + [ + "Ġkid", + "s" + ], + [ + "Ġh", + "at" + ], + [ + "Ġd", + "uck" + ], + [ + "Ġse", + "es" + ], + [ + "o", + "lly" + ], + [ + "ill", + "ed" + ], + [ + "Ġg", + "ame" + ], + [ + "i", + "ent" + ], + [ + "Ġma", + "king" + ], + [ + "at", + "her" + ], + [ + "Jo", + "hn" + ], + [ + "A", + "s" + ], + [ + "ak", + "es" + ], + [ + "Ġcat", + "ch" + ], + [ + "Ġse", + "en" + ], + [ + "Ġc", + "ool" + ], + [ + "at", + "ion" + ], + [ + "Ġcom", + "ing" + ], + [ + "Ġl", + "ess" + ], + [ + "Ġd", + "ark" + ], + [ + "Ġu", + "sed" + ], + [ + "ed", + "dy" + ], + [ + "Ġfi", + "x" + ], + [ + "ĠJo", + "e" + ], + [ + "Ġthan", + "k" + ], + [ + "m", + "er" + ], + [ + "Ġto", + "p" + ], + [ + "Ġl", + "ady" + ], + [ + "Ġha", + "ir" + ], + [ + "ar", + "ing" + ], + [ + "Ġp", + "rom" + ], + [ + "Ġho", + "pped" + ], + [ + "ĠC", + "an" + ], + [ + "\"", + "." + ], + [ + "ig", + "n" + ], + [ + "Ġsurpr", + "ise" + ], + [ + "Ġdra", + "w" + ], + [ + "Ġm", + "um" + ], + [ + "Ġm", + "ouse" + ], + [ + "Ġfun", + "ny" + ], + [ + "re", + "l" + ], + [ + "Ġc", + "ra" + ], + [ + "Ġ", + "-" + ], + [ + "ap", + "er" + ], + [ + "Ġf", + "ull" + ], + [ + "Ġto", + "uch" + ], + [ + "Ġl", + "ight" + ], + [ + "Ġsp", + "ot" + ], + [ + "re", + "n" + ], + [ + "Ġd", + "ro" + ], + [ + "ĠBen", + "ny" + ], + [ + "Ġparent", + "s" + ], + [ + "Ġwor", + "ked" + ], + [ + "in", + "s" + ], + [ + "one", + "y" + ], + [ + "ĠD", + "o" + ], + [ + "Ġsurpr", + "ised" + ], + [ + "Ġcare", + "fully" + ], + [ + "Ġtre", + "es" + ], + [ + "Ġfro", + "g" + ], + [ + "Ġsw", + "ing" + ], + [ + "Ġdo", + "ing" + ], + [ + "D", + "on" + ], + [ + "Ġs", + "at" + ], + [ + "in", + "ally" + ], + [ + "ĠT", + "hat" + ], + [ + "Ġ", + "ice" + ], + [ + "ĠI", + "n" + ], + [ + "Ġhe", + "ld" + ], + [ + "W", + "ow" + ], + [ + "Ġrun", + "ning" + ], + [ + "Ġpret", + "end" + ], + [ + "Ġsw", + "im" + ], + [ + "Ġs", + "et" + ], + [ + "Ġre", + "ad" + ], + [ + "Ġdelic", + "ious" + ], + [ + "Ġneed", + "ed" + ], + [ + "Ġt", + "ight" + ], + [ + "Ġsl", + "ow" + ], + [ + "Ġrememb", + "ered" + ], + [ + "Ġlo", + "st" + ], + [ + "Ġco", + "ld" + ], + [ + "Ġsm", + "ell" + ], + [ + "ard", + "s" + ], + [ + "Ġw", + "ood" + ], + [ + "Ġhapp", + "ily" + ], + [ + "h", + "y" + ], + [ + "el", + "y" + ], + [ + "Ġlook", + "s" + ], + [ + "Ġbeh", + "ind" + ], + [ + "Ġher", + "self" + ], + [ + "Ġc", + "ried" + ], + [ + "Ġenjoy", + "ed" + ], + [ + "Ġnam", + "e" + ], + [ + "as", + "k" + ], + [ + "Ġye", + "ars" + ], + [ + "Ġbu", + "y" + ], + [ + "Ġho", + "le" + ], + [ + "Ġblock", + "s" + ], + [ + "Ġd", + "ri" + ], + [ + "Ġs", + "leep" + ], + [ + "Ġg", + "i" + ], + [ + "Ġyell", + "ow" + ], + [ + "c", + "ess" + ], + [ + "Ġbutterf", + "ly" + ], + [ + "i", + "ke" + ], + [ + "u", + "ed" + ], + [ + "Ġw", + "ished" + ], + [ + "Ġper", + "f" + ], + [ + "Ġan", + "other" + ], + [ + "ĠD", + "aisy" + ], + [ + "Ġgre", + "en" + ], + [ + "Ġmo", + "ve" + ], + [ + "Ġt", + "all" + ], + [ + "Ġa", + "ir" + ], + [ + "Ġb", + "ag" + ], + [ + "Ġflo", + "or" + ], + [ + "Ġcar", + "s" + ], + [ + "Ġless", + "on" + ], + [ + "u", + "l" + ], + [ + "Ġb", + "ow" + ], + [ + "Ġar", + "ri" + ], + [ + "Ġwind", + "ow" + ], + [ + "Ġsh", + "o" + ], + [ + "Ġchild", + "ren" + ], + [ + "n", + "er" + ], + [ + "Ġfin", + "ished" + ], + [ + "Ġh", + "ill" + ], + [ + "ĠA", + "fter" + ], + [ + "and", + "y" + ], + [ + "s", + "p" + ], + [ + "en", + "s" + ], + [ + "Ġp", + "aper" + ], + [ + "Ġli", + "kes" + ], + [ + "F", + "rom" + ], + [ + "s", + "y" + ], + [ + "Ġho", + "ld" + ], + [ + "S", + "am" + ], + [ + "Ġwr", + "ong" + ], + [ + "re", + "ed" + ], + [ + "Ġcont", + "in" + ], + [ + "Ġunderst", + "and" + ], + [ + "at", + "ter" + ], + [ + "u", + "it" + ], + [ + "re", + "w" + ], + [ + "Ġg", + "ent" + ], + [ + "Ġany", + "thing" + ], + [ + "Ġclo", + "se" + ], + [ + "Ġwa", + "ll" + ], + [ + "Ġe", + "l" + ], + [ + "as", + "ure" + ], + [ + "Ġle", + "ft" + ], + [ + "Ġa", + "ble" + ], + [ + "Ġarri", + "ved" + ], + [ + "Ġh", + "un" + ], + [ + "ro", + "ss" + ], + [ + "a", + "v" + ], + [ + "Ġhe", + "ar" + ], + [ + "Ġfriend", + "ly" + ], + [ + "Ġforg", + "ot" + ], + [ + "Ġg", + "one" + ], + [ + "am", + "a" + ], + [ + "Ġcre", + "at" + ], + [ + "Ġw", + "et" + ], + [ + "Ġli", + "on" + ], + [ + "H", + "ell" + ], + [ + "Hell", + "o" + ], + [ + "Ġd", + "ream" + ], + [ + "Ġh", + "ot" + ], + [ + "b", + "o" + ], + [ + "b", + "er" + ], + [ + "ĠS", + "ally" + ], + [ + "Ġf", + "illed" + ], + [ + "Ġd", + "ir" + ], + [ + "ie", + "ld" + ], + [ + "Ġcook", + "ies" + ], + [ + "Ġlaug", + "h" + ], + [ + "Ġbro", + "ken" + ], + [ + "Ġdin", + "ner" + ], + [ + "l", + "f" + ], + [ + "Ġel", + "se" + ], + [ + "Ġh", + "id" + ], + [ + "c", + "ed" + ], + [ + "Ġp", + "ink" + ], + [ + "Ġfollow", + "ed" + ], + [ + "Ġta", + "ble" + ], + [ + "Ġm", + "ar" + ], + [ + "Ġcolor", + "s" + ], + [ + "ou", + "p" + ], + [ + "Ġmom", + "ent" + ], + [ + "Ġcontin", + "ued" + ], + [ + "Ġwonder", + "ful" + ], + [ + "ĠE", + "m" + ], + [ + "e", + "y" + ], + [ + "in", + "ed" + ], + [ + "ir", + "rel" + ], + [ + "r", + "ot" + ], + [ + "Ġfin", + "ally" + ], + [ + "J", + "ack" + ], + [ + "Ġa", + "rm" + ], + [ + "Ġm", + "ight" + ], + [ + "ĠN", + "ow" + ], + [ + "Ġc", + "ast" + ], + [ + "Ġy", + "es" + ], + [ + "Ġbu", + "ild" + ], + [ + "Ġen", + "ough" + ], + [ + "ĠB", + "illy" + ], + [ + "Ġsome", + "one" + ], + [ + "Ġperf", + "ect" + ], + [ + "Ġfa", + "ir" + ], + [ + "Ġstay", + "ed" + ], + [ + "a", + "pp" + ], + [ + "Ġmor", + "ning" + ], + [ + "ĠThe", + "re" + ], + [ + "Ġpu", + "ppy" + ], + [ + "o", + "l" + ], + [ + "Ġdad", + "dy" + ], + [ + "Ġtry", + "ing" + ], + [ + "'", + "ll" + ], + [ + "Ġj", + "u" + ], + [ + "Ġother", + "s" + ], + [ + "Ġbook", + "s" + ], + [ + "Ġag", + "reed" + ], + [ + "Ġmu", + "s" + ], + [ + "Ġsn", + "ow" + ], + [ + "Ġsqu", + "irrel" + ], + [ + "Ġc", + "ream" + ], + [ + "ro", + "om" + ], + [ + "Ġget", + "ting" + ], + [ + "Ġgra", + "ndma" + ], + [ + "ĠL", + "ila" + ], + [ + "Ġlea", + "ves" + ], + [ + "Ġba", + "by" + ], + [ + "Ġc", + "ount" + ], + [ + "ic", + "y" + ], + [ + "Ġfe", + "w" + ], + [ + "A", + "t" + ], + [ + "Ġf", + "all" + ], + [ + "The", + "n" + ], + [ + "g", + "on" + ], + [ + "Ġbre", + "ak" + ], + [ + "Ġclimb", + "ed" + ], + [ + "ri", + "es" + ], + [ + "Ġbe", + "ach" + ], + [ + "as", + "h" + ], + [ + "Ġb", + "ug" + ], + [ + "Ġp", + "lease" + ], + [ + "Ġm", + "other" + ], + [ + "Ġbr", + "ought" + ], + [ + "Ġtra", + "in" + ], + [ + "an", + "ce" + ], + [ + "ĠTh", + "is" + ], + [ + "Ġde", + "ep" + ], + [ + "Ġv", + "is" + ], + [ + "at", + "ed" + ], + [ + "s", + "hed" + ], + [ + "Ġm", + "et" + ], + [ + "Ġwas", + "n" + ], + [ + "Ġsomet", + "imes" + ], + [ + "Ġevery", + "thing" + ], + [ + "ĠTom", + "my" + ], + [ + "i", + "ch" + ], + [ + "Ġmus", + "ic" + ], + [ + "ke", + "y" + ], + [ + "l", + "ing" + ], + [ + "Th", + "is" + ], + [ + "o", + "s" + ], + [ + "Ġturn", + "ed" + ], + [ + "l", + "c" + ], + [ + "Ġr", + "ide" + ], + [ + "o", + "om" + ], + [ + "Ġs", + "ong" + ], + [ + "or", + "ing" + ], + [ + "Ġsp", + "ark" + ], + [ + "Ġf", + "ight" + ], + [ + "Ġhun", + "gry" + ], + [ + "on", + "s" + ], + [ + "Ġpicture", + "s" + ], + [ + "d", + "s" + ], + [ + "Ġm", + "akes" + ], + [ + "Ġse", + "ar" + ], + [ + "uck", + "y" + ], + [ + "Ġlist", + "ened" + ], + [ + "Ġjo", + "y" + ], + [ + "Ġpo", + "l" + ], + [ + "ĠW", + "hat" + ], + [ + "H", + "is" + ], + [ + "e", + "e" + ], + [ + "Ġcl", + "ot" + ], + [ + "Ġsa", + "il" + ], + [ + "a", + "pped" + ], + [ + "b", + "ble" + ], + [ + "Ġcom", + "p" + ], + [ + "Ġpl", + "an" + ], + [ + "Ġwant", + "s" + ], + [ + "Ġclot", + "hes" + ], + [ + "Ġpo", + "in" + ], + [ + "Ġ", + "K" + ], + [ + "z", + "z" + ], + [ + "Ġball", + "oon" + ], + [ + "Ġstr", + "ange" + ], + [ + "m", + "an" + ], + [ + "en", + "ny" + ], + [ + "Ġp", + "i" + ], + [ + "Ġgr", + "ow" + ], + [ + "Ġfly", + "ing" + ], + [ + "r", + "ow" + ], + [ + "Ġsc", + "ary" + ], + [ + "Ġtre", + "at" + ], + [ + "Ġwa", + "ited" + ], + [ + "Ġamaz", + "ed" + ], + [ + "Ġt", + "eddy" + ], + [ + "Ġcast", + "le" + ], + [ + "is", + "ter" + ], + [ + "Ġe", + "le" + ], + [ + "Ġamaz", + "ing" + ], + [ + "m", + "ed" + ], + [ + "Ġsp", + "l" + ], + [ + "O", + "h" + ], + [ + "Ġle", + "ave" + ], + [ + "Ġown", + "er" + ], + [ + "Ġprom", + "ised" + ], + [ + "Ġdan", + "ger" + ], + [ + "e", + "ver" + ], + [ + "O", + "K" + ], + [ + "Ġs", + "uch" + ], + [ + "Ġwh", + "ite" + ], + [ + "Ġp", + "at" + ], + [ + "Ġtal", + "k" + ], + [ + "uff", + "y" + ], + [ + "Ġf", + "ur" + ], + [ + "Ġp", + "ie" + ], + [ + "op", + "e" + ], + [ + "r", + "ed" + ], + [ + "Ġpull", + "ed" + ], + [ + "Ġp", + "re" + ], + [ + "Ġwood", + "s" + ], + [ + "ĠT", + "o" + ], + [ + "Ġsh", + "ared" + ], + [ + "Ġal", + "one" + ], + [ + "Ġtow", + "ards" + ], + [ + "c", + "le" + ], + [ + "ĠM", + "aybe" + ], + [ + "Ġs", + "it" + ], + [ + "Ġn", + "ap" + ], + [ + "Ġcolor", + "ful" + ], + [ + "am", + "p" + ], + [ + "h", + "one" + ], + [ + "Ġvis", + "it" + ], + [ + "ig", + "g" + ], + [ + "ug", + "g" + ], + [ + "th", + "y" + ], + [ + "en", + "ce" + ], + [ + "Ġta", + "il" + ], + [ + "ct", + "or" + ], + [ + "Ġmagic", + "al" + ], + [ + "Ġr", + "iver" + ], + [ + "Ġh", + "ig" + ], + [ + "Ġbe", + "lie" + ], + [ + "Ġgr", + "ate" + ], + [ + "u", + "ally" + ], + [ + "an", + "g" + ], + [ + "ot", + "t" + ], + [ + "Ġh", + "ide" + ], + [ + "Ġs", + "illy" + ], + [ + "Ġsmil", + "es" + ], + [ + "ow", + "er" + ], + [ + "Ġs", + "ide" + ], + [ + "M", + "ax" + ], + [ + "Ġro", + "ll" + ], + [ + "Ġg", + "u" + ], + [ + "ĠA", + "my" + ], + [ + "Ġpr", + "o" + ], + [ + "et", + "er" + ], + [ + "Ġfast", + "er" + ], + [ + "Ġgrate", + "ful" + ], + [ + "Ġtre", + "asure" + ], + [ + "as", + "ed" + ], + [ + "Ġsn", + "ack" + ], + [ + "u", + "p" + ], + [ + "Ġla", + "nd" + ], + [ + "av", + "y" + ], + [ + "Ġmor", + "al" + ], + [ + "ain", + "ed" + ], + [ + "Ġs", + "ister" + ], + [ + "ĠG", + "ra" + ], + [ + "Ġsh", + "ap" + ], + [ + "Ġpain", + "t" + ], + [ + "Ġslow", + "ly" + ], + [ + "Ġf", + "ield" + ], + [ + "Ġp", + "et" + ], + [ + "Ġs", + "ec" + ], + [ + "or", + "m" + ], + [ + "ĠJ", + "im" + ], + [ + "Ġbr", + "an" + ], + [ + "Ġm", + "in" + ], + [ + "Ġmu", + "st" + ], + [ + "Ġhelp", + "ing" + ], + [ + "Ġwor", + "ried" + ], + [ + "Ġjo", + "b" + ], + [ + "Ġfo", + "x" + ], + [ + "s", + "et" + ], + [ + "Ġm", + "oney" + ], + [ + "Ġp", + "ot" + ], + [ + "Ġqu", + "i" + ], + [ + "Ġbe", + "l" + ], + [ + "Ġac", + "c" + ], + [ + "Ġli", + "ving" + ], + [ + "Ġmon", + "ster" + ], + [ + "le", + "ss" + ], + [ + "Ġpart", + "y" + ], + [ + "e", + "ar" + ], + [ + "Ġmo", + "st" + ], + [ + "Ġwe", + "ar" + ], + [ + "Ġrememb", + "er" + ], + [ + "i", + "re" + ], + [ + "Ġs", + "ign" + ], + [ + "w", + "l" + ], + [ + "Ġcl", + "oud" + ], + [ + "Ġc", + "andy" + ], + [ + "Ġhig", + "her" + ], + [ + "i", + "pped" + ], + [ + "id", + "ent" + ], + [ + "ĠA", + "ll" + ], + [ + "d", + "er" + ], + [ + "z", + "e" + ], + [ + "Ġqui", + "et" + ], + [ + "Ġto", + "wn" + ], + [ + "un", + "ch" + ], + [ + "Ġprin", + "cess" + ], + [ + "Ġrun", + "s" + ], + [ + "ask", + "et" + ], + [ + "e", + "m" + ], + [ + "Ġevery", + "where" + ], + [ + "Ġjo", + "in" + ], + [ + "Ġste", + "pped" + ], + [ + "Ġb", + "asket" + ], + [ + "Ġl", + "ake" + ], + [ + "Ġcu", + "p" + ], + [ + "s", + "w" + ], + [ + "out", + "h" + ], + [ + "Ġcar", + "rot" + ], + [ + "Ġco", + "ll" + ], + [ + "Ġpl", + "ant" + ], + [ + "Ġsc", + "ream" + ], + [ + "ĠDad", + "dy" + ], + [ + "Ġb", + "uck" + ], + [ + "Ġhe", + "avy" + ], + [ + "Ġbig", + "ger" + ], + [ + "Ġch", + "o" + ], + [ + "Ġbl", + "ank" + ], + [ + "Ġclo", + "sed" + ], + [ + "Ġw", + "on" + ], + [ + "is", + "es" + ], + [ + "Ġan", + "sw" + ], + [ + "b", + "r" + ], + [ + "Ġblank", + "et" + ], + [ + "Ġm", + "outh" + ], + [ + "am", + "es" + ], + [ + "ec", + "es" + ], + [ + "Ġeat", + "ing" + ], + [ + "Ġpi", + "eces" + ], + [ + "ck", + "et" + ], + [ + "Ġst", + "re" + ], + [ + "Ġwe", + "lc" + ], + [ + "Ġwould", + "n" + ], + [ + "Ġre", + "ach" + ], + [ + "Ġbro", + "ke" + ], + [ + "e", + "ared" + ], + [ + "Ġdanger", + "ous" + ], + [ + "g", + "s" + ], + [ + "p", + "h" + ], + [ + "ĠM", + "olly" + ], + [ + "Ġc", + "e" + ], + [ + "ĠM", + "r" + ], + [ + "or", + "d" + ], + [ + "f", + "ort" + ], + [ + "Ġdoll", + "s" + ], + [ + "m", + "ing" + ], + [ + "Ġdan", + "ce" + ], + [ + "Ġdra", + "gon" + ], + [ + "Ġthink", + "s" + ], + [ + "Ġask", + "s" + ], + [ + "Ġac", + "ross" + ], + [ + "O", + "kay" + ], + [ + "Ġch", + "air" + ], + [ + "Ġte", + "ac" + ], + [ + "Ġb", + "ott" + ], + [ + "H", + "i" + ], + [ + "Ġp", + "a" + ], + [ + "Ġne", + "igh" + ], + [ + "Ġb", + "ar" + ], + [ + "Ġb", + "ike" + ], + [ + "Ġp", + "ack" + ], + [ + "it", + "ing" + ], + [ + "Ġdis", + "app" + ], + [ + "Ġneigh", + "b" + ], + [ + "Ġst", + "uck" + ], + [ + "d", + "e" + ], + [ + "Ġg", + "if" + ], + [ + "Ġfr", + "uit" + ], + [ + "Ġbelie", + "ve" + ], + [ + "c", + "y" + ], + [ + "Ġ", + "ve" + ], + [ + "Ġcry", + "ing" + ], + [ + "i", + "er" + ], + [ + "ph", + "ant" + ], + [ + "Ġs", + "uddenly" + ], + [ + "Ġs", + "oup" + ], + [ + "Ġr", + "ace" + ], + [ + "Ġth", + "rew" + ], + [ + "S", + "ure" + ], + [ + "Ġfar", + "mer" + ], + [ + "Ġacc", + "ident" + ], + [ + "Ġdir", + "ty" + ], + [ + "Ġele", + "phant" + ], + [ + "Ġmon", + "key" + ], + [ + "Ġhe", + "al" + ], + [ + "w", + "eet" + ], + [ + "Ġre", + "m" + ], + [ + "Ġp", + "ers" + ], + [ + "Ġsa", + "me" + ], + [ + "or", + "ed" + ], + [ + "vent", + "ually" + ], + [ + "e", + "ad" + ], + [ + "pp", + "ing" + ], + [ + "Ġgent", + "le" + ], + [ + "Ġf", + "ree" + ], + [ + "Ġbr", + "own" + ], + [ + "M", + "aybe" + ], + [ + "Ġin", + "st" + ], + [ + "Ġbe", + "e" + ], + [ + "i", + "x" + ], + [ + "Ġb", + "en" + ], + [ + "Ġw", + "in" + ], + [ + "Ġbl", + "ack" + ], + [ + "Ġal", + "ong" + ], + [ + "Ġlong", + "er" + ], + [ + "i", + "ble" + ], + [ + "Ġsp", + "r" + ], + [ + "Ġcl", + "apped" + ], + [ + "F", + "inally" + ], + [ + "W", + "hy" + ], + [ + "ck", + "ed" + ], + [ + "Ġwor", + "ds" + ], + [ + "ĠF", + "l" + ], + [ + "Ġteac", + "her" + ], + [ + "Ġup", + "set" + ], + [ + "ch", + "ool" + ], + [ + "Ġpie", + "ce" + ], + [ + "Ġwe", + "ll" + ], + [ + "Ġche", + "ered" + ], + [ + "Ġh", + "it" + ], + [ + "Ġsa", + "ng" + ], + [ + "m", + "ent" + ], + [ + "Ġbow", + "l" + ], + [ + "Ġb", + "ite" + ], + [ + "Ġdo", + "ctor" + ], + [ + "ĠJ", + "ill" + ], + [ + "Ġbuck", + "et" + ], + [ + "M", + "ia" + ], + [ + "Ġb", + "ath" + ], + [ + "Ġc", + "aught" + ], + [ + "Ġhe", + "art" + ], + [ + "Ġfor", + "get" + ], + [ + "Ġm", + "ark" + ], + [ + "Ġbut", + "t" + ], + [ + "Ġd", + "ry" + ], + [ + "Ġyou", + "ng" + ], + [ + "Ġse", + "a" + ], + [ + "Ġc", + "our" + ], + [ + "Ġdro", + "pped" + ], + [ + "es", + "e" + ], + [ + "Ġy", + "ard" + ], + [ + "Ġpl", + "ac" + ], + [ + "our", + "n" + ], + [ + "Ġs", + "chool" + ], + [ + "Ġsw", + "ings" + ], + [ + "bb", + "y" + ], + [ + "Ġw", + "ings" + ], + [ + "b", + "s" + ], + [ + "Ġexpl", + "ained" + ], + [ + "Ġj", + "ourn" + ], + [ + "Ġbr", + "ing" + ], + [ + "Ġdr", + "ink" + ], + [ + "Ġstre", + "et" + ], + [ + "Ġju", + "ice" + ], + [ + "un", + "g" + ], + [ + "Ġnear", + "by" + ], + [ + "ĠEm", + "ma" + ], + [ + "Ġsm", + "o" + ], + [ + "Ġsm", + "art" + ], + [ + "Ġpu", + "shed" + ], + [ + "Ġstor", + "ies" + ], + [ + "Ġdro", + "ve" + ], + [ + "Ġt", + "iny" + ], + [ + "Ġp", + "en" + ], + [ + "Ġcour", + "se" + ], + [ + "Ġ", + "es" + ], + [ + "Ġm", + "ine" + ], + [ + "Ġto", + "day" + ], + [ + "Ġpo", + "cket" + ], + [ + "Ġye", + "ar" + ], + [ + "aught", + "er" + ], + [ + "Ġj", + "e" + ], + [ + "Ġsec", + "ret" + ], + [ + "Ġex", + "p" + ], + [ + "Ġwith", + "out" + ], + [ + "Ġsing", + "ing" + ], + [ + "Ġwelc", + "ome" + ], + [ + "Ġhapp", + "en" + ], + [ + "t", + "o" + ], + [ + "Ġf", + "it" + ], + [ + "Ġst", + "u" + ], + [ + "ve", + "l" + ], + [ + "ra", + "ct" + ], + [ + "Ġbu", + "s" + ], + [ + "Ġche", + "ese" + ], + [ + "Ġcr", + "ay" + ], + [ + "Ġfair", + "y" + ], + [ + "Ġj", + "ar" + ], + [ + "Ġturn", + "s" + ], + [ + "Ġbu", + "sh" + ], + [ + "b", + "ow" + ], + [ + "ll", + "o" + ], + [ + "Ġexpl", + "oring" + ], + [ + "Ġl", + "on" + ], + [ + "Ġst", + "and" + ], + [ + "itt", + "ing" + ], + [ + "Ġsee", + "med" + ], + [ + "Ġsp", + "oon" + ], + [ + "ĠF", + "inally" + ], + [ + "Ġg", + "ames" + ], + [ + "Ġwo", + "ke" + ], + [ + "is", + "sed" + ], + [ + "Ġre", + "sp" + ], + [ + "Ġtr", + "ou" + ], + [ + "Ġtw", + "ins" + ], + [ + "Ġhop", + "ed" + ], + [ + "Ġat", + "t" + ], + [ + "Ġlon", + "ely" + ], + [ + "Ġa", + "nt" + ], + [ + "ĠM", + "ama" + ], + [ + "or", + "row" + ], + [ + "Ġno", + "ises" + ], + [ + "Ġhug", + "s" + ], + [ + "ount", + "ain" + ], + [ + "y", + "ard" + ], + [ + "Ġd", + "aughter" + ], + [ + "Ġin", + "v" + ], + [ + "Ġke", + "y" + ], + [ + "a", + "il" + ], + [ + "Ġrock", + "s" + ], + [ + "Ġdis", + "co" + ], + [ + "Ġs", + "u" + ], + [ + "Ġl", + "unch" + ], + [ + "re", + "ad" + ], + [ + "ou", + "n" + ], + [ + "ver", + "ed" + ], + [ + "Ġback", + "yard" + ], + [ + "Ġs", + "uc" + ], + [ + "Ġc", + "ow" + ], + [ + "Ġapp", + "le" + ], + [ + "e", + "k" + ], + [ + "Ġsw", + "am" + ], + [ + "Ġsho", + "es" + ], + [ + "Ġst", + "ars" + ], + [ + "Ġsh", + "ook" + ], + [ + "itt", + "ens" + ], + [ + "Ġm", + "iss" + ], + [ + "c", + "hes" + ], + [ + "Ġw", + "ish" + ], + [ + "Ġre", + "lie" + ], + [ + "fu", + "sed" + ], + [ + "Ġshap", + "es" + ], + [ + "urp", + "le" + ], + [ + "Ġtow", + "er" + ], + [ + "it", + "y" + ], + [ + "Ġc", + "orn" + ], + [ + "Ġmo", + "ved" + ], + [ + "sh", + "ine" + ], + [ + "Ġ", + "3" + ], + [ + "Ġth", + "ough" + ], + [ + "Ġc", + "ir" + ], + [ + "um", + "b" + ], + [ + "Ġta", + "king" + ], + [ + "t", + "s" + ], + [ + "ĠT", + "weet" + ], + [ + "ap", + "e" + ], + [ + "Ġrain", + "bow" + ], + [ + "Ġthr", + "ow" + ], + [ + "Ġst", + "ar" + ], + [ + "Ġben", + "ch" + ], + [ + "Ġne", + "ck" + ], + [ + "ock", + "ed" + ], + [ + "Ġcreat", + "ure" + ], + [ + "Ġbu", + "bble" + ], + [ + "Ġl", + "ate" + ], + [ + "Ġadventure", + "s" + ], + [ + "Ġo", + "wl" + ], + [ + "ion", + "s" + ], + [ + "A", + "nd" + ], + [ + "Ġw", + "he" + ], + [ + "Ġp", + "ar" + ], + [ + "Ġshe", + "ll" + ], + [ + "Ġk", + "ite" + ], + [ + "ĠFl", + "uffy" + ], + [ + "in", + "ing" + ], + [ + "Ġm", + "il" + ], + [ + "u", + "nt" + ], + [ + "Ġf", + "ence" + ], + [ + "Ġm", + "ix" + ], + [ + "Ġli", + "ft" + ], + [ + "Ġaccident", + "ally" + ], + [ + "Ġw", + "ise" + ], + [ + "Ġhe", + "llo" + ], + [ + "Ġp", + "urple" + ], + [ + "pp", + "er" + ], + [ + "Ġon", + "to" + ], + [ + "Ġsp", + "in" + ], + [ + "t", + "en" + ], + [ + "our", + "s" + ], + [ + "Ġs", + "itting" + ], + [ + "id", + "ge" + ], + [ + "Ġsun", + "shine" + ], + [ + "Ġcut", + "e" + ], + [ + "Ġm", + "at" + ], + [ + "w", + "ard" + ], + [ + "Ġsh", + "op" + ], + [ + "Ġwh", + "ist" + ], + [ + "Ġd", + "ist" + ], + [ + "Ġor", + "ange" + ], + [ + "L", + "ila" + ], + [ + "Ġn", + "aught" + ], + [ + "ĠSam", + "my" + ], + [ + "Ġnaught", + "y" + ], + [ + "Ġn", + "est" + ], + [ + "o", + "se" + ], + [ + "or", + "s" + ], + [ + "ll", + "a" + ], + [ + "Ġmil", + "k" + ], + [ + "f", + "ish" + ], + [ + "Ġa", + "f" + ], + [ + "Ġb", + "oun" + ], + [ + "Ġp", + "hone" + ], + [ + "Ġarm", + "s" + ], + [ + "Ġe", + "as" + ], + [ + "n", + "ess" + ], + [ + "Ġcar", + "ry" + ], + [ + "ĠGra", + "ndma" + ], + [ + "o", + "g" + ], + [ + "Ġb", + "ought" + ], + [ + "Ġdri", + "ver" + ], + [ + "Ġinst", + "ead" + ], + [ + "L", + "ater" + ], + [ + "Ġtal", + "ked" + ], + [ + "Ġsear", + "ched" + ], + [ + "g", + "ged" + ], + [ + "Ġp", + "ig" + ], + [ + "Ġco", + "zy" + ], + [ + "Ġsun", + "ny" + ], + [ + "itt", + "y" + ], + [ + "Ġfeel", + "s" + ], + [ + "Ġf", + "an" + ], + [ + "Ġwonder", + "ed" + ], + [ + "Ġcom", + "es" + ], + [ + "Ġswim", + "ming" + ], + [ + "u", + "ched" + ], + [ + "Ġto", + "uched" + ], + [ + "Ġp", + "op" + ], + [ + "ĠIn", + "side" + ], + [ + "a", + "le" + ], + [ + "Ġl", + "ucky" + ], + [ + "Ġlaug", + "hing" + ], + [ + "Ġbel", + "ong" + ], + [ + "Ġsound", + "s" + ], + [ + "Ġw", + "om" + ], + [ + "Ġc", + "ave" + ], + [ + "le", + "t" + ], + [ + "Ġjourn", + "ey" + ], + [ + "Ġwom", + "an" + ], + [ + "Ġc", + "ou" + ], + [ + "Ġnot", + "hing" + ], + [ + "Ġco", + "at" + ], + [ + "Ġrelie", + "ved" + ], + [ + "Ġ", + "O" + ], + [ + "Ġpe", + "ace" + ], + [ + "ad", + "ow" + ], + [ + "Ġno", + "se" + ], + [ + "Ġbu", + "sy" + ], + [ + "B", + "ob" + ], + [ + "Ġp", + "ast" + ], + [ + "Ġapp", + "les" + ], + [ + "Ġs", + "ick" + ], + [ + "Ġr", + "ope" + ], + [ + "Ġpat", + "ient" + ], + [ + "Ġa", + "ct" + ], + [ + "Ġp", + "udd" + ], + [ + "Ġin", + "c" + ], + [ + "ra", + "id" + ], + [ + "Ġwatch", + "ing" + ], + [ + "Ġbran", + "ch" + ], + [ + "Ġaf", + "raid" + ], + [ + "Ġto", + "m" + ], + [ + "id", + "er" + ], + [ + "Ġday", + "s" + ], + [ + "Ġre", + "t" + ], + [ + "c", + "ing" + ], + [ + "ĠM", + "ary" + ], + [ + "Ġb", + "and" + ], + [ + "Ġfar", + "m" + ], + [ + "Ġhug", + "e" + ], + [ + "ĠTh", + "ank" + ], + [ + "at", + "or" + ], + [ + "Ġexc", + "iting" + ], + [ + "Ġdan", + "ced" + ], + [ + "th", + "day" + ], + [ + "Ġwa", + "r" + ], + [ + "ĠSo", + "on" + ], + [ + "b", + "all" + ], + [ + "Ġg", + "igg" + ], + [ + "ble", + "m" + ], + [ + "Ġz", + "oom" + ], + [ + "Ġm", + "ad" + ], + [ + "Ġv", + "ill" + ], + [ + "Ġfore", + "ver" + ], + [ + "Ġpro", + "blem" + ], + [ + "Ġcoll", + "ect" + ], + [ + "p", + "ed" + ], + [ + "ir", + "t" + ], + [ + "Ġmin", + "ut" + ], + [ + "Ġw", + "ra" + ], + [ + "h", + "o" + ], + [ + "Ġli", + "fe" + ], + [ + "Ġkne", + "e" + ], + [ + "c", + "es" + ], + [ + "D", + "o" + ], + [ + "c", + "er" + ], + [ + "m", + "p" + ], + [ + "ar", + "p" + ], + [ + "Ġk", + "ing" + ], + [ + "Ġas", + "leep" + ], + [ + "Ġret", + "urn" + ], + [ + "Ġsh", + "arp" + ], + [ + "Ġre", + "l" + ], + [ + "Ġp", + "ower" + ], + [ + "et", + "h" + ], + [ + "Ġhold", + "ing" + ], + [ + "Ġf", + "ing" + ], + [ + "Ġheal", + "thy" + ], + [ + "ĠM", + "ittens" + ], + [ + "Ġpr", + "ot" + ], + [ + "Ġme", + "et" + ], + [ + "Ġor", + "gan" + ], + [ + "Ġcle", + "ver" + ], + [ + "Ġspot", + "ted" + ], + [ + "Ġl", + "etter" + ], + [ + "Ġg", + "ather" + ], + [ + "al", + "m" + ], + [ + "O", + "f" + ], + [ + "e", + "re" + ], + [ + "Ġr", + "ound" + ], + [ + "Ġstor", + "m" + ], + [ + "Ġprot", + "ect" + ], + [ + "Ġgif", + "t" + ], + [ + "am", + "ed" + ], + [ + "Ġma", + "il" + ], + [ + "ĠJ", + "en" + ], + [ + "Ġbir", + "thday" + ], + [ + "Ġpre", + "s" + ], + [ + "Ġsa", + "f" + ], + [ + "Ġneighb", + "or" + ], + [ + "ep", + "end" + ], + [ + "Ġta", + "kes" + ], + [ + "s", + "c" + ], + [ + "Ġe", + "ar" + ], + [ + "Ġcom", + "fort" + ], + [ + "Ġ", + "ent" + ], + [ + "Ġre", + "p" + ], + [ + "Ġpers", + "on" + ], + [ + "Ġsmil", + "ing" + ], + [ + "ĠW", + "ith" + ], + [ + "Ġgent", + "ly" + ], + [ + "Ġpoin", + "ted" + ], + [ + "E", + "very" + ], + [ + "ow", + "ed" + ], + [ + "Ġsp", + "o" + ], + [ + "co", + "l" + ], + [ + "Ġtast", + "y" + ], + [ + "ul", + "ar" + ], + [ + "ĠJim", + "my" + ], + [ + "Ġpl", + "ane" + ], + [ + "st", + "ing" + ], + [ + "h", + "in" + ], + [ + "Ġh", + "oney" + ], + [ + "it", + "ch" + ], + [ + "Ġp", + "ill" + ], + [ + "Ġp", + "ass" + ], + [ + "itt", + "en" + ], + [ + "Ġm", + "atter" + ], + [ + "Ġad", + "m" + ], + [ + "Ġtast", + "ed" + ], + [ + "Ġsmell", + "ed" + ], + [ + "n", + "ic" + ], + [ + "o", + "ve" + ], + [ + "Ġe", + "ag" + ], + [ + "Ġsh", + "ining" + ], + [ + "He", + "y" + ], + [ + "Ġhop", + "e" + ], + [ + "Ġplac", + "es" + ], + [ + "Ġk", + "ick" + ], + [ + "ĠC", + "h" + ], + [ + "Ġpic", + "nic" + ], + [ + "Ġbott", + "le" + ], + [ + "Ġresp", + "ect" + ], + [ + "Ġb", + "lew" + ], + [ + "Ġapp", + "eared" + ], + [ + "Ġsu", + "pp" + ], + [ + "Tom", + "my" + ], + [ + "ĠC", + "ome" + ], + [ + "Ġsp", + "ider" + ], + [ + "Ġint", + "ere" + ], + [ + "Ġche", + "er" + ], + [ + "bo", + "ard" + ], + [ + "Ġwe", + "aring" + ], + [ + "Ġpres", + "ent" + ], + [ + "er", + "t" + ], + [ + "Ġm", + "ist" + ], + [ + "iz", + "e" + ], + [ + "Ġtrou", + "ble" + ], + [ + "Ġtri", + "p" + ], + [ + "Ġp", + "ract" + ], + [ + "Ġk", + "iss" + ], + [ + "Ġqu", + "est" + ], + [ + "o", + "nd" + ], + [ + "Ġas", + "h" + ], + [ + "Ġlo", + "ves" + ], + [ + "Ġtight", + "ly" + ], + [ + "g", + "g" + ], + [ + "ar", + "ge" + ], + [ + "Ġs", + "ur" + ], + [ + "Ġsp", + "read" + ], + [ + "a", + "ur" + ], + [ + "Ġw", + "ide" + ], + [ + "on", + "es" + ], + [ + "um", + "ber" + ], + [ + "Ġfe", + "ather" + ], + [ + "Ġspl", + "as" + ], + [ + "on", + "t" + ], + [ + "nd", + "p" + ], + [ + "Ġl", + "ater" + ], + [ + "Ġwho", + "le" + ], + [ + "Ġany", + "one" + ], + [ + "Ġbre", + "ad" + ], + [ + "M", + "olly" + ], + [ + "Ġd", + "es" + ], + [ + "Ġre", + "c" + ], + [ + "ell", + "a" + ], + [ + "Ġro", + "ad" + ], + [ + "I", + "n" + ], + [ + "Ġo", + "ce" + ], + [ + "Ġgi", + "ant" + ], + [ + "Ġoce", + "an" + ], + [ + "el", + "s" + ], + [ + "Ġpu", + "zz" + ], + [ + "Ġcook", + "ie" + ], + [ + "Ġp", + "an" + ], + [ + "Ġp", + "ath" + ], + [ + "Åĵ", + "I" + ], + [ + "Ġcon", + "fused" + ], + [ + "Ġscream", + "ed" + ], + [ + "Ġcloud", + "s" + ], + [ + "e", + "b" + ], + [ + "Ġimp", + "ress" + ], + [ + "Ġfr", + "ont" + ], + [ + "ĠG", + "o" + ], + [ + "Ġse", + "at" + ], + [ + "le", + "x" + ], + [ + "Ġl", + "ay" + ], + [ + "Ġwh", + "ich" + ], + [ + "l", + "a" + ], + [ + "Ġth", + "in" + ], + [ + "Ġte", + "ach" + ], + [ + "er", + "ly" + ], + [ + "Ġd", + "i" + ], + [ + "Ġansw", + "er" + ], + [ + "ung", + "le" + ], + [ + "Ġa", + "p" + ], + [ + "ss", + "ed" + ], + [ + "h", + "ile" + ], + [ + "u", + "b" + ], + [ + "Ġl", + "arge" + ], + [ + "Ġj", + "ungle" + ], + [ + "Ġprom", + "ise" + ], + [ + "Ġs", + "er" + ], + [ + "Ġb", + "er" + ], + [ + "Ġw", + "ild" + ], + [ + "Ġb", + "ark" + ], + [ + "Ġm", + "ach" + ], + [ + "oo", + "se" + ], + [ + "Ġbutt", + "on" + ], + [ + "ndp", + "a" + ], + [ + "G", + "ood" + ], + [ + "Ġmy", + "ster" + ], + [ + "Ġsn", + "ake" + ], + [ + "Ġvill", + "age" + ], + [ + "Ġh", + "or" + ], + [ + "ĠEm", + "ily" + ], + [ + "C", + "ome" + ], + [ + "Ġtoo", + "l" + ], + [ + "Ġput", + "s" + ], + [ + "Ġla", + "st" + ], + [ + "Ġim", + "ag" + ], + [ + "ĠJ", + "ake" + ], + [ + "L", + "ucy" + ], + [ + "Ġt", + "id" + ], + [ + "Ġb", + "an" + ], + [ + "le", + "br" + ], + [ + "Ġe", + "ventually" + ], + [ + "Ġsl", + "id" + ], + [ + "Ġwa", + "ve" + ], + [ + "Ġli", + "ve" + ], + [ + "Ġch", + "ased" + ], + [ + "ĠEvery", + "where" + ], + [ + "Ġce", + "lebr" + ], + [ + "Ġcray", + "ons" + ], + [ + "J", + "ust" + ], + [ + "Ġsp", + "ent" + ], + [ + "Ġwr", + "ite" + ], + [ + "Ġgi", + "ves" + ], + [ + "un", + "k" + ], + [ + "if", + "e" + ], + [ + "Ġdec", + "or" + ], + [ + "Ġfo", + "ot" + ], + [ + "Ġdel", + "ight" + ], + [ + "Ġso", + "l" + ], + [ + "Ġsand", + "w" + ], + [ + "Ġdir", + "t" + ], + [ + "ĠJ", + "enny" + ], + [ + "Ġtal", + "king" + ], + [ + "Ġtreat", + "s" + ], + [ + "Ġc", + "art" + ], + [ + "ch", + "ing" + ], + [ + "Ġwait", + "ing" + ], + [ + "Ġhid", + "ing" + ], + [ + "Ġsnow", + "man" + ], + [ + "Ġintere", + "sting" + ], + [ + "Ġh", + "on" + ], + [ + "on", + "y" + ], + [ + "Ġshe", + "lf" + ], + [ + "Ġtast", + "e" + ], + [ + "e", + "en" + ], + [ + "J", + "im" + ], + [ + "Ġst", + "ep" + ], + [ + "M", + "um" + ], + [ + "Ġhelp", + "ful" + ], + [ + "Ġfe", + "et" + ], + [ + "Ġsh", + "y" + ], + [ + "Ġgo", + "es" + ], + [ + "Ġv", + "al" + ], + [ + "Ġe", + "mb" + ], + [ + "Ġst", + "ood" + ], + [ + "Ġsh", + "r" + ], + [ + "Ġbuild", + "ing" + ], + [ + "Ġo", + "ven" + ], + [ + "Ġst", + "ret" + ], + [ + "Ġlove", + "ly" + ], + [ + "Ġduck", + "s" + ], + [ + "Ġcorn", + "er" + ], + [ + "Ġwas", + "h" + ], + [ + "ck", + "s" + ], + [ + "Ġsp", + "e" + ], + [ + "Ġpretend", + "ed" + ], + [ + "Ġroll", + "ed" + ], + [ + "Ġru", + "de" + ], + [ + "o", + "ld" + ], + [ + "Ġc", + "alm" + ], + [ + "Ġp", + "ile" + ], + [ + "Ġte", + "eth" + ], + [ + "Ġjump", + "ing" + ], + [ + "Ġz", + "oo" + ], + [ + "Ġpudd", + "le" + ], + [ + "Ġtid", + "y" + ], + [ + "M", + "ama" + ], + [ + "ig", + "er" + ], + [ + "ip", + "e" + ], + [ + "Ġbug", + "s" + ], + [ + "Ġash", + "amed" + ], + [ + "Ġb", + "at" + ], + [ + "in", + "a" + ], + [ + "ĠR", + "e" + ], + [ + "Ġo", + "b" + ], + [ + "Ġst", + "ra" + ], + [ + "ĠS", + "t" + ], + [ + "Ġwhist", + "le" + ], + [ + "Ġban", + "an" + ], + [ + "n", + "ot" + ], + [ + "Ġn", + "et" + ], + [ + "Ġforg", + "ive" + ], + [ + "Ġprin", + "ce" + ], + [ + "en", + "er" + ], + [ + "Ġsh", + "irt" + ], + [ + "Ġs", + "el" + ], + [ + "Ġc", + "oo" + ], + [ + "Ġemb", + "ar" + ], + [ + "ump", + "y" + ], + [ + "Ġspark", + "ly" + ], + [ + "Ġrem", + "ind" + ], + [ + "Ġs", + "ug" + ], + [ + "Ġc", + "ross" + ], + [ + "Ġm", + "ind" + ], + [ + "Ġcan", + "not" + ], + [ + "Ġsuc", + "cess" + ], + [ + "Ġembar", + "ra" + ], + [ + "S", + "oon" + ], + [ + "Ġm", + "ot" + ], + [ + "Ġsh", + "aring" + ], + [ + "Ġwor", + "m" + ], + [ + "Ġfo", + "ld" + ], + [ + "Ġpeace", + "ful" + ], + [ + "Ġw", + "ore" + ], + [ + "Ġm", + "ountain" + ], + [ + "Ġbl", + "ow" + ], + [ + "l", + "ice" + ], + [ + "Ġ", + "ign" + ], + [ + "Ġbe", + "ll" + ], + [ + "Ġfur", + "ry" + ], + [ + "Ġgra", + "b" + ], + [ + "al", + "s" + ], + [ + "omet", + "imes" + ], + [ + "Ġwhen", + "ever" + ], + [ + "Ġp", + "our" + ], + [ + "v", + "ous" + ], + [ + "ll", + "ie" + ], + [ + "Ġpu", + "sh" + ], + [ + "Ġbre", + "ath" + ], + [ + "Ġmach", + "ine" + ], + [ + "Ġsug", + "ar" + ], + [ + "Ġch", + "ick" + ], + [ + "Ġcreat", + "ive" + ], + [ + "S", + "t" + ], + [ + "n", + "ed" + ], + [ + "Ġb", + "al" + ], + [ + "Ġst", + "ir" + ], + [ + "Ġdo", + "lp" + ], + [ + "Ġtri", + "es" + ], + [ + "N", + "ow" + ], + [ + "Ġl", + "ad" + ], + [ + "ĠL", + "e" + ], + [ + "Ġm", + "ed" + ], + [ + "Ġp", + "ool" + ], + [ + "Ġg", + "ener" + ], + [ + "Ġsa", + "l" + ], + [ + "or", + "k" + ], + [ + "ul", + "t" + ], + [ + "Ġspr", + "ay" + ], + [ + "Ġsh", + "ip" + ], + [ + "i", + "an" + ], + [ + "Ġh", + "um" + ], + [ + "Ġhe", + "l" + ], + [ + "is", + "a" + ], + [ + "Ġsel", + "fish" + ], + [ + "Ġh", + "ar" + ], + [ + "Ġfa", + "ces" + ], + [ + "Ġmess", + "y" + ], + [ + "Ġ", + "'" + ], + [ + "Ġp", + "le" + ], + [ + "ĠS", + "ome" + ], + [ + "ĠH", + "ow" + ], + [ + "Ġgo", + "ld" + ], + [ + "Ġcho", + "col" + ], + [ + "P", + "lease" + ], + [ + "Ġminut", + "es" + ], + [ + "Ġpill", + "ow" + ], + [ + "M", + "y" + ], + [ + "a", + "king" + ], + [ + "Ġt", + "un" + ], + [ + "Ġm", + "issed" + ], + [ + "ig", + "hed" + ], + [ + "Ġv", + "an" + ], + [ + "Ġfix", + "ed" + ], + [ + "Ġfight", + "ing" + ], + [ + "o", + "in" + ], + [ + "Ġf", + "ig" + ], + [ + "Ġembarra", + "ssed" + ], + [ + "Ġme", + "ant" + ], + [ + "Ġdri", + "ve" + ], + [ + "Ġtom", + "orrow" + ], + [ + "Ġh", + "ours" + ], + [ + "Ġc", + "a" + ], + [ + "Ġn", + "er" + ], + [ + "Ġsp", + "icy" + ], + [ + "Ġknow", + "ing" + ], + [ + "ĠP", + "lease" + ], + [ + "Sara", + "h" + ], + [ + "Ġlad", + "der" + ], + [ + "it", + "al" + ], + [ + "Ġhor", + "se" + ], + [ + "at", + "o" + ], + [ + "Ġu", + "g" + ], + [ + "ĠJ", + "ust" + ], + [ + "Ġtr", + "ust" + ], + [ + "Ġho", + "sp" + ], + [ + "Ġug", + "ly" + ], + [ + "Ġhosp", + "ital" + ], + [ + "Ġche", + "w" + ], + [ + "Ġbed", + "room" + ], + [ + "Ġeas", + "y" + ], + [ + "Ġner", + "vous" + ], + [ + "Ġro", + "b" + ], + [ + "Ġthank", + "ful" + ], + [ + "Ġcarrot", + "s" + ], + [ + "D", + "ad" + ], + [ + "ell", + "y" + ], + [ + "Ġgre", + "w" + ], + [ + "Ġcol", + "our" + ], + [ + "Ġbar", + "ked" + ], + [ + "Ġcou", + "ch" + ], + [ + "Ġn", + "ut" + ], + [ + "Ġme", + "adow" + ], + [ + "Ġta", + "ught" + ], + [ + "Ġunderst", + "ood" + ], + [ + "Ġdisapp", + "oin" + ], + [ + "Ġp", + "as" + ], + [ + "an", + "o" + ], + [ + "Ġof", + "ten" + ], + [ + "Ġcl", + "ass" + ], + [ + "Ġpas", + "sed" + ], + [ + "Ġkn", + "ocked" + ], + [ + "Ġland", + "ed" + ], + [ + "Ġm", + "ic" + ], + [ + "ir", + "d" + ], + [ + "Ġfe", + "ar" + ], + [ + "Ġco", + "in" + ], + [ + "Ġmu", + "d" + ], + [ + "w", + "ork" + ], + [ + "Ġd", + "eter" + ], + [ + "Ġre", + "g" + ], + [ + "Ġreturn", + "ed" + ], + [ + "Ġdeter", + "m" + ], + [ + "Ġh", + "ur" + ], + [ + "Ġfin", + "ish" + ], + [ + "iz", + "z" + ], + [ + "Ġte", + "a" + ], + [ + "Ġsmo", + "oth" + ], + [ + "m", + "o" + ], + [ + "Ġst", + "uff" + ], + [ + "Ġmo", + "v" + ], + [ + "Ġgener", + "ous" + ], + [ + "T", + "o" + ], + [ + "Ġ", + "On" + ], + [ + "is", + "p" + ], + [ + "Ġdr", + "um" + ], + [ + "o", + "bby" + ], + [ + "Ġbubble", + "s" + ], + [ + "Ġrob", + "ot" + ], + [ + "Ġthe", + "se" + ], + [ + "Ġse", + "ed" + ], + [ + "Ġgl", + "ass" + ], + [ + "Ġdisappoin", + "ted" + ], + [ + "g", + "round" + ], + [ + "Ġr", + "ing" + ], + [ + "Ġc", + "ard" + ], + [ + "Ġhe", + "ars" + ], + [ + "Ġcar", + "ried" + ], + [ + "Ġmo", + "on" + ], + [ + "Ġchocol", + "ate" + ], + [ + "Ġlea", + "f" + ], + [ + "Ġsnack", + "s" + ], + [ + "Ġcir", + "c" + ], + [ + "Ġfan", + "cy" + ], + [ + "d", + "le" + ], + [ + "Ġsp", + "end" + ], + [ + "ĠA", + "nn" + ], + [ + "ust", + "r" + ], + [ + "Ġcra", + "b" + ], + [ + "Ġsong", + "s" + ], + [ + "p", + "ack" + ], + [ + "Ġp", + "ir" + ], + [ + "eci", + "ally" + ], + [ + "os", + "aur" + ], + [ + "Ġso", + "ld" + ], + [ + "Ġbr", + "idge" + ], + [ + "ĠE", + "ven" + ], + [ + "Ġsleep", + "y" + ], + [ + "Ġhon", + "est" + ], + [ + "Ġm", + "ir" + ], + [ + "ĠB", + "r" + ], + [ + "Ġpa", + "w" + ], + [ + "p", + "ecially" + ], + [ + "Ġa", + "v" + ], + [ + "ĠW", + "hy" + ], + [ + "iz", + "zy" + ], + [ + "Ġche", + "st" + ], + [ + "Ġwo", + "lf" + ], + [ + "Ġdin", + "osaur" + ], + [ + "Ġes", + "pecially" + ], + [ + "Ġm", + "ap" + ], + [ + "Ġg", + "as" + ], + [ + "or", + "y" + ], + [ + "Ġch", + "ange" + ], + [ + "Ġgr", + "oup" + ], + [ + "Ġgather", + "ed" + ], + [ + "Ġs", + "our" + ], + [ + "Ġpo", + "or" + ], + [ + "Ġspl", + "ash" + ], + [ + "Ġwa", + "ves" + ], + [ + "Ġfor", + "ward" + ], + [ + "Ġcl", + "own" + ], + [ + "Ġmyster", + "ious" + ], + [ + "r", + "or" + ], + [ + "Ġbo", + "dy" + ], + [ + "Ġfr", + "ustr" + ], + [ + "Ġcra", + "w" + ], + [ + "Ġf", + "ake" + ], + [ + "Ġp", + "in" + ], + [ + "Ġo", + "k" + ], + [ + "Ġr", + "ad" + ], + [ + "Ġwh", + "isp" + ], + [ + "Ġtw", + "irl" + ], + [ + "Ġstr", + "ing" + ], + [ + "Ġsmell", + "y" + ], + [ + "ĠTo", + "gether" + ], + [ + "s", + "ist" + ], + [ + "Ġc", + "and" + ], + [ + "Ġg", + "ate" + ], + [ + "Ġsc", + "ar" + ], + [ + "ĠK", + "itty" + ], + [ + "Ġneck", + "l" + ], + [ + "B", + "illy" + ], + [ + "Ġmot", + "or" + ], + [ + "y", + "ing" + ], + [ + "ot", + "e" + ], + [ + "Ġsh", + "ore" + ], + [ + "ur", + "se" + ], + [ + "Ġje", + "w" + ], + [ + "Ġwe", + "ak" + ], + [ + "Ġgr", + "umpy" + ], + [ + "Ġfing", + "er" + ], + [ + "Ġsa", + "ck" + ], + [ + "Ġk", + "itten" + ], + [ + "Ġpol", + "ite" + ], + [ + "Ġgl", + "ue" + ], + [ + "u", + "ce" + ], + [ + "Ġn", + "umber" + ], + [ + "air", + "s" + ], + [ + "Ġes", + "c" + ], + [ + "Ġmir", + "ror" + ], + [ + "Ġshe", + "ep" + ], + [ + "Ġv", + "ase" + ], + [ + "Ġplant", + "s" + ], + [ + "Ġber", + "ries" + ], + [ + "mo", + "st" + ], + [ + "B", + "e" + ], + [ + "d", + "en" + ], + [ + "Ġj", + "elly" + ], + [ + "ĠThe", + "ir" + ], + [ + "Ġe", + "mp" + ], + [ + "itt", + "er" + ], + [ + "The", + "re" + ], + [ + "Ġsc", + "r" + ], + [ + "Ġgr", + "ay" + ], + [ + "Ġpuzz", + "le" + ], + [ + "Ġneckl", + "ace" + ], + [ + "Ġm", + "aybe" + ], + [ + "Ġpl", + "ate" + ], + [ + "Ġal", + "most" + ], + [ + "us", + "ie" + ], + [ + "Ġfrustr", + "ated" + ], + [ + "Ġemp", + "ty" + ], + [ + "p", + "ort" + ], + [ + "or", + "ry" + ], + [ + "Ġth", + "ick" + ], + [ + "Ġj", + "am" + ], + [ + "Ġsk", + "ipped" + ], + [ + "ens", + "ive" + ], + [ + "ĠT", + "eddy" + ], + [ + "ag", + "ed" + ], + [ + "Ġclos", + "et" + ], + [ + "Ġhid", + "den" + ], + [ + "Ġexp", + "ensive" + ], + [ + "Ġdeterm", + "ined" + ], + [ + "Ġb", + "ored" + ], + [ + "Ġl", + "it" + ], + [ + "Ġd", + "rew" + ], + [ + "Ġle", + "gs" + ], + [ + "Ġho", + "pping" + ], + [ + "at", + "es" + ], + [ + "ĠS", + "ometimes" + ], + [ + "Ġstick", + "s" + ], + [ + "Ġon", + "es" + ], + [ + "ĠA", + "t" + ], + [ + "Ġbird", + "ie" + ], + [ + "ĠD", + "on" + ], + [ + "Ġpol", + "ice" + ], + [ + "Ġfruit", + "s" + ], + [ + "Ġt", + "ick" + ], + [ + "Ġa", + "unt" + ], + [ + "Ġw", + "is" + ], + [ + "Ġb", + "ake" + ], + [ + "Ġl", + "ine" + ], + [ + "ot", + "s" + ], + [ + "Ġst", + "one" + ], + [ + "Ġdog", + "s" + ], + [ + "au", + "l" + ], + [ + "Ġfig", + "ure" + ], + [ + "J", + "ane" + ], + [ + "Ġs", + "ight" + ], + [ + "Ġc", + "ries" + ], + [ + "ĠB", + "e" + ], + [ + "Ġmo", + "ving" + ], + [ + "Ġcont", + "ent" + ], + [ + "ĠBr", + "own" + ], + [ + "Ġsa", + "ved" + ], + [ + "Ġcl", + "oth" + ], + [ + "?\"", + "." + ], + [ + "bo", + "x" + ], + [ + "Ġbran", + "ches" + ], + [ + "Ġpack", + "ed" + ], + [ + "Ġpower", + "ful" + ], + [ + "Ġsplas", + "hed" + ], + [ + "Ġfe", + "ed" + ], + [ + "est", + "ed" + ], + [ + "Ġyell", + "ed" + ], + [ + "W", + "here" + ], + [ + "d", + "ge" + ], + [ + "k", + "in" + ], + [ + "Ġt", + "iger" + ], + [ + "Ġp", + "ay" + ], + [ + "id", + "dle" + ], + [ + "oo", + "p" + ], + [ + "ĠB", + "ella" + ], + [ + "Ġex", + "am" + ], + [ + "Ġta", + "ken" + ], + [ + "Ġcr", + "ane" + ], + [ + "Ġspo", + "il" + ], + [ + "'", + "d" + ], + [ + "Ġha", + "ng" + ], + [ + "Ġfl", + "ag" + ], + [ + "Ġansw", + "ered" + ], + [ + "Ġdisco", + "vered" + ], + [ + "ĠLe", + "o" + ], + [ + "u", + "sh" + ], + [ + "Ġsa", + "ve" + ], + [ + "Ġsee", + "k" + ], + [ + "Ġexc", + "ite" + ], + [ + "Ġpr", + "ay" + ], + [ + "Ġjo", + "g" + ], + [ + "Ġstand", + "ing" + ], + [ + "Ġdolp", + "hin" + ], + [ + "Ġj", + "ack" + ], + [ + "A", + "re" + ], + [ + "er", + "a" + ], + [ + "ra", + "g" + ], + [ + "Ġfl", + "ut" + ], + [ + "get", + "able" + ], + [ + "Ġb", + "oring" + ], + [ + "Ġlo", + "ck" + ], + [ + "Ġinc", + "red" + ], + [ + "Ġexcite", + "ment" + ], + [ + "Ġs", + "ighed" + ], + [ + "Ġw", + "ip" + ], + [ + "Ġf", + "is" + ], + [ + "Ġf", + "ill" + ], + [ + "Ġso", + "ap" + ], + [ + "ĠM", + "um" + ], + [ + "ol", + "a" + ], + [ + "Ġple", + "ased" + ], + [ + "Ġjack", + "et" + ], + [ + "l", + "ight" + ], + [ + "Ġs", + "ugg" + ], + [ + "Ġm", + "iddle" + ], + [ + "Ġe", + "ld" + ], + [ + "Ġwr", + "ote" + ], + [ + "Ġballoon", + "s" + ], + [ + "Ġorgan", + "ized" + ], + [ + "qu", + "e" + ], + [ + "Ġsail", + "ed" + ], + [ + "The", + "ir" + ], + [ + "Ġtell", + "s" + ], + [ + "Ġo", + "y" + ], + [ + "Ġst", + "ones" + ], + [ + "Ġbo", + "ard" + ], + [ + "Ġsp", + "un" + ], + [ + "Ġve", + "getable" + ], + [ + "l", + "ies" + ], + [ + "Ġ", + "ind" + ], + [ + "in", + "ess" + ], + [ + "Ġwor", + "king" + ], + [ + "l", + "ower" + ], + [ + "al", + "k" + ], + [ + "if", + "f" + ], + [ + "Ġpar", + "rot" + ], + [ + "St", + "op" + ], + [ + "Ġscar", + "f" + ], + [ + "Ġwa", + "gged" + ], + [ + "Ġcl", + "ap" + ], + [ + "Ġme", + "asure" + ], + [ + "as", + "ing" + ], + [ + "Ġte", + "ars" + ], + [ + "bo", + "dy" + ], + [ + "Ġcomfort", + "able" + ], + [ + "Ġle", + "g" + ], + [ + "Ġsw", + "an" + ], + [ + "Ġtr", + "ue" + ], + [ + "Ġfr", + "ight" + ], + [ + "Ġdr", + "op" + ], + [ + "Ġsmo", + "ke" + ], + [ + "Ġfeather", + "s" + ], + [ + "Ġincred", + "ible" + ], + [ + "g", + "gs" + ], + [ + "u", + "al" + ], + [ + "Ġt", + "ie" + ], + [ + "Ġc", + "ap" + ], + [ + "Ġlo", + "se" + ], + [ + "Ġpu", + "s" + ], + [ + "Ġeag", + "er" + ], + [ + "Ġmov", + "ie" + ], + [ + "f", + "ic" + ], + [ + "Ġc", + "op" + ], + [ + "Ġe", + "ggs" + ], + [ + "oo", + "f" + ], + [ + "Ġr", + "id" + ], + [ + "Ġco", + "vered" + ], + [ + "Ġf", + "il" + ], + [ + "Ġle", + "m" + ], + [ + "Ġgra", + "p" + ], + [ + "Ġdisapp", + "eared" + ], + [ + "Ġrec", + "ord" + ], + [ + "ĠT", + "V" + ], + [ + "ĠB", + "l" + ], + [ + "Ġex", + "t" + ], + [ + "Ġor", + "d" + ], + [ + "Ġgigg", + "led" + ], + [ + "c", + "orn" + ], + [ + "Ġp", + "ri" + ], + [ + "Ġha", + "m" + ], + [ + "Ġr", + "are" + ], + [ + "Ġyour", + "self" + ], + [ + "Ġen", + "g" + ], + [ + "Ġwh", + "ale" + ], + [ + "Ġkn", + "ife" + ], + [ + "ĠL", + "isa" + ], + [ + "Ġte", + "am" + ], + [ + "ĠJohn", + "ny" + ], + [ + "z", + "ed" + ], + [ + "Ġt", + "est" + ], + [ + "Ġb", + "one" + ], + [ + "Ġd", + "izzy" + ], + [ + "Ġli", + "br" + ], + [ + "Ġwra", + "p" + ], + [ + "Ġquest", + "ions" + ], + [ + "i", + "v" + ], + [ + "Ġl", + "ying" + ], + [ + "Ġst", + "amp" + ], + [ + "Ġli", + "cked" + ], + [ + "Ġno", + "isy" + ], + [ + "Ġkind", + "ness" + ], + [ + "Ġdif", + "fic" + ], + [ + "Ġdraw", + "ing" + ], + [ + "app", + "ing" + ], + [ + "Jim", + "my" + ], + [ + "Ġstra", + "w" + ], + [ + "Ġb", + "urn" + ], + [ + "Ġwa", + "gon" + ], + [ + "at", + "ely" + ], + [ + "Ġgr", + "own" + ], + [ + "Ġrock", + "et" + ], + [ + "Ġpop", + "corn" + ], + [ + "S", + "ally" + ], + [ + "Ġb", + "atter" + ], + [ + "Ġwa", + "nd" + ], + [ + "Ġan", + "c" + ], + [ + "ĠE", + "nd" + ], + [ + "Ġsw", + "ord" + ], + [ + "Ġhappen", + "ing" + ], + [ + "Ġlift", + "ed" + ], + [ + "Ġbal", + "ance" + ], + [ + "Ġext", + "ra" + ], + [ + "S", + "orry" + ], + [ + "h", + "a" + ], + [ + "Ġwa", + "nder" + ], + [ + "Ġf", + "at" + ], + [ + "ĠM", + "ark" + ], + [ + "ĠE", + "lla" + ], + [ + "Ġbec", + "ome" + ], + [ + "Ġtr", + "ack" + ], + [ + "Ġsmall", + "er" + ], + [ + "Ġmist", + "ake" + ], + [ + "Ġto", + "ast" + ], + [ + "at", + "ing" + ], + [ + "Ġman", + "aged" + ], + [ + "sel", + "ves" + ], + [ + "ĠP", + "eter" + ], + [ + "Ġbath", + "room" + ], + [ + "Ġhar", + "m" + ], + [ + "Ġdiffic", + "ult" + ], + [ + "Ġtw", + "ist" + ], + [ + "Ġoff", + "ered" + ], + [ + "Ġru", + "ined" + ], + [ + "Ġmat", + "ch" + ], + [ + "Ġanc", + "ient" + ], + [ + "Ġg", + "ar" + ], + [ + "ill", + "i" + ], + [ + "Ġdist", + "ance" + ], + [ + "Ġplay", + "ground" + ], + [ + "Ġla", + "zy" + ], + [ + "Ġdan", + "cing" + ], + [ + "Ġadvent", + "ur" + ], + [ + "a", + "f" + ], + [ + "ĠB", + "a" + ], + [ + "Ġcall", + "ing" + ], + [ + "Ġclean", + "ed" + ], + [ + "Ġcr", + "own" + ], + [ + "orm", + "al" + ], + [ + "Ġon", + "ce" + ], + [ + "Ġbo", + "ss" + ], + [ + "Ġse", + "ll" + ], + [ + "Ġwalk", + "s" + ], + [ + "Ġfright", + "ened" + ], + [ + "er", + "ri" + ], + [ + "Ġm", + "ask" + ], + [ + "Ġfl", + "uffy" + ], + [ + "em", + "o" + ], + [ + "Ġ", + "Z" + ], + [ + "Ġf", + "rag" + ], + [ + "Ġd", + "est" + ], + [ + "Ġn", + "ormal" + ], + [ + "Ġy", + "og" + ], + [ + "Ġpick", + "s" + ], + [ + "Ġey", + "e" + ], + [ + "Ġdr", + "ank" + ], + [ + "Ġcir", + "cle" + ], + [ + "Ġadventur", + "ous" + ], + [ + "S", + "pot" + ], + [ + "Ġt", + "ent" + ], + [ + "Ġp", + "ress" + ], + [ + "Ġk", + "issed" + ], + [ + "ic", + "t" + ], + [ + "Ġsc", + "iss" + ], + [ + "Ġget", + "s" + ], + [ + "Ġtr", + "unk" + ], + [ + "Ġche", + "ck" + ], + [ + "Ġenjoy", + "ing" + ], + [ + "Ġshell", + "s" + ], + [ + "Ġeld", + "erly" + ], + [ + "Ġsciss", + "ors" + ], + [ + "Ġt", + "erri" + ], + [ + "Ġto", + "ug" + ], + [ + "ag", + "es" + ], + [ + "Ġste", + "al" + ], + [ + "M", + "e" + ], + [ + "re", + "ady" + ], + [ + "et", + "e" + ], + [ + "Ġal", + "ready" + ], + [ + "ĠL", + "ittle" + ], + [ + "Ġju", + "icy" + ], + [ + "Ġstu", + "dy" + ], + [ + "Ġh", + "orn" + ], + [ + "er", + "p" + ], + [ + "Ġp", + "izz" + ], + [ + "Ġall", + "ig" + ], + [ + "Ġloud", + "er" + ], + [ + "Ġtow", + "el" + ], + [ + "Ġcirc", + "les" + ], + [ + "Ġle", + "ad" + ], + [ + "Ġro", + "ar" + ], + [ + "Ġro", + "se" + ], + [ + "Ġsl", + "ipped" + ], + [ + "Ġte", + "le" + ], + [ + "Ġfam", + "ous" + ], + [ + "Ġar", + "g" + ], + [ + "Ġcheer", + "ful" + ], + [ + "ĠRe", + "x" + ], + [ + "Ġtoug", + "h" + ], + [ + "i", + "pper" + ], + [ + "Ġb", + "arn" + ], + [ + "Ġf", + "ool" + ], + [ + "Ġd", + "ig" + ], + [ + "Ġd", + "ish" + ], + [ + "Ġagain", + "st" + ], + [ + "Ġde", + "er" + ], + [ + "Ġsweet", + "ie" + ], + [ + "Ġeng", + "ine" + ], + [ + "Ġ", + "ed" + ], + [ + "Ġf", + "ather" + ], + [ + "Ġco", + "ver" + ], + [ + "Ġyour", + "s" + ], + [ + "Ġneed", + "s" + ], + [ + "Jo", + "e" + ], + [ + "Ġbag", + "s" + ], + [ + "Ġspin", + "ning" + ], + [ + "S", + "ue" + ], + [ + "Ġa", + "w" + ], + [ + "an", + "ged" + ], + [ + "am", + "ond" + ], + [ + "Ġy", + "arn" + ], + [ + "op", + "h" + ], + [ + "Ġgi", + "ving" + ], + [ + "Ġdi", + "amond" + ], + [ + "Ġsandw", + "ich" + ], + [ + "Ġind", + "epend" + ], + [ + "Ġfrag", + "ile" + ], + [ + "W", + "ho" + ], + [ + "ce", + "pt" + ], + [ + "Ġno", + "sy" + ], + [ + "Ġtw", + "ig" + ], + [ + "Ġhurt", + "s" + ], + [ + "Ġsugg", + "ested" + ], + [ + "Ġlem", + "on" + ], + [ + "i", + "est" + ], + [ + "in", + "ation" + ], + [ + "or", + "ge" + ], + [ + "Ġno", + "d" + ], + [ + "Ġbl", + "oom" + ], + [ + "Ġho", + "se" + ], + [ + "Ġbox", + "es" + ], + [ + "Ġreal", + "ised" + ], + [ + "Ġfr", + "own" + ], + [ + "ac", + "he" + ], + [ + "Ġrel", + "ax" + ], + [ + "Ġham", + "mer" + ], + [ + "Ġa", + "dded" + ], + [ + "Ġwe", + "ird" + ], + [ + "Ġmo", + "d" + ], + [ + "Ġcr", + "ack" + ], + [ + "Ġallig", + "ator" + ], + [ + "A", + "my" + ], + [ + "G", + "ra" + ], + [ + "o", + "ot" + ], + [ + "Ġsh", + "ake" + ], + [ + "ra", + "ge" + ], + [ + "Ġlearn", + "ing" + ], + [ + "Ġvegetable", + "s" + ], + [ + "Ġa", + "dd" + ], + [ + "Ġm", + "elt" + ], + [ + "ĠS", + "usie" + ], + [ + "el", + "p" + ], + [ + "ĠB", + "obby" + ], + [ + "Ġtra", + "p" + ], + [ + "Ġcoll", + "ar" + ], + [ + "Ġstu", + "bb" + ], + [ + "i", + "que" + ], + [ + "Ġb", + "orrow" + ], + [ + "Ġp", + "ump" + ], + [ + "Ġloud", + "ly" + ], + [ + "Ġsear", + "ch" + ], + [ + "Ġchick", + "en" + ], + [ + "Ġpizz", + "a" + ], + [ + "Ġindepend", + "ent" + ], + [ + "Ġstubb", + "orn" + ], + [ + "Ġre", + "f" + ], + [ + "Ġas", + "king" + ], + [ + "Ġbr", + "illi" + ], + [ + "Ġdec", + "ide" + ], + [ + "Ġfl", + "ash" + ], + [ + "Ġcat", + "erp" + ], + [ + "Ġqu", + "een" + ], + [ + "Ġsn", + "ee" + ], + [ + "ĠR", + "ose" + ], + [ + "Ġinv", + "ited" + ], + [ + "Ġstraw", + "ber" + ], + [ + "Ġfool", + "ish" + ], + [ + "Ġcaterp", + "ill" + ], + [ + "g", + "y" + ], + [ + "Ġt", + "ur" + ], + [ + "Ġd", + "epend" + ], + [ + "Ġg", + "uit" + ], + [ + "Ġst", + "ri" + ], + [ + "Ġkn", + "ight" + ], + [ + "Ġboy", + "s" + ], + [ + "Ġpe", + "e" + ], + [ + "Ġcom", + "b" + ], + [ + "Ġcle", + "ar" + ], + [ + "Ġun", + "ique" + ], + [ + "Ġbutt", + "ons" + ], + [ + "ĠTweet", + "y" + ], + [ + "Ġcolour", + "ful" + ], + [ + "Ġesc", + "ape" + ], + [ + "Ġbrilli", + "ant" + ], + [ + "Ġr", + "ich" + ], + [ + "ĠB", + "u" + ], + [ + "Ġsay", + "ing" + ], + [ + "Ġro", + "de" + ], + [ + "Ġsk", + "in" + ], + [ + "Ġgar", + "age" + ], + [ + "H", + "elp" + ], + [ + "d", + "om" + ], + [ + "Ġm", + "ummy" + ], + [ + "Ġbe", + "ak" + ], + [ + "ur", + "ed" + ], + [ + "a", + "w" + ], + [ + "e", + "orge" + ], + [ + "r", + "op" + ], + [ + "ed", + "ient" + ], + [ + "Ġun", + "us" + ], + [ + "Ġoy", + "ster" + ], + [ + "Ġtur", + "key" + ], + [ + "Ġ", + "OK" + ], + [ + "Ġf", + "ountain" + ], + [ + "Ġp", + "atter" + ], + [ + "Ġwe", + "ek" + ], + [ + "Ġch", + "ase" + ], + [ + "Ġru", + "bb" + ], + [ + "Ġcount", + "ed" + ], + [ + "Ġreg", + "ular" + ], + [ + "Ġwip", + "ed" + ], + [ + "Ġguit", + "ar" + ], + [ + "Ġunus", + "ual" + ], + [ + "l", + "and" + ], + [ + "Ġu", + "mb" + ], + [ + "Ġfor", + "k" + ], + [ + "Ġshow", + "s" + ], + [ + "Ġlight", + "s" + ], + [ + "Ġwall", + "s" + ], + [ + "Ġdream", + "ed" + ], + [ + "Ġbanan", + "a" + ], + [ + "Ġsuccess", + "ful" + ], + [ + "Ġjew", + "el" + ], + [ + "Ġpatter", + "n" + ], + [ + "Ġumb", + "re" + ], + [ + "c", + "il" + ], + [ + "r", + "ay" + ], + [ + "in", + "al" + ], + [ + "Ġl", + "ow" + ], + [ + "im", + "ed" + ], + [ + "Ġsw", + "e" + ], + [ + "Ġcry", + "st" + ], + [ + "Ġpen", + "cil" + ], + [ + "Ġsaf", + "ely" + ], + [ + "Ġtool", + "s" + ], + [ + "W", + "ell" + ], + [ + "Ġt", + "ape" + ], + [ + "Ġst", + "ream" + ], + [ + "ce", + "ed" + ], + [ + "Ġre", + "sc" + ], + [ + "Ġab", + "ove" + ], + [ + "Ġhard", + "er" + ], + [ + "Ġgu", + "ess" + ], + [ + "Ġbott", + "om" + ], + [ + "Ġmark", + "et" + ], + [ + "Ġimpress", + "ed" + ], + [ + "Ġwa", + "ff" + ], + [ + "an", + "ut" + ], + [ + "ig", + "inal" + ], + [ + "Ġnot", + "ice" + ], + [ + "ill", + "a" + ], + [ + "Ġno", + "ds" + ], + [ + "Ġpe", + "anut" + ], + [ + "ol", + "og" + ], + [ + "Ġpat", + "ch" + ], + [ + "Ġcraw", + "led" + ], + [ + "Ġcaterpill", + "ar" + ], + [ + "n", + "a" + ], + [ + "Ġt", + "ank" + ], + [ + "Ġt", + "ask" + ], + [ + "Ġt", + "ire" + ], + [ + "Ġg", + "un" + ], + [ + "Ġlo", + "ad" + ], + [ + "Ġcomp", + "et" + ], + [ + "umb", + "led" + ], + [ + "Ġap", + "olog" + ], + [ + "Ġsol", + "ve" + ], + [ + "H", + "ow" + ], + [ + "M", + "ummy" + ], + [ + "f", + "ast" + ], + [ + "h", + "ip" + ], + [ + "Ġ", + "No" + ], + [ + "Ġb", + "itter" + ], + [ + "ar", + "l" + ], + [ + "Ġe", + "ars" + ], + [ + "Ġsh", + "one" + ], + [ + "Ġbr", + "ush" + ], + [ + "ĠF", + "in" + ], + [ + "Ġor", + "iginal" + ], + [ + "Ġfi", + "er" + ], + [ + "Ġgl", + "ow" + ], + [ + "ĠN", + "emo" + ], + [ + "Ġbreak", + "fast" + ], + [ + "Ġadm", + "ired" + ], + [ + "ĠBl", + "ue" + ], + [ + "Ġed", + "ge" + ], + [ + "Ġdepend", + "able" + ], + [ + "u", + "nd" + ], + [ + "ut", + "h" + ], + [ + "ĠI", + "f" + ], + [ + "Ġcl", + "ay" + ], + [ + "Ġstrong", + "er" + ], + [ + "Ġboss", + "y" + ], + [ + "Ġc", + "udd" + ], + [ + "as", + "er" + ], + [ + "Ġgra", + "ndpa" + ], + [ + "Ġknow", + "s" + ], + [ + "Ġpick", + "ing" + ], + [ + "Ġjo", + "ke" + ], + [ + "Ġboat", + "s" + ], + [ + "Ġba", + "ld" + ], + [ + "Ġmed", + "ic" + ], + [ + "Ġscr", + "at" + ], + [ + "Ġc", + "one" + ], + [ + "Ġp", + "enny" + ], + [ + "Ġle", + "an" + ], + [ + "Ġra", + "ft" + ], + [ + "ugg", + "led" + ], + [ + "Ġsuc", + "ceed" + ], + [ + "Ġob", + "edient" + ], + [ + "Ġhum", + "ble" + ], + [ + "Ġlibr", + "ary" + ], + [ + "R", + "e" + ], + [ + "he", + "ad" + ], + [ + "Ġp", + "h" + ], + [ + "Ġn", + "umb" + ], + [ + "Ġsa", + "uce" + ], + [ + "ĠB", + "ear" + ], + [ + "Ġtr", + "ay" + ], + [ + "Ġproud", + "ly" + ], + [ + "He", + "re" + ], + [ + "Ġsound", + "ed" + ], + [ + "Ġsqu", + "are" + ], + [ + "Ġterri", + "ble" + ], + [ + "Ġcryst", + "al" + ], + [ + "Ġfier", + "ce" + ], + [ + "J", + "ill" + ], + [ + "Ġw", + "itch" + ], + [ + "in", + "ary" + ], + [ + "Ġhapp", + "iness" + ], + [ + "ĠL", + "ola" + ], + [ + "Ġhand", + "ed" + ], + [ + "Ġfr", + "idge" + ], + [ + "f", + "a" + ], + [ + "Ġr", + "ough" + ], + [ + "ent", + "ion" + ], + [ + "Ġch", + "anged" + ], + [ + "Ġjo", + "ined" + ], + [ + "Ġra", + "ven" + ], + [ + "Ġmight", + "y" + ], + [ + "Ġcho", + "se" + ], + [ + "Ġwhe", + "el" + ], + [ + "Ġumbre", + "lla" + ], + [ + "Ġt", + "ag" + ], + [ + "Ġc", + "ri" + ], + [ + "Ġo", + "w" + ], + [ + "ar", + "ry" + ], + [ + "im", + "p" + ], + [ + "ĠB", + "ill" + ], + [ + "Ġhelp", + "s" + ], + [ + "Ġfind", + "ing" + ], + [ + "Ġclean", + "ing" + ], + [ + "Ġsqu", + "ee" + ], + [ + "Ġfire", + "work" + ], + [ + "Ġmedic", + "ine" + ], + [ + "a", + "zz" + ], + [ + "m", + "et" + ], + [ + "Ġplay", + "ful" + ], + [ + "Ġlo", + "cked" + ], + [ + "Ġgo", + "at" + ], + [ + "Ġac", + "cept" + ], + [ + "Ġcomp", + "ass" + ], + [ + "Ġsur", + "f" + ], + [ + "Ġcompet", + "it" + ], + [ + "e", + "xt" + ], + [ + "k", + "n" + ], + [ + "Ġs", + "y" + ], + [ + "Ġs", + "il" + ], + [ + "Ġbe", + "et" + ], + [ + "ĠM", + "ar" + ], + [ + "ur", + "ing" + ], + [ + "Ġch", + "ir" + ], + [ + "ĠE", + "llie" + ], + [ + "Ġball", + "s" + ], + [ + "Åĵ", + "Let" + ], + [ + "Ġbutterf", + "lies" + ], + [ + "Ġgu", + "ard" + ], + [ + "Ġcray", + "on" + ], + [ + "Ġdisco", + "ver" + ], + [ + "Ġpar", + "ade" + ], + [ + "Ġmix", + "ed" + ], + [ + "Ġval", + "u" + ], + [ + "Ġhel", + "met" + ], + [ + "ĠBrown", + "ie" + ], + [ + "E", + "m" + ], + [ + "j", + "ect" + ], + [ + "s", + "qu" + ], + [ + "u", + "d" + ], + [ + "Ġg", + "um" + ], + [ + "at", + "ure" + ], + [ + "Ġis", + "land" + ], + [ + "Ġco", + "st" + ], + [ + "Ġmo", + "le" + ], + [ + "Ġnice", + "ly" + ], + [ + "Ġkind", + "s" + ], + [ + "Ġra", + "ced" + ], + [ + "Ġsto", + "ve" + ], + [ + "Ġlaugh", + "s" + ], + [ + "Ġmar", + "ch" + ], + [ + "Ġfall", + "s" + ], + [ + "Ġpers", + "ist" + ], + [ + "ĠBa", + "by" + ], + [ + "oph", + "ie" + ], + [ + "A", + "lice" + ], + [ + "i", + "ence" + ], + [ + "it", + "o" + ], + [ + "Ġc", + "age" + ], + [ + "Ġg", + "oose" + ], + [ + "Ġco", + "ins" + ], + [ + "Ġtr", + "ump" + ], + [ + "Ġmo", + "squ" + ], + [ + "Ġser", + "ious" + ], + [ + "Ġmosqu", + "ito" + ], + [ + "Ġf", + "lex" + ], + [ + "Ġc", + "ro" + ], + [ + "el", + "on" + ], + [ + "Ġexc", + "la" + ], + [ + "Ġch", + "oose" + ], + [ + "Ġexpl", + "ored" + ], + [ + "Ġun", + "l" + ], + [ + "Ġbrother", + "s" + ], + [ + "Ġgu", + "il" + ], + [ + "Ġnumb", + "ers" + ], + [ + "Ġtrump", + "et" + ], + [ + "Ġ", + "icy" + ], + [ + "Ġmom", + "s" + ], + [ + "ie", + "w" + ], + [ + "Ġv", + "iew" + ], + [ + "Ġen", + "orm" + ], + [ + "Ġfire", + "man" + ], + [ + "ĠMr", + "s" + ], + [ + "Ġpract", + "ice" + ], + [ + "Ġenorm", + "ous" + ], + [ + "w", + "ards" + ], + [ + "Ġs", + "up" + ], + [ + "Ġvo", + "lc" + ], + [ + "Ġmean", + "s" + ], + [ + "Ġpoin", + "ting" + ], + [ + "Ġvalu", + "able" + ], + [ + "Ġflex", + "ible" + ], + [ + "Ġexcla", + "imed" + ], + [ + "Ġguil", + "ty" + ], + [ + "y", + "al" + ], + [ + "Ġc", + "am" + ], + [ + "Ġp", + "ipe" + ], + [ + "is", + "ion" + ], + [ + "ĠM", + "y" + ], + [ + "Ġuse", + "ful" + ], + [ + "Ġfav", + "our" + ], + [ + "Ġcra", + "zy" + ], + [ + "Ġph", + "ot" + ], + [ + "kn", + "own" + ], + [ + "Ġvolc", + "ano" + ], + [ + "Ġwa", + "ke" + ], + [ + "Ġc", + "ity" + ], + [ + "om", + "ed" + ], + [ + "ll", + "ip" + ], + [ + "Ġfor", + "th" + ], + [ + "Ġlo", + "llip" + ], + [ + "Ġse", + "al" + ], + [ + "Ġall", + "owed" + ], + [ + "Ġsc", + "are" + ], + [ + "Ġbright", + "ly" + ], + [ + "Ġmar", + "ble" + ], + [ + "Ġpop", + "ular" + ], + [ + "Ġflash", + "light" + ], + [ + "Ġcompass", + "ion" + ], + [ + "Ġlollip", + "op" + ], + [ + "Ġ", + "U" + ], + [ + "Ġ", + "ing" + ], + [ + "Ġh", + "unt" + ], + [ + "Ġd", + "ull" + ], + [ + "er", + "ry" + ], + [ + "Ġst", + "at" + ], + [ + "Ġshe", + "l" + ], + [ + "!\"", + "." + ], + [ + "Ġun", + "known" + ], + [ + "Ġhat", + "s" + ], + [ + "Ġsho", + "ot" + ], + [ + "red", + "ient" + ], + [ + "Ġbelong", + "ed" + ], + [ + "Ġfavour", + "ite" + ], + [ + "Ġing", + "redient" + ], + [ + "Ġp", + "il" + ], + [ + "Ġlo", + "yal" + ], + [ + "Ġbra", + "ce" + ], + [ + "ĠWhen", + "ever" + ], + [ + "Ġdream", + "s" + ], + [ + "Ġkick", + "ed" + ], + [ + "Ġseed", + "s" + ], + [ + "Ġtwirl", + "ed" + ], + [ + "Ġsup", + "er" + ], + [ + "t", + "ime" + ], + [ + "Ġf", + "ine" + ], + [ + "Ġbe", + "es" + ], + [ + "Ġso", + "fa" + ], + [ + "Ġsh", + "ark" + ], + [ + "ĠM", + "ike" + ], + [ + "Ġan", + "x" + ], + [ + "Ġsad", + "ly" + ], + [ + "Ġshow", + "ing" + ], + [ + "Ġway", + "s" + ], + [ + "Ġtruck", + "s" + ], + [ + "Ġdelic", + "ate" + ], + [ + "ation", + "s" + ], + [ + "Ġrep", + "e" + ], + [ + "Ġimpress", + "ive" + ], + [ + "Ġpour", + "ed" + ], + [ + "Ġpir", + "ate" + ], + [ + "Ġwhisp", + "ered" + ], + [ + "Ġharm", + "less" + ], + [ + "a", + "ff" + ], + [ + "Ġt", + "urt" + ], + [ + "Ġt", + "ied" + ], + [ + "ar", + "oo" + ], + [ + "ad", + "o" + ], + [ + "art", + "h" + ], + [ + "Ġgra", + "ce" + ], + [ + "Ġhand", + "le" + ], + [ + "Ġen", + "c" + ], + [ + "Ġdel", + "iver" + ], + [ + "Ben", + "ny" + ], + [ + "Ġru", + "shed" + ], + [ + "Ġus", + "ing" + ], + [ + "ang", + "aroo" + ], + [ + "Ġshap", + "e" + ], + [ + "Ġbus", + "hes" + ], + [ + "Ġpersist", + "ent" + ], + [ + "Ġg", + "or" + ], + [ + "ĠS", + "p" + ], + [ + "Ġk", + "angaroo" + ], + [ + "Ġan", + "g" + ], + [ + "Ġoff", + "ice" + ], + [ + "Ġanx", + "ious" + ], + [ + "G", + "o" + ], + [ + "al", + "ous" + ], + [ + "Ġsp", + "ell" + ], + [ + "ĠW", + "hile" + ], + [ + "ia", + "ble" + ], + [ + "Ġpot", + "ato" + ], + [ + "Ġje", + "alous" + ], + [ + "Ġwra", + "pped" + ], + [ + "Ġf", + "our" + ], + [ + "Ġc", + "urt" + ], + [ + "Ġlo", + "g" + ], + [ + "Ġco", + "al" + ], + [ + "Ġrel", + "iable" + ], + [ + "Ġcurt", + "ain" + ], + [ + "D", + "aisy" + ], + [ + "Ġs", + "udden" + ], + [ + "mb", + "ol" + ], + [ + "Åĵ", + "Yes" + ], + [ + "ac", + "hes" + ], + [ + "ĠP", + "e" + ], + [ + "Ġpain", + "ted" + ], + [ + "ĠTo", + "by" + ], + [ + "Ġce", + "re" + ], + [ + "g", + "u" + ], + [ + "Ġt", + "ummy" + ], + [ + "Ġth", + "ose" + ], + [ + "ous", + "es" + ], + [ + "udd", + "y" + ], + [ + "Ġcu", + "sh" + ], + [ + "Ġmet", + "al" + ], + [ + "Ġsy", + "mbol" + ], + [ + "Ġbeet", + "le" + ], + [ + "Ġcam", + "era" + ], + [ + "Ġh", + "ouses" + ], + [ + "il", + "t" + ], + [ + "Ġcelebr", + "ate" + ], + [ + "Ġdelight", + "ed" + ], + [ + "Ġgor", + "illa" + ], + [ + "Ġto", + "oth" + ], + [ + "Ġth", + "irst" + ], + [ + "ke", + "ep" + ], + [ + "Ġsh", + "iver" + ], + [ + "Ġre", + "ward" + ], + [ + "Ġsp", + "ace" + ], + [ + "Ġtra", + "vel" + ], + [ + "Ġru", + "bbed" + ], + [ + "Ġprin", + "t" + ], + [ + "Ġdri", + "ving" + ], + [ + "Ġmar", + "ry" + ], + [ + "Ġwar", + "ned" + ], + [ + "Ġsold", + "ier" + ], + [ + "Ġmotor", + "cy" + ], + [ + "c", + "ut" + ], + [ + "Ġs", + "on" + ], + [ + "Ġto", + "r" + ], + [ + "ar", + "lie" + ], + [ + "Ġher", + "o" + ], + [ + "ie", + "f" + ], + [ + "Ġcar", + "p" + ], + [ + "Ġexcited", + "ly" + ], + [ + "Ġte", + "mp" + ], + [ + "ĠP", + "ete" + ], + [ + "ĠBob", + "o" + ], + [ + "co", + "d" + ], + [ + "Ġhun", + "g" + ], + [ + "Ġgrow", + "ing" + ], + [ + "up", + "id" + ], + [ + "Ġthin", + "king" + ], + [ + "Ġtun", + "n" + ], + [ + "W", + "hile" + ], + [ + "c", + "u" + ], + [ + "i", + "pp" + ], + [ + "Ġh", + "ay" + ], + [ + "Ġy", + "et" + ], + [ + "Ġv", + "ine" + ], + [ + "Ġac", + "orn" + ], + [ + "icy", + "cle" + ], + [ + "Ġpre", + "p" + ], + [ + "Ġremind", + "ed" + ], + [ + "Ġgas", + "ped" + ], + [ + "Ġflut", + "e" + ], + [ + "Ġord", + "inary" + ], + [ + "Ġcro", + "cod" + ], + [ + "Ġa", + "mb" + ], + [ + "Ġc", + "ur" + ], + [ + "ĠB", + "et" + ], + [ + "ĠM", + "andy" + ], + [ + "Ġpu", + "p" + ], + [ + "Ġcreature", + "s" + ], + [ + "Ġhur", + "ry" + ], + [ + "Ġspoil", + "ed" + ], + [ + "Ġt", + "imes" + ], + [ + "Ġm", + "is" + ], + [ + "Ġr", + "ice" + ], + [ + "Ġst", + "upid" + ], + [ + "Ġsh", + "ine" + ], + [ + "Ġre", + "sist" + ], + [ + "ug", + "ged" + ], + [ + "Ġla", + "w" + ], + [ + "Ġsk", + "ull" + ], + [ + "co", + "a" + ], + [ + "Ġmiss", + "ing" + ], + [ + "Ġwhe", + "at" + ], + [ + "Ġsupp", + "ort" + ], + [ + "Ġingredient", + "s" + ], + [ + "a", + "id" + ], + [ + "l", + "oo" + ], + [ + "Ġc", + "ase" + ], + [ + "er", + "y" + ], + [ + "Ġwas", + "hed" + ], + [ + "Ġdo", + "ve" + ], + [ + "Ġsp", + "illed" + ], + [ + "Ġsc", + "oot" + ], + [ + "Ġme", + "al" + ], + [ + "Ġmu", + "le" + ], + [ + "ĠD", + "ucky" + ], + [ + "Ġmo", + "der" + ], + [ + "ars", + "h" + ], + [ + "Åĵ", + "What" + ], + [ + "Ġtri", + "ck" + ], + [ + "Ġset", + "t" + ], + [ + "ĠTweet", + "ie" + ], + [ + "Ġboun", + "ce" + ], + [ + "Ġfil", + "thy" + ], + [ + "Ġb", + "ase" + ], + [ + "Ġh", + "oop" + ], + [ + "Ġf", + "re" + ], + [ + "Ġst", + "umbled" + ], + [ + "Ġso", + "ar" + ], + [ + "Ġwe", + "al" + ], + [ + "Ġsee", + "m" + ], + [ + "Ġwor", + "d" + ], + [ + "Ġla", + "b" + ], + [ + "ĠD", + "ave" + ], + [ + "ĠF", + "r" + ], + [ + "Ġbad", + "ly" + ], + [ + "Ġhair", + "y" + ], + [ + "Ġcra", + "wl" + ], + [ + "Ġlive", + "ly" + ], + [ + "Ġstep", + "s" + ], + [ + "ÅĵLet", + "â" + ], + [ + "Ġbrace", + "let" + ], + [ + "Ġcere", + "al" + ], + [ + "Ġthirst", + "y" + ], + [ + "Ġcarp", + "et" + ], + [ + "Ġw", + "ool" + ], + [ + "it", + "her" + ], + [ + "Ġgo", + "al" + ], + [ + "Ġback", + "pack" + ], + [ + "Ġtr", + "uth" + ], + [ + "Ġcom", + "pl" + ], + [ + "Ġche", + "ap" + ], + [ + "Ġdis", + "g" + ], + [ + "Ġplac", + "ed" + ], + [ + "Ġear", + "ly" + ], + [ + "Ġdecor", + "ate" + ], + [ + "Ġnut", + "s" + ], + [ + "O", + "w" + ], + [ + "c", + "ream" + ], + [ + "Ġb", + "ump" + ], + [ + "Ġthem", + "selves" + ], + [ + "ic", + "es" + ], + [ + "Ġhelp", + "less" + ], + [ + "Ġcl", + "um" + ], + [ + "Ġsc", + "atter" + ], + [ + "Ġsc", + "ale" + ], + [ + "Ġnew", + "s" + ], + [ + "ust", + "ing" + ], + [ + "Ġen", + "v" + ], + [ + "âĤ¬â", + "Ģ" + ], + [ + "Ġtell", + "ing" + ], + [ + "Ġswing", + "ing" + ], + [ + "Ġspark", + "led" + ], + [ + "Ġcarry", + "ing" + ], + [ + "gg", + "ing" + ], + [ + "in", + "es" + ], + [ + "ri", + "c" + ], + [ + "Ġfriends", + "hip" + ], + [ + "Ġcare", + "less" + ], + [ + "Ġsn", + "e" + ], + [ + "Ġdoes", + "n" + ], + [ + "Ġfall", + "ing" + ], + [ + "Ġcomp", + "ut" + ], + [ + "Ġpa", + "le" + ], + [ + "Ġpee", + "ked" + ], + [ + "Ġcompassion", + "ate" + ], + [ + "c", + "om" + ], + [ + "v", + "ice" + ], + [ + "Ġs", + "end" + ], + [ + "Ġst", + "age" + ], + [ + "Ġme", + "m" + ], + [ + "Ġch", + "alk" + ], + [ + "Ġch", + "asing" + ], + [ + "Ġpe", + "bble" + ], + [ + "ĠEvery", + "thing" + ], + [ + "Ġcu", + "be" + ], + [ + "Ġpig", + "e" + ], + [ + "Ġcou", + "rage" + ], + [ + "Ġfing", + "ers" + ], + [ + "Ġturt", + "le" + ], + [ + "b", + "led" + ], + [ + "Ġs", + "ink" + ], + [ + "Ġb", + "icycle" + ], + [ + "Ġsh", + "aking" + ], + [ + "Ġsleep", + "ing" + ], + [ + "Ġneighb", + "our" + ], + [ + "Ġmoder", + "n" + ], + [ + "Ġdisg", + "usting" + ], + [ + "Ġclum", + "sy" + ], + [ + "g", + "est" + ], + [ + "Ġh", + "ook" + ], + [ + "Ġc", + "her" + ], + [ + "Ġn", + "ail" + ], + [ + "Ġbig", + "gest" + ], + [ + "ic", + "hes" + ], + [ + "Ġbu", + "l" + ], + [ + "Ġend", + "ing" + ], + [ + "Ġde", + "ad" + ], + [ + "Ġtri", + "ang" + ], + [ + "ul", + "ance" + ], + [ + "Ġspo", + "ke" + ], + [ + "Ġpract", + "iced" + ], + [ + "Ġamb", + "ulance" + ], + [ + "Ġcomput", + "er" + ], + [ + "i", + "bb" + ], + [ + "Ġl", + "amp" + ], + [ + "Ġst", + "ation" + ], + [ + "Ġch", + "ar" + ], + [ + "Ġwall", + "et" + ], + [ + "ĠTo", + "day" + ], + [ + "Ġpack", + "age" + ], + [ + "Ġmic", + "rop" + ], + [ + "Ġcush", + "ion" + ], + [ + "keep", + "er" + ], + [ + "Ġcrocod", + "ile" + ], + [ + "Ġmicrop", + "hone" + ], + [ + "u", + "nder" + ], + [ + "ĠA", + "lex" + ], + [ + "Ġthought", + "ful" + ], + [ + "Ġjo", + "lly" + ], + [ + "Ġpen", + "gu" + ], + [ + "Ġpump", + "kin" + ], + [ + "Ġcost", + "um" + ], + [ + "Ġf", + "ive" + ], + [ + "Ġd", + "ough" + ], + [ + "Ġp", + "ony" + ], + [ + "Ġo", + "l" + ], + [ + "im", + "i" + ], + [ + "Ġst", + "airs" + ], + [ + "Ġkn", + "ock" + ], + [ + "Ġgra", + "nd" + ], + [ + "Ġint", + "ell" + ], + [ + "Ġun", + "iver" + ], + [ + "Ġbright", + "er" + ], + [ + "Ġopen", + "s" + ], + [ + "Ġdream", + "ing" + ], + [ + "Ġboun", + "ced" + ], + [ + "Ġquest", + "ion" + ], + [ + "Ġstat", + "ue" + ], + [ + "Ġw", + "ine" + ], + [ + "is", + "k" + ], + [ + "ĠA", + "lice" + ], + [ + "Ġco", + "coa" + ], + [ + "ĠYou", + "r" + ], + [ + "Ġpe", + "pper" + ], + [ + "Ġbeaut", + "y" + ], + [ + "Ġper", + "m" + ], + [ + "Ġpain", + "ting" + ], + [ + "Ġsho", + "e" + ], + [ + "Ġele", + "v" + ], + [ + "Every", + "one" + ], + [ + "hin", + "o" + ], + [ + "Ġweal", + "thy" + ], + [ + "Ġintell", + "ig" + ], + [ + "n", + "oon" + ], + [ + "Ġs", + "uit" + ], + [ + "Ġm", + "ild" + ], + [ + "Ġn", + "ature" + ], + [ + "an", + "s" + ], + [ + "Ġhapp", + "ier" + ], + [ + "Ġne", + "at" + ], + [ + "Ġstart", + "s" + ], + [ + "uck", + "ed" + ], + [ + "Ġafter", + "noon" + ], + [ + "Ġtor", + "n" + ], + [ + "Ġelev", + "ator" + ], + [ + "g", + "en" + ], + [ + "t", + "i" + ], + [ + "Ġt", + "en" + ], + [ + "Ġh", + "arsh" + ], + [ + "Ġp", + "ed" + ], + [ + "at", + "ient" + ], + [ + "or", + "ant" + ], + [ + "Ġre", + "ce" + ], + [ + "Ġj", + "et" + ], + [ + "ill", + "ie" + ], + [ + "ĠR", + "ed" + ], + [ + "Ġread", + "ing" + ], + [ + "Ġsear", + "ching" + ], + [ + "Ġbasket", + "ball" + ], + [ + "Ġbar", + "ber" + ], + [ + "Ġspe", + "ed" + ], + [ + "S", + "ee" + ], + [ + "a", + "wn" + ], + [ + "Ġst", + "ack" + ], + [ + "ĠM", + "ummy" + ], + [ + "Ġclo", + "ck" + ], + [ + "ĠG", + "ive" + ], + [ + "Ġmag", + "n" + ], + [ + "Ġlea", + "ving" + ], + [ + "Ġcup", + "board" + ], + [ + "Ġdes", + "ign" + ], + [ + "Ġslid", + "es" + ], + [ + "Ġsandw", + "iches" + ], + [ + "Ġcand", + "le" + ], + [ + "aul", + "if" + ], + [ + "Ġrid", + "ing" + ], + [ + "Ġfre", + "sh" + ], + [ + "o", + "ppy" + ], + [ + "Ġsh", + "ocked" + ], + [ + "Ġen", + "er" + ], + [ + "Ġjump", + "s" + ], + [ + "Ġhair", + "cut" + ], + [ + "Ġrespect", + "ful" + ], + [ + "Ġcoo", + "king" + ], + [ + "Ġtick", + "et" + ], + [ + "Ġenc", + "ou" + ], + [ + "Ġtunn", + "el" + ], + [ + "aulif", + "lower" + ], + [ + "G", + "ive" + ], + [ + "Ġs", + "le" + ], + [ + "re", + "en" + ], + [ + "Ġm", + "ay" + ], + [ + "Ġth", + "ief" + ], + [ + "Ġy", + "awn" + ], + [ + "Ġfor", + "t" + ], + [ + "Ġal", + "ert" + ], + [ + "Ġsor", + "ts" + ], + [ + "Ġimp", + "atient" + ], + [ + "Ġcre", + "ate" + ], + [ + "ail", + "able" + ], + [ + "Ġwhe", + "els" + ], + [ + "Ġval", + "ue" + ], + [ + "Ġpri", + "ze" + ], + [ + "M", + "ary" + ], + [ + "y", + "e" + ], + [ + "he", + "t" + ], + [ + "Ġs", + "ent" + ], + [ + "Ġb", + "ent" + ], + [ + "in", + "ce" + ], + [ + "Ġc", + "omet" + ], + [ + "Ġc", + "amp" + ], + [ + "Ġc", + "auliflower" + ], + [ + "Ġm", + "elon" + ], + [ + "Ġg", + "em" + ], + [ + "Ġit", + "self" + ], + [ + "ir", + "on" + ], + [ + "Ġmu", + "sh" + ], + [ + "Ġmonkey", + "s" + ], + [ + "Ġsal", + "ad" + ], + [ + "Ġdest", + "ro" + ], + [ + "Ġresc", + "ue" + ], + [ + "Ġscoot", + "er" + ], + [ + "Ġintellig", + "ent" + ], + [ + "a", + "z" + ], + [ + "Ġd", + "ug" + ], + [ + "il", + "ing" + ], + [ + "an", + "ger" + ], + [ + "Ġr", + "oof" + ], + [ + "Ġr", + "hino" + ], + [ + "Ġsc", + "old" + ], + [ + "ag", + "het" + ], + [ + "Ġexp", + "er" + ], + [ + "Ġbark", + "ing" + ], + [ + "Ġbanan", + "as" + ], + [ + "Ġign", + "orant" + ], + [ + "Ġmic", + "ro" + ], + [ + "Ġav", + "ailable" + ], + [ + "Ġgrace", + "ful" + ], + [ + "Ġmotorcy", + "cle" + ], + [ + "aghet", + "ti" + ], + [ + "h", + "ood" + ], + [ + "ĠS", + "n" + ], + [ + "Ġe", + "arth" + ], + [ + "Ġbo", + "ots" + ], + [ + "Ġsp", + "aghetti" + ], + [ + "um", + "mer" + ], + [ + "Ġag", + "ree" + ], + [ + "Ġbu", + "ll" + ], + [ + "Ġany", + "where" + ], + [ + "ĠG", + "eorge" + ], + [ + "Ġbeh", + "ave" + ], + [ + "ĠK", + "im" + ], + [ + "Ġpa", + "id" + ], + [ + "sc", + "ope" + ], + [ + "Ġstret", + "ched" + ], + [ + "Ġfear", + "ful" + ], + [ + "Ġav", + "o" + ], + [ + "Ġmicro", + "scope" + ], + [ + "I", + "f" + ], + [ + "i", + "o" + ], + [ + "Ġnot", + "eb" + ], + [ + "ĠE", + "ventually" + ], + [ + "Ġold", + "er" + ], + [ + "Ġsn", + "iff" + ], + [ + "Ġad", + "vice" + ], + [ + "Ġstop", + "s" + ], + [ + "Ġperf", + "orm" + ], + [ + "Ġfur", + "ther" + ], + [ + "Ġenv", + "ious" + ], + [ + "Ġpige", + "on" + ], + [ + "Ġmush", + "room" + ], + [ + "Ġnoteb", + "ook" + ], + [ + "u", + "bby" + ], + [ + "Ġp", + "un" + ], + [ + "at", + "s" + ], + [ + "Ġn", + "urse" + ], + [ + "or", + "able" + ], + [ + "Ġth", + "under" + ], + [ + "Ġcl", + "apping" + ], + [ + "Ġv", + "ide" + ], + [ + "Ġbu", + "ilt" + ], + [ + "ĠC", + "l" + ], + [ + "Ġun", + "com" + ], + [ + "Ġshout", + "ing" + ], + [ + "Ġar", + "row" + ], + [ + "Ġdraw", + "er" + ], + [ + "Ġpro", + "v" + ], + [ + "fort", + "able" + ], + [ + "Ġtom", + "ato" + ], + [ + "Ġmeet", + "ing" + ], + [ + "Ġob", + "ject" + ], + [ + "Ġyog", + "urt" + ], + [ + "Ġtemp", + "le" + ], + [ + "Ġuncom", + "fortable" + ], + [ + "e", + "f" + ], + [ + "u", + "es" + ], + [ + "ĠT", + "ony" + ], + [ + "Ġloo", + "p" + ], + [ + "Ġch", + "ubby" + ], + [ + "Ġsw", + "itch" + ], + [ + "Ġsk", + "ip" + ], + [ + "Ġad", + "orable" + ], + [ + "Åĵ", + "It" + ], + [ + "Ġcount", + "ing" + ], + [ + "Ġcoo", + "ked" + ], + [ + "Ġp", + "ist" + ], + [ + "ar", + "ian" + ], + [ + "en", + "ry" + ], + [ + "Ġst", + "ared" + ], + [ + "Ġsh", + "ut" + ], + [ + "ic", + "op" + ], + [ + "Ġqu", + "ite" + ], + [ + "Ġsn", + "uggled" + ], + [ + "ĠGra", + "ndpa" + ], + [ + "Ġtrou", + "bled" + ], + [ + "Ġgigg", + "le" + ], + [ + "Ġblow", + "ing" + ], + [ + "Ġhel", + "icop" + ], + [ + "Ġfis", + "her" + ], + [ + "Ġpist", + "ol" + ], + [ + "Ġhelicop", + "ter" + ], + [ + "p", + "ar" + ], + [ + "ĠS", + "ophie" + ], + [ + "oo", + "ped" + ], + [ + "ip", + "s" + ], + [ + "Ġnow", + "here" + ], + [ + "Ġforg", + "ave" + ], + [ + "Ġmar", + "ched" + ], + [ + "Ġtreasure", + "s" + ], + [ + "ho", + "st" + ], + [ + "Ġpass", + "port" + ], + [ + "Ġstir", + "red" + ], + [ + "Ġpus", + "hing" + ], + [ + "Ġcompetit", + "ive" + ], + [ + "Ġdestro", + "y" + ], + [ + "Y", + "ay" + ], + [ + "a", + "ked" + ], + [ + "o", + "e" + ], + [ + "t", + "ter" + ], + [ + "Ġg", + "ir" + ], + [ + "Ġg", + "host" + ], + [ + "an", + "ic" + ], + [ + "ke", + "let" + ], + [ + "ht", + "ub" + ], + [ + "Ġre", + "ef" + ], + [ + "Ġse", + "par" + ], + [ + "op", + "ard" + ], + [ + "pl", + "ay" + ], + [ + "Ġen", + "vel" + ], + [ + "Ġbre", + "at" + ], + [ + "Ġrep", + "air" + ], + [ + "Ġfoot", + "ball" + ], + [ + "Ġbat", + "htub" + ], + [ + "Ġrubb", + "er" + ], + [ + "Ġang", + "el" + ], + [ + "Ġtriang", + "le" + ], + [ + "Ġl", + "ed" + ], + [ + "Ġm", + "ill" + ], + [ + "ĠS", + "h" + ], + [ + "ch", + "anic" + ], + [ + "Ġnam", + "es" + ], + [ + "Ġle", + "opard" + ], + [ + "Ġno", + "body" + ], + [ + "Ġany", + "way" + ], + [ + "uc", + "t" + ], + [ + "ct", + "us" + ], + [ + "Ġshould", + "n" + ], + [ + "Ġz", + "eb" + ], + [ + "Ġgi", + "ven" + ], + [ + "Ġhold", + "s" + ], + [ + "Ġbar", + "rel" + ], + [ + "Ġband", + "age" + ], + [ + "Ġent", + "h" + ], + [ + "Dad", + "dy" + ], + [ + "Ġzeb", + "ra" + ], + [ + "i", + "ves" + ], + [ + "u", + "be" + ], + [ + "y", + "ear" + ], + [ + "Ġp", + "or" + ], + [ + "Ġp", + "and" + ], + [ + "Ġo", + "tter" + ], + [ + "Ġr", + "ibb" + ], + [ + "Ġsh", + "ield" + ], + [ + "Ġme", + "chanic" + ], + [ + "Ġdon", + "â" + ], + [ + "Ġdis", + "ag" + ], + [ + "Ġdis", + "play" + ], + [ + "Ġmusic", + "ian" + ], + [ + "cer", + "os" + ], + [ + "Ġspe", + "ak" + ], + [ + "Ġca", + "b" + ], + [ + "Ġca", + "ctus" + ], + [ + "ĠBet", + "sy" + ], + [ + "Ġbul", + "b" + ], + [ + "C", + "h" + ], + [ + "e", + "ath" + ], + [ + "i", + "kes" + ], + [ + "x", + "y" + ], + [ + "Ġt", + "ube" + ], + [ + "Ġa", + "head" + ], + [ + "Ġs", + "ummer" + ], + [ + "Ġs", + "kelet" + ], + [ + "Ġp", + "urse" + ], + [ + "Ġkn", + "ob" + ], + [ + "Ġdidn", + "â" + ], + [ + "Ġcouldn", + "â" + ], + [ + "Ġcol", + "ours" + ], + [ + "Ġwindow", + "s" + ], + [ + "oom", + "y" + ], + [ + "Ġgif", + "ted" + ], + [ + "Ġcart", + "oon" + ], + [ + "Ġrhino", + "ceros" + ], + [ + "g", + "l" + ], + [ + "he", + "art" + ], + [ + "Ġs", + "ize" + ], + [ + "Ġb", + "et" + ], + [ + "ĠM", + "iss" + ], + [ + "Ġsc", + "rew" + ], + [ + "Ġfl", + "our" + ], + [ + "Ġbl", + "in" + ], + [ + "ap", + "a" + ], + [ + "Ġdis", + "hes" + ], + [ + "Ġrain", + "ing" + ], + [ + "Ġhop", + "ing" + ], + [ + "Ġsho", + "vel" + ], + [ + "Ġmin", + "t" + ], + [ + "Ġjelly", + "fish" + ], + [ + "Ġswe", + "ater" + ], + [ + "Ġchar", + "ming" + ], + [ + "Ġpengu", + "in" + ], + [ + "Ġenvel", + "ope" + ], + [ + "Ġenth", + "us" + ], + [ + "Ġcab", + "in" + ], + [ + "re", + "c" + ], + [ + "Ġp", + "ant" + ], + [ + "Ġth", + "read" + ], + [ + "Ġin", + "se" + ], + [ + "Ġst", + "aff" + ], + [ + "Ġli", + "z" + ], + [ + "Ġun", + "pack" + ], + [ + "Ġwr", + "iting" + ], + [ + "Ġtra", + "sh" + ], + [ + "Ġroll", + "ing" + ], + [ + "Ġwaff", + "le" + ], + [ + "Ġ", + "iron" + ], + [ + "Ġw", + "ing" + ], + [ + "er", + "able" + ], + [ + "Ġshe", + "et" + ], + [ + "ĠB", + "uddy" + ], + [ + "Ġsh", + "adow" + ], + [ + "Ġro", + "ared" + ], + [ + "Ġmu", + "ff" + ], + [ + "Ġair", + "port" + ], + [ + "Ġce", + "iling" + ], + [ + "Ġatt", + "ic" + ], + [ + "Ġorgan", + "ize" + ], + [ + "Ġstret", + "ch" + ], + [ + "Ġgrap", + "es" + ], + [ + "Ġo", + "bs" + ], + [ + "ĠA", + "re" + ], + [ + "ĠW", + "ould" + ], + [ + "ĠIn", + "st" + ], + [ + "Ġpi", + "ano" + ], + [ + "Ġsal", + "t" + ], + [ + "Ġmis", + "erable" + ], + [ + "Ġc", + "ord" + ], + [ + "Ġd", + "ess" + ], + [ + "Ġre", + "fused" + ], + [ + "Ġsc", + "reen" + ], + [ + "ĠD", + "an" + ], + [ + "Ġstr", + "ugg" + ], + [ + "Ġneed", + "le" + ], + [ + "Ġbear", + "s" + ], + [ + "ĠAnd", + "y" + ], + [ + "Ġhead", + "ed" + ], + [ + "Ġstick", + "y" + ], + [ + "Ġfree", + "z" + ], + [ + "Ġzoom", + "ed" + ], + [ + "Ġimag", + "ined" + ], + [ + "Ġmed", + "al" + ], + [ + "Ġmagn", + "et" + ], + [ + "rec", + "i" + ], + [ + "Ġobs", + "er" + ], + [ + "Ġ", + "er" + ], + [ + "Ġli", + "ves" + ], + [ + "ĠA", + "l" + ], + [ + "ĠP", + "at" + ], + [ + "Ġapp", + "reci" + ], + [ + "ass", + "es" + ], + [ + "Ġsail", + "or" + ], + [ + "Ġminut", + "e" + ], + [ + "Ġfisher", + "man" + ], + [ + "v", + "ision" + ], + [ + "Ġr", + "at" + ], + [ + "al", + "ed" + ], + [ + "Ġbr", + "us" + ], + [ + "Ġch", + "ance" + ], + [ + "Ġpo", + "st" + ], + [ + "Ġsun", + "gl" + ], + [ + "Ġche", + "ek" + ], + [ + "ree", + "ze" + ], + [ + "Ġde", + "af" + ], + [ + "Ġru", + "les" + ], + [ + "Ġfrog", + "s" + ], + [ + "Ġair", + "pl" + ], + [ + "ĠGo", + "d" + ], + [ + "Ġstrawber", + "ry" + ], + [ + "Ġsle", + "pt" + ], + [ + "Ġliz", + "ard" + ], + [ + "Ġsungl", + "asses" + ], + [ + "Ġl", + "uck" + ], + [ + "Ġin", + "f" + ], + [ + "Ġbe", + "ep" + ], + [ + "ĠB", + "unny" + ], + [ + "Ġme", + "as" + ], + [ + "Ġro", + "d" + ], + [ + "Ġor", + "der" + ], + [ + "Ġrest", + "less" + ], + [ + "Ġsand", + "box" + ], + [ + "Ġmess", + "age" + ], + [ + "ĠJoe", + "y" + ], + [ + "Ġcomp", + "let" + ], + [ + "Ġatt", + "ract" + ], + [ + "Ġgold", + "en" + ], + [ + "Gra", + "ndma" + ], + [ + "Ġpil", + "ot" + ], + [ + "Ġpor", + "ch" + ], + [ + "L", + "ittle" + ], + [ + "l", + "er" + ], + [ + "s", + "es" + ] + ] + } +} \ No newline at end of file diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3500/tokenizer_config.json b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3500/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3500/tokenizer_config.json @@ -0,0 +1,13 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "errors": "replace", + "is_local": false, + "local_files_only": false, + "model_max_length": 1024, + "pad_token": "<|endoftext|>", + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "<|endoftext|>" +} diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3500/trainer_state.json b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..5a8153588908e0fd4a1171deb8761ad47e83dc00 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3500/trainer_state.json @@ -0,0 +1,1283 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.23592854735422986, + "eval_steps": 2498, + "global_step": 3500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0013481631277384564, + "grad_norm": 2.09375, + "learning_rate": 2.66e-05, + "loss": 8.298905181884766, + "step": 20 + }, + { + "epoch": 0.002696326255476913, + "grad_norm": 1.3359375, + "learning_rate": 5.46e-05, + "loss": 8.045733642578124, + "step": 40 + }, + { + "epoch": 0.004044489383215369, + "grad_norm": 1.2734375, + "learning_rate": 8.259999999999999e-05, + "loss": 7.839435577392578, + "step": 60 + }, + { + "epoch": 0.005392652510953826, + "grad_norm": 1.265625, + "learning_rate": 0.0001106, + "loss": 7.574758148193359, + "step": 80 + }, + { + "epoch": 0.006740815638692282, + "grad_norm": 1.1953125, + "learning_rate": 0.0001386, + "loss": 7.235897064208984, + "step": 100 + }, + { + "epoch": 0.008088978766430738, + "grad_norm": 1.140625, + "learning_rate": 0.00016659999999999998, + "loss": 6.862369537353516, + "step": 120 + }, + { + "epoch": 0.009437141894169195, + "grad_norm": 1.0234375, + "learning_rate": 0.00019460000000000001, + "loss": 6.508391571044922, + "step": 140 + }, + { + "epoch": 0.010785305021907651, + "grad_norm": 1.078125, + "learning_rate": 0.0002226, + "loss": 6.215537261962891, + "step": 160 + }, + { + "epoch": 0.012133468149646108, + "grad_norm": 0.76171875, + "learning_rate": 0.00025059999999999997, + "loss": 5.984259414672851, + "step": 180 + }, + { + "epoch": 0.013481631277384564, + "grad_norm": 0.82421875, + "learning_rate": 0.0002786, + "loss": 5.756989669799805, + "step": 200 + }, + { + "epoch": 0.01482979440512302, + "grad_norm": 1.171875, + "learning_rate": 0.00030659999999999997, + "loss": 5.531437683105469, + "step": 220 + }, + { + "epoch": 0.016177957532861477, + "grad_norm": 1.1171875, + "learning_rate": 0.0003346, + "loss": 5.294247817993164, + "step": 240 + }, + { + "epoch": 0.01752612066059993, + "grad_norm": 0.9453125, + "learning_rate": 0.00036260000000000003, + "loss": 5.055661392211914, + "step": 260 + }, + { + "epoch": 0.01887428378833839, + "grad_norm": 0.94921875, + "learning_rate": 0.0003906, + "loss": 4.797793197631836, + "step": 280 + }, + { + "epoch": 0.020222446916076844, + "grad_norm": 1.421875, + "learning_rate": 0.0004186, + "loss": 4.594622802734375, + "step": 300 + }, + { + "epoch": 0.021570610043815303, + "grad_norm": 1.2265625, + "learning_rate": 0.0004466, + "loss": 4.39941635131836, + "step": 320 + }, + { + "epoch": 0.022918773171553757, + "grad_norm": 0.5546875, + "learning_rate": 0.00047460000000000004, + "loss": 4.24058723449707, + "step": 340 + }, + { + "epoch": 0.024266936299292215, + "grad_norm": 0.83984375, + "learning_rate": 0.0005026, + "loss": 4.102418899536133, + "step": 360 + }, + { + "epoch": 0.02561509942703067, + "grad_norm": 0.70703125, + "learning_rate": 0.0005306, + "loss": 3.975328063964844, + "step": 380 + }, + { + "epoch": 0.026963262554769128, + "grad_norm": 0.6171875, + "learning_rate": 0.0005586, + "loss": 3.839755630493164, + "step": 400 + }, + { + "epoch": 0.028311425682507583, + "grad_norm": 0.91796875, + "learning_rate": 0.0005866, + "loss": 3.7486804962158202, + "step": 420 + }, + { + "epoch": 0.02965958881024604, + "grad_norm": 0.61328125, + "learning_rate": 0.0006146, + "loss": 3.6831081390380858, + "step": 440 + }, + { + "epoch": 0.031007751937984496, + "grad_norm": 0.875, + "learning_rate": 0.0006426, + "loss": 3.5874557495117188, + "step": 460 + }, + { + "epoch": 0.032355915065722954, + "grad_norm": 0.546875, + "learning_rate": 0.0006705999999999999, + "loss": 3.5174354553222655, + "step": 480 + }, + { + "epoch": 0.03370407819346141, + "grad_norm": 0.66796875, + "learning_rate": 0.0006986, + "loss": 3.439300537109375, + "step": 500 + }, + { + "epoch": 0.03505224132119986, + "grad_norm": 0.54296875, + "learning_rate": 0.0007, + "loss": 3.386067581176758, + "step": 520 + }, + { + "epoch": 0.03640040444893832, + "grad_norm": 0.6015625, + "learning_rate": 0.0007, + "loss": 3.3094718933105467, + "step": 540 + }, + { + "epoch": 0.03774856757667678, + "grad_norm": 0.55859375, + "learning_rate": 0.0007, + "loss": 3.2609573364257813, + "step": 560 + }, + { + "epoch": 0.03909673070441524, + "grad_norm": 0.61328125, + "learning_rate": 0.0007, + "loss": 3.2046344757080076, + "step": 580 + }, + { + "epoch": 0.04044489383215369, + "grad_norm": 0.5234375, + "learning_rate": 0.0007, + "loss": 3.17300968170166, + "step": 600 + }, + { + "epoch": 0.04179305695989215, + "grad_norm": 0.578125, + "learning_rate": 0.0007, + "loss": 3.1147342681884767, + "step": 620 + }, + { + "epoch": 0.043141220087630605, + "grad_norm": 0.4765625, + "learning_rate": 0.0007, + "loss": 3.0973543167114257, + "step": 640 + }, + { + "epoch": 0.044489383215369056, + "grad_norm": 0.453125, + "learning_rate": 0.0007, + "loss": 3.043070602416992, + "step": 660 + }, + { + "epoch": 0.045837546343107514, + "grad_norm": 0.455078125, + "learning_rate": 0.0007, + "loss": 3.0213077545166014, + "step": 680 + }, + { + "epoch": 0.04718570947084597, + "grad_norm": 0.419921875, + "learning_rate": 0.0007, + "loss": 2.977329063415527, + "step": 700 + }, + { + "epoch": 0.04853387259858443, + "grad_norm": 0.490234375, + "learning_rate": 0.0007, + "loss": 2.942974090576172, + "step": 720 + }, + { + "epoch": 0.04988203572632288, + "grad_norm": 0.48046875, + "learning_rate": 0.0007, + "loss": 2.9064186096191404, + "step": 740 + }, + { + "epoch": 0.05123019885406134, + "grad_norm": 0.498046875, + "learning_rate": 0.0007, + "loss": 2.890872001647949, + "step": 760 + }, + { + "epoch": 0.0525783619817998, + "grad_norm": 0.5, + "learning_rate": 0.0007, + "loss": 2.8978702545166017, + "step": 780 + }, + { + "epoch": 0.053926525109538256, + "grad_norm": 0.466796875, + "learning_rate": 0.0007, + "loss": 2.8463741302490235, + "step": 800 + }, + { + "epoch": 0.05527468823727671, + "grad_norm": 0.47265625, + "learning_rate": 0.0007, + "loss": 2.8323719024658205, + "step": 820 + }, + { + "epoch": 0.056622851365015166, + "grad_norm": 0.5, + "learning_rate": 0.0007, + "loss": 2.8007469177246094, + "step": 840 + }, + { + "epoch": 0.057971014492753624, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.7573240280151365, + "step": 860 + }, + { + "epoch": 0.05931917762049208, + "grad_norm": 0.470703125, + "learning_rate": 0.0007, + "loss": 2.7341793060302733, + "step": 880 + }, + { + "epoch": 0.06066734074823053, + "grad_norm": 0.546875, + "learning_rate": 0.0007, + "loss": 2.7180759429931642, + "step": 900 + }, + { + "epoch": 0.06201550387596899, + "grad_norm": 0.5625, + "learning_rate": 0.0007, + "loss": 2.692394256591797, + "step": 920 + }, + { + "epoch": 0.06336366700370745, + "grad_norm": 0.443359375, + "learning_rate": 0.0007, + "loss": 2.678949546813965, + "step": 940 + }, + { + "epoch": 0.06471183013144591, + "grad_norm": 0.466796875, + "learning_rate": 0.0007, + "loss": 2.651218223571777, + "step": 960 + }, + { + "epoch": 0.06605999325918437, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.632099723815918, + "step": 980 + }, + { + "epoch": 0.06740815638692282, + "grad_norm": 0.470703125, + "learning_rate": 0.0007, + "loss": 2.6305675506591797, + "step": 1000 + }, + { + "epoch": 0.06875631951466127, + "grad_norm": 0.462890625, + "learning_rate": 0.0007, + "loss": 2.5994905471801757, + "step": 1020 + }, + { + "epoch": 0.07010448264239973, + "grad_norm": 0.474609375, + "learning_rate": 0.0007, + "loss": 2.5834341049194336, + "step": 1040 + }, + { + "epoch": 0.07145264577013818, + "grad_norm": 0.498046875, + "learning_rate": 0.0007, + "loss": 2.567459487915039, + "step": 1060 + }, + { + "epoch": 0.07280080889787664, + "grad_norm": 0.462890625, + "learning_rate": 0.0007, + "loss": 2.54827823638916, + "step": 1080 + }, + { + "epoch": 0.0741489720256151, + "grad_norm": 0.478515625, + "learning_rate": 0.0007, + "loss": 2.5431196212768556, + "step": 1100 + }, + { + "epoch": 0.07549713515335356, + "grad_norm": 0.4453125, + "learning_rate": 0.0007, + "loss": 2.5049072265625, + "step": 1120 + }, + { + "epoch": 0.07684529828109202, + "grad_norm": 0.4765625, + "learning_rate": 0.0007, + "loss": 2.4941583633422852, + "step": 1140 + }, + { + "epoch": 0.07819346140883048, + "grad_norm": 0.46875, + "learning_rate": 0.0007, + "loss": 2.4895328521728515, + "step": 1160 + }, + { + "epoch": 0.07954162453656892, + "grad_norm": 0.48828125, + "learning_rate": 0.0007, + "loss": 2.4841281890869142, + "step": 1180 + }, + { + "epoch": 0.08088978766430738, + "grad_norm": 0.46484375, + "learning_rate": 0.0007, + "loss": 2.475014495849609, + "step": 1200 + }, + { + "epoch": 0.08223795079204584, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.459096908569336, + "step": 1220 + }, + { + "epoch": 0.0835861139197843, + "grad_norm": 0.443359375, + "learning_rate": 0.0007, + "loss": 2.4455087661743162, + "step": 1240 + }, + { + "epoch": 0.08493427704752275, + "grad_norm": 0.48828125, + "learning_rate": 0.0007, + "loss": 2.432474899291992, + "step": 1260 + }, + { + "epoch": 0.08628244017526121, + "grad_norm": 0.427734375, + "learning_rate": 0.0007, + "loss": 2.4141357421875, + "step": 1280 + }, + { + "epoch": 0.08763060330299967, + "grad_norm": 0.46875, + "learning_rate": 0.0007, + "loss": 2.4043970108032227, + "step": 1300 + }, + { + "epoch": 0.08897876643073811, + "grad_norm": 0.392578125, + "learning_rate": 0.0007, + "loss": 2.3957958221435547, + "step": 1320 + }, + { + "epoch": 0.09032692955847657, + "grad_norm": 0.474609375, + "learning_rate": 0.0007, + "loss": 2.381800079345703, + "step": 1340 + }, + { + "epoch": 0.09167509268621503, + "grad_norm": 0.443359375, + "learning_rate": 0.0007, + "loss": 2.3829660415649414, + "step": 1360 + }, + { + "epoch": 0.09302325581395349, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.359773063659668, + "step": 1380 + }, + { + "epoch": 0.09437141894169195, + "grad_norm": 0.435546875, + "learning_rate": 0.0007, + "loss": 2.3506826400756835, + "step": 1400 + }, + { + "epoch": 0.0957195820694304, + "grad_norm": 0.486328125, + "learning_rate": 0.0007, + "loss": 2.360103416442871, + "step": 1420 + }, + { + "epoch": 0.09706774519716886, + "grad_norm": 0.4296875, + "learning_rate": 0.0007, + "loss": 2.3388553619384767, + "step": 1440 + }, + { + "epoch": 0.09841590832490732, + "grad_norm": 0.435546875, + "learning_rate": 0.0007, + "loss": 2.3265659332275392, + "step": 1460 + }, + { + "epoch": 0.09976407145264576, + "grad_norm": 0.404296875, + "learning_rate": 0.0007, + "loss": 2.312125587463379, + "step": 1480 + }, + { + "epoch": 0.10111223458038422, + "grad_norm": 0.4453125, + "learning_rate": 0.0007, + "loss": 2.29932861328125, + "step": 1500 + }, + { + "epoch": 0.10246039770812268, + "grad_norm": 0.451171875, + "learning_rate": 0.0007, + "loss": 2.3021989822387696, + "step": 1520 + }, + { + "epoch": 0.10380856083586114, + "grad_norm": 0.435546875, + "learning_rate": 0.0007, + "loss": 2.290937805175781, + "step": 1540 + }, + { + "epoch": 0.1051567239635996, + "grad_norm": 0.453125, + "learning_rate": 0.0007, + "loss": 2.278849411010742, + "step": 1560 + }, + { + "epoch": 0.10650488709133805, + "grad_norm": 0.4375, + "learning_rate": 0.0007, + "loss": 2.2965002059936523, + "step": 1580 + }, + { + "epoch": 0.10785305021907651, + "grad_norm": 0.435546875, + "learning_rate": 0.0007, + "loss": 2.261943244934082, + "step": 1600 + }, + { + "epoch": 0.10920121334681497, + "grad_norm": 0.39453125, + "learning_rate": 0.0007, + "loss": 2.262173080444336, + "step": 1620 + }, + { + "epoch": 0.11054937647455342, + "grad_norm": 0.4140625, + "learning_rate": 0.0007, + "loss": 2.2734844207763674, + "step": 1640 + }, + { + "epoch": 0.11189753960229187, + "grad_norm": 0.412109375, + "learning_rate": 0.0007, + "loss": 2.2551578521728515, + "step": 1660 + }, + { + "epoch": 0.11324570273003033, + "grad_norm": 0.42578125, + "learning_rate": 0.0007, + "loss": 2.2380434036254884, + "step": 1680 + }, + { + "epoch": 0.11459386585776879, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.248749351501465, + "step": 1700 + }, + { + "epoch": 0.11594202898550725, + "grad_norm": 0.58203125, + "learning_rate": 0.0007, + "loss": 2.2250885009765624, + "step": 1720 + }, + { + "epoch": 0.1172901921132457, + "grad_norm": 0.396484375, + "learning_rate": 0.0007, + "loss": 2.2179065704345704, + "step": 1740 + }, + { + "epoch": 0.11863835524098416, + "grad_norm": 0.453125, + "learning_rate": 0.0007, + "loss": 2.219723701477051, + "step": 1760 + }, + { + "epoch": 0.11998651836872262, + "grad_norm": 0.416015625, + "learning_rate": 0.0007, + "loss": 2.2338064193725584, + "step": 1780 + }, + { + "epoch": 0.12133468149646107, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.2300554275512696, + "step": 1800 + }, + { + "epoch": 0.12268284462419952, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.2196172714233398, + "step": 1820 + }, + { + "epoch": 0.12403100775193798, + "grad_norm": 0.40625, + "learning_rate": 0.0007, + "loss": 2.1875337600708007, + "step": 1840 + }, + { + "epoch": 0.12537917087967643, + "grad_norm": 0.427734375, + "learning_rate": 0.0007, + "loss": 2.1868871688842773, + "step": 1860 + }, + { + "epoch": 0.1267273340074149, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.1803796768188475, + "step": 1880 + }, + { + "epoch": 0.12807549713515334, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.1896100997924806, + "step": 1900 + }, + { + "epoch": 0.12942366026289182, + "grad_norm": 0.416015625, + "learning_rate": 0.0007, + "loss": 2.164274787902832, + "step": 1920 + }, + { + "epoch": 0.13077182339063026, + "grad_norm": 0.4453125, + "learning_rate": 0.0007, + "loss": 2.175292205810547, + "step": 1940 + }, + { + "epoch": 0.13211998651836873, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.14935359954834, + "step": 1960 + }, + { + "epoch": 0.13346814964610718, + "grad_norm": 0.45703125, + "learning_rate": 0.0007, + "loss": 2.1721818923950194, + "step": 1980 + }, + { + "epoch": 0.13481631277384565, + "grad_norm": 0.392578125, + "learning_rate": 0.0007, + "loss": 2.1453264236450194, + "step": 2000 + }, + { + "epoch": 0.1361644759015841, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.1530712127685545, + "step": 2020 + }, + { + "epoch": 0.13751263902932254, + "grad_norm": 0.40625, + "learning_rate": 0.0007, + "loss": 2.1329654693603515, + "step": 2040 + }, + { + "epoch": 0.138860802157061, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.1538856506347654, + "step": 2060 + }, + { + "epoch": 0.14020896528479945, + "grad_norm": 0.4140625, + "learning_rate": 0.0007, + "loss": 2.129351806640625, + "step": 2080 + }, + { + "epoch": 0.14155712841253792, + "grad_norm": 0.40625, + "learning_rate": 0.0007, + "loss": 2.1183551788330077, + "step": 2100 + }, + { + "epoch": 0.14290529154027637, + "grad_norm": 0.384765625, + "learning_rate": 0.0007, + "loss": 2.12860164642334, + "step": 2120 + }, + { + "epoch": 0.14425345466801484, + "grad_norm": 0.388671875, + "learning_rate": 0.0007, + "loss": 2.1290895462036135, + "step": 2140 + }, + { + "epoch": 0.14560161779575329, + "grad_norm": 0.37890625, + "learning_rate": 0.0007, + "loss": 2.1157516479492187, + "step": 2160 + }, + { + "epoch": 0.14694978092349173, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.124533271789551, + "step": 2180 + }, + { + "epoch": 0.1482979440512302, + "grad_norm": 0.38671875, + "learning_rate": 0.0007, + "loss": 2.0987617492675783, + "step": 2200 + }, + { + "epoch": 0.14964610717896865, + "grad_norm": 0.41796875, + "learning_rate": 0.0007, + "loss": 2.1066028594970705, + "step": 2220 + }, + { + "epoch": 0.15099427030670712, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.11590633392334, + "step": 2240 + }, + { + "epoch": 0.15234243343444556, + "grad_norm": 0.419921875, + "learning_rate": 0.0007, + "loss": 2.0943696975708006, + "step": 2260 + }, + { + "epoch": 0.15369059656218403, + "grad_norm": 0.39453125, + "learning_rate": 0.0007, + "loss": 2.10521240234375, + "step": 2280 + }, + { + "epoch": 0.15503875968992248, + "grad_norm": 0.412109375, + "learning_rate": 0.0007, + "loss": 2.087373161315918, + "step": 2300 + }, + { + "epoch": 0.15638692281766095, + "grad_norm": 0.396484375, + "learning_rate": 0.0007, + "loss": 2.0945587158203125, + "step": 2320 + }, + { + "epoch": 0.1577350859453994, + "grad_norm": 0.390625, + "learning_rate": 0.0007, + "loss": 2.0841798782348633, + "step": 2340 + }, + { + "epoch": 0.15908324907313784, + "grad_norm": 0.384765625, + "learning_rate": 0.0007, + "loss": 2.0881235122680666, + "step": 2360 + }, + { + "epoch": 0.1604314122008763, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.090144729614258, + "step": 2380 + }, + { + "epoch": 0.16177957532861476, + "grad_norm": 0.453125, + "learning_rate": 0.0007, + "loss": 2.071354103088379, + "step": 2400 + }, + { + "epoch": 0.16312773845635323, + "grad_norm": 0.41796875, + "learning_rate": 0.0007, + "loss": 2.0760135650634766, + "step": 2420 + }, + { + "epoch": 0.16447590158409167, + "grad_norm": 0.400390625, + "learning_rate": 0.0007, + "loss": 2.065576934814453, + "step": 2440 + }, + { + "epoch": 0.16582406471183014, + "grad_norm": 0.375, + "learning_rate": 0.0007, + "loss": 2.075186920166016, + "step": 2460 + }, + { + "epoch": 0.1671722278395686, + "grad_norm": 0.412109375, + "learning_rate": 0.0007, + "loss": 2.0759561538696287, + "step": 2480 + }, + { + "epoch": 0.1683855746545332, + "eval_loss": 2.070991277694702, + "eval_runtime": 15.3076, + "eval_samples_per_second": 622.372, + "eval_steps_per_second": 0.653, + "step": 2498 + }, + { + "epoch": 0.16852039096730703, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.0585758209228517, + "step": 2500 + }, + { + "epoch": 0.16852039096730703, + "eval_loss": 2.0720698833465576, + "eval_runtime": 15.2926, + "eval_samples_per_second": 622.98, + "eval_steps_per_second": 0.654, + "step": 2500 + }, + { + "epoch": 0.1698685540950455, + "grad_norm": 15794176.0, + "learning_rate": 3.4200000000000005e-05, + "loss": 2.063748359680176, + "step": 2520 + }, + { + "epoch": 0.17121671722278395, + "grad_norm": 17956864.0, + "learning_rate": 7.020000000000001e-05, + "loss": 2.075595664978027, + "step": 2540 + }, + { + "epoch": 0.17256488035052242, + "grad_norm": 95420416.0, + "learning_rate": 9e-05, + "loss": 2.9438404083251952, + "step": 2560 + }, + { + "epoch": 0.17391304347826086, + "grad_norm": 327155712.0, + "learning_rate": 9e-05, + "loss": 7.066030120849609, + "step": 2580 + }, + { + "epoch": 0.17526120660599934, + "grad_norm": 645922816.0, + "learning_rate": 9e-05, + "loss": 7.805310821533203, + "step": 2600 + }, + { + "epoch": 0.17660936973373778, + "grad_norm": 1061158912.0, + "learning_rate": 9e-05, + "loss": 7.980291748046875, + "step": 2620 + }, + { + "epoch": 0.17795753286147623, + "grad_norm": 1551892480.0, + "learning_rate": 9e-05, + "loss": 8.039534759521484, + "step": 2640 + }, + { + "epoch": 0.1793056959892147, + "grad_norm": 2105540608.0, + "learning_rate": 9e-05, + "loss": 8.074498748779297, + "step": 2660 + }, + { + "epoch": 0.18065385911695314, + "grad_norm": 2717908992.0, + "learning_rate": 9e-05, + "loss": 8.082987976074218, + "step": 2680 + }, + { + "epoch": 0.1820020222446916, + "grad_norm": 3355443200.0, + "learning_rate": 9e-05, + "loss": 8.098572540283204, + "step": 2700 + }, + { + "epoch": 0.18335018537243006, + "grad_norm": 4026531840.0, + "learning_rate": 9e-05, + "loss": 8.106620025634765, + "step": 2720 + }, + { + "epoch": 0.18469834850016853, + "grad_norm": 4697620480.0, + "learning_rate": 9e-05, + "loss": 8.106732177734376, + "step": 2740 + }, + { + "epoch": 0.18604651162790697, + "grad_norm": 5402263552.0, + "learning_rate": 9e-05, + "loss": 8.105657958984375, + "step": 2760 + }, + { + "epoch": 0.18739467475564545, + "grad_norm": 6073352192.0, + "learning_rate": 9e-05, + "loss": 8.110768890380859, + "step": 2780 + }, + { + "epoch": 0.1887428378833839, + "grad_norm": 6777995264.0, + "learning_rate": 9e-05, + "loss": 8.11846923828125, + "step": 2800 + }, + { + "epoch": 0.19009100101112233, + "grad_norm": 7449083904.0, + "learning_rate": 9e-05, + "loss": 8.115316772460938, + "step": 2820 + }, + { + "epoch": 0.1914391641388608, + "grad_norm": 8120172544.0, + "learning_rate": 9e-05, + "loss": 8.11875, + "step": 2840 + }, + { + "epoch": 0.19278732726659925, + "grad_norm": 8791261184.0, + "learning_rate": 9e-05, + "loss": 8.109890747070313, + "step": 2860 + }, + { + "epoch": 0.19413549039433772, + "grad_norm": 9395240960.0, + "learning_rate": 9e-05, + "loss": 8.113766479492188, + "step": 2880 + }, + { + "epoch": 0.19548365352207617, + "grad_norm": 10066329600.0, + "learning_rate": 9e-05, + "loss": 8.116683959960938, + "step": 2900 + }, + { + "epoch": 0.19683181664981464, + "grad_norm": 10670309376.0, + "learning_rate": 9e-05, + "loss": 8.109261322021485, + "step": 2920 + }, + { + "epoch": 0.19817997977755308, + "grad_norm": 11207180288.0, + "learning_rate": 9e-05, + "loss": 8.120066833496093, + "step": 2940 + }, + { + "epoch": 0.19952814290529153, + "grad_norm": 11811160064.0, + "learning_rate": 9e-05, + "loss": 8.114282989501953, + "step": 2960 + }, + { + "epoch": 0.20087630603303, + "grad_norm": 12348030976.0, + "learning_rate": 9e-05, + "loss": 8.107726287841796, + "step": 2980 + }, + { + "epoch": 0.20222446916076844, + "grad_norm": 12884901888.0, + "learning_rate": 9e-05, + "loss": 8.1126220703125, + "step": 3000 + }, + { + "epoch": 0.20357263228850692, + "grad_norm": 13421772800.0, + "learning_rate": 9e-05, + "loss": 8.114493560791015, + "step": 3020 + }, + { + "epoch": 0.20492079541624536, + "grad_norm": 13891534848.0, + "learning_rate": 9e-05, + "loss": 8.119776153564453, + "step": 3040 + }, + { + "epoch": 0.20626895854398383, + "grad_norm": 14428405760.0, + "learning_rate": 9e-05, + "loss": 8.122071075439454, + "step": 3060 + }, + { + "epoch": 0.20761712167172228, + "grad_norm": 14898167808.0, + "learning_rate": 9e-05, + "loss": 8.12487335205078, + "step": 3080 + }, + { + "epoch": 0.20896528479946072, + "grad_norm": 15367929856.0, + "learning_rate": 9e-05, + "loss": 8.120286560058593, + "step": 3100 + }, + { + "epoch": 0.2103134479271992, + "grad_norm": 15837691904.0, + "learning_rate": 9e-05, + "loss": 8.12525634765625, + "step": 3120 + }, + { + "epoch": 0.21166161105493764, + "grad_norm": 16307453952.0, + "learning_rate": 9e-05, + "loss": 8.125916290283204, + "step": 3140 + }, + { + "epoch": 0.2130097741826761, + "grad_norm": 16710107136.0, + "learning_rate": 9e-05, + "loss": 8.116735076904297, + "step": 3160 + }, + { + "epoch": 0.21435793731041455, + "grad_norm": 17179869184.0, + "learning_rate": 9e-05, + "loss": 8.10854263305664, + "step": 3180 + }, + { + "epoch": 0.21570610043815303, + "grad_norm": 17582522368.0, + "learning_rate": 9e-05, + "loss": 8.116544342041015, + "step": 3200 + }, + { + "epoch": 0.21705426356589147, + "grad_norm": 18119393280.0, + "learning_rate": 9e-05, + "loss": 8.117059326171875, + "step": 3220 + }, + { + "epoch": 0.21840242669362994, + "grad_norm": 18522046464.0, + "learning_rate": 9e-05, + "loss": 8.120045471191407, + "step": 3240 + }, + { + "epoch": 0.2197505898213684, + "grad_norm": 19058917376.0, + "learning_rate": 9e-05, + "loss": 8.123968505859375, + "step": 3260 + }, + { + "epoch": 0.22109875294910683, + "grad_norm": 19461570560.0, + "learning_rate": 9e-05, + "loss": 8.125857543945312, + "step": 3280 + }, + { + "epoch": 0.2224469160768453, + "grad_norm": 19864223744.0, + "learning_rate": 9e-05, + "loss": 8.12650375366211, + "step": 3300 + }, + { + "epoch": 0.22379507920458375, + "grad_norm": 20266876928.0, + "learning_rate": 9e-05, + "loss": 8.121442413330078, + "step": 3320 + }, + { + "epoch": 0.22514324233232222, + "grad_norm": 20669530112.0, + "learning_rate": 9e-05, + "loss": 8.118946838378907, + "step": 3340 + }, + { + "epoch": 0.22649140546006066, + "grad_norm": 21072183296.0, + "learning_rate": 9e-05, + "loss": 8.11309814453125, + "step": 3360 + }, + { + "epoch": 0.22783956858779914, + "grad_norm": 21340618752.0, + "learning_rate": 9e-05, + "loss": 8.114273834228516, + "step": 3380 + }, + { + "epoch": 0.22918773171553758, + "grad_norm": 21743271936.0, + "learning_rate": 9e-05, + "loss": 8.115755462646485, + "step": 3400 + }, + { + "epoch": 0.23053589484327602, + "grad_norm": 22011707392.0, + "learning_rate": 9e-05, + "loss": 8.113385009765626, + "step": 3420 + }, + { + "epoch": 0.2318840579710145, + "grad_norm": 22280142848.0, + "learning_rate": 9e-05, + "loss": 8.11465072631836, + "step": 3440 + }, + { + "epoch": 0.23323222109875294, + "grad_norm": 22682796032.0, + "learning_rate": 9e-05, + "loss": 8.114891052246094, + "step": 3460 + }, + { + "epoch": 0.2345803842264914, + "grad_norm": 22951231488.0, + "learning_rate": 9e-05, + "loss": 8.114391326904297, + "step": 3480 + }, + { + "epoch": 0.23592854735422986, + "grad_norm": 23219666944.0, + "learning_rate": 9e-05, + "loss": 8.120056915283204, + "step": 3500 + }, + { + "epoch": 0.23592854735422986, + "eval_loss": 8.116716384887695, + "eval_runtime": 19.0799, + "eval_samples_per_second": 499.32, + "eval_steps_per_second": 0.524, + "step": 3500 + } + ], + "logging_steps": 20, + "max_steps": 3500, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 100, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 1.1291993309184e+16, + "train_batch_size": 64, + "trial_name": null, + "trial_params": null +} diff --git a/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3500/training_args.bin b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..d42dba735503648f02e3d29f685b24a197ab36d8 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/checkpoint-3500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c28142d60b82e3df0527b14431085e37dd065fc6519ba15f0d6ac2cabc5f4854 +size 4920 diff --git a/zain/Activation/out/glu-relu-100L_trash_run/config.json b/zain/Activation/out/glu-relu-100L_trash_run/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6f9c72a635cef01d03abb31f78284cdfb4734155 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/config.json @@ -0,0 +1,36 @@ +{ + "activation": "relu", + "architectures": [ + "TinyLlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "dtype": "bfloat16", + "eos_token_id": 2, + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 128, + "initializer_range": 0.02, + "intermediate_size": 256, + "max_position_embeddings": 512, + "mlp_bias": false, + "mlp_type": "glu", + "model_type": "tiny_llama", + "num_attention_heads": 4, + "num_hidden_layers": 100, + "num_key_value_heads": 4, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 10000.0, + "rope_type": "default" + }, + "tie_word_embeddings": true, + "tokenizer_name": "w-ahmad/tiny-stories-tokenizer", + "transformers_version": "5.16.0.dev0", + "use_cache": false, + "vocab_size": 4096, + "waleed_beta": 4 +} diff --git a/zain/Activation/out/glu-relu-100L_trash_run/model.safetensors b/zain/Activation/out/glu-relu-100L_trash_run/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..21e77f8533d859191819ecb59080acf7323ca12b --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92368a3eb033cd8685b590ed1372c7a5adca07b863508318cac16488d9f561de +size 33967272 diff --git a/zain/Activation/out/glu-relu-100L_trash_run/tokenizer.json b/zain/Activation/out/glu-relu-100L_trash_run/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/tokenizer.json @@ -0,0 +1,19501 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "!": 1, + "\"": 2, + "#": 3, + "$": 4, + "%": 5, + "&": 6, + "'": 7, + "(": 8, + ")": 9, + "*": 10, + "+": 11, + ",": 12, + "-": 13, + ".": 14, + "/": 15, + "0": 16, + "1": 17, + "2": 18, + "3": 19, + "4": 20, + "5": 21, + "6": 22, + "7": 23, + "8": 24, + "9": 25, + ":": 26, + ";": 27, + "<": 28, + "=": 29, + ">": 30, + "?": 31, + "@": 32, + "A": 33, + "B": 34, + "C": 35, + "D": 36, + "E": 37, + "F": 38, + "G": 39, + "H": 40, + "I": 41, + "J": 42, + "K": 43, + "L": 44, + "M": 45, + "N": 46, + "O": 47, + "P": 48, + "Q": 49, + "R": 50, + "S": 51, + "T": 52, + "U": 53, + "V": 54, + "W": 55, + "X": 56, + "Y": 57, + "Z": 58, + "[": 59, + "\\": 60, + "]": 61, + "^": 62, + "_": 63, + "`": 64, + "a": 65, + "b": 66, + "c": 67, + "d": 68, + "e": 69, + "f": 70, + "g": 71, + "h": 72, + "i": 73, + "j": 74, + "k": 75, + "l": 76, + "m": 77, + "n": 78, + "o": 79, + "p": 80, + "q": 81, + "r": 82, + "s": 83, + "t": 84, + "u": 85, + "v": 86, + "w": 87, + "x": 88, + "y": 89, + "z": 90, + "{": 91, + "|": 92, + "}": 93, + "~": 94, + "¡": 95, + "¢": 96, + "£": 97, + "¤": 98, + "¥": 99, + "¦": 100, + "§": 101, + "¨": 102, + "©": 103, + "ª": 104, + "«": 105, + "¬": 106, + "®": 107, + "¯": 108, + "°": 109, + "±": 110, + "²": 111, + "³": 112, + "´": 113, + "µ": 114, + "¶": 115, + "·": 116, + "¸": 117, + "¹": 118, + "º": 119, + "»": 120, + "¼": 121, + "½": 122, + "¾": 123, + "¿": 124, + "À": 125, + "Á": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "È": 133, + "É": 134, + "Ê": 135, + "Ë": 136, + "Ì": 137, + "Í": 138, + "Î": 139, + "Ï": 140, + "Ð": 141, + "Ñ": 142, + "Ò": 143, + "Ó": 144, + "Ô": 145, + "Õ": 146, + "Ö": 147, + "×": 148, + "Ø": 149, + "Ù": 150, + "Ú": 151, + "Û": 152, + "Ü": 153, + "Ý": 154, + "Þ": 155, + "ß": 156, + "à": 157, + "á": 158, + "â": 159, + "ã": 160, + "ä": 161, + "å": 162, + "æ": 163, + "ç": 164, + "è": 165, + "é": 166, + "ê": 167, + "ë": 168, + "ì": 169, + "í": 170, + "î": 171, + "ï": 172, + "ð": 173, + "ñ": 174, + "ò": 175, + "ó": 176, + "ô": 177, + "õ": 178, + "ö": 179, + "÷": 180, + "ø": 181, + "ù": 182, + "ú": 183, + "û": 184, + "ü": 185, + "ý": 186, + "þ": 187, + "ÿ": 188, + "Ā": 189, + "ā": 190, + "Ă": 191, + "ă": 192, + "Ą": 193, + "ą": 194, + "Ć": 195, + "ć": 196, + "Ĉ": 197, + "ĉ": 198, + "Ċ": 199, + "ċ": 200, + "Č": 201, + "č": 202, + "Ď": 203, + "ď": 204, + "Đ": 205, + "đ": 206, + "Ē": 207, + "ē": 208, + "Ĕ": 209, + "ĕ": 210, + "Ė": 211, + "ė": 212, + "Ę": 213, + "ę": 214, + "Ě": 215, + "ě": 216, + "Ĝ": 217, + "ĝ": 218, + "Ğ": 219, + "ğ": 220, + "Ġ": 221, + "ġ": 222, + "Ģ": 223, + "ģ": 224, + "Ĥ": 225, + "ĥ": 226, + "Ħ": 227, + "ħ": 228, + "Ĩ": 229, + "ĩ": 230, + "Ī": 231, + "ī": 232, + "Ĭ": 233, + "ĭ": 234, + "Į": 235, + "į": 236, + "İ": 237, + "ı": 238, + "IJ": 239, + "ij": 240, + "Ĵ": 241, + "ĵ": 242, + "Ķ": 243, + "ķ": 244, + "ĸ": 245, + "Ĺ": 246, + "ĺ": 247, + "Ļ": 248, + "ļ": 249, + "Ľ": 250, + "ľ": 251, + "Ŀ": 252, + "ŀ": 253, + "Ł": 254, + "ł": 255, + "Ń": 256, + "he": 257, + "Ġt": 258, + "Ġa": 259, + "Ġs": 260, + "Ġw": 261, + "nd": 262, + "Ġthe": 263, + "ed": 264, + "Ġand": 265, + "Ġto": 266, + "Ġb": 267, + "in": 268, + "Ġh": 269, + "Ġwa": 270, + "re": 271, + "Ġf": 272, + "it": 273, + "ou": 274, + "Ġc": 275, + "Ġl": 276, + "Ġhe": 277, + "Ġd": 278, + "er": 279, + "Ġwas": 280, + "Ġm": 281, + "Ġp": 282, + "om": 283, + "ĠT": 284, + "Ġo": 285, + "ay": 286, + "ar": 287, + "ing": 288, + "is": 289, + "Ġg": 290, + "il": 291, + "id": 292, + "at": 293, + "en": 294, + "Ġn": 295, + "Ġsa": 296, + "Ġha": 297, + "ĠS": 298, + "im": 299, + "an": 300, + "ĠThe": 301, + "or": 302, + "on": 303, + "Ġit": 304, + "Ġth": 305, + "ll": 306, + "le": 307, + "ĠH": 308, + "Ġher": 309, + "et": 310, + "ot": 311, + "ir": 312, + "ĠShe": 313, + "ĠHe": 314, + "ver": 315, + "es": 316, + "Ġin": 317, + "ut": 318, + "ow": 319, + "ck": 320, + "Ġe": 321, + "Ġu": 322, + "ld": 323, + "ĠThey": 324, + "oo": 325, + "ig": 326, + "Ġsaid": 327, + "am": 328, + "ily": 329, + "Ġbe": 330, + "Ġy": 331, + "Ġr": 332, + "Ġst": 333, + "ce": 334, + "Ġshe": 335, + "Ġ\"": 336, + "pp": 337, + "ke": 338, + "ith": 339, + "On": 340, + "ĠI": 341, + "Ġwith": 342, + "ve": 343, + "Lily": 344, + "Ġon": 345, + "Ġof": 346, + "Ġso": 347, + "Ġhis": 348, + "ked": 349, + "ri": 350, + "nt": 351, + "very": 352, + "Ġpl": 353, + "Ġday": 354, + "ad": 355, + "Ġyou": 356, + "Ġthat": 357, + "Ġup": 358, + "Ġhad": 359, + "st": 360, + "Ġplay": 361, + "Ġthey": 362, + "ĠLily": 363, + "Ġwe": 364, + "Ġmom": 365, + "my": 366, + "Ġfor": 367, + "el": 368, + "ould": 369, + "un": 370, + "ĠB": 371, + "'s": 372, + "itt": 373, + "ent": 374, + "Ġhapp": 375, + "The": 376, + "ch": 377, + "Ġli": 378, + "out": 379, + "Ġwant": 380, + "Ġsh": 381, + "her": 382, + "ly": 383, + "ime": 384, + "ittle": 385, + "ound": 386, + "Ġvery": 387, + "Ġtime": 388, + "ome": 389, + "Ġlittle": 390, + "Ġthere": 391, + "se": 392, + "Ġdo": 393, + "Ġwh": 394, + "all": 395, + "Ġk": 396, + "end": 397, + "al": 398, + "ht": 399, + "Ġne": 400, + "Ġre": 401, + "Ġnot": 402, + "Ġhappy": 403, + "ĠĊ": 404, + "Ġbig": 405, + "ĠM": 406, + "Ġbut": 407, + "Ġsm": 408, + "ack": 409, + "Ġsaw": 410, + "ĠIt": 411, + "Ġas": 412, + "Ġan": 413, + "ra": 414, + "riend": 415, + "Ġfriend": 416, + "ide": 417, + "One": 418, + "ry": 419, + "'t": 420, + "ved": 421, + "Ġis": 422, + "Once": 423, + "ake": 424, + ".\"": 425, + "Ġwere": 426, + "ter": 427, + "ug": 428, + "Ġloo": 429, + "Ġlo": 430, + "ore": 431, + "ec": 432, + "ĠTim": 433, + "Ġhim": 434, + "Ġbo": 435, + "!\"": 436, + "Ġtoo": 437, + "Ġgo": 438, + "Ġupon": 439, + "irl": 440, + "Ġj": 441, + "Ġwanted": 442, + "Ġgirl": 443, + "Ġse": 444, + "Ġout": 445, + "ard": 446, + "way": 447, + "Ġsp": 448, + "ill": 449, + "ind": 450, + "Ġthem": 451, + "Ġcould": 452, + "fu": 453, + "hen": 454, + "Ġat": 455, + "ur": 456, + "Ġdid": 457, + "Ġsmil": 458, + "Ġtheir": 459, + "Ġare": 460, + "Ġex": 461, + "ĠA": 462, + "ain": 463, + "Ġwent": 464, + "art": 465, + "hed": 466, + "rom": 467, + "ic": 468, + "round": 469, + "Ġhave": 470, + "Ġnam": 471, + "lp": 472, + "Ġall": 473, + "ĠJ": 474, + "ful": 475, + "Ġkn": 476, + "hing": 477, + "ood": 478, + "Ġhelp": 479, + "ight": 480, + "Ġfriends": 481, + "one": 482, + "ark": 483, + "Ġback": 484, + "um": 485, + "Ġcan": 486, + "Ġnamed": 487, + "Ġcl": 488, + "?\"": 489, + "Ġfun": 490, + "are": 491, + "ĠBen": 492, + "Ġloved": 493, + "Ġal": 494, + "elt": 495, + "ĠTimmy": 496, + "ĠOne": 497, + "op": 498, + "side": 499, + "Ġle": 500, + "Ġno": 501, + "Ġsc": 502, + "ĠTom": 503, + "Ġfelt": 504, + "oug": 505, + "Ġsmiled": 506, + "ick": 507, + "Ġasked": 508, + "You": 509, + "Ġtoy": 510, + "Ġman": 511, + "Ġaround": 512, + "ame": 513, + "Ġfe": 514, + "Ġsay": 515, + "Ġboy": 516, + "Ġsome": 517, + "Ġlooked": 518, + "ure": 519, + "omet": 520, + "Ġbr": 521, + "Ġwould": 522, + "Ġme": 523, + "Ġbir": 524, + "Ġlike": 525, + "get": 526, + "Ġstart": 527, + "Ġro": 528, + "as": 529, + "Ġsee": 530, + "ĠW": 531, + "ice": 532, + "ong": 533, + "Ġbird": 534, + "Ġsomet": 535, + "dd": 536, + "Ġwor": 537, + "ade": 538, + "ie": 539, + "king": 540, + "Ġag": 541, + "own": 542, + "Ġtre": 543, + "Ġfa": 544, + "Ġaway": 545, + "Ġwhat": 546, + "ings": 547, + "Ġstarted": 548, + "gether": 549, + "Ġran": 550, + "â": 551, + "âĤ": 552, + "âĤ¬": 553, + "ared": 554, + "Ġmake": 555, + "ĠBut": 556, + "ited": 557, + "if": 558, + "oud": 559, + "Ġmade": 560, + "Ġtogether": 561, + "Ġsomething": 562, + "Ġexc": 563, + "ag": 564, + "Ġco": 565, + "Ġpark": 566, + "Ġnew": 567, + "Ġsad": 568, + "Ġput": 569, + ",\"": 570, + "Ġfrom": 571, + "ble": 572, + "ther": 573, + "Ġpr": 574, + "Ġmu": 575, + "Ġcar": 576, + "Ġhome": 577, + "ĠYou": 578, + "Ġthen": 579, + "Ġwhen": 580, + "Ġfound": 581, + "ell": 582, + "Ġother": 583, + "Ġagain": 584, + "Ġch": 585, + "Ġdec": 586, + "Ġwho": 587, + "Ġla": 588, + "ried": 589, + "ss": 590, + "Ġgood": 591, + "Ġhug": 592, + "ĠL": 593, + "pped": 594, + "Ġwal": 595, + "ep": 596, + "ally": 597, + "Ġsays": 598, + "Ġfl": 599, + "est": 600, + "ach": 601, + "ĠE": 602, + "Ġexcited": 603, + "pl": 604, + "qu": 605, + "ook": 606, + "Ġget": 607, + "ought": 608, + "Ġplaying": 609, + "Ġgot": 610, + "Ġsw": 611, + "ous": 612, + "hat": 613, + "ny": 614, + "ided": 615, + "uck": 616, + "Ġthings": 617, + "Ġevery": 618, + "Ġdecided": 619, + "Ġcame": 620, + "Ġbec": 621, + "ave": 622, + "ro": 623, + "ax": 624, + "Ġliked": 625, + "Ġdown": 626, + "Ġdog": 627, + "Ġscared": 628, + "Ġv": 629, + "udd": 630, + "ust": 631, + "Ġone": 632, + "Ġfind": 633, + "Ġbl": 634, + "Ġthan": 635, + "ĠD": 636, + "ouse": 637, + "ways": 638, + "Ġkne": 639, + "Ġdidn": 640, + "ap": 641, + "Ġmommy": 642, + "Ġcare": 643, + "Ġalways": 644, + "Ġab": 645, + "ist": 646, + "Ġdad": 647, + "Ġfeel": 648, + "ara": 649, + "bb": 650, + "arn": 651, + "fe": 652, + "Ġyour": 653, + "Ġoutside": 654, + "ue": 655, + "Ġgra": 656, + "ant": 657, + "Ġke": 658, + "ĠMom": 659, + "Ġtook": 660, + "Ġlot": 661, + "nn": 662, + "Ġbu": 663, + "Ġabout": 664, + "ess": 665, + "ĠF": 666, + "nder": 667, + "Ġtree": 668, + "eci": 669, + "Ġlook": 670, + "Ġpo": 671, + "Ġmy": 672, + "our": 673, + "Ġtoys": 674, + "ite": 675, + "ched": 676, + "Ġknew": 677, + "Ġthought": 678, + "ened": 679, + "Ġlearn": 680, + "Ġint": 681, + "Ġold": 682, + "Ġmore": 683, + "nna": 684, + "ise": 685, + "ged": 686, + "Ġta": 687, + "udden": 688, + "ecial": 689, + "Ġspecial": 690, + "ĠMax": 691, + "au": 692, + "Ġwill": 693, + "ers": 694, + "They": 695, + "ret": 696, + "Ġpe": 697, + "Ġho": 698, + "ĠSam": 699, + "Ġtake": 700, + "Ġball": 701, + "Ġknow": 702, + "Ġlaug": 703, + "fter": 704, + "uddenly": 705, + "Ġcat": 706, + "Ġhow": 707, + "ive": 708, + "Ġtr": 709, + "Ġmuch": 710, + "Ġany": 711, + "Ġpu": 712, + "ma": 713, + "Ġsl": 714, + "Ġsor": 715, + "Ġmo": 716, + "ven": 717, + "ish": 718, + "Ġshow": 719, + "Ġcouldn": 720, + "ause": 721, + "ink": 722, + "But": 723, + "Ġhouse": 724, + "Ġinto": 725, + "ump": 726, + "Ġover": 727, + "Ġtried": 728, + "and": 729, + "Ġeat": 730, + "Ġsk": 731, + "Ġsun": 732, + "Ġtw": 733, + "Ġclo": 734, + "ia": 735, + "Ġrun": 736, + "Ġhand": 737, + "ĠEvery": 738, + "Ġen": 739, + "Ġinside": 740, + "dy": 741, + "Ġif": 742, + "Ġtold": 743, + "Ġnever": 744, + "ion": 745, + "Ġqu": 746, + "Ġbecause": 747, + "by": 748, + "Ġproud": 749, + "Ġgave": 750, + "Ġsorry": 751, + "Ġthis": 752, + "Ġop": 753, + "Ġplayed": 754, + "ate": 755, + "Ġexpl": 756, + "Ġheard": 757, + "ty": 758, + "Ġor": 759, + "Ġwater": 760, + "ank": 761, + "ge": 762, + "sed": 763, + "Ġpick": 764, + "other": 765, + "Ġroom": 766, + "etter": 767, + "Ġjust": 768, + "ace": 769, + "Ġhugged": 770, + "ak": 771, + "Ġgre": 772, + "here": 773, + "Ġoff": 774, + "ĠSara": 775, + "Ġpret": 776, + "ile": 777, + "Ġeach": 778, + "Ġcom": 779, + "Ġlong": 780, + "Ġbox": 781, + "ort": 782, + "Ġstr": 783, + "iz": 784, + "Ġunt": 785, + "Ġwat": 786, + "oth": 787, + "Ġneed": 788, + "Ġjo": 789, + "ĠWe": 790, + "Tom": 791, + "Ġsmall": 792, + "ine": 793, + "Ġbear": 794, + "Mom": 795, + "Ġuntil": 796, + "Ġnice": 797, + "Ġtry": 798, + "ving": 799, + "uc": 800, + "sel": 801, + "ough": 802, + "Ġlearned": 803, + "Ġkind": 804, + "ĠAnna": 805, + "ild": 806, + "Ġfo": 807, + "Ġmany": 808, + "'m": 809, + "ĠJack": 810, + "Ġbetter": 811, + "Ġim": 812, + "gry": 813, + "imal": 814, + "Ġanimal": 815, + "urt": 816, + "ft": 817, + "Ġend": 818, + "Ġsn": 819, + "aut": 820, + "Ġte": 821, + "Ġcle": 822, + "ĠJo": 823, + "vent": 824, + "urp": 825, + "Ġgr": 826, + "Ġbeaut": 827, + "Ġjump": 828, + "mb": 829, + "Ġad": 830, + "ream": 831, + "pt": 832, + "ĠSo": 833, + "ĠHer": 834, + "Ġflow": 835, + "ies": 836, + "Ġche": 837, + "Ġbra": 838, + "Ġthanked": 839, + "Ġeven": 840, + "Ġbest": 841, + "Ġcall": 842, + "ady": 843, + "He": 844, + "Ġlots": 845, + "Ġlaughed": 846, + "self": 847, + "Ġra": 848, + "Ġway": 849, + "ars": 850, + "urn": 851, + "Ġby": 852, + "Ġfast": 853, + "lly": 854, + "Ġfam": 855, + "ĠC": 856, + "ves": 857, + "arden": 858, + "Ġgarden": 859, + "Ġbeauti": 860, + "wn": 861, + "Th": 862, + "Ġbeautiful": 863, + "Ġloud": 864, + "lew": 865, + "Ġsky": 866, + "Ġdon": 867, + "hn": 868, + "ered": 869, + "iny": 870, + "Ġcareful": 871, + "Ġlove": 872, + "Ġfi": 873, + "ĠThen": 874, + "Åĵ": 875, + "ase": 876, + "ect": 877, + "Ġsafe": 878, + "ĠAnd": 879, + "Ġunder": 880, + "Ġcome": 881, + "ĠFrom": 882, + "Yes": 883, + "ĠMia": 884, + "It": 885, + "me": 886, + "Ġhard": 887, + "Ġcu": 888, + "Ġwo": 889, + "Ġlist": 890, + "Ġstay": 891, + "ane": 892, + "sh": 893, + "ople": 894, + "Ġgl": 895, + "ning": 896, + "Ġstill": 897, + "ool": 898, + "Ġhurt": 899, + "ree": 900, + "ĠHis": 901, + "Ġimp": 902, + "Ġfamily": 903, + "Ġâ": 904, + "Ġboth": 905, + "rm": 906, + "igh": 907, + "Ġlived": 908, + "hes": 909, + "When": 910, + "Ġpeople": 911, + "Ġanimals": 912, + "Ġcol": 913, + "Ġbrave": 914, + "Ġwalked": 915, + "ob": 916, + "Tim": 917, + "ct": 918, + "Ġlet": 919, + "urpr": 920, + "ĠWhen": 921, + "Ġtwo": 922, + "Ġsurpr": 923, + "Ġshould": 924, + "ished": 925, + "Ġbad": 926, + "ress": 927, + "Ġkept": 928, + "Ġfore": 929, + "Ġflew": 930, + "Ġfin": 931, + "Ġstor": 932, + "Ġfly": 933, + "ast": 934, + "ised": 935, + "ip": 936, + "Ġits": 937, + "led": 938, + "ock": 939, + "ucy": 940, + "fore": 941, + "Ġgoing": 942, + "Ġclean": 943, + "Ġdan": 944, + "Ġpic": 945, + "Ġsoon": 946, + "Ġcalled": 947, + "Ġshare": 948, + "kay": 949, + "Ġangry": 950, + "Ġrock": 951, + "Ġcon": 952, + "Ġpretty": 953, + "No": 954, + "Ġide": 955, + "ied": 956, + "illy": 957, + "Ġground": 958, + "xt": 959, + "Ġred": 960, + "Ġexplore": 961, + "Ġcry": 962, + "Ġadvent": 963, + "Ġsto": 964, + "so": 965, + "Ġreal": 966, + "Let": 967, + "Ġwind": 968, + "Ġshiny": 969, + "be": 970, + "Ġbook": 971, + "Ġalso": 972, + "Ġdoll": 973, + "Ġidea": 974, + "Ġbefore": 975, + "Ġopened": 976, + "dded": 977, + "Ġwhile": 978, + "ummy": 979, + "Ġkeep": 980, + "Ġey": 981, + "Ġnow": 982, + "Ġdoor": 983, + "Ġfeeling": 984, + "âĤ¬â": 985, + "oon": 986, + "oy": 987, + "Ġwalking": 988, + "Ġnoise": 989, + "Ġfr": 990, + "les": 991, + "age": 992, + "ious": 993, + "Ġcolor": 994, + "Ġturn": 995, + "thing": 996, + "ff": 997, + "uch": 998, + "th": 999, + "Ġbed": 1000, + "ary": 1001, + "Ġdra": 1002, + "Ġpicked": 1003, + "imb": 1004, + "eet": 1005, + "Ġclimb": 1006, + "Ġdel": 1007, + "What": 1008, + "Ġbeing": 1009, + "Ġfood": 1010, + "Ġun": 1011, + "Ġfar": 1012, + "ture": 1013, + "joy": 1014, + "Ġadventure": 1015, + "ac": 1016, + "Ġsmile": 1017, + "Ġdif": 1018, + "Ħ¢": 1019, + "âĤ¬âĦ¢": 1020, + "memb": 1021, + "Ġwr": 1022, + "Ġthr": 1023, + "ught": 1024, + "Ġlooking": 1025, + "Ġnext": 1026, + "iced": 1027, + "ĠLucy": 1028, + "Ġnodded": 1029, + "Ġquick": 1030, + "ĠP": 1031, + "Ġdis": 1032, + "Ġrepl": 1033, + "ĠDad": 1034, + "Ġwait": 1035, + "ized": 1036, + "Ġforest": 1037, + "Ġclos": 1038, + "ĠSuddenly": 1039, + "Ġtra": 1040, + "That": 1041, + "Ġeyes": 1042, + "ger": 1043, + "bbit": 1044, + "ted": 1045, + "Ġown": 1046, + "Ġrain": 1047, + "Ġimport": 1048, + "Ġgreat": 1049, + "Ġrememb": 1050, + "Ġpicture": 1051, + "Thank": 1052, + "Suddenly": 1053, + "Ġstopped": 1054, + "Ġenjoy": 1055, + "Ġvo": 1056, + "Ben": 1057, + "Ġgive": 1058, + "Ġimportant": 1059, + "Ġwork": 1060, + "Ġnear": 1061, + "gan": 1062, + "pot": 1063, + "Ġever": 1064, + "Ġapp": 1065, + "Ġafter": 1066, + "Ġquickly": 1067, + "Ġlisten": 1068, + "Ġbre": 1069, + "ting": 1070, + "bbed": 1071, + "Ġma": 1072, + "Ġfish": 1073, + "Ġreplied": 1074, + "Ġrabbit": 1075, + "Ġhands": 1076, + "ĠG": 1077, + "Ġnoticed": 1078, + "Ġbro": 1079, + "Ġslide": 1080, + "Ġthink": 1081, + "Ġwalk": 1082, + "Ġtruck": 1083, + "Ġac": 1084, + "kes": 1085, + "Ġstrong": 1086, + "She": 1087, + "Ġshowed": 1088, + "Ġde": 1089, + "Ġeveryone": 1090, + "Ġwonder": 1091, + "fere": 1092, + "bye": 1093, + "Ġdiffere": 1094, + "irst": 1095, + "So": 1096, + "Ġsure": 1097, + "Ġhas": 1098, + "Ġright": 1099, + "Ġbeen": 1100, + "Ġbecame": 1101, + "Ġsound": 1102, + "maz": 1103, + "Ġtow": 1104, + "Ġru": 1105, + "Ġtal": 1106, + "Ġamaz": 1107, + "Ġhead": 1108, + "Ġshout": 1109, + "Ġbright": 1110, + "Ġye": 1111, + "Ġwatched": 1112, + "ĠR": 1113, + "Ġmor": 1114, + "Ġchild": 1115, + "able": 1116, + "Ġmean": 1117, + "Ġwhere": 1118, + "llow": 1119, + "Ġhigh": 1120, + "ĠSue": 1121, + "Ġface": 1122, + "Ġcook": 1123, + "day": 1124, + "aybe": 1125, + "Ġwatch": 1126, + "Ġblue": 1127, + "aught": 1128, + "Ġdifferent": 1129, + "Ġstore": 1130, + "ĠN": 1131, + "Ġgoodbye": 1132, + "Ġdress": 1133, + "ull": 1134, + "ĠBob": 1135, + "ng": 1136, + "ange": 1137, + "Ġsqu": 1138, + "Ġokay": 1139, + "isy": 1140, + "lease": 1141, + "ĠMommy": 1142, + "Ġvoice": 1143, + "Jo": 1144, + "ath": 1145, + "Ġnight": 1146, + "ĠSpot": 1147, + "Ġus": 1148, + "Ġboat": 1149, + "Ġflowers": 1150, + "Ġplace": 1151, + "Ġfollow": 1152, + "Ġar": 1153, + "Ġuse": 1154, + "Ġcloser": 1155, + "unny": 1156, + "leep": 1157, + "ired": 1158, + "Ġfav": 1159, + "Ġyell": 1160, + "Ġgrabbed": 1161, + "Ġcuri": 1162, + "Ġwarm": 1163, + "Ġcr": 1164, + "Ġforg": 1165, + "ĠSarah": 1166, + "ĠJohn": 1167, + "Ġmag": 1168, + "Ġstick": 1169, + "We": 1170, + "Ġjumped": 1171, + "Ġcake": 1172, + "more": 1173, + "Ġtell": 1174, + "Ġanymore": 1175, + "After": 1176, + "Ġbutter": 1177, + "ndma": 1178, + "Ġthree": 1179, + "Ġask": 1180, + "co": 1181, + "Ġour": 1182, + "lie": 1183, + "Ġcurious": 1184, + "ount": 1185, + "orn": 1186, + "Ġcont": 1187, + "Ġfell": 1188, + "ached": 1189, + "ĠTh": 1190, + "Ġbirds": 1191, + "ass": 1192, + "Her": 1193, + "iss": 1194, + "Ġhelped": 1195, + "ĠJane": 1196, + "Ġpull": 1197, + "Ġfirst": 1198, + "itc": 1199, + "Ġblock": 1200, + "Ġhop": 1201, + "Ġbit": 1202, + "Ġdr": 1203, + "Ġrealized": 1204, + "Ġkid": 1205, + "Look": 1206, + "ila": 1207, + "Ġmon": 1208, + "Ġbrother": 1209, + "Anna": 1210, + "Sara": 1211, + "Ġz": 1212, + "ĠEveryone": 1213, + "Ġate": 1214, + "Ġdoes": 1215, + "imes": 1216, + "Ġhappened": 1217, + "Ġstop": 1218, + "zy": 1219, + "Ġyummy": 1220, + "Ġfavor": 1221, + "ppy": 1222, + "Ġkitc": 1223, + "Ġkitchen": 1224, + "Ġsweet": 1225, + "us": 1226, + "Ġper": 1227, + "Ġreally": 1228, + "aisy": 1229, + "Ġgrass": 1230, + "Ġfavorite": 1231, + "Ġbegan": 1232, + "Ġrest": 1233, + "Ġready": 1234, + "Ġlea": 1235, + "Ġreached": 1236, + "Ġunderst": 1237, + "air": 1238, + "Ġste": 1239, + "Ġbunny": 1240, + "ĠAs": 1241, + "Ġstory": 1242, + "'re": 1243, + "Ġpain": 1244, + "Ġsing": 1245, + "ster": 1246, + "Ġhere": 1247, + "Ġsand": 1248, + "Ġonly": 1249, + "Ġflo": 1250, + "Ġam": 1251, + "Ġglad": 1252, + "Ġtri": 1253, + "Ġbeh": 1254, + "Ġworld": 1255, + "Ġopen": 1256, + "Ġcre": 1257, + "fully": 1258, + "Ġprin": 1259, + "where": 1260, + "arent": 1261, + "Ġflower": 1262, + "Ġthrough": 1263, + "Ġba": 1264, + "Ġfire": 1265, + "Ġdone": 1266, + "Ġhaving": 1267, + "Ġthing": 1268, + "Ġdelic": 1269, + "Ġhimself": 1270, + "Ġtired": 1271, + "Ġparent": 1272, + "Ġsoft": 1273, + "Ġfro": 1274, + "Timmy": 1275, + "Ġtast": 1276, + "Ġbutterf": 1277, + "ĠLet": 1278, + "Ġcut": 1279, + "Ġpart": 1280, + "Ġwhy": 1281, + "ken": 1282, + "Ġmess": 1283, + "Can": 1284, + "Ġworry": 1285, + "Mommy": 1286, + "iver": 1287, + "Ġdin": 1288, + "uff": 1289, + "ater": 1290, + "Ġmagic": 1291, + "Ġwaved": 1292, + "Ġshouted": 1293, + "Ġpond": 1294, + "Ġkids": 1295, + "Ġhat": 1296, + "Ġduck": 1297, + "Ġsees": 1298, + "olly": 1299, + "illed": 1300, + "Ġgame": 1301, + "ient": 1302, + "Ġmaking": 1303, + "ather": 1304, + "John": 1305, + "As": 1306, + "akes": 1307, + "Ġcatch": 1308, + "Ġseen": 1309, + "Ġcool": 1310, + "ation": 1311, + "Ġcoming": 1312, + "Ġless": 1313, + "Ġdark": 1314, + "Ġused": 1315, + "eddy": 1316, + "Ġfix": 1317, + "ĠJoe": 1318, + "Ġthank": 1319, + "mer": 1320, + "Ġtop": 1321, + "Ġlady": 1322, + "Ġhair": 1323, + "aring": 1324, + "Ġprom": 1325, + "Ġhopped": 1326, + "ĠCan": 1327, + "\".": 1328, + "ign": 1329, + "Ġsurprise": 1330, + "Ġdraw": 1331, + "Ġmum": 1332, + "Ġmouse": 1333, + "Ġfunny": 1334, + "rel": 1335, + "Ġcra": 1336, + "Ġ-": 1337, + "aper": 1338, + "Ġfull": 1339, + "Ġtouch": 1340, + "Ġlight": 1341, + "Ġspot": 1342, + "ren": 1343, + "Ġdro": 1344, + "ĠBenny": 1345, + "Ġparents": 1346, + "Ġworked": 1347, + "ins": 1348, + "oney": 1349, + "ĠDo": 1350, + "Ġsurprised": 1351, + "Ġcarefully": 1352, + "Ġtrees": 1353, + "Ġfrog": 1354, + "Ġswing": 1355, + "Ġdoing": 1356, + "Don": 1357, + "Ġsat": 1358, + "inally": 1359, + "ĠThat": 1360, + "Ġice": 1361, + "ĠIn": 1362, + "Ġheld": 1363, + "Wow": 1364, + "Ġrunning": 1365, + "Ġpretend": 1366, + "Ġswim": 1367, + "Ġset": 1368, + "Ġread": 1369, + "Ġdelicious": 1370, + "Ġneeded": 1371, + "Ġtight": 1372, + "Ġslow": 1373, + "Ġremembered": 1374, + "Ġlost": 1375, + "Ġcold": 1376, + "Ġsmell": 1377, + "ards": 1378, + "Ġwood": 1379, + "Ġhappily": 1380, + "hy": 1381, + "ely": 1382, + "Ġlooks": 1383, + "Ġbehind": 1384, + "Ġherself": 1385, + "Ġcried": 1386, + "Ġenjoyed": 1387, + "Ġname": 1388, + "ask": 1389, + "Ġyears": 1390, + "Ġbuy": 1391, + "Ġhole": 1392, + "Ġblocks": 1393, + "Ġdri": 1394, + "Ġsleep": 1395, + "Ġgi": 1396, + "Ġyellow": 1397, + "cess": 1398, + "Ġbutterfly": 1399, + "ike": 1400, + "ued": 1401, + "Ġwished": 1402, + "Ġperf": 1403, + "Ġanother": 1404, + "ĠDaisy": 1405, + "Ġgreen": 1406, + "Ġmove": 1407, + "Ġtall": 1408, + "Ġair": 1409, + "Ġbag": 1410, + "Ġfloor": 1411, + "Ġcars": 1412, + "Ġlesson": 1413, + "ul": 1414, + "Ġbow": 1415, + "Ġarri": 1416, + "Ġwindow": 1417, + "Ġsho": 1418, + "Ġchildren": 1419, + "ner": 1420, + "Ġfinished": 1421, + "Ġhill": 1422, + "ĠAfter": 1423, + "andy": 1424, + "sp": 1425, + "ens": 1426, + "Ġpaper": 1427, + "Ġlikes": 1428, + "From": 1429, + "sy": 1430, + "Ġhold": 1431, + "Sam": 1432, + "Ġwrong": 1433, + "reed": 1434, + "Ġcontin": 1435, + "Ġunderstand": 1436, + "atter": 1437, + "uit": 1438, + "rew": 1439, + "Ġgent": 1440, + "Ġanything": 1441, + "Ġclose": 1442, + "Ġwall": 1443, + "Ġel": 1444, + "asure": 1445, + "Ġleft": 1446, + "Ġable": 1447, + "Ġarrived": 1448, + "Ġhun": 1449, + "ross": 1450, + "av": 1451, + "Ġhear": 1452, + "Ġfriendly": 1453, + "Ġforgot": 1454, + "Ġgone": 1455, + "ama": 1456, + "Ġcreat": 1457, + "Ġwet": 1458, + "Ġlion": 1459, + "Hell": 1460, + "Hello": 1461, + "Ġdream": 1462, + "Ġhot": 1463, + "bo": 1464, + "ber": 1465, + "ĠSally": 1466, + "Ġfilled": 1467, + "Ġdir": 1468, + "ield": 1469, + "Ġcookies": 1470, + "Ġlaugh": 1471, + "Ġbroken": 1472, + "Ġdinner": 1473, + "lf": 1474, + "Ġelse": 1475, + "Ġhid": 1476, + "ced": 1477, + "Ġpink": 1478, + "Ġfollowed": 1479, + "Ġtable": 1480, + "Ġmar": 1481, + "Ġcolors": 1482, + "oup": 1483, + "Ġmoment": 1484, + "Ġcontinued": 1485, + "Ġwonderful": 1486, + "ĠEm": 1487, + "ey": 1488, + "ined": 1489, + "irrel": 1490, + "rot": 1491, + "Ġfinally": 1492, + "Jack": 1493, + "Ġarm": 1494, + "Ġmight": 1495, + "ĠNow": 1496, + "Ġcast": 1497, + "Ġyes": 1498, + "Ġbuild": 1499, + "Ġenough": 1500, + "ĠBilly": 1501, + "Ġsomeone": 1502, + "Ġperfect": 1503, + "Ġfair": 1504, + "Ġstayed": 1505, + "app": 1506, + "Ġmorning": 1507, + "ĠThere": 1508, + "Ġpuppy": 1509, + "ol": 1510, + "Ġdaddy": 1511, + "Ġtrying": 1512, + "'ll": 1513, + "Ġju": 1514, + "Ġothers": 1515, + "Ġbooks": 1516, + "Ġagreed": 1517, + "Ġmus": 1518, + "Ġsnow": 1519, + "Ġsquirrel": 1520, + "Ġcream": 1521, + "room": 1522, + "Ġgetting": 1523, + "Ġgrandma": 1524, + "ĠLila": 1525, + "Ġleaves": 1526, + "Ġbaby": 1527, + "Ġcount": 1528, + "icy": 1529, + "Ġfew": 1530, + "At": 1531, + "Ġfall": 1532, + "Then": 1533, + "gon": 1534, + "Ġbreak": 1535, + "Ġclimbed": 1536, + "ries": 1537, + "Ġbeach": 1538, + "ash": 1539, + "Ġbug": 1540, + "Ġplease": 1541, + "Ġmother": 1542, + "Ġbrought": 1543, + "Ġtrain": 1544, + "ance": 1545, + "ĠThis": 1546, + "Ġdeep": 1547, + "Ġvis": 1548, + "ated": 1549, + "shed": 1550, + "Ġmet": 1551, + "Ġwasn": 1552, + "Ġsometimes": 1553, + "Ġeverything": 1554, + "ĠTommy": 1555, + "ich": 1556, + "Ġmusic": 1557, + "key": 1558, + "ling": 1559, + "This": 1560, + "os": 1561, + "Ġturned": 1562, + "lc": 1563, + "Ġride": 1564, + "oom": 1565, + "Ġsong": 1566, + "oring": 1567, + "Ġspark": 1568, + "Ġfight": 1569, + "Ġhungry": 1570, + "ons": 1571, + "Ġpictures": 1572, + "ds": 1573, + "Ġmakes": 1574, + "Ġsear": 1575, + "ucky": 1576, + "Ġlistened": 1577, + "Ġjoy": 1578, + "Ġpol": 1579, + "ĠWhat": 1580, + "His": 1581, + "ee": 1582, + "Ġclot": 1583, + "Ġsail": 1584, + "apped": 1585, + "bble": 1586, + "Ġcomp": 1587, + "Ġplan": 1588, + "Ġwants": 1589, + "Ġclothes": 1590, + "Ġpoin": 1591, + "ĠK": 1592, + "zz": 1593, + "Ġballoon": 1594, + "Ġstrange": 1595, + "man": 1596, + "enny": 1597, + "Ġpi": 1598, + "Ġgrow": 1599, + "Ġflying": 1600, + "row": 1601, + "Ġscary": 1602, + "Ġtreat": 1603, + "Ġwaited": 1604, + "Ġamazed": 1605, + "Ġteddy": 1606, + "Ġcastle": 1607, + "ister": 1608, + "Ġele": 1609, + "Ġamazing": 1610, + "med": 1611, + "Ġspl": 1612, + "Oh": 1613, + "Ġleave": 1614, + "Ġowner": 1615, + "Ġpromised": 1616, + "Ġdanger": 1617, + "ever": 1618, + "OK": 1619, + "Ġsuch": 1620, + "Ġwhite": 1621, + "Ġpat": 1622, + "Ġtalk": 1623, + "uffy": 1624, + "Ġfur": 1625, + "Ġpie": 1626, + "ope": 1627, + "red": 1628, + "Ġpulled": 1629, + "Ġpre": 1630, + "Ġwoods": 1631, + "ĠTo": 1632, + "Ġshared": 1633, + "Ġalone": 1634, + "Ġtowards": 1635, + "cle": 1636, + "ĠMaybe": 1637, + "Ġsit": 1638, + "Ġnap": 1639, + "Ġcolorful": 1640, + "amp": 1641, + "hone": 1642, + "Ġvisit": 1643, + "igg": 1644, + "ugg": 1645, + "thy": 1646, + "ence": 1647, + "Ġtail": 1648, + "ctor": 1649, + "Ġmagical": 1650, + "Ġriver": 1651, + "Ġhig": 1652, + "Ġbelie": 1653, + "Ġgrate": 1654, + "ually": 1655, + "ang": 1656, + "ott": 1657, + "Ġhide": 1658, + "Ġsilly": 1659, + "Ġsmiles": 1660, + "ower": 1661, + "Ġside": 1662, + "Max": 1663, + "Ġroll": 1664, + "Ġgu": 1665, + "ĠAmy": 1666, + "Ġpro": 1667, + "eter": 1668, + "Ġfaster": 1669, + "Ġgrateful": 1670, + "Ġtreasure": 1671, + "ased": 1672, + "Ġsnack": 1673, + "up": 1674, + "Ġland": 1675, + "avy": 1676, + "Ġmoral": 1677, + "ained": 1678, + "Ġsister": 1679, + "ĠGra": 1680, + "Ġshap": 1681, + "Ġpaint": 1682, + "Ġslowly": 1683, + "Ġfield": 1684, + "Ġpet": 1685, + "Ġsec": 1686, + "orm": 1687, + "ĠJim": 1688, + "Ġbran": 1689, + "Ġmin": 1690, + "Ġmust": 1691, + "Ġhelping": 1692, + "Ġworried": 1693, + "Ġjob": 1694, + "Ġfox": 1695, + "set": 1696, + "Ġmoney": 1697, + "Ġpot": 1698, + "Ġqui": 1699, + "Ġbel": 1700, + "Ġacc": 1701, + "Ġliving": 1702, + "Ġmonster": 1703, + "less": 1704, + "Ġparty": 1705, + "ear": 1706, + "Ġmost": 1707, + "Ġwear": 1708, + "Ġremember": 1709, + "ire": 1710, + "Ġsign": 1711, + "wl": 1712, + "Ġcloud": 1713, + "Ġcandy": 1714, + "Ġhigher": 1715, + "ipped": 1716, + "ident": 1717, + "ĠAll": 1718, + "der": 1719, + "ze": 1720, + "Ġquiet": 1721, + "Ġtown": 1722, + "unch": 1723, + "Ġprincess": 1724, + "Ġruns": 1725, + "asket": 1726, + "em": 1727, + "Ġeverywhere": 1728, + "Ġjoin": 1729, + "Ġstepped": 1730, + "Ġbasket": 1731, + "Ġlake": 1732, + "Ġcup": 1733, + "sw": 1734, + "outh": 1735, + "Ġcarrot": 1736, + "Ġcoll": 1737, + "Ġplant": 1738, + "Ġscream": 1739, + "ĠDaddy": 1740, + "Ġbuck": 1741, + "Ġheavy": 1742, + "Ġbigger": 1743, + "Ġcho": 1744, + "Ġblank": 1745, + "Ġclosed": 1746, + "Ġwon": 1747, + "ises": 1748, + "Ġansw": 1749, + "br": 1750, + "Ġblanket": 1751, + "Ġmouth": 1752, + "ames": 1753, + "eces": 1754, + "Ġeating": 1755, + "Ġpieces": 1756, + "cket": 1757, + "Ġstre": 1758, + "Ġwelc": 1759, + "Ġwouldn": 1760, + "Ġreach": 1761, + "Ġbroke": 1762, + "eared": 1763, + "Ġdangerous": 1764, + "gs": 1765, + "ph": 1766, + "ĠMolly": 1767, + "Ġce": 1768, + "ĠMr": 1769, + "ord": 1770, + "fort": 1771, + "Ġdolls": 1772, + "ming": 1773, + "Ġdance": 1774, + "Ġdragon": 1775, + "Ġthinks": 1776, + "Ġasks": 1777, + "Ġacross": 1778, + "Okay": 1779, + "Ġchair": 1780, + "Ġteac": 1781, + "Ġbott": 1782, + "Hi": 1783, + "Ġpa": 1784, + "Ġneigh": 1785, + "Ġbar": 1786, + "Ġbike": 1787, + "Ġpack": 1788, + "iting": 1789, + "Ġdisapp": 1790, + "Ġneighb": 1791, + "Ġstuck": 1792, + "de": 1793, + "Ġgif": 1794, + "Ġfruit": 1795, + "Ġbelieve": 1796, + "cy": 1797, + "Ġve": 1798, + "Ġcrying": 1799, + "ier": 1800, + "phant": 1801, + "Ġsuddenly": 1802, + "Ġsoup": 1803, + "Ġrace": 1804, + "Ġthrew": 1805, + "Sure": 1806, + "Ġfarmer": 1807, + "Ġaccident": 1808, + "Ġdirty": 1809, + "Ġelephant": 1810, + "Ġmonkey": 1811, + "Ġheal": 1812, + "weet": 1813, + "Ġrem": 1814, + "Ġpers": 1815, + "Ġsame": 1816, + "ored": 1817, + "ventually": 1818, + "ead": 1819, + "pping": 1820, + "Ġgentle": 1821, + "Ġfree": 1822, + "Ġbrown": 1823, + "Maybe": 1824, + "Ġinst": 1825, + "Ġbee": 1826, + "ix": 1827, + "Ġben": 1828, + "Ġwin": 1829, + "Ġblack": 1830, + "Ġalong": 1831, + "Ġlonger": 1832, + "ible": 1833, + "Ġspr": 1834, + "Ġclapped": 1835, + "Finally": 1836, + "Why": 1837, + "cked": 1838, + "Ġwords": 1839, + "ĠFl": 1840, + "Ġteacher": 1841, + "Ġupset": 1842, + "chool": 1843, + "Ġpiece": 1844, + "Ġwell": 1845, + "Ġcheered": 1846, + "Ġhit": 1847, + "Ġsang": 1848, + "ment": 1849, + "Ġbowl": 1850, + "Ġbite": 1851, + "Ġdoctor": 1852, + "ĠJill": 1853, + "Ġbucket": 1854, + "Mia": 1855, + "Ġbath": 1856, + "Ġcaught": 1857, + "Ġheart": 1858, + "Ġforget": 1859, + "Ġmark": 1860, + "Ġbutt": 1861, + "Ġdry": 1862, + "Ġyoung": 1863, + "Ġsea": 1864, + "Ġcour": 1865, + "Ġdropped": 1866, + "ese": 1867, + "Ġyard": 1868, + "Ġplac": 1869, + "ourn": 1870, + "Ġschool": 1871, + "Ġswings": 1872, + "bby": 1873, + "Ġwings": 1874, + "bs": 1875, + "Ġexplained": 1876, + "Ġjourn": 1877, + "Ġbring": 1878, + "Ġdrink": 1879, + "Ġstreet": 1880, + "Ġjuice": 1881, + "ung": 1882, + "Ġnearby": 1883, + "ĠEmma": 1884, + "Ġsmo": 1885, + "Ġsmart": 1886, + "Ġpushed": 1887, + "Ġstories": 1888, + "Ġdrove": 1889, + "Ġtiny": 1890, + "Ġpen": 1891, + "Ġcourse": 1892, + "Ġes": 1893, + "Ġmine": 1894, + "Ġtoday": 1895, + "Ġpocket": 1896, + "Ġyear": 1897, + "aughter": 1898, + "Ġje": 1899, + "Ġsecret": 1900, + "Ġexp": 1901, + "Ġwithout": 1902, + "Ġsinging": 1903, + "Ġwelcome": 1904, + "Ġhappen": 1905, + "to": 1906, + "Ġfit": 1907, + "Ġstu": 1908, + "vel": 1909, + "ract": 1910, + "Ġbus": 1911, + "Ġcheese": 1912, + "Ġcray": 1913, + "Ġfairy": 1914, + "Ġjar": 1915, + "Ġturns": 1916, + "Ġbush": 1917, + "bow": 1918, + "llo": 1919, + "Ġexploring": 1920, + "Ġlon": 1921, + "Ġstand": 1922, + "itting": 1923, + "Ġseemed": 1924, + "Ġspoon": 1925, + "ĠFinally": 1926, + "Ġgames": 1927, + "Ġwoke": 1928, + "issed": 1929, + "Ġresp": 1930, + "Ġtrou": 1931, + "Ġtwins": 1932, + "Ġhoped": 1933, + "Ġatt": 1934, + "Ġlonely": 1935, + "Ġant": 1936, + "ĠMama": 1937, + "orrow": 1938, + "Ġnoises": 1939, + "Ġhugs": 1940, + "ountain": 1941, + "yard": 1942, + "Ġdaughter": 1943, + "Ġinv": 1944, + "Ġkey": 1945, + "ail": 1946, + "Ġrocks": 1947, + "Ġdisco": 1948, + "Ġsu": 1949, + "Ġlunch": 1950, + "read": 1951, + "oun": 1952, + "vered": 1953, + "Ġbackyard": 1954, + "Ġsuc": 1955, + "Ġcow": 1956, + "Ġapple": 1957, + "ek": 1958, + "Ġswam": 1959, + "Ġshoes": 1960, + "Ġstars": 1961, + "Ġshook": 1962, + "ittens": 1963, + "Ġmiss": 1964, + "ches": 1965, + "Ġwish": 1966, + "Ġrelie": 1967, + "fused": 1968, + "Ġshapes": 1969, + "urple": 1970, + "Ġtower": 1971, + "ity": 1972, + "Ġcorn": 1973, + "Ġmoved": 1974, + "shine": 1975, + "Ġ3": 1976, + "Ġthough": 1977, + "Ġcir": 1978, + "umb": 1979, + "Ġtaking": 1980, + "ts": 1981, + "ĠTweet": 1982, + "ape": 1983, + "Ġrainbow": 1984, + "Ġthrow": 1985, + "Ġstar": 1986, + "Ġbench": 1987, + "Ġneck": 1988, + "ocked": 1989, + "Ġcreature": 1990, + "Ġbubble": 1991, + "Ġlate": 1992, + "Ġadventures": 1993, + "Ġowl": 1994, + "ions": 1995, + "And": 1996, + "Ġwhe": 1997, + "Ġpar": 1998, + "Ġshell": 1999, + "Ġkite": 2000, + "ĠFluffy": 2001, + "ining": 2002, + "Ġmil": 2003, + "unt": 2004, + "Ġfence": 2005, + "Ġmix": 2006, + "Ġlift": 2007, + "Ġaccidentally": 2008, + "Ġwise": 2009, + "Ġhello": 2010, + "Ġpurple": 2011, + "pper": 2012, + "Ġonto": 2013, + "Ġspin": 2014, + "ten": 2015, + "ours": 2016, + "Ġsitting": 2017, + "idge": 2018, + "Ġsunshine": 2019, + "Ġcute": 2020, + "Ġmat": 2021, + "ward": 2022, + "Ġshop": 2023, + "Ġwhist": 2024, + "Ġdist": 2025, + "Ġorange": 2026, + "Lila": 2027, + "Ġnaught": 2028, + "ĠSammy": 2029, + "Ġnaughty": 2030, + "Ġnest": 2031, + "ose": 2032, + "ors": 2033, + "lla": 2034, + "Ġmilk": 2035, + "fish": 2036, + "Ġaf": 2037, + "Ġboun": 2038, + "Ġphone": 2039, + "Ġarms": 2040, + "Ġeas": 2041, + "ness": 2042, + "Ġcarry": 2043, + "ĠGrandma": 2044, + "og": 2045, + "Ġbought": 2046, + "Ġdriver": 2047, + "Ġinstead": 2048, + "Later": 2049, + "Ġtalked": 2050, + "Ġsearched": 2051, + "gged": 2052, + "Ġpig": 2053, + "Ġcozy": 2054, + "Ġsunny": 2055, + "itty": 2056, + "Ġfeels": 2057, + "Ġfan": 2058, + "Ġwondered": 2059, + "Ġcomes": 2060, + "Ġswimming": 2061, + "uched": 2062, + "Ġtouched": 2063, + "Ġpop": 2064, + "ĠInside": 2065, + "ale": 2066, + "Ġlucky": 2067, + "Ġlaughing": 2068, + "Ġbelong": 2069, + "Ġsounds": 2070, + "Ġwom": 2071, + "Ġcave": 2072, + "let": 2073, + "Ġjourney": 2074, + "Ġwoman": 2075, + "Ġcou": 2076, + "Ġnothing": 2077, + "Ġcoat": 2078, + "Ġrelieved": 2079, + "ĠO": 2080, + "Ġpeace": 2081, + "adow": 2082, + "Ġnose": 2083, + "Ġbusy": 2084, + "Bob": 2085, + "Ġpast": 2086, + "Ġapples": 2087, + "Ġsick": 2088, + "Ġrope": 2089, + "Ġpatient": 2090, + "Ġact": 2091, + "Ġpudd": 2092, + "Ġinc": 2093, + "raid": 2094, + "Ġwatching": 2095, + "Ġbranch": 2096, + "Ġafraid": 2097, + "Ġtom": 2098, + "ider": 2099, + "Ġdays": 2100, + "Ġret": 2101, + "cing": 2102, + "ĠMary": 2103, + "Ġband": 2104, + "Ġfarm": 2105, + "Ġhuge": 2106, + "ĠThank": 2107, + "ator": 2108, + "Ġexciting": 2109, + "Ġdanced": 2110, + "thday": 2111, + "Ġwar": 2112, + "ĠSoon": 2113, + "ball": 2114, + "Ġgigg": 2115, + "blem": 2116, + "Ġzoom": 2117, + "Ġmad": 2118, + "Ġvill": 2119, + "Ġforever": 2120, + "Ġproblem": 2121, + "Ġcollect": 2122, + "ped": 2123, + "irt": 2124, + "Ġminut": 2125, + "Ġwra": 2126, + "ho": 2127, + "Ġlife": 2128, + "Ġknee": 2129, + "ces": 2130, + "Do": 2131, + "cer": 2132, + "mp": 2133, + "arp": 2134, + "Ġking": 2135, + "Ġasleep": 2136, + "Ġreturn": 2137, + "Ġsharp": 2138, + "Ġrel": 2139, + "Ġpower": 2140, + "eth": 2141, + "Ġholding": 2142, + "Ġfing": 2143, + "Ġhealthy": 2144, + "ĠMittens": 2145, + "Ġprot": 2146, + "Ġmeet": 2147, + "Ġorgan": 2148, + "Ġclever": 2149, + "Ġspotted": 2150, + "Ġletter": 2151, + "Ġgather": 2152, + "alm": 2153, + "Of": 2154, + "ere": 2155, + "Ġround": 2156, + "Ġstorm": 2157, + "Ġprotect": 2158, + "Ġgift": 2159, + "amed": 2160, + "Ġmail": 2161, + "ĠJen": 2162, + "Ġbirthday": 2163, + "Ġpres": 2164, + "Ġsaf": 2165, + "Ġneighbor": 2166, + "epend": 2167, + "Ġtakes": 2168, + "sc": 2169, + "Ġear": 2170, + "Ġcomfort": 2171, + "Ġent": 2172, + "Ġrep": 2173, + "Ġperson": 2174, + "Ġsmiling": 2175, + "ĠWith": 2176, + "Ġgently": 2177, + "Ġpointed": 2178, + "Every": 2179, + "owed": 2180, + "Ġspo": 2181, + "col": 2182, + "Ġtasty": 2183, + "ular": 2184, + "ĠJimmy": 2185, + "Ġplane": 2186, + "sting": 2187, + "hin": 2188, + "Ġhoney": 2189, + "itch": 2190, + "Ġpill": 2191, + "Ġpass": 2192, + "itten": 2193, + "Ġmatter": 2194, + "Ġadm": 2195, + "Ġtasted": 2196, + "Ġsmelled": 2197, + "nic": 2198, + "ove": 2199, + "Ġeag": 2200, + "Ġshining": 2201, + "Hey": 2202, + "Ġhope": 2203, + "Ġplaces": 2204, + "Ġkick": 2205, + "ĠCh": 2206, + "Ġpicnic": 2207, + "Ġbottle": 2208, + "Ġrespect": 2209, + "Ġblew": 2210, + "Ġappeared": 2211, + "Ġsupp": 2212, + "Tommy": 2213, + "ĠCome": 2214, + "Ġspider": 2215, + "Ġintere": 2216, + "Ġcheer": 2217, + "board": 2218, + "Ġwearing": 2219, + "Ġpresent": 2220, + "ert": 2221, + "Ġmist": 2222, + "ize": 2223, + "Ġtrouble": 2224, + "Ġtrip": 2225, + "Ġpract": 2226, + "Ġkiss": 2227, + "Ġquest": 2228, + "ond": 2229, + "Ġash": 2230, + "Ġloves": 2231, + "Ġtightly": 2232, + "gg": 2233, + "arge": 2234, + "Ġsur": 2235, + "Ġspread": 2236, + "aur": 2237, + "Ġwide": 2238, + "ones": 2239, + "umber": 2240, + "Ġfeather": 2241, + "Ġsplas": 2242, + "ont": 2243, + "ndp": 2244, + "Ġlater": 2245, + "Ġwhole": 2246, + "Ġanyone": 2247, + "Ġbread": 2248, + "Molly": 2249, + "Ġdes": 2250, + "Ġrec": 2251, + "ella": 2252, + "Ġroad": 2253, + "In": 2254, + "Ġoce": 2255, + "Ġgiant": 2256, + "Ġocean": 2257, + "els": 2258, + "Ġpuzz": 2259, + "Ġcookie": 2260, + "Ġpan": 2261, + "Ġpath": 2262, + "ÅĵI": 2263, + "Ġconfused": 2264, + "Ġscreamed": 2265, + "Ġclouds": 2266, + "eb": 2267, + "Ġimpress": 2268, + "Ġfront": 2269, + "ĠGo": 2270, + "Ġseat": 2271, + "lex": 2272, + "Ġlay": 2273, + "Ġwhich": 2274, + "la": 2275, + "Ġthin": 2276, + "Ġteach": 2277, + "erly": 2278, + "Ġdi": 2279, + "Ġanswer": 2280, + "ungle": 2281, + "Ġap": 2282, + "ssed": 2283, + "hile": 2284, + "ub": 2285, + "Ġlarge": 2286, + "Ġjungle": 2287, + "Ġpromise": 2288, + "Ġser": 2289, + "Ġber": 2290, + "Ġwild": 2291, + "Ġbark": 2292, + "Ġmach": 2293, + "oose": 2294, + "Ġbutton": 2295, + "ndpa": 2296, + "Good": 2297, + "Ġmyster": 2298, + "Ġsnake": 2299, + "Ġvillage": 2300, + "Ġhor": 2301, + "ĠEmily": 2302, + "Come": 2303, + "Ġtool": 2304, + "Ġputs": 2305, + "Ġlast": 2306, + "Ġimag": 2307, + "ĠJake": 2308, + "Lucy": 2309, + "Ġtid": 2310, + "Ġban": 2311, + "lebr": 2312, + "Ġeventually": 2313, + "Ġslid": 2314, + "Ġwave": 2315, + "Ġlive": 2316, + "Ġchased": 2317, + "ĠEverywhere": 2318, + "Ġcelebr": 2319, + "Ġcrayons": 2320, + "Just": 2321, + "Ġspent": 2322, + "Ġwrite": 2323, + "Ġgives": 2324, + "unk": 2325, + "ife": 2326, + "Ġdecor": 2327, + "Ġfoot": 2328, + "Ġdelight": 2329, + "Ġsol": 2330, + "Ġsandw": 2331, + "Ġdirt": 2332, + "ĠJenny": 2333, + "Ġtalking": 2334, + "Ġtreats": 2335, + "Ġcart": 2336, + "ching": 2337, + "Ġwaiting": 2338, + "Ġhiding": 2339, + "Ġsnowman": 2340, + "Ġinteresting": 2341, + "Ġhon": 2342, + "ony": 2343, + "Ġshelf": 2344, + "Ġtaste": 2345, + "een": 2346, + "Jim": 2347, + "Ġstep": 2348, + "Mum": 2349, + "Ġhelpful": 2350, + "Ġfeet": 2351, + "Ġshy": 2352, + "Ġgoes": 2353, + "Ġval": 2354, + "Ġemb": 2355, + "Ġstood": 2356, + "Ġshr": 2357, + "Ġbuilding": 2358, + "Ġoven": 2359, + "Ġstret": 2360, + "Ġlovely": 2361, + "Ġducks": 2362, + "Ġcorner": 2363, + "Ġwash": 2364, + "cks": 2365, + "Ġspe": 2366, + "Ġpretended": 2367, + "Ġrolled": 2368, + "Ġrude": 2369, + "old": 2370, + "Ġcalm": 2371, + "Ġpile": 2372, + "Ġteeth": 2373, + "Ġjumping": 2374, + "Ġzoo": 2375, + "Ġpuddle": 2376, + "Ġtidy": 2377, + "Mama": 2378, + "iger": 2379, + "ipe": 2380, + "Ġbugs": 2381, + "Ġashamed": 2382, + "Ġbat": 2383, + "ina": 2384, + "ĠRe": 2385, + "Ġob": 2386, + "Ġstra": 2387, + "ĠSt": 2388, + "Ġwhistle": 2389, + "Ġbanan": 2390, + "not": 2391, + "Ġnet": 2392, + "Ġforgive": 2393, + "Ġprince": 2394, + "ener": 2395, + "Ġshirt": 2396, + "Ġsel": 2397, + "Ġcoo": 2398, + "Ġembar": 2399, + "umpy": 2400, + "Ġsparkly": 2401, + "Ġremind": 2402, + "Ġsug": 2403, + "Ġcross": 2404, + "Ġmind": 2405, + "Ġcannot": 2406, + "Ġsuccess": 2407, + "Ġembarra": 2408, + "Soon": 2409, + "Ġmot": 2410, + "Ġsharing": 2411, + "Ġworm": 2412, + "Ġfold": 2413, + "Ġpeaceful": 2414, + "Ġwore": 2415, + "Ġmountain": 2416, + "Ġblow": 2417, + "lice": 2418, + "Ġign": 2419, + "Ġbell": 2420, + "Ġfurry": 2421, + "Ġgrab": 2422, + "als": 2423, + "ometimes": 2424, + "Ġwhenever": 2425, + "Ġpour": 2426, + "vous": 2427, + "llie": 2428, + "Ġpush": 2429, + "Ġbreath": 2430, + "Ġmachine": 2431, + "Ġsugar": 2432, + "Ġchick": 2433, + "Ġcreative": 2434, + "St": 2435, + "ned": 2436, + "Ġbal": 2437, + "Ġstir": 2438, + "Ġdolp": 2439, + "Ġtries": 2440, + "Now": 2441, + "Ġlad": 2442, + "ĠLe": 2443, + "Ġmed": 2444, + "Ġpool": 2445, + "Ġgener": 2446, + "Ġsal": 2447, + "ork": 2448, + "ult": 2449, + "Ġspray": 2450, + "Ġship": 2451, + "ian": 2452, + "Ġhum": 2453, + "Ġhel": 2454, + "isa": 2455, + "Ġselfish": 2456, + "Ġhar": 2457, + "Ġfaces": 2458, + "Ġmessy": 2459, + "Ġ'": 2460, + "Ġple": 2461, + "ĠSome": 2462, + "ĠHow": 2463, + "Ġgold": 2464, + "Ġchocol": 2465, + "Please": 2466, + "Ġminutes": 2467, + "Ġpillow": 2468, + "My": 2469, + "aking": 2470, + "Ġtun": 2471, + "Ġmissed": 2472, + "ighed": 2473, + "Ġvan": 2474, + "Ġfixed": 2475, + "Ġfighting": 2476, + "oin": 2477, + "Ġfig": 2478, + "Ġembarrassed": 2479, + "Ġmeant": 2480, + "Ġdrive": 2481, + "Ġtomorrow": 2482, + "Ġhours": 2483, + "Ġca": 2484, + "Ġner": 2485, + "Ġspicy": 2486, + "Ġknowing": 2487, + "ĠPlease": 2488, + "Sarah": 2489, + "Ġladder": 2490, + "ital": 2491, + "Ġhorse": 2492, + "ato": 2493, + "Ġug": 2494, + "ĠJust": 2495, + "Ġtrust": 2496, + "Ġhosp": 2497, + "Ġugly": 2498, + "Ġhospital": 2499, + "Ġchew": 2500, + "Ġbedroom": 2501, + "Ġeasy": 2502, + "Ġnervous": 2503, + "Ġrob": 2504, + "Ġthankful": 2505, + "Ġcarrots": 2506, + "Dad": 2507, + "elly": 2508, + "Ġgrew": 2509, + "Ġcolour": 2510, + "Ġbarked": 2511, + "Ġcouch": 2512, + "Ġnut": 2513, + "Ġmeadow": 2514, + "Ġtaught": 2515, + "Ġunderstood": 2516, + "Ġdisappoin": 2517, + "Ġpas": 2518, + "ano": 2519, + "Ġoften": 2520, + "Ġclass": 2521, + "Ġpassed": 2522, + "Ġknocked": 2523, + "Ġlanded": 2524, + "Ġmic": 2525, + "ird": 2526, + "Ġfear": 2527, + "Ġcoin": 2528, + "Ġmud": 2529, + "work": 2530, + "Ġdeter": 2531, + "Ġreg": 2532, + "Ġreturned": 2533, + "Ġdeterm": 2534, + "Ġhur": 2535, + "Ġfinish": 2536, + "izz": 2537, + "Ġtea": 2538, + "Ġsmooth": 2539, + "mo": 2540, + "Ġstuff": 2541, + "Ġmov": 2542, + "Ġgenerous": 2543, + "To": 2544, + "ĠOn": 2545, + "isp": 2546, + "Ġdrum": 2547, + "obby": 2548, + "Ġbubbles": 2549, + "Ġrobot": 2550, + "Ġthese": 2551, + "Ġseed": 2552, + "Ġglass": 2553, + "Ġdisappointed": 2554, + "ground": 2555, + "Ġring": 2556, + "Ġcard": 2557, + "Ġhears": 2558, + "Ġcarried": 2559, + "Ġmoon": 2560, + "Ġchocolate": 2561, + "Ġleaf": 2562, + "Ġsnacks": 2563, + "Ġcirc": 2564, + "Ġfancy": 2565, + "dle": 2566, + "Ġspend": 2567, + "ĠAnn": 2568, + "ustr": 2569, + "Ġcrab": 2570, + "Ġsongs": 2571, + "pack": 2572, + "Ġpir": 2573, + "ecially": 2574, + "osaur": 2575, + "Ġsold": 2576, + "Ġbridge": 2577, + "ĠEven": 2578, + "Ġsleepy": 2579, + "Ġhonest": 2580, + "Ġmir": 2581, + "ĠBr": 2582, + "Ġpaw": 2583, + "pecially": 2584, + "Ġav": 2585, + "ĠWhy": 2586, + "izzy": 2587, + "Ġchest": 2588, + "Ġwolf": 2589, + "Ġdinosaur": 2590, + "Ġespecially": 2591, + "Ġmap": 2592, + "Ġgas": 2593, + "ory": 2594, + "Ġchange": 2595, + "Ġgroup": 2596, + "Ġgathered": 2597, + "Ġsour": 2598, + "Ġpoor": 2599, + "Ġsplash": 2600, + "Ġwaves": 2601, + "Ġforward": 2602, + "Ġclown": 2603, + "Ġmysterious": 2604, + "ror": 2605, + "Ġbody": 2606, + "Ġfrustr": 2607, + "Ġcraw": 2608, + "Ġfake": 2609, + "Ġpin": 2610, + "Ġok": 2611, + "Ġrad": 2612, + "Ġwhisp": 2613, + "Ġtwirl": 2614, + "Ġstring": 2615, + "Ġsmelly": 2616, + "ĠTogether": 2617, + "sist": 2618, + "Ġcand": 2619, + "Ġgate": 2620, + "Ġscar": 2621, + "ĠKitty": 2622, + "Ġneckl": 2623, + "Billy": 2624, + "Ġmotor": 2625, + "ying": 2626, + "ote": 2627, + "Ġshore": 2628, + "urse": 2629, + "Ġjew": 2630, + "Ġweak": 2631, + "Ġgrumpy": 2632, + "Ġfinger": 2633, + "Ġsack": 2634, + "Ġkitten": 2635, + "Ġpolite": 2636, + "Ġglue": 2637, + "uce": 2638, + "Ġnumber": 2639, + "airs": 2640, + "Ġesc": 2641, + "Ġmirror": 2642, + "Ġsheep": 2643, + "Ġvase": 2644, + "Ġplants": 2645, + "Ġberries": 2646, + "most": 2647, + "Be": 2648, + "den": 2649, + "Ġjelly": 2650, + "ĠTheir": 2651, + "Ġemp": 2652, + "itter": 2653, + "There": 2654, + "Ġscr": 2655, + "Ġgray": 2656, + "Ġpuzzle": 2657, + "Ġnecklace": 2658, + "Ġmaybe": 2659, + "Ġplate": 2660, + "Ġalmost": 2661, + "usie": 2662, + "Ġfrustrated": 2663, + "Ġempty": 2664, + "port": 2665, + "orry": 2666, + "Ġthick": 2667, + "Ġjam": 2668, + "Ġskipped": 2669, + "ensive": 2670, + "ĠTeddy": 2671, + "aged": 2672, + "Ġcloset": 2673, + "Ġhidden": 2674, + "Ġexpensive": 2675, + "Ġdetermined": 2676, + "Ġbored": 2677, + "Ġlit": 2678, + "Ġdrew": 2679, + "Ġlegs": 2680, + "Ġhopping": 2681, + "ates": 2682, + "ĠSometimes": 2683, + "Ġsticks": 2684, + "Ġones": 2685, + "ĠAt": 2686, + "Ġbirdie": 2687, + "ĠDon": 2688, + "Ġpolice": 2689, + "Ġfruits": 2690, + "Ġtick": 2691, + "Ġaunt": 2692, + "Ġwis": 2693, + "Ġbake": 2694, + "Ġline": 2695, + "ots": 2696, + "Ġstone": 2697, + "Ġdogs": 2698, + "aul": 2699, + "Ġfigure": 2700, + "Jane": 2701, + "Ġsight": 2702, + "Ġcries": 2703, + "ĠBe": 2704, + "Ġmoving": 2705, + "Ġcontent": 2706, + "ĠBrown": 2707, + "Ġsaved": 2708, + "Ġcloth": 2709, + "?\".": 2710, + "box": 2711, + "Ġbranches": 2712, + "Ġpacked": 2713, + "Ġpowerful": 2714, + "Ġsplashed": 2715, + "Ġfeed": 2716, + "ested": 2717, + "Ġyelled": 2718, + "Where": 2719, + "dge": 2720, + "kin": 2721, + "Ġtiger": 2722, + "Ġpay": 2723, + "iddle": 2724, + "oop": 2725, + "ĠBella": 2726, + "Ġexam": 2727, + "Ġtaken": 2728, + "Ġcrane": 2729, + "Ġspoil": 2730, + "'d": 2731, + "Ġhang": 2732, + "Ġflag": 2733, + "Ġanswered": 2734, + "Ġdiscovered": 2735, + "ĠLeo": 2736, + "ush": 2737, + "Ġsave": 2738, + "Ġseek": 2739, + "Ġexcite": 2740, + "Ġpray": 2741, + "Ġjog": 2742, + "Ġstanding": 2743, + "Ġdolphin": 2744, + "Ġjack": 2745, + "Are": 2746, + "era": 2747, + "rag": 2748, + "Ġflut": 2749, + "getable": 2750, + "Ġboring": 2751, + "Ġlock": 2752, + "Ġincred": 2753, + "Ġexcitement": 2754, + "Ġsighed": 2755, + "Ġwip": 2756, + "Ġfis": 2757, + "Ġfill": 2758, + "Ġsoap": 2759, + "ĠMum": 2760, + "ola": 2761, + "Ġpleased": 2762, + "Ġjacket": 2763, + "light": 2764, + "Ġsugg": 2765, + "Ġmiddle": 2766, + "Ġeld": 2767, + "Ġwrote": 2768, + "Ġballoons": 2769, + "Ġorganized": 2770, + "que": 2771, + "Ġsailed": 2772, + "Their": 2773, + "Ġtells": 2774, + "Ġoy": 2775, + "Ġstones": 2776, + "Ġboard": 2777, + "Ġspun": 2778, + "Ġvegetable": 2779, + "lies": 2780, + "Ġind": 2781, + "iness": 2782, + "Ġworking": 2783, + "lower": 2784, + "alk": 2785, + "iff": 2786, + "Ġparrot": 2787, + "Stop": 2788, + "Ġscarf": 2789, + "Ġwagged": 2790, + "Ġclap": 2791, + "Ġmeasure": 2792, + "asing": 2793, + "Ġtears": 2794, + "body": 2795, + "Ġcomfortable": 2796, + "Ġleg": 2797, + "Ġswan": 2798, + "Ġtrue": 2799, + "Ġfright": 2800, + "Ġdrop": 2801, + "Ġsmoke": 2802, + "Ġfeathers": 2803, + "Ġincredible": 2804, + "ggs": 2805, + "ual": 2806, + "Ġtie": 2807, + "Ġcap": 2808, + "Ġlose": 2809, + "Ġpus": 2810, + "Ġeager": 2811, + "Ġmovie": 2812, + "fic": 2813, + "Ġcop": 2814, + "Ġeggs": 2815, + "oof": 2816, + "Ġrid": 2817, + "Ġcovered": 2818, + "Ġfil": 2819, + "Ġlem": 2820, + "Ġgrap": 2821, + "Ġdisappeared": 2822, + "Ġrecord": 2823, + "ĠTV": 2824, + "ĠBl": 2825, + "Ġext": 2826, + "Ġord": 2827, + "Ġgiggled": 2828, + "corn": 2829, + "Ġpri": 2830, + "Ġham": 2831, + "Ġrare": 2832, + "Ġyourself": 2833, + "Ġeng": 2834, + "Ġwhale": 2835, + "Ġknife": 2836, + "ĠLisa": 2837, + "Ġteam": 2838, + "ĠJohnny": 2839, + "zed": 2840, + "Ġtest": 2841, + "Ġbone": 2842, + "Ġdizzy": 2843, + "Ġlibr": 2844, + "Ġwrap": 2845, + "Ġquestions": 2846, + "iv": 2847, + "Ġlying": 2848, + "Ġstamp": 2849, + "Ġlicked": 2850, + "Ġnoisy": 2851, + "Ġkindness": 2852, + "Ġdiffic": 2853, + "Ġdrawing": 2854, + "apping": 2855, + "Jimmy": 2856, + "Ġstraw": 2857, + "Ġburn": 2858, + "Ġwagon": 2859, + "ately": 2860, + "Ġgrown": 2861, + "Ġrocket": 2862, + "Ġpopcorn": 2863, + "Sally": 2864, + "Ġbatter": 2865, + "Ġwand": 2866, + "Ġanc": 2867, + "ĠEnd": 2868, + "Ġsword": 2869, + "Ġhappening": 2870, + "Ġlifted": 2871, + "Ġbalance": 2872, + "Ġextra": 2873, + "Sorry": 2874, + "ha": 2875, + "Ġwander": 2876, + "Ġfat": 2877, + "ĠMark": 2878, + "ĠElla": 2879, + "Ġbecome": 2880, + "Ġtrack": 2881, + "Ġsmaller": 2882, + "Ġmistake": 2883, + "Ġtoast": 2884, + "ating": 2885, + "Ġmanaged": 2886, + "selves": 2887, + "ĠPeter": 2888, + "Ġbathroom": 2889, + "Ġharm": 2890, + "Ġdifficult": 2891, + "Ġtwist": 2892, + "Ġoffered": 2893, + "Ġruined": 2894, + "Ġmatch": 2895, + "Ġancient": 2896, + "Ġgar": 2897, + "illi": 2898, + "Ġdistance": 2899, + "Ġplayground": 2900, + "Ġlazy": 2901, + "Ġdancing": 2902, + "Ġadventur": 2903, + "af": 2904, + "ĠBa": 2905, + "Ġcalling": 2906, + "Ġcleaned": 2907, + "Ġcrown": 2908, + "ormal": 2909, + "Ġonce": 2910, + "Ġboss": 2911, + "Ġsell": 2912, + "Ġwalks": 2913, + "Ġfrightened": 2914, + "erri": 2915, + "Ġmask": 2916, + "Ġfluffy": 2917, + "emo": 2918, + "ĠZ": 2919, + "Ġfrag": 2920, + "Ġdest": 2921, + "Ġnormal": 2922, + "Ġyog": 2923, + "Ġpicks": 2924, + "Ġeye": 2925, + "Ġdrank": 2926, + "Ġcircle": 2927, + "Ġadventurous": 2928, + "Spot": 2929, + "Ġtent": 2930, + "Ġpress": 2931, + "Ġkissed": 2932, + "ict": 2933, + "Ġsciss": 2934, + "Ġgets": 2935, + "Ġtrunk": 2936, + "Ġcheck": 2937, + "Ġenjoying": 2938, + "Ġshells": 2939, + "Ġelderly": 2940, + "Ġscissors": 2941, + "Ġterri": 2942, + "Ġtoug": 2943, + "ages": 2944, + "Ġsteal": 2945, + "Me": 2946, + "ready": 2947, + "ete": 2948, + "Ġalready": 2949, + "ĠLittle": 2950, + "Ġjuicy": 2951, + "Ġstudy": 2952, + "Ġhorn": 2953, + "erp": 2954, + "Ġpizz": 2955, + "Ġallig": 2956, + "Ġlouder": 2957, + "Ġtowel": 2958, + "Ġcircles": 2959, + "Ġlead": 2960, + "Ġroar": 2961, + "Ġrose": 2962, + "Ġslipped": 2963, + "Ġtele": 2964, + "Ġfamous": 2965, + "Ġarg": 2966, + "Ġcheerful": 2967, + "ĠRex": 2968, + "Ġtough": 2969, + "ipper": 2970, + "Ġbarn": 2971, + "Ġfool": 2972, + "Ġdig": 2973, + "Ġdish": 2974, + "Ġagainst": 2975, + "Ġdeer": 2976, + "Ġsweetie": 2977, + "Ġengine": 2978, + "Ġed": 2979, + "Ġfather": 2980, + "Ġcover": 2981, + "Ġyours": 2982, + "Ġneeds": 2983, + "Joe": 2984, + "Ġbags": 2985, + "Ġspinning": 2986, + "Sue": 2987, + "Ġaw": 2988, + "anged": 2989, + "amond": 2990, + "Ġyarn": 2991, + "oph": 2992, + "Ġgiving": 2993, + "Ġdiamond": 2994, + "Ġsandwich": 2995, + "Ġindepend": 2996, + "Ġfragile": 2997, + "Who": 2998, + "cept": 2999, + "Ġnosy": 3000, + "Ġtwig": 3001, + "Ġhurts": 3002, + "Ġsuggested": 3003, + "Ġlemon": 3004, + "iest": 3005, + "ination": 3006, + "orge": 3007, + "Ġnod": 3008, + "Ġbloom": 3009, + "Ġhose": 3010, + "Ġboxes": 3011, + "Ġrealised": 3012, + "Ġfrown": 3013, + "ache": 3014, + "Ġrelax": 3015, + "Ġhammer": 3016, + "Ġadded": 3017, + "Ġweird": 3018, + "Ġmod": 3019, + "Ġcrack": 3020, + "Ġalligator": 3021, + "Amy": 3022, + "Gra": 3023, + "oot": 3024, + "Ġshake": 3025, + "rage": 3026, + "Ġlearning": 3027, + "Ġvegetables": 3028, + "Ġadd": 3029, + "Ġmelt": 3030, + "ĠSusie": 3031, + "elp": 3032, + "ĠBobby": 3033, + "Ġtrap": 3034, + "Ġcollar": 3035, + "Ġstubb": 3036, + "ique": 3037, + "Ġborrow": 3038, + "Ġpump": 3039, + "Ġloudly": 3040, + "Ġsearch": 3041, + "Ġchicken": 3042, + "Ġpizza": 3043, + "Ġindependent": 3044, + "Ġstubborn": 3045, + "Ġref": 3046, + "Ġasking": 3047, + "Ġbrilli": 3048, + "Ġdecide": 3049, + "Ġflash": 3050, + "Ġcaterp": 3051, + "Ġqueen": 3052, + "Ġsnee": 3053, + "ĠRose": 3054, + "Ġinvited": 3055, + "Ġstrawber": 3056, + "Ġfoolish": 3057, + "Ġcaterpill": 3058, + "gy": 3059, + "Ġtur": 3060, + "Ġdepend": 3061, + "Ġguit": 3062, + "Ġstri": 3063, + "Ġknight": 3064, + "Ġboys": 3065, + "Ġpee": 3066, + "Ġcomb": 3067, + "Ġclear": 3068, + "Ġunique": 3069, + "Ġbuttons": 3070, + "ĠTweety": 3071, + "Ġcolourful": 3072, + "Ġescape": 3073, + "Ġbrilliant": 3074, + "Ġrich": 3075, + "ĠBu": 3076, + "Ġsaying": 3077, + "Ġrode": 3078, + "Ġskin": 3079, + "Ġgarage": 3080, + "Help": 3081, + "dom": 3082, + "Ġmummy": 3083, + "Ġbeak": 3084, + "ured": 3085, + "aw": 3086, + "eorge": 3087, + "rop": 3088, + "edient": 3089, + "Ġunus": 3090, + "Ġoyster": 3091, + "Ġturkey": 3092, + "ĠOK": 3093, + "Ġfountain": 3094, + "Ġpatter": 3095, + "Ġweek": 3096, + "Ġchase": 3097, + "Ġrubb": 3098, + "Ġcounted": 3099, + "Ġregular": 3100, + "Ġwiped": 3101, + "Ġguitar": 3102, + "Ġunusual": 3103, + "land": 3104, + "Ġumb": 3105, + "Ġfork": 3106, + "Ġshows": 3107, + "Ġlights": 3108, + "Ġwalls": 3109, + "Ġdreamed": 3110, + "Ġbanana": 3111, + "Ġsuccessful": 3112, + "Ġjewel": 3113, + "Ġpattern": 3114, + "Ġumbre": 3115, + "cil": 3116, + "ray": 3117, + "inal": 3118, + "Ġlow": 3119, + "imed": 3120, + "Ġswe": 3121, + "Ġcryst": 3122, + "Ġpencil": 3123, + "Ġsafely": 3124, + "Ġtools": 3125, + "Well": 3126, + "Ġtape": 3127, + "Ġstream": 3128, + "ceed": 3129, + "Ġresc": 3130, + "Ġabove": 3131, + "Ġharder": 3132, + "Ġguess": 3133, + "Ġbottom": 3134, + "Ġmarket": 3135, + "Ġimpressed": 3136, + "Ġwaff": 3137, + "anut": 3138, + "iginal": 3139, + "Ġnotice": 3140, + "illa": 3141, + "Ġnods": 3142, + "Ġpeanut": 3143, + "olog": 3144, + "Ġpatch": 3145, + "Ġcrawled": 3146, + "Ġcaterpillar": 3147, + "na": 3148, + "Ġtank": 3149, + "Ġtask": 3150, + "Ġtire": 3151, + "Ġgun": 3152, + "Ġload": 3153, + "Ġcompet": 3154, + "umbled": 3155, + "Ġapolog": 3156, + "Ġsolve": 3157, + "How": 3158, + "Mummy": 3159, + "fast": 3160, + "hip": 3161, + "ĠNo": 3162, + "Ġbitter": 3163, + "arl": 3164, + "Ġears": 3165, + "Ġshone": 3166, + "Ġbrush": 3167, + "ĠFin": 3168, + "Ġoriginal": 3169, + "Ġfier": 3170, + "Ġglow": 3171, + "ĠNemo": 3172, + "Ġbreakfast": 3173, + "Ġadmired": 3174, + "ĠBlue": 3175, + "Ġedge": 3176, + "Ġdependable": 3177, + "und": 3178, + "uth": 3179, + "ĠIf": 3180, + "Ġclay": 3181, + "Ġstronger": 3182, + "Ġbossy": 3183, + "Ġcudd": 3184, + "aser": 3185, + "Ġgrandpa": 3186, + "Ġknows": 3187, + "Ġpicking": 3188, + "Ġjoke": 3189, + "Ġboats": 3190, + "Ġbald": 3191, + "Ġmedic": 3192, + "Ġscrat": 3193, + "Ġcone": 3194, + "Ġpenny": 3195, + "Ġlean": 3196, + "Ġraft": 3197, + "uggled": 3198, + "Ġsucceed": 3199, + "Ġobedient": 3200, + "Ġhumble": 3201, + "Ġlibrary": 3202, + "Re": 3203, + "head": 3204, + "Ġph": 3205, + "Ġnumb": 3206, + "Ġsauce": 3207, + "ĠBear": 3208, + "Ġtray": 3209, + "Ġproudly": 3210, + "Here": 3211, + "Ġsounded": 3212, + "Ġsquare": 3213, + "Ġterrible": 3214, + "Ġcrystal": 3215, + "Ġfierce": 3216, + "Jill": 3217, + "Ġwitch": 3218, + "inary": 3219, + "Ġhappiness": 3220, + "ĠLola": 3221, + "Ġhanded": 3222, + "Ġfridge": 3223, + "fa": 3224, + "Ġrough": 3225, + "ention": 3226, + "Ġchanged": 3227, + "Ġjoined": 3228, + "Ġraven": 3229, + "Ġmighty": 3230, + "Ġchose": 3231, + "Ġwheel": 3232, + "Ġumbrella": 3233, + "Ġtag": 3234, + "Ġcri": 3235, + "Ġow": 3236, + "arry": 3237, + "imp": 3238, + "ĠBill": 3239, + "Ġhelps": 3240, + "Ġfinding": 3241, + "Ġcleaning": 3242, + "Ġsquee": 3243, + "Ġfirework": 3244, + "Ġmedicine": 3245, + "azz": 3246, + "met": 3247, + "Ġplayful": 3248, + "Ġlocked": 3249, + "Ġgoat": 3250, + "Ġaccept": 3251, + "Ġcompass": 3252, + "Ġsurf": 3253, + "Ġcompetit": 3254, + "ext": 3255, + "kn": 3256, + "Ġsy": 3257, + "Ġsil": 3258, + "Ġbeet": 3259, + "ĠMar": 3260, + "uring": 3261, + "Ġchir": 3262, + "ĠEllie": 3263, + "Ġballs": 3264, + "ÅĵLet": 3265, + "Ġbutterflies": 3266, + "Ġguard": 3267, + "Ġcrayon": 3268, + "Ġdiscover": 3269, + "Ġparade": 3270, + "Ġmixed": 3271, + "Ġvalu": 3272, + "Ġhelmet": 3273, + "ĠBrownie": 3274, + "Em": 3275, + "ject": 3276, + "squ": 3277, + "ud": 3278, + "Ġgum": 3279, + "ature": 3280, + "Ġisland": 3281, + "Ġcost": 3282, + "Ġmole": 3283, + "Ġnicely": 3284, + "Ġkinds": 3285, + "Ġraced": 3286, + "Ġstove": 3287, + "Ġlaughs": 3288, + "Ġmarch": 3289, + "Ġfalls": 3290, + "Ġpersist": 3291, + "ĠBaby": 3292, + "ophie": 3293, + "Alice": 3294, + "ience": 3295, + "ito": 3296, + "Ġcage": 3297, + "Ġgoose": 3298, + "Ġcoins": 3299, + "Ġtrump": 3300, + "Ġmosqu": 3301, + "Ġserious": 3302, + "Ġmosquito": 3303, + "Ġflex": 3304, + "Ġcro": 3305, + "elon": 3306, + "Ġexcla": 3307, + "Ġchoose": 3308, + "Ġexplored": 3309, + "Ġunl": 3310, + "Ġbrothers": 3311, + "Ġguil": 3312, + "Ġnumbers": 3313, + "Ġtrumpet": 3314, + "Ġicy": 3315, + "Ġmoms": 3316, + "iew": 3317, + "Ġview": 3318, + "Ġenorm": 3319, + "Ġfireman": 3320, + "ĠMrs": 3321, + "Ġpractice": 3322, + "Ġenormous": 3323, + "wards": 3324, + "Ġsup": 3325, + "Ġvolc": 3326, + "Ġmeans": 3327, + "Ġpointing": 3328, + "Ġvaluable": 3329, + "Ġflexible": 3330, + "Ġexclaimed": 3331, + "Ġguilty": 3332, + "yal": 3333, + "Ġcam": 3334, + "Ġpipe": 3335, + "ision": 3336, + "ĠMy": 3337, + "Ġuseful": 3338, + "Ġfavour": 3339, + "Ġcrazy": 3340, + "Ġphot": 3341, + "known": 3342, + "Ġvolcano": 3343, + "Ġwake": 3344, + "Ġcity": 3345, + "omed": 3346, + "llip": 3347, + "Ġforth": 3348, + "Ġlollip": 3349, + "Ġseal": 3350, + "Ġallowed": 3351, + "Ġscare": 3352, + "Ġbrightly": 3353, + "Ġmarble": 3354, + "Ġpopular": 3355, + "Ġflashlight": 3356, + "Ġcompassion": 3357, + "Ġlollipop": 3358, + "ĠU": 3359, + "Ġing": 3360, + "Ġhunt": 3361, + "Ġdull": 3362, + "erry": 3363, + "Ġstat": 3364, + "Ġshel": 3365, + "!\".": 3366, + "Ġunknown": 3367, + "Ġhats": 3368, + "Ġshoot": 3369, + "redient": 3370, + "Ġbelonged": 3371, + "Ġfavourite": 3372, + "Ġingredient": 3373, + "Ġpil": 3374, + "Ġloyal": 3375, + "Ġbrace": 3376, + "ĠWhenever": 3377, + "Ġdreams": 3378, + "Ġkicked": 3379, + "Ġseeds": 3380, + "Ġtwirled": 3381, + "Ġsuper": 3382, + "time": 3383, + "Ġfine": 3384, + "Ġbees": 3385, + "Ġsofa": 3386, + "Ġshark": 3387, + "ĠMike": 3388, + "Ġanx": 3389, + "Ġsadly": 3390, + "Ġshowing": 3391, + "Ġways": 3392, + "Ġtrucks": 3393, + "Ġdelicate": 3394, + "ations": 3395, + "Ġrepe": 3396, + "Ġimpressive": 3397, + "Ġpoured": 3398, + "Ġpirate": 3399, + "Ġwhispered": 3400, + "Ġharmless": 3401, + "aff": 3402, + "Ġturt": 3403, + "Ġtied": 3404, + "aroo": 3405, + "ado": 3406, + "arth": 3407, + "Ġgrace": 3408, + "Ġhandle": 3409, + "Ġenc": 3410, + "Ġdeliver": 3411, + "Benny": 3412, + "Ġrushed": 3413, + "Ġusing": 3414, + "angaroo": 3415, + "Ġshape": 3416, + "Ġbushes": 3417, + "Ġpersistent": 3418, + "Ġgor": 3419, + "ĠSp": 3420, + "Ġkangaroo": 3421, + "Ġang": 3422, + "Ġoffice": 3423, + "Ġanxious": 3424, + "Go": 3425, + "alous": 3426, + "Ġspell": 3427, + "ĠWhile": 3428, + "iable": 3429, + "Ġpotato": 3430, + "Ġjealous": 3431, + "Ġwrapped": 3432, + "Ġfour": 3433, + "Ġcurt": 3434, + "Ġlog": 3435, + "Ġcoal": 3436, + "Ġreliable": 3437, + "Ġcurtain": 3438, + "Daisy": 3439, + "Ġsudden": 3440, + "mbol": 3441, + "ÅĵYes": 3442, + "aches": 3443, + "ĠPe": 3444, + "Ġpainted": 3445, + "ĠToby": 3446, + "Ġcere": 3447, + "gu": 3448, + "Ġtummy": 3449, + "Ġthose": 3450, + "ouses": 3451, + "uddy": 3452, + "Ġcush": 3453, + "Ġmetal": 3454, + "Ġsymbol": 3455, + "Ġbeetle": 3456, + "Ġcamera": 3457, + "Ġhouses": 3458, + "ilt": 3459, + "Ġcelebrate": 3460, + "Ġdelighted": 3461, + "Ġgorilla": 3462, + "Ġtooth": 3463, + "Ġthirst": 3464, + "keep": 3465, + "Ġshiver": 3466, + "Ġreward": 3467, + "Ġspace": 3468, + "Ġtravel": 3469, + "Ġrubbed": 3470, + "Ġprint": 3471, + "Ġdriving": 3472, + "Ġmarry": 3473, + "Ġwarned": 3474, + "Ġsoldier": 3475, + "Ġmotorcy": 3476, + "cut": 3477, + "Ġson": 3478, + "Ġtor": 3479, + "arlie": 3480, + "Ġhero": 3481, + "ief": 3482, + "Ġcarp": 3483, + "Ġexcitedly": 3484, + "Ġtemp": 3485, + "ĠPete": 3486, + "ĠBobo": 3487, + "cod": 3488, + "Ġhung": 3489, + "Ġgrowing": 3490, + "upid": 3491, + "Ġthinking": 3492, + "Ġtunn": 3493, + "While": 3494, + "cu": 3495, + "ipp": 3496, + "Ġhay": 3497, + "Ġyet": 3498, + "Ġvine": 3499, + "Ġacorn": 3500, + "icycle": 3501, + "Ġprep": 3502, + "Ġreminded": 3503, + "Ġgasped": 3504, + "Ġflute": 3505, + "Ġordinary": 3506, + "Ġcrocod": 3507, + "Ġamb": 3508, + "Ġcur": 3509, + "ĠBet": 3510, + "ĠMandy": 3511, + "Ġpup": 3512, + "Ġcreatures": 3513, + "Ġhurry": 3514, + "Ġspoiled": 3515, + "Ġtimes": 3516, + "Ġmis": 3517, + "Ġrice": 3518, + "Ġstupid": 3519, + "Ġshine": 3520, + "Ġresist": 3521, + "ugged": 3522, + "Ġlaw": 3523, + "Ġskull": 3524, + "coa": 3525, + "Ġmissing": 3526, + "Ġwheat": 3527, + "Ġsupport": 3528, + "Ġingredients": 3529, + "aid": 3530, + "loo": 3531, + "Ġcase": 3532, + "ery": 3533, + "Ġwashed": 3534, + "Ġdove": 3535, + "Ġspilled": 3536, + "Ġscoot": 3537, + "Ġmeal": 3538, + "Ġmule": 3539, + "ĠDucky": 3540, + "Ġmoder": 3541, + "arsh": 3542, + "ÅĵWhat": 3543, + "Ġtrick": 3544, + "Ġsett": 3545, + "ĠTweetie": 3546, + "Ġbounce": 3547, + "Ġfilthy": 3548, + "Ġbase": 3549, + "Ġhoop": 3550, + "Ġfre": 3551, + "Ġstumbled": 3552, + "Ġsoar": 3553, + "Ġweal": 3554, + "Ġseem": 3555, + "Ġword": 3556, + "Ġlab": 3557, + "ĠDave": 3558, + "ĠFr": 3559, + "Ġbadly": 3560, + "Ġhairy": 3561, + "Ġcrawl": 3562, + "Ġlively": 3563, + "Ġsteps": 3564, + "ÅĵLetâ": 3565, + "Ġbracelet": 3566, + "Ġcereal": 3567, + "Ġthirsty": 3568, + "Ġcarpet": 3569, + "Ġwool": 3570, + "ither": 3571, + "Ġgoal": 3572, + "Ġbackpack": 3573, + "Ġtruth": 3574, + "Ġcompl": 3575, + "Ġcheap": 3576, + "Ġdisg": 3577, + "Ġplaced": 3578, + "Ġearly": 3579, + "Ġdecorate": 3580, + "Ġnuts": 3581, + "Ow": 3582, + "cream": 3583, + "Ġbump": 3584, + "Ġthemselves": 3585, + "ices": 3586, + "Ġhelpless": 3587, + "Ġclum": 3588, + "Ġscatter": 3589, + "Ġscale": 3590, + "Ġnews": 3591, + "usting": 3592, + "Ġenv": 3593, + "âĤ¬âĢ": 3594, + "Ġtelling": 3595, + "Ġswinging": 3596, + "Ġsparkled": 3597, + "Ġcarrying": 3598, + "gging": 3599, + "ines": 3600, + "ric": 3601, + "Ġfriendship": 3602, + "Ġcareless": 3603, + "Ġsne": 3604, + "Ġdoesn": 3605, + "Ġfalling": 3606, + "Ġcomput": 3607, + "Ġpale": 3608, + "Ġpeeked": 3609, + "Ġcompassionate": 3610, + "com": 3611, + "vice": 3612, + "Ġsend": 3613, + "Ġstage": 3614, + "Ġmem": 3615, + "Ġchalk": 3616, + "Ġchasing": 3617, + "Ġpebble": 3618, + "ĠEverything": 3619, + "Ġcube": 3620, + "Ġpige": 3621, + "Ġcourage": 3622, + "Ġfingers": 3623, + "Ġturtle": 3624, + "bled": 3625, + "Ġsink": 3626, + "Ġbicycle": 3627, + "Ġshaking": 3628, + "Ġsleeping": 3629, + "Ġneighbour": 3630, + "Ġmodern": 3631, + "Ġdisgusting": 3632, + "Ġclumsy": 3633, + "gest": 3634, + "Ġhook": 3635, + "Ġcher": 3636, + "Ġnail": 3637, + "Ġbiggest": 3638, + "iches": 3639, + "Ġbul": 3640, + "Ġending": 3641, + "Ġdead": 3642, + "Ġtriang": 3643, + "ulance": 3644, + "Ġspoke": 3645, + "Ġpracticed": 3646, + "Ġambulance": 3647, + "Ġcomputer": 3648, + "ibb": 3649, + "Ġlamp": 3650, + "Ġstation": 3651, + "Ġchar": 3652, + "Ġwallet": 3653, + "ĠToday": 3654, + "Ġpackage": 3655, + "Ġmicrop": 3656, + "Ġcushion": 3657, + "keeper": 3658, + "Ġcrocodile": 3659, + "Ġmicrophone": 3660, + "under": 3661, + "ĠAlex": 3662, + "Ġthoughtful": 3663, + "Ġjolly": 3664, + "Ġpengu": 3665, + "Ġpumpkin": 3666, + "Ġcostum": 3667, + "Ġfive": 3668, + "Ġdough": 3669, + "Ġpony": 3670, + "Ġol": 3671, + "imi": 3672, + "Ġstairs": 3673, + "Ġknock": 3674, + "Ġgrand": 3675, + "Ġintell": 3676, + "Ġuniver": 3677, + "Ġbrighter": 3678, + "Ġopens": 3679, + "Ġdreaming": 3680, + "Ġbounced": 3681, + "Ġquestion": 3682, + "Ġstatue": 3683, + "Ġwine": 3684, + "isk": 3685, + "ĠAlice": 3686, + "Ġcocoa": 3687, + "ĠYour": 3688, + "Ġpepper": 3689, + "Ġbeauty": 3690, + "Ġperm": 3691, + "Ġpainting": 3692, + "Ġshoe": 3693, + "Ġelev": 3694, + "Everyone": 3695, + "hino": 3696, + "Ġwealthy": 3697, + "Ġintellig": 3698, + "noon": 3699, + "Ġsuit": 3700, + "Ġmild": 3701, + "Ġnature": 3702, + "ans": 3703, + "Ġhappier": 3704, + "Ġneat": 3705, + "Ġstarts": 3706, + "ucked": 3707, + "Ġafternoon": 3708, + "Ġtorn": 3709, + "Ġelevator": 3710, + "gen": 3711, + "ti": 3712, + "Ġten": 3713, + "Ġharsh": 3714, + "Ġped": 3715, + "atient": 3716, + "orant": 3717, + "Ġrece": 3718, + "Ġjet": 3719, + "illie": 3720, + "ĠRed": 3721, + "Ġreading": 3722, + "Ġsearching": 3723, + "Ġbasketball": 3724, + "Ġbarber": 3725, + "Ġspeed": 3726, + "See": 3727, + "awn": 3728, + "Ġstack": 3729, + "ĠMummy": 3730, + "Ġclock": 3731, + "ĠGive": 3732, + "Ġmagn": 3733, + "Ġleaving": 3734, + "Ġcupboard": 3735, + "Ġdesign": 3736, + "Ġslides": 3737, + "Ġsandwiches": 3738, + "Ġcandle": 3739, + "aulif": 3740, + "Ġriding": 3741, + "Ġfresh": 3742, + "oppy": 3743, + "Ġshocked": 3744, + "Ġener": 3745, + "Ġjumps": 3746, + "Ġhaircut": 3747, + "Ġrespectful": 3748, + "Ġcooking": 3749, + "Ġticket": 3750, + "Ġencou": 3751, + "Ġtunnel": 3752, + "auliflower": 3753, + "Give": 3754, + "Ġsle": 3755, + "reen": 3756, + "Ġmay": 3757, + "Ġthief": 3758, + "Ġyawn": 3759, + "Ġfort": 3760, + "Ġalert": 3761, + "Ġsorts": 3762, + "Ġimpatient": 3763, + "Ġcreate": 3764, + "ailable": 3765, + "Ġwheels": 3766, + "Ġvalue": 3767, + "Ġprize": 3768, + "Mary": 3769, + "ye": 3770, + "het": 3771, + "Ġsent": 3772, + "Ġbent": 3773, + "ince": 3774, + "Ġcomet": 3775, + "Ġcamp": 3776, + "Ġcauliflower": 3777, + "Ġmelon": 3778, + "Ġgem": 3779, + "Ġitself": 3780, + "iron": 3781, + "Ġmush": 3782, + "Ġmonkeys": 3783, + "Ġsalad": 3784, + "Ġdestro": 3785, + "Ġrescue": 3786, + "Ġscooter": 3787, + "Ġintelligent": 3788, + "az": 3789, + "Ġdug": 3790, + "iling": 3791, + "anger": 3792, + "Ġroof": 3793, + "Ġrhino": 3794, + "Ġscold": 3795, + "aghet": 3796, + "Ġexper": 3797, + "Ġbarking": 3798, + "Ġbananas": 3799, + "Ġignorant": 3800, + "Ġmicro": 3801, + "Ġavailable": 3802, + "Ġgraceful": 3803, + "Ġmotorcycle": 3804, + "aghetti": 3805, + "hood": 3806, + "ĠSn": 3807, + "Ġearth": 3808, + "Ġboots": 3809, + "Ġspaghetti": 3810, + "ummer": 3811, + "Ġagree": 3812, + "Ġbull": 3813, + "Ġanywhere": 3814, + "ĠGeorge": 3815, + "Ġbehave": 3816, + "ĠKim": 3817, + "Ġpaid": 3818, + "scope": 3819, + "Ġstretched": 3820, + "Ġfearful": 3821, + "Ġavo": 3822, + "Ġmicroscope": 3823, + "If": 3824, + "io": 3825, + "Ġnoteb": 3826, + "ĠEventually": 3827, + "Ġolder": 3828, + "Ġsniff": 3829, + "Ġadvice": 3830, + "Ġstops": 3831, + "Ġperform": 3832, + "Ġfurther": 3833, + "Ġenvious": 3834, + "Ġpigeon": 3835, + "Ġmushroom": 3836, + "Ġnotebook": 3837, + "ubby": 3838, + "Ġpun": 3839, + "ats": 3840, + "Ġnurse": 3841, + "orable": 3842, + "Ġthunder": 3843, + "Ġclapping": 3844, + "Ġvide": 3845, + "Ġbuilt": 3846, + "ĠCl": 3847, + "Ġuncom": 3848, + "Ġshouting": 3849, + "Ġarrow": 3850, + "Ġdrawer": 3851, + "Ġprov": 3852, + "fortable": 3853, + "Ġtomato": 3854, + "Ġmeeting": 3855, + "Ġobject": 3856, + "Ġyogurt": 3857, + "Ġtemple": 3858, + "Ġuncomfortable": 3859, + "ef": 3860, + "ues": 3861, + "ĠTony": 3862, + "Ġloop": 3863, + "Ġchubby": 3864, + "Ġswitch": 3865, + "Ġskip": 3866, + "Ġadorable": 3867, + "ÅĵIt": 3868, + "Ġcounting": 3869, + "Ġcooked": 3870, + "Ġpist": 3871, + "arian": 3872, + "enry": 3873, + "Ġstared": 3874, + "Ġshut": 3875, + "icop": 3876, + "Ġquite": 3877, + "Ġsnuggled": 3878, + "ĠGrandpa": 3879, + "Ġtroubled": 3880, + "Ġgiggle": 3881, + "Ġblowing": 3882, + "Ġhelicop": 3883, + "Ġfisher": 3884, + "Ġpistol": 3885, + "Ġhelicopter": 3886, + "par": 3887, + "ĠSophie": 3888, + "ooped": 3889, + "ips": 3890, + "Ġnowhere": 3891, + "Ġforgave": 3892, + "Ġmarched": 3893, + "Ġtreasures": 3894, + "host": 3895, + "Ġpassport": 3896, + "Ġstirred": 3897, + "Ġpushing": 3898, + "Ġcompetitive": 3899, + "Ġdestroy": 3900, + "Yay": 3901, + "aked": 3902, + "oe": 3903, + "tter": 3904, + "Ġgir": 3905, + "Ġghost": 3906, + "anic": 3907, + "kelet": 3908, + "htub": 3909, + "Ġreef": 3910, + "Ġsepar": 3911, + "opard": 3912, + "play": 3913, + "Ġenvel": 3914, + "Ġbreat": 3915, + "Ġrepair": 3916, + "Ġfootball": 3917, + "Ġbathtub": 3918, + "Ġrubber": 3919, + "Ġangel": 3920, + "Ġtriangle": 3921, + "Ġled": 3922, + "Ġmill": 3923, + "ĠSh": 3924, + "chanic": 3925, + "Ġnames": 3926, + "Ġleopard": 3927, + "Ġnobody": 3928, + "Ġanyway": 3929, + "uct": 3930, + "ctus": 3931, + "Ġshouldn": 3932, + "Ġzeb": 3933, + "Ġgiven": 3934, + "Ġholds": 3935, + "Ġbarrel": 3936, + "Ġbandage": 3937, + "Ġenth": 3938, + "Daddy": 3939, + "Ġzebra": 3940, + "ives": 3941, + "ube": 3942, + "year": 3943, + "Ġpor": 3944, + "Ġpand": 3945, + "Ġotter": 3946, + "Ġribb": 3947, + "Ġshield": 3948, + "Ġmechanic": 3949, + "Ġdonâ": 3950, + "Ġdisag": 3951, + "Ġdisplay": 3952, + "Ġmusician": 3953, + "ceros": 3954, + "Ġspeak": 3955, + "Ġcab": 3956, + "Ġcactus": 3957, + "ĠBetsy": 3958, + "Ġbulb": 3959, + "Ch": 3960, + "eath": 3961, + "ikes": 3962, + "xy": 3963, + "Ġtube": 3964, + "Ġahead": 3965, + "Ġsummer": 3966, + "Ġskelet": 3967, + "Ġpurse": 3968, + "Ġknob": 3969, + "Ġdidnâ": 3970, + "Ġcouldnâ": 3971, + "Ġcolours": 3972, + "Ġwindows": 3973, + "oomy": 3974, + "Ġgifted": 3975, + "Ġcartoon": 3976, + "Ġrhinoceros": 3977, + "gl": 3978, + "heart": 3979, + "Ġsize": 3980, + "Ġbet": 3981, + "ĠMiss": 3982, + "Ġscrew": 3983, + "Ġflour": 3984, + "Ġblin": 3985, + "apa": 3986, + "Ġdishes": 3987, + "Ġraining": 3988, + "Ġhoping": 3989, + "Ġshovel": 3990, + "Ġmint": 3991, + "Ġjellyfish": 3992, + "Ġsweater": 3993, + "Ġcharming": 3994, + "Ġpenguin": 3995, + "Ġenvelope": 3996, + "Ġenthus": 3997, + "Ġcabin": 3998, + "rec": 3999, + "Ġpant": 4000, + "Ġthread": 4001, + "Ġinse": 4002, + "Ġstaff": 4003, + "Ġliz": 4004, + "Ġunpack": 4005, + "Ġwriting": 4006, + "Ġtrash": 4007, + "Ġrolling": 4008, + "Ġwaffle": 4009, + "Ġiron": 4010, + "Ġwing": 4011, + "erable": 4012, + "Ġsheet": 4013, + "ĠBuddy": 4014, + "Ġshadow": 4015, + "Ġroared": 4016, + "Ġmuff": 4017, + "Ġairport": 4018, + "Ġceiling": 4019, + "Ġattic": 4020, + "Ġorganize": 4021, + "Ġstretch": 4022, + "Ġgrapes": 4023, + "Ġobs": 4024, + "ĠAre": 4025, + "ĠWould": 4026, + "ĠInst": 4027, + "Ġpiano": 4028, + "Ġsalt": 4029, + "Ġmiserable": 4030, + "Ġcord": 4031, + "Ġdess": 4032, + "Ġrefused": 4033, + "Ġscreen": 4034, + "ĠDan": 4035, + "Ġstrugg": 4036, + "Ġneedle": 4037, + "Ġbears": 4038, + "ĠAndy": 4039, + "Ġheaded": 4040, + "Ġsticky": 4041, + "Ġfreez": 4042, + "Ġzoomed": 4043, + "Ġimagined": 4044, + "Ġmedal": 4045, + "Ġmagnet": 4046, + "reci": 4047, + "Ġobser": 4048, + "Ġer": 4049, + "Ġlives": 4050, + "ĠAl": 4051, + "ĠPat": 4052, + "Ġappreci": 4053, + "asses": 4054, + "Ġsailor": 4055, + "Ġminute": 4056, + "Ġfisherman": 4057, + "vision": 4058, + "Ġrat": 4059, + "aled": 4060, + "Ġbrus": 4061, + "Ġchance": 4062, + "Ġpost": 4063, + "Ġsungl": 4064, + "Ġcheek": 4065, + "reeze": 4066, + "Ġdeaf": 4067, + "Ġrules": 4068, + "Ġfrogs": 4069, + "Ġairpl": 4070, + "ĠGod": 4071, + "Ġstrawberry": 4072, + "Ġslept": 4073, + "Ġlizard": 4074, + "Ġsunglasses": 4075, + "Ġluck": 4076, + "Ġinf": 4077, + "Ġbeep": 4078, + "ĠBunny": 4079, + "Ġmeas": 4080, + "Ġrod": 4081, + "Ġorder": 4082, + "Ġrestless": 4083, + "Ġsandbox": 4084, + "Ġmessage": 4085, + "ĠJoey": 4086, + "Ġcomplet": 4087, + "Ġattract": 4088, + "Ġgolden": 4089, + "Grandma": 4090, + "Ġpilot": 4091, + "Ġporch": 4092, + "Little": 4093, + "ler": 4094, + "ses": 4095 + }, + "merges": [ + [ + "h", + "e" + ], + [ + "Ġ", + "t" + ], + [ + "Ġ", + "a" + ], + [ + "Ġ", + "s" + ], + [ + "Ġ", + "w" + ], + [ + "n", + "d" + ], + [ + "Ġt", + "he" + ], + [ + "e", + "d" + ], + [ + "Ġa", + "nd" + ], + [ + "Ġt", + "o" + ], + [ + "Ġ", + "b" + ], + [ + "i", + "n" + ], + [ + "Ġ", + "h" + ], + [ + "Ġw", + "a" + ], + [ + "r", + "e" + ], + [ + "Ġ", + "f" + ], + [ + "i", + "t" + ], + [ + "o", + "u" + ], + [ + "Ġ", + "c" + ], + [ + "Ġ", + "l" + ], + [ + "Ġ", + "he" + ], + [ + "Ġ", + "d" + ], + [ + "e", + "r" + ], + [ + "Ġwa", + "s" + ], + [ + "Ġ", + "m" + ], + [ + "Ġ", + "p" + ], + [ + "o", + "m" + ], + [ + "Ġ", + "T" + ], + [ + "Ġ", + "o" + ], + [ + "a", + "y" + ], + [ + "a", + "r" + ], + [ + "in", + "g" + ], + [ + "i", + "s" + ], + [ + "Ġ", + "g" + ], + [ + "i", + "l" + ], + [ + "i", + "d" + ], + [ + "a", + "t" + ], + [ + "e", + "n" + ], + [ + "Ġ", + "n" + ], + [ + "Ġs", + "a" + ], + [ + "Ġh", + "a" + ], + [ + "Ġ", + "S" + ], + [ + "i", + "m" + ], + [ + "a", + "n" + ], + [ + "ĠT", + "he" + ], + [ + "o", + "r" + ], + [ + "o", + "n" + ], + [ + "Ġ", + "it" + ], + [ + "Ġt", + "h" + ], + [ + "l", + "l" + ], + [ + "l", + "e" + ], + [ + "Ġ", + "H" + ], + [ + "Ġhe", + "r" + ], + [ + "e", + "t" + ], + [ + "o", + "t" + ], + [ + "i", + "r" + ], + [ + "ĠS", + "he" + ], + [ + "ĠH", + "e" + ], + [ + "v", + "er" + ], + [ + "e", + "s" + ], + [ + "Ġ", + "in" + ], + [ + "u", + "t" + ], + [ + "o", + "w" + ], + [ + "c", + "k" + ], + [ + "Ġ", + "e" + ], + [ + "Ġ", + "u" + ], + [ + "l", + "d" + ], + [ + "ĠThe", + "y" + ], + [ + "o", + "o" + ], + [ + "i", + "g" + ], + [ + "Ġsa", + "id" + ], + [ + "a", + "m" + ], + [ + "il", + "y" + ], + [ + "Ġb", + "e" + ], + [ + "Ġ", + "y" + ], + [ + "Ġ", + "r" + ], + [ + "Ġs", + "t" + ], + [ + "c", + "e" + ], + [ + "Ġs", + "he" + ], + [ + "Ġ", + "\"" + ], + [ + "p", + "p" + ], + [ + "k", + "e" + ], + [ + "it", + "h" + ], + [ + "O", + "n" + ], + [ + "Ġ", + "I" + ], + [ + "Ġw", + "ith" + ], + [ + "v", + "e" + ], + [ + "L", + "ily" + ], + [ + "Ġo", + "n" + ], + [ + "Ġo", + "f" + ], + [ + "Ġs", + "o" + ], + [ + "Ġh", + "is" + ], + [ + "k", + "ed" + ], + [ + "r", + "i" + ], + [ + "n", + "t" + ], + [ + "ver", + "y" + ], + [ + "Ġp", + "l" + ], + [ + "Ġd", + "ay" + ], + [ + "a", + "d" + ], + [ + "Ġy", + "ou" + ], + [ + "Ġth", + "at" + ], + [ + "Ġu", + "p" + ], + [ + "Ġha", + "d" + ], + [ + "s", + "t" + ], + [ + "Ġpl", + "ay" + ], + [ + "Ġthe", + "y" + ], + [ + "Ġ", + "Lily" + ], + [ + "Ġw", + "e" + ], + [ + "Ġm", + "om" + ], + [ + "m", + "y" + ], + [ + "Ġf", + "or" + ], + [ + "e", + "l" + ], + [ + "ou", + "ld" + ], + [ + "u", + "n" + ], + [ + "Ġ", + "B" + ], + [ + "'", + "s" + ], + [ + "it", + "t" + ], + [ + "en", + "t" + ], + [ + "Ġha", + "pp" + ], + [ + "T", + "he" + ], + [ + "c", + "h" + ], + [ + "Ġl", + "i" + ], + [ + "ou", + "t" + ], + [ + "Ġwa", + "nt" + ], + [ + "Ġs", + "h" + ], + [ + "he", + "r" + ], + [ + "l", + "y" + ], + [ + "im", + "e" + ], + [ + "itt", + "le" + ], + [ + "ou", + "nd" + ], + [ + "Ġ", + "very" + ], + [ + "Ġt", + "ime" + ], + [ + "om", + "e" + ], + [ + "Ġl", + "ittle" + ], + [ + "Ġthe", + "re" + ], + [ + "s", + "e" + ], + [ + "Ġd", + "o" + ], + [ + "Ġw", + "h" + ], + [ + "a", + "ll" + ], + [ + "Ġ", + "k" + ], + [ + "e", + "nd" + ], + [ + "a", + "l" + ], + [ + "h", + "t" + ], + [ + "Ġn", + "e" + ], + [ + "Ġ", + "re" + ], + [ + "Ġn", + "ot" + ], + [ + "Ġhapp", + "y" + ], + [ + "Ġ", + "Ċ" + ], + [ + "Ġb", + "ig" + ], + [ + "Ġ", + "M" + ], + [ + "Ġb", + "ut" + ], + [ + "Ġs", + "m" + ], + [ + "a", + "ck" + ], + [ + "Ġsa", + "w" + ], + [ + "ĠI", + "t" + ], + [ + "Ġa", + "s" + ], + [ + "Ġa", + "n" + ], + [ + "r", + "a" + ], + [ + "ri", + "end" + ], + [ + "Ġf", + "riend" + ], + [ + "id", + "e" + ], + [ + "On", + "e" + ], + [ + "r", + "y" + ], + [ + "'", + "t" + ], + [ + "v", + "ed" + ], + [ + "Ġ", + "is" + ], + [ + "On", + "ce" + ], + [ + "a", + "ke" + ], + [ + ".", + "\"" + ], + [ + "Ġwe", + "re" + ], + [ + "t", + "er" + ], + [ + "u", + "g" + ], + [ + "Ġl", + "oo" + ], + [ + "Ġl", + "o" + ], + [ + "o", + "re" + ], + [ + "e", + "c" + ], + [ + "ĠT", + "im" + ], + [ + "Ġh", + "im" + ], + [ + "Ġb", + "o" + ], + [ + "!", + "\"" + ], + [ + "Ġto", + "o" + ], + [ + "Ġg", + "o" + ], + [ + "Ġup", + "on" + ], + [ + "ir", + "l" + ], + [ + "Ġ", + "j" + ], + [ + "Ġwant", + "ed" + ], + [ + "Ġg", + "irl" + ], + [ + "Ġs", + "e" + ], + [ + "Ġ", + "out" + ], + [ + "ar", + "d" + ], + [ + "w", + "ay" + ], + [ + "Ġs", + "p" + ], + [ + "il", + "l" + ], + [ + "i", + "nd" + ], + [ + "Ġthe", + "m" + ], + [ + "Ġc", + "ould" + ], + [ + "f", + "u" + ], + [ + "he", + "n" + ], + [ + "Ġa", + "t" + ], + [ + "u", + "r" + ], + [ + "Ġd", + "id" + ], + [ + "Ġsm", + "il" + ], + [ + "Ġthe", + "ir" + ], + [ + "Ġa", + "re" + ], + [ + "Ġe", + "x" + ], + [ + "Ġ", + "A" + ], + [ + "a", + "in" + ], + [ + "Ġw", + "ent" + ], + [ + "ar", + "t" + ], + [ + "he", + "d" + ], + [ + "r", + "om" + ], + [ + "i", + "c" + ], + [ + "r", + "ound" + ], + [ + "Ġha", + "ve" + ], + [ + "Ġn", + "am" + ], + [ + "l", + "p" + ], + [ + "Ġa", + "ll" + ], + [ + "Ġ", + "J" + ], + [ + "fu", + "l" + ], + [ + "Ġk", + "n" + ], + [ + "h", + "ing" + ], + [ + "oo", + "d" + ], + [ + "Ġhe", + "lp" + ], + [ + "ig", + "ht" + ], + [ + "Ġfriend", + "s" + ], + [ + "on", + "e" + ], + [ + "ar", + "k" + ], + [ + "Ġb", + "ack" + ], + [ + "u", + "m" + ], + [ + "Ġc", + "an" + ], + [ + "Ġnam", + "ed" + ], + [ + "Ġc", + "l" + ], + [ + "?", + "\"" + ], + [ + "Ġf", + "un" + ], + [ + "a", + "re" + ], + [ + "ĠB", + "en" + ], + [ + "Ġlo", + "ved" + ], + [ + "Ġa", + "l" + ], + [ + "el", + "t" + ], + [ + "ĠTim", + "my" + ], + [ + "Ġ", + "One" + ], + [ + "o", + "p" + ], + [ + "s", + "ide" + ], + [ + "Ġl", + "e" + ], + [ + "Ġn", + "o" + ], + [ + "Ġs", + "c" + ], + [ + "ĠT", + "om" + ], + [ + "Ġf", + "elt" + ], + [ + "ou", + "g" + ], + [ + "Ġsmil", + "ed" + ], + [ + "i", + "ck" + ], + [ + "Ġas", + "ked" + ], + [ + "Y", + "ou" + ], + [ + "Ġto", + "y" + ], + [ + "Ġm", + "an" + ], + [ + "Ġa", + "round" + ], + [ + "am", + "e" + ], + [ + "Ġf", + "e" + ], + [ + "Ġs", + "ay" + ], + [ + "Ġbo", + "y" + ], + [ + "Ġs", + "ome" + ], + [ + "Ġloo", + "ked" + ], + [ + "u", + "re" + ], + [ + "om", + "et" + ], + [ + "Ġb", + "r" + ], + [ + "Ġw", + "ould" + ], + [ + "Ġm", + "e" + ], + [ + "Ġb", + "ir" + ], + [ + "Ġli", + "ke" + ], + [ + "g", + "et" + ], + [ + "Ġst", + "art" + ], + [ + "Ġr", + "o" + ], + [ + "a", + "s" + ], + [ + "Ġse", + "e" + ], + [ + "Ġ", + "W" + ], + [ + "i", + "ce" + ], + [ + "on", + "g" + ], + [ + "Ġbir", + "d" + ], + [ + "Ġs", + "omet" + ], + [ + "d", + "d" + ], + [ + "Ġw", + "or" + ], + [ + "ad", + "e" + ], + [ + "i", + "e" + ], + [ + "k", + "ing" + ], + [ + "Ġa", + "g" + ], + [ + "ow", + "n" + ], + [ + "Ġt", + "re" + ], + [ + "Ġf", + "a" + ], + [ + "Ġa", + "way" + ], + [ + "Ġwh", + "at" + ], + [ + "ing", + "s" + ], + [ + "Ġstart", + "ed" + ], + [ + "get", + "her" + ], + [ + "Ġr", + "an" + ], + [ + "Ã", + "¢" + ], + [ + "â", + "Ĥ" + ], + [ + "âĤ", + "¬" + ], + [ + "ar", + "ed" + ], + [ + "Ġm", + "ake" + ], + [ + "ĠB", + "ut" + ], + [ + "it", + "ed" + ], + [ + "i", + "f" + ], + [ + "ou", + "d" + ], + [ + "Ġm", + "ade" + ], + [ + "Ġto", + "gether" + ], + [ + "Ġsomet", + "hing" + ], + [ + "Ġex", + "c" + ], + [ + "a", + "g" + ], + [ + "Ġc", + "o" + ], + [ + "Ġp", + "ark" + ], + [ + "Ġne", + "w" + ], + [ + "Ġsa", + "d" + ], + [ + "Ġp", + "ut" + ], + [ + ",", + "\"" + ], + [ + "Ġf", + "rom" + ], + [ + "b", + "le" + ], + [ + "t", + "her" + ], + [ + "Ġp", + "r" + ], + [ + "Ġm", + "u" + ], + [ + "Ġc", + "ar" + ], + [ + "Ġh", + "ome" + ], + [ + "Ġ", + "You" + ], + [ + "Ġthe", + "n" + ], + [ + "Ġw", + "hen" + ], + [ + "Ġf", + "ound" + ], + [ + "e", + "ll" + ], + [ + "Ġo", + "ther" + ], + [ + "Ġag", + "ain" + ], + [ + "Ġc", + "h" + ], + [ + "Ġd", + "ec" + ], + [ + "Ġwh", + "o" + ], + [ + "Ġl", + "a" + ], + [ + "ri", + "ed" + ], + [ + "s", + "s" + ], + [ + "Ġg", + "ood" + ], + [ + "Ġh", + "ug" + ], + [ + "Ġ", + "L" + ], + [ + "pp", + "ed" + ], + [ + "Ġwa", + "l" + ], + [ + "e", + "p" + ], + [ + "all", + "y" + ], + [ + "Ġsay", + "s" + ], + [ + "Ġf", + "l" + ], + [ + "es", + "t" + ], + [ + "a", + "ch" + ], + [ + "Ġ", + "E" + ], + [ + "Ġexc", + "ited" + ], + [ + "p", + "l" + ], + [ + "q", + "u" + ], + [ + "oo", + "k" + ], + [ + "Ġg", + "et" + ], + [ + "oug", + "ht" + ], + [ + "Ġplay", + "ing" + ], + [ + "Ġg", + "ot" + ], + [ + "Ġs", + "w" + ], + [ + "ou", + "s" + ], + [ + "h", + "at" + ], + [ + "n", + "y" + ], + [ + "id", + "ed" + ], + [ + "u", + "ck" + ], + [ + "Ġth", + "ings" + ], + [ + "Ġe", + "very" + ], + [ + "Ġdec", + "ided" + ], + [ + "Ġc", + "ame" + ], + [ + "Ġbe", + "c" + ], + [ + "a", + "ve" + ], + [ + "r", + "o" + ], + [ + "a", + "x" + ], + [ + "Ġli", + "ked" + ], + [ + "Ġd", + "own" + ], + [ + "Ġdo", + "g" + ], + [ + "Ġsc", + "ared" + ], + [ + "Ġ", + "v" + ], + [ + "u", + "dd" + ], + [ + "u", + "st" + ], + [ + "Ġon", + "e" + ], + [ + "Ġf", + "ind" + ], + [ + "Ġb", + "l" + ], + [ + "Ġth", + "an" + ], + [ + "Ġ", + "D" + ], + [ + "ou", + "se" + ], + [ + "way", + "s" + ], + [ + "Ġkn", + "e" + ], + [ + "Ġdid", + "n" + ], + [ + "a", + "p" + ], + [ + "Ġmom", + "my" + ], + [ + "Ġc", + "are" + ], + [ + "Ġal", + "ways" + ], + [ + "Ġa", + "b" + ], + [ + "is", + "t" + ], + [ + "Ġd", + "ad" + ], + [ + "Ġfe", + "el" + ], + [ + "ar", + "a" + ], + [ + "b", + "b" + ], + [ + "ar", + "n" + ], + [ + "f", + "e" + ], + [ + "Ġyou", + "r" + ], + [ + "Ġout", + "side" + ], + [ + "u", + "e" + ], + [ + "Ġg", + "ra" + ], + [ + "an", + "t" + ], + [ + "Ġ", + "ke" + ], + [ + "ĠM", + "om" + ], + [ + "Ġtoo", + "k" + ], + [ + "Ġl", + "ot" + ], + [ + "n", + "n" + ], + [ + "Ġb", + "u" + ], + [ + "Ġab", + "out" + ], + [ + "es", + "s" + ], + [ + "Ġ", + "F" + ], + [ + "nd", + "er" + ], + [ + "Ġtre", + "e" + ], + [ + "ec", + "i" + ], + [ + "Ġloo", + "k" + ], + [ + "Ġp", + "o" + ], + [ + "Ġm", + "y" + ], + [ + "ou", + "r" + ], + [ + "Ġtoy", + "s" + ], + [ + "it", + "e" + ], + [ + "c", + "hed" + ], + [ + "Ġkne", + "w" + ], + [ + "Ġth", + "ought" + ], + [ + "en", + "ed" + ], + [ + "Ġle", + "arn" + ], + [ + "Ġin", + "t" + ], + [ + "Ġo", + "ld" + ], + [ + "Ġm", + "ore" + ], + [ + "nn", + "a" + ], + [ + "is", + "e" + ], + [ + "g", + "ed" + ], + [ + "Ġt", + "a" + ], + [ + "udd", + "en" + ], + [ + "eci", + "al" + ], + [ + "Ġsp", + "ecial" + ], + [ + "ĠM", + "ax" + ], + [ + "a", + "u" + ], + [ + "Ġw", + "ill" + ], + [ + "er", + "s" + ], + [ + "The", + "y" + ], + [ + "re", + "t" + ], + [ + "Ġp", + "e" + ], + [ + "Ġh", + "o" + ], + [ + "ĠS", + "am" + ], + [ + "Ġt", + "ake" + ], + [ + "Ġb", + "all" + ], + [ + "Ġkn", + "ow" + ], + [ + "Ġla", + "ug" + ], + [ + "f", + "ter" + ], + [ + "udden", + "ly" + ], + [ + "Ġc", + "at" + ], + [ + "Ġh", + "ow" + ], + [ + "i", + "ve" + ], + [ + "Ġt", + "r" + ], + [ + "Ġmu", + "ch" + ], + [ + "Ġan", + "y" + ], + [ + "Ġp", + "u" + ], + [ + "m", + "a" + ], + [ + "Ġs", + "l" + ], + [ + "Ġs", + "or" + ], + [ + "Ġm", + "o" + ], + [ + "v", + "en" + ], + [ + "is", + "h" + ], + [ + "Ġsh", + "ow" + ], + [ + "Ġcould", + "n" + ], + [ + "au", + "se" + ], + [ + "in", + "k" + ], + [ + "B", + "ut" + ], + [ + "Ġh", + "ouse" + ], + [ + "Ġint", + "o" + ], + [ + "um", + "p" + ], + [ + "Ġo", + "ver" + ], + [ + "Ġt", + "ried" + ], + [ + "a", + "nd" + ], + [ + "Ġe", + "at" + ], + [ + "Ġs", + "k" + ], + [ + "Ġs", + "un" + ], + [ + "Ġt", + "w" + ], + [ + "Ġcl", + "o" + ], + [ + "i", + "a" + ], + [ + "Ġr", + "un" + ], + [ + "Ġha", + "nd" + ], + [ + "ĠE", + "very" + ], + [ + "Ġ", + "en" + ], + [ + "Ġin", + "side" + ], + [ + "d", + "y" + ], + [ + "Ġ", + "if" + ], + [ + "Ġto", + "ld" + ], + [ + "Ġne", + "ver" + ], + [ + "i", + "on" + ], + [ + "Ġ", + "qu" + ], + [ + "Ġbec", + "ause" + ], + [ + "b", + "y" + ], + [ + "Ġpr", + "oud" + ], + [ + "Ġg", + "ave" + ], + [ + "Ġsor", + "ry" + ], + [ + "Ġth", + "is" + ], + [ + "Ġo", + "p" + ], + [ + "Ġplay", + "ed" + ], + [ + "at", + "e" + ], + [ + "Ġex", + "pl" + ], + [ + "Ġhe", + "ard" + ], + [ + "t", + "y" + ], + [ + "Ġo", + "r" + ], + [ + "Ġwa", + "ter" + ], + [ + "an", + "k" + ], + [ + "g", + "e" + ], + [ + "s", + "ed" + ], + [ + "Ġp", + "ick" + ], + [ + "ot", + "her" + ], + [ + "Ġro", + "om" + ], + [ + "et", + "ter" + ], + [ + "Ġj", + "ust" + ], + [ + "a", + "ce" + ], + [ + "Ġhug", + "ged" + ], + [ + "a", + "k" + ], + [ + "Ġg", + "re" + ], + [ + "he", + "re" + ], + [ + "Ġof", + "f" + ], + [ + "ĠS", + "ara" + ], + [ + "Ġp", + "ret" + ], + [ + "il", + "e" + ], + [ + "Ġe", + "ach" + ], + [ + "Ġc", + "om" + ], + [ + "Ġl", + "ong" + ], + [ + "Ġbo", + "x" + ], + [ + "or", + "t" + ], + [ + "Ġst", + "r" + ], + [ + "i", + "z" + ], + [ + "Ġu", + "nt" + ], + [ + "Ġwa", + "t" + ], + [ + "ot", + "h" + ], + [ + "Ġne", + "ed" + ], + [ + "Ġj", + "o" + ], + [ + "ĠW", + "e" + ], + [ + "T", + "om" + ], + [ + "Ġsm", + "all" + ], + [ + "in", + "e" + ], + [ + "Ġbe", + "ar" + ], + [ + "M", + "om" + ], + [ + "Ġunt", + "il" + ], + [ + "Ġn", + "ice" + ], + [ + "Ġt", + "ry" + ], + [ + "v", + "ing" + ], + [ + "u", + "c" + ], + [ + "s", + "el" + ], + [ + "oug", + "h" + ], + [ + "Ġlearn", + "ed" + ], + [ + "Ġk", + "ind" + ], + [ + "ĠA", + "nna" + ], + [ + "il", + "d" + ], + [ + "Ġf", + "o" + ], + [ + "Ġman", + "y" + ], + [ + "'", + "m" + ], + [ + "ĠJ", + "ack" + ], + [ + "Ġb", + "etter" + ], + [ + "Ġ", + "im" + ], + [ + "g", + "ry" + ], + [ + "im", + "al" + ], + [ + "Ġan", + "imal" + ], + [ + "ur", + "t" + ], + [ + "f", + "t" + ], + [ + "Ġe", + "nd" + ], + [ + "Ġs", + "n" + ], + [ + "a", + "ut" + ], + [ + "Ġt", + "e" + ], + [ + "Ġc", + "le" + ], + [ + "ĠJ", + "o" + ], + [ + "v", + "ent" + ], + [ + "ur", + "p" + ], + [ + "Ġg", + "r" + ], + [ + "Ġbe", + "aut" + ], + [ + "Ġj", + "ump" + ], + [ + "m", + "b" + ], + [ + "Ġa", + "d" + ], + [ + "re", + "am" + ], + [ + "p", + "t" + ], + [ + "ĠS", + "o" + ], + [ + "ĠH", + "er" + ], + [ + "Ġfl", + "ow" + ], + [ + "i", + "es" + ], + [ + "Ġc", + "he" + ], + [ + "Ġb", + "ra" + ], + [ + "Ġthan", + "ked" + ], + [ + "Ġe", + "ven" + ], + [ + "Ġb", + "est" + ], + [ + "Ġc", + "all" + ], + [ + "ad", + "y" + ], + [ + "H", + "e" + ], + [ + "Ġlot", + "s" + ], + [ + "Ġlaug", + "hed" + ], + [ + "sel", + "f" + ], + [ + "Ġr", + "a" + ], + [ + "Ġwa", + "y" + ], + [ + "ar", + "s" + ], + [ + "ur", + "n" + ], + [ + "Ġb", + "y" + ], + [ + "Ġfa", + "st" + ], + [ + "ll", + "y" + ], + [ + "Ġf", + "am" + ], + [ + "Ġ", + "C" + ], + [ + "v", + "es" + ], + [ + "ard", + "en" + ], + [ + "Ġg", + "arden" + ], + [ + "Ġbeaut", + "i" + ], + [ + "w", + "n" + ], + [ + "T", + "h" + ], + [ + "Ġbeauti", + "ful" + ], + [ + "Ġl", + "oud" + ], + [ + "le", + "w" + ], + [ + "Ġsk", + "y" + ], + [ + "Ġd", + "on" + ], + [ + "h", + "n" + ], + [ + "er", + "ed" + ], + [ + "in", + "y" + ], + [ + "Ġcare", + "ful" + ], + [ + "Ġlo", + "ve" + ], + [ + "Ġf", + "i" + ], + [ + "ĠThe", + "n" + ], + [ + "Å", + "ĵ" + ], + [ + "a", + "se" + ], + [ + "ec", + "t" + ], + [ + "Ġsa", + "fe" + ], + [ + "ĠA", + "nd" + ], + [ + "Ġu", + "nder" + ], + [ + "Ġc", + "ome" + ], + [ + "ĠF", + "rom" + ], + [ + "Y", + "es" + ], + [ + "ĠM", + "ia" + ], + [ + "I", + "t" + ], + [ + "m", + "e" + ], + [ + "Ġh", + "ard" + ], + [ + "Ġc", + "u" + ], + [ + "Ġw", + "o" + ], + [ + "Ġl", + "ist" + ], + [ + "Ġst", + "ay" + ], + [ + "an", + "e" + ], + [ + "s", + "h" + ], + [ + "op", + "le" + ], + [ + "Ġg", + "l" + ], + [ + "n", + "ing" + ], + [ + "Ġst", + "ill" + ], + [ + "oo", + "l" + ], + [ + "Ġh", + "urt" + ], + [ + "re", + "e" + ], + [ + "ĠH", + "is" + ], + [ + "Ġim", + "p" + ], + [ + "Ġfam", + "ily" + ], + [ + "Ġ", + "â" + ], + [ + "Ġb", + "oth" + ], + [ + "r", + "m" + ], + [ + "ig", + "h" + ], + [ + "Ġli", + "ved" + ], + [ + "he", + "s" + ], + [ + "W", + "hen" + ], + [ + "Ġpe", + "ople" + ], + [ + "Ġanimal", + "s" + ], + [ + "Ġco", + "l" + ], + [ + "Ġbra", + "ve" + ], + [ + "Ġwal", + "ked" + ], + [ + "o", + "b" + ], + [ + "T", + "im" + ], + [ + "c", + "t" + ], + [ + "Ġl", + "et" + ], + [ + "urp", + "r" + ], + [ + "ĠW", + "hen" + ], + [ + "Ġtw", + "o" + ], + [ + "Ġs", + "urpr" + ], + [ + "Ġsh", + "ould" + ], + [ + "is", + "hed" + ], + [ + "Ġb", + "ad" + ], + [ + "re", + "ss" + ], + [ + "Ġke", + "pt" + ], + [ + "Ġf", + "ore" + ], + [ + "Ġf", + "lew" + ], + [ + "Ġf", + "in" + ], + [ + "Ġst", + "or" + ], + [ + "Ġf", + "ly" + ], + [ + "a", + "st" + ], + [ + "is", + "ed" + ], + [ + "i", + "p" + ], + [ + "Ġit", + "s" + ], + [ + "l", + "ed" + ], + [ + "o", + "ck" + ], + [ + "uc", + "y" + ], + [ + "f", + "ore" + ], + [ + "Ġgo", + "ing" + ], + [ + "Ġcle", + "an" + ], + [ + "Ġd", + "an" + ], + [ + "Ġp", + "ic" + ], + [ + "Ġso", + "on" + ], + [ + "Ġcall", + "ed" + ], + [ + "Ġsh", + "are" + ], + [ + "k", + "ay" + ], + [ + "Ġan", + "gry" + ], + [ + "Ġro", + "ck" + ], + [ + "Ġc", + "on" + ], + [ + "Ġpret", + "ty" + ], + [ + "N", + "o" + ], + [ + "Ġ", + "ide" + ], + [ + "i", + "ed" + ], + [ + "il", + "ly" + ], + [ + "Ġg", + "round" + ], + [ + "x", + "t" + ], + [ + "Ġr", + "ed" + ], + [ + "Ġexpl", + "ore" + ], + [ + "Ġc", + "ry" + ], + [ + "Ġad", + "vent" + ], + [ + "Ġst", + "o" + ], + [ + "s", + "o" + ], + [ + "Ġre", + "al" + ], + [ + "L", + "et" + ], + [ + "Ġw", + "ind" + ], + [ + "Ġsh", + "iny" + ], + [ + "b", + "e" + ], + [ + "Ġb", + "ook" + ], + [ + "Ġal", + "so" + ], + [ + "Ġdo", + "ll" + ], + [ + "Ġide", + "a" + ], + [ + "Ġbe", + "fore" + ], + [ + "Ġop", + "ened" + ], + [ + "dd", + "ed" + ], + [ + "Ġwh", + "ile" + ], + [ + "um", + "my" + ], + [ + "Ġke", + "ep" + ], + [ + "Ġe", + "y" + ], + [ + "Ġn", + "ow" + ], + [ + "Ġdo", + "or" + ], + [ + "Ġfeel", + "ing" + ], + [ + "âĤ¬", + "â" + ], + [ + "o", + "on" + ], + [ + "o", + "y" + ], + [ + "Ġwal", + "king" + ], + [ + "Ġno", + "ise" + ], + [ + "Ġf", + "r" + ], + [ + "le", + "s" + ], + [ + "ag", + "e" + ], + [ + "i", + "ous" + ], + [ + "Ġcol", + "or" + ], + [ + "Ġt", + "urn" + ], + [ + "t", + "hing" + ], + [ + "f", + "f" + ], + [ + "u", + "ch" + ], + [ + "t", + "h" + ], + [ + "Ġb", + "ed" + ], + [ + "ar", + "y" + ], + [ + "Ġd", + "ra" + ], + [ + "Ġpick", + "ed" + ], + [ + "im", + "b" + ], + [ + "e", + "et" + ], + [ + "Ġcl", + "imb" + ], + [ + "Ġd", + "el" + ], + [ + "W", + "hat" + ], + [ + "Ġbe", + "ing" + ], + [ + "Ġf", + "ood" + ], + [ + "Ġu", + "n" + ], + [ + "Ġf", + "ar" + ], + [ + "t", + "ure" + ], + [ + "j", + "oy" + ], + [ + "Ġadvent", + "ure" + ], + [ + "a", + "c" + ], + [ + "Ġsmil", + "e" + ], + [ + "Ġd", + "if" + ], + [ + "Ħ", + "¢" + ], + [ + "âĤ¬â", + "Ħ¢" + ], + [ + "me", + "mb" + ], + [ + "Ġw", + "r" + ], + [ + "Ġth", + "r" + ], + [ + "ug", + "ht" + ], + [ + "Ġloo", + "king" + ], + [ + "Ġne", + "xt" + ], + [ + "ic", + "ed" + ], + [ + "ĠL", + "ucy" + ], + [ + "Ġno", + "dded" + ], + [ + "Ġqu", + "ick" + ], + [ + "Ġ", + "P" + ], + [ + "Ġd", + "is" + ], + [ + "Ġre", + "pl" + ], + [ + "ĠD", + "ad" + ], + [ + "Ġwa", + "it" + ], + [ + "iz", + "ed" + ], + [ + "Ġfore", + "st" + ], + [ + "Ġclo", + "s" + ], + [ + "ĠS", + "uddenly" + ], + [ + "Ġt", + "ra" + ], + [ + "T", + "hat" + ], + [ + "Ġey", + "es" + ], + [ + "g", + "er" + ], + [ + "bb", + "it" + ], + [ + "t", + "ed" + ], + [ + "Ġo", + "wn" + ], + [ + "Ġr", + "ain" + ], + [ + "Ġimp", + "ort" + ], + [ + "Ġgre", + "at" + ], + [ + "Ġre", + "memb" + ], + [ + "Ġpic", + "ture" + ], + [ + "Th", + "ank" + ], + [ + "S", + "uddenly" + ], + [ + "Ġsto", + "pped" + ], + [ + "Ġen", + "joy" + ], + [ + "Ġv", + "o" + ], + [ + "B", + "en" + ], + [ + "Ġg", + "ive" + ], + [ + "Ġimport", + "ant" + ], + [ + "Ġwor", + "k" + ], + [ + "Ġne", + "ar" + ], + [ + "g", + "an" + ], + [ + "p", + "ot" + ], + [ + "Ġe", + "ver" + ], + [ + "Ġa", + "pp" + ], + [ + "Ġa", + "fter" + ], + [ + "Ġquick", + "ly" + ], + [ + "Ġlist", + "en" + ], + [ + "Ġb", + "re" + ], + [ + "t", + "ing" + ], + [ + "bb", + "ed" + ], + [ + "Ġm", + "a" + ], + [ + "Ġf", + "ish" + ], + [ + "Ġrepl", + "ied" + ], + [ + "Ġra", + "bbit" + ], + [ + "Ġhand", + "s" + ], + [ + "Ġ", + "G" + ], + [ + "Ġnot", + "iced" + ], + [ + "Ġbr", + "o" + ], + [ + "Ġsl", + "ide" + ], + [ + "Ġth", + "ink" + ], + [ + "Ġwal", + "k" + ], + [ + "Ġtr", + "uck" + ], + [ + "Ġa", + "c" + ], + [ + "k", + "es" + ], + [ + "Ġstr", + "ong" + ], + [ + "S", + "he" + ], + [ + "Ġshow", + "ed" + ], + [ + "Ġd", + "e" + ], + [ + "Ġevery", + "one" + ], + [ + "Ġwo", + "nder" + ], + [ + "fe", + "re" + ], + [ + "by", + "e" + ], + [ + "Ġdif", + "fere" + ], + [ + "ir", + "st" + ], + [ + "S", + "o" + ], + [ + "Ġs", + "ure" + ], + [ + "Ġha", + "s" + ], + [ + "Ġr", + "ight" + ], + [ + "Ġbe", + "en" + ], + [ + "Ġbec", + "ame" + ], + [ + "Ġs", + "ound" + ], + [ + "ma", + "z" + ], + [ + "Ġto", + "w" + ], + [ + "Ġr", + "u" + ], + [ + "Ġt", + "al" + ], + [ + "Ġa", + "maz" + ], + [ + "Ġhe", + "ad" + ], + [ + "Ġsh", + "out" + ], + [ + "Ġbr", + "ight" + ], + [ + "Ġy", + "e" + ], + [ + "Ġwat", + "ched" + ], + [ + "Ġ", + "R" + ], + [ + "Ġm", + "or" + ], + [ + "Ġch", + "ild" + ], + [ + "a", + "ble" + ], + [ + "Ġme", + "an" + ], + [ + "Ġw", + "here" + ], + [ + "ll", + "ow" + ], + [ + "Ġh", + "igh" + ], + [ + "ĠS", + "ue" + ], + [ + "Ġfa", + "ce" + ], + [ + "Ġc", + "ook" + ], + [ + "d", + "ay" + ], + [ + "ay", + "be" + ], + [ + "Ġwat", + "ch" + ], + [ + "Ġbl", + "ue" + ], + [ + "a", + "ught" + ], + [ + "Ġdiffere", + "nt" + ], + [ + "Ġst", + "ore" + ], + [ + "Ġ", + "N" + ], + [ + "Ġgood", + "bye" + ], + [ + "Ġd", + "ress" + ], + [ + "u", + "ll" + ], + [ + "ĠB", + "ob" + ], + [ + "n", + "g" + ], + [ + "an", + "ge" + ], + [ + "Ġs", + "qu" + ], + [ + "Ġo", + "kay" + ], + [ + "is", + "y" + ], + [ + "le", + "ase" + ], + [ + "ĠMom", + "my" + ], + [ + "Ġvo", + "ice" + ], + [ + "J", + "o" + ], + [ + "at", + "h" + ], + [ + "Ġn", + "ight" + ], + [ + "ĠS", + "pot" + ], + [ + "Ġu", + "s" + ], + [ + "Ġbo", + "at" + ], + [ + "Ġflow", + "ers" + ], + [ + "Ġpl", + "ace" + ], + [ + "Ġfo", + "llow" + ], + [ + "Ġa", + "r" + ], + [ + "Ġu", + "se" + ], + [ + "Ġclos", + "er" + ], + [ + "un", + "ny" + ], + [ + "le", + "ep" + ], + [ + "ir", + "ed" + ], + [ + "Ġfa", + "v" + ], + [ + "Ġy", + "ell" + ], + [ + "Ġgra", + "bbed" + ], + [ + "Ġcu", + "ri" + ], + [ + "Ġwa", + "rm" + ], + [ + "Ġc", + "r" + ], + [ + "Ġfor", + "g" + ], + [ + "ĠSara", + "h" + ], + [ + "ĠJo", + "hn" + ], + [ + "Ġm", + "ag" + ], + [ + "Ġst", + "ick" + ], + [ + "W", + "e" + ], + [ + "Ġjump", + "ed" + ], + [ + "Ġc", + "ake" + ], + [ + "m", + "ore" + ], + [ + "Ġt", + "ell" + ], + [ + "Ġany", + "more" + ], + [ + "A", + "fter" + ], + [ + "Ġbut", + "ter" + ], + [ + "nd", + "ma" + ], + [ + "Ġth", + "ree" + ], + [ + "Ġas", + "k" + ], + [ + "c", + "o" + ], + [ + "Ġ", + "our" + ], + [ + "l", + "ie" + ], + [ + "Ġcuri", + "ous" + ], + [ + "ou", + "nt" + ], + [ + "or", + "n" + ], + [ + "Ġcon", + "t" + ], + [ + "Ġfe", + "ll" + ], + [ + "a", + "ched" + ], + [ + "ĠT", + "h" + ], + [ + "Ġbird", + "s" + ], + [ + "as", + "s" + ], + [ + "H", + "er" + ], + [ + "is", + "s" + ], + [ + "Ġhelp", + "ed" + ], + [ + "ĠJ", + "ane" + ], + [ + "Ġpu", + "ll" + ], + [ + "Ġf", + "irst" + ], + [ + "it", + "c" + ], + [ + "Ġbl", + "ock" + ], + [ + "Ġh", + "op" + ], + [ + "Ġb", + "it" + ], + [ + "Ġd", + "r" + ], + [ + "Ġreal", + "ized" + ], + [ + "Ġk", + "id" + ], + [ + "L", + "ook" + ], + [ + "il", + "a" + ], + [ + "Ġm", + "on" + ], + [ + "Ġbr", + "other" + ], + [ + "A", + "nna" + ], + [ + "S", + "ara" + ], + [ + "Ġ", + "z" + ], + [ + "ĠEvery", + "one" + ], + [ + "Ġat", + "e" + ], + [ + "Ġdo", + "es" + ], + [ + "im", + "es" + ], + [ + "Ġhapp", + "ened" + ], + [ + "Ġst", + "op" + ], + [ + "z", + "y" + ], + [ + "Ġy", + "ummy" + ], + [ + "Ġfav", + "or" + ], + [ + "pp", + "y" + ], + [ + "Ġk", + "itc" + ], + [ + "Ġkitc", + "hen" + ], + [ + "Ġsw", + "eet" + ], + [ + "u", + "s" + ], + [ + "Ġp", + "er" + ], + [ + "Ġre", + "ally" + ], + [ + "a", + "isy" + ], + [ + "Ġgra", + "ss" + ], + [ + "Ġfavor", + "ite" + ], + [ + "Ġbe", + "gan" + ], + [ + "Ġre", + "st" + ], + [ + "Ġre", + "ady" + ], + [ + "Ġle", + "a" + ], + [ + "Ġre", + "ached" + ], + [ + "Ġunder", + "st" + ], + [ + "a", + "ir" + ], + [ + "Ġst", + "e" + ], + [ + "Ġb", + "unny" + ], + [ + "ĠA", + "s" + ], + [ + "Ġstor", + "y" + ], + [ + "'", + "re" + ], + [ + "Ġp", + "ain" + ], + [ + "Ġs", + "ing" + ], + [ + "st", + "er" + ], + [ + "Ġhe", + "re" + ], + [ + "Ġsa", + "nd" + ], + [ + "Ġon", + "ly" + ], + [ + "Ġfl", + "o" + ], + [ + "Ġa", + "m" + ], + [ + "Ġgl", + "ad" + ], + [ + "Ġt", + "ri" + ], + [ + "Ġbe", + "h" + ], + [ + "Ġwor", + "ld" + ], + [ + "Ġop", + "en" + ], + [ + "Ġc", + "re" + ], + [ + "fu", + "lly" + ], + [ + "Ġpr", + "in" + ], + [ + "w", + "here" + ], + [ + "are", + "nt" + ], + [ + "Ġflow", + "er" + ], + [ + "Ġthr", + "ough" + ], + [ + "Ġb", + "a" + ], + [ + "Ġfi", + "re" + ], + [ + "Ġd", + "one" + ], + [ + "Ġha", + "ving" + ], + [ + "Ġth", + "ing" + ], + [ + "Ġdel", + "ic" + ], + [ + "Ġhim", + "self" + ], + [ + "Ġt", + "ired" + ], + [ + "Ġp", + "arent" + ], + [ + "Ġso", + "ft" + ], + [ + "Ġf", + "ro" + ], + [ + "Tim", + "my" + ], + [ + "Ġta", + "st" + ], + [ + "Ġbutter", + "f" + ], + [ + "ĠL", + "et" + ], + [ + "Ġc", + "ut" + ], + [ + "Ġp", + "art" + ], + [ + "Ġwh", + "y" + ], + [ + "k", + "en" + ], + [ + "Ġm", + "ess" + ], + [ + "C", + "an" + ], + [ + "Ġwor", + "ry" + ], + [ + "Mom", + "my" + ], + [ + "i", + "ver" + ], + [ + "Ġd", + "in" + ], + [ + "u", + "ff" + ], + [ + "at", + "er" + ], + [ + "Ġmag", + "ic" + ], + [ + "Ġwa", + "ved" + ], + [ + "Ġshout", + "ed" + ], + [ + "Ġpo", + "nd" + ], + [ + "Ġkid", + "s" + ], + [ + "Ġh", + "at" + ], + [ + "Ġd", + "uck" + ], + [ + "Ġse", + "es" + ], + [ + "o", + "lly" + ], + [ + "ill", + "ed" + ], + [ + "Ġg", + "ame" + ], + [ + "i", + "ent" + ], + [ + "Ġma", + "king" + ], + [ + "at", + "her" + ], + [ + "Jo", + "hn" + ], + [ + "A", + "s" + ], + [ + "ak", + "es" + ], + [ + "Ġcat", + "ch" + ], + [ + "Ġse", + "en" + ], + [ + "Ġc", + "ool" + ], + [ + "at", + "ion" + ], + [ + "Ġcom", + "ing" + ], + [ + "Ġl", + "ess" + ], + [ + "Ġd", + "ark" + ], + [ + "Ġu", + "sed" + ], + [ + "ed", + "dy" + ], + [ + "Ġfi", + "x" + ], + [ + "ĠJo", + "e" + ], + [ + "Ġthan", + "k" + ], + [ + "m", + "er" + ], + [ + "Ġto", + "p" + ], + [ + "Ġl", + "ady" + ], + [ + "Ġha", + "ir" + ], + [ + "ar", + "ing" + ], + [ + "Ġp", + "rom" + ], + [ + "Ġho", + "pped" + ], + [ + "ĠC", + "an" + ], + [ + "\"", + "." + ], + [ + "ig", + "n" + ], + [ + "Ġsurpr", + "ise" + ], + [ + "Ġdra", + "w" + ], + [ + "Ġm", + "um" + ], + [ + "Ġm", + "ouse" + ], + [ + "Ġfun", + "ny" + ], + [ + "re", + "l" + ], + [ + "Ġc", + "ra" + ], + [ + "Ġ", + "-" + ], + [ + "ap", + "er" + ], + [ + "Ġf", + "ull" + ], + [ + "Ġto", + "uch" + ], + [ + "Ġl", + "ight" + ], + [ + "Ġsp", + "ot" + ], + [ + "re", + "n" + ], + [ + "Ġd", + "ro" + ], + [ + "ĠBen", + "ny" + ], + [ + "Ġparent", + "s" + ], + [ + "Ġwor", + "ked" + ], + [ + "in", + "s" + ], + [ + "one", + "y" + ], + [ + "ĠD", + "o" + ], + [ + "Ġsurpr", + "ised" + ], + [ + "Ġcare", + "fully" + ], + [ + "Ġtre", + "es" + ], + [ + "Ġfro", + "g" + ], + [ + "Ġsw", + "ing" + ], + [ + "Ġdo", + "ing" + ], + [ + "D", + "on" + ], + [ + "Ġs", + "at" + ], + [ + "in", + "ally" + ], + [ + "ĠT", + "hat" + ], + [ + "Ġ", + "ice" + ], + [ + "ĠI", + "n" + ], + [ + "Ġhe", + "ld" + ], + [ + "W", + "ow" + ], + [ + "Ġrun", + "ning" + ], + [ + "Ġpret", + "end" + ], + [ + "Ġsw", + "im" + ], + [ + "Ġs", + "et" + ], + [ + "Ġre", + "ad" + ], + [ + "Ġdelic", + "ious" + ], + [ + "Ġneed", + "ed" + ], + [ + "Ġt", + "ight" + ], + [ + "Ġsl", + "ow" + ], + [ + "Ġrememb", + "ered" + ], + [ + "Ġlo", + "st" + ], + [ + "Ġco", + "ld" + ], + [ + "Ġsm", + "ell" + ], + [ + "ard", + "s" + ], + [ + "Ġw", + "ood" + ], + [ + "Ġhapp", + "ily" + ], + [ + "h", + "y" + ], + [ + "el", + "y" + ], + [ + "Ġlook", + "s" + ], + [ + "Ġbeh", + "ind" + ], + [ + "Ġher", + "self" + ], + [ + "Ġc", + "ried" + ], + [ + "Ġenjoy", + "ed" + ], + [ + "Ġnam", + "e" + ], + [ + "as", + "k" + ], + [ + "Ġye", + "ars" + ], + [ + "Ġbu", + "y" + ], + [ + "Ġho", + "le" + ], + [ + "Ġblock", + "s" + ], + [ + "Ġd", + "ri" + ], + [ + "Ġs", + "leep" + ], + [ + "Ġg", + "i" + ], + [ + "Ġyell", + "ow" + ], + [ + "c", + "ess" + ], + [ + "Ġbutterf", + "ly" + ], + [ + "i", + "ke" + ], + [ + "u", + "ed" + ], + [ + "Ġw", + "ished" + ], + [ + "Ġper", + "f" + ], + [ + "Ġan", + "other" + ], + [ + "ĠD", + "aisy" + ], + [ + "Ġgre", + "en" + ], + [ + "Ġmo", + "ve" + ], + [ + "Ġt", + "all" + ], + [ + "Ġa", + "ir" + ], + [ + "Ġb", + "ag" + ], + [ + "Ġflo", + "or" + ], + [ + "Ġcar", + "s" + ], + [ + "Ġless", + "on" + ], + [ + "u", + "l" + ], + [ + "Ġb", + "ow" + ], + [ + "Ġar", + "ri" + ], + [ + "Ġwind", + "ow" + ], + [ + "Ġsh", + "o" + ], + [ + "Ġchild", + "ren" + ], + [ + "n", + "er" + ], + [ + "Ġfin", + "ished" + ], + [ + "Ġh", + "ill" + ], + [ + "ĠA", + "fter" + ], + [ + "and", + "y" + ], + [ + "s", + "p" + ], + [ + "en", + "s" + ], + [ + "Ġp", + "aper" + ], + [ + "Ġli", + "kes" + ], + [ + "F", + "rom" + ], + [ + "s", + "y" + ], + [ + "Ġho", + "ld" + ], + [ + "S", + "am" + ], + [ + "Ġwr", + "ong" + ], + [ + "re", + "ed" + ], + [ + "Ġcont", + "in" + ], + [ + "Ġunderst", + "and" + ], + [ + "at", + "ter" + ], + [ + "u", + "it" + ], + [ + "re", + "w" + ], + [ + "Ġg", + "ent" + ], + [ + "Ġany", + "thing" + ], + [ + "Ġclo", + "se" + ], + [ + "Ġwa", + "ll" + ], + [ + "Ġe", + "l" + ], + [ + "as", + "ure" + ], + [ + "Ġle", + "ft" + ], + [ + "Ġa", + "ble" + ], + [ + "Ġarri", + "ved" + ], + [ + "Ġh", + "un" + ], + [ + "ro", + "ss" + ], + [ + "a", + "v" + ], + [ + "Ġhe", + "ar" + ], + [ + "Ġfriend", + "ly" + ], + [ + "Ġforg", + "ot" + ], + [ + "Ġg", + "one" + ], + [ + "am", + "a" + ], + [ + "Ġcre", + "at" + ], + [ + "Ġw", + "et" + ], + [ + "Ġli", + "on" + ], + [ + "H", + "ell" + ], + [ + "Hell", + "o" + ], + [ + "Ġd", + "ream" + ], + [ + "Ġh", + "ot" + ], + [ + "b", + "o" + ], + [ + "b", + "er" + ], + [ + "ĠS", + "ally" + ], + [ + "Ġf", + "illed" + ], + [ + "Ġd", + "ir" + ], + [ + "ie", + "ld" + ], + [ + "Ġcook", + "ies" + ], + [ + "Ġlaug", + "h" + ], + [ + "Ġbro", + "ken" + ], + [ + "Ġdin", + "ner" + ], + [ + "l", + "f" + ], + [ + "Ġel", + "se" + ], + [ + "Ġh", + "id" + ], + [ + "c", + "ed" + ], + [ + "Ġp", + "ink" + ], + [ + "Ġfollow", + "ed" + ], + [ + "Ġta", + "ble" + ], + [ + "Ġm", + "ar" + ], + [ + "Ġcolor", + "s" + ], + [ + "ou", + "p" + ], + [ + "Ġmom", + "ent" + ], + [ + "Ġcontin", + "ued" + ], + [ + "Ġwonder", + "ful" + ], + [ + "ĠE", + "m" + ], + [ + "e", + "y" + ], + [ + "in", + "ed" + ], + [ + "ir", + "rel" + ], + [ + "r", + "ot" + ], + [ + "Ġfin", + "ally" + ], + [ + "J", + "ack" + ], + [ + "Ġa", + "rm" + ], + [ + "Ġm", + "ight" + ], + [ + "ĠN", + "ow" + ], + [ + "Ġc", + "ast" + ], + [ + "Ġy", + "es" + ], + [ + "Ġbu", + "ild" + ], + [ + "Ġen", + "ough" + ], + [ + "ĠB", + "illy" + ], + [ + "Ġsome", + "one" + ], + [ + "Ġperf", + "ect" + ], + [ + "Ġfa", + "ir" + ], + [ + "Ġstay", + "ed" + ], + [ + "a", + "pp" + ], + [ + "Ġmor", + "ning" + ], + [ + "ĠThe", + "re" + ], + [ + "Ġpu", + "ppy" + ], + [ + "o", + "l" + ], + [ + "Ġdad", + "dy" + ], + [ + "Ġtry", + "ing" + ], + [ + "'", + "ll" + ], + [ + "Ġj", + "u" + ], + [ + "Ġother", + "s" + ], + [ + "Ġbook", + "s" + ], + [ + "Ġag", + "reed" + ], + [ + "Ġmu", + "s" + ], + [ + "Ġsn", + "ow" + ], + [ + "Ġsqu", + "irrel" + ], + [ + "Ġc", + "ream" + ], + [ + "ro", + "om" + ], + [ + "Ġget", + "ting" + ], + [ + "Ġgra", + "ndma" + ], + [ + "ĠL", + "ila" + ], + [ + "Ġlea", + "ves" + ], + [ + "Ġba", + "by" + ], + [ + "Ġc", + "ount" + ], + [ + "ic", + "y" + ], + [ + "Ġfe", + "w" + ], + [ + "A", + "t" + ], + [ + "Ġf", + "all" + ], + [ + "The", + "n" + ], + [ + "g", + "on" + ], + [ + "Ġbre", + "ak" + ], + [ + "Ġclimb", + "ed" + ], + [ + "ri", + "es" + ], + [ + "Ġbe", + "ach" + ], + [ + "as", + "h" + ], + [ + "Ġb", + "ug" + ], + [ + "Ġp", + "lease" + ], + [ + "Ġm", + "other" + ], + [ + "Ġbr", + "ought" + ], + [ + "Ġtra", + "in" + ], + [ + "an", + "ce" + ], + [ + "ĠTh", + "is" + ], + [ + "Ġde", + "ep" + ], + [ + "Ġv", + "is" + ], + [ + "at", + "ed" + ], + [ + "s", + "hed" + ], + [ + "Ġm", + "et" + ], + [ + "Ġwas", + "n" + ], + [ + "Ġsomet", + "imes" + ], + [ + "Ġevery", + "thing" + ], + [ + "ĠTom", + "my" + ], + [ + "i", + "ch" + ], + [ + "Ġmus", + "ic" + ], + [ + "ke", + "y" + ], + [ + "l", + "ing" + ], + [ + "Th", + "is" + ], + [ + "o", + "s" + ], + [ + "Ġturn", + "ed" + ], + [ + "l", + "c" + ], + [ + "Ġr", + "ide" + ], + [ + "o", + "om" + ], + [ + "Ġs", + "ong" + ], + [ + "or", + "ing" + ], + [ + "Ġsp", + "ark" + ], + [ + "Ġf", + "ight" + ], + [ + "Ġhun", + "gry" + ], + [ + "on", + "s" + ], + [ + "Ġpicture", + "s" + ], + [ + "d", + "s" + ], + [ + "Ġm", + "akes" + ], + [ + "Ġse", + "ar" + ], + [ + "uck", + "y" + ], + [ + "Ġlist", + "ened" + ], + [ + "Ġjo", + "y" + ], + [ + "Ġpo", + "l" + ], + [ + "ĠW", + "hat" + ], + [ + "H", + "is" + ], + [ + "e", + "e" + ], + [ + "Ġcl", + "ot" + ], + [ + "Ġsa", + "il" + ], + [ + "a", + "pped" + ], + [ + "b", + "ble" + ], + [ + "Ġcom", + "p" + ], + [ + "Ġpl", + "an" + ], + [ + "Ġwant", + "s" + ], + [ + "Ġclot", + "hes" + ], + [ + "Ġpo", + "in" + ], + [ + "Ġ", + "K" + ], + [ + "z", + "z" + ], + [ + "Ġball", + "oon" + ], + [ + "Ġstr", + "ange" + ], + [ + "m", + "an" + ], + [ + "en", + "ny" + ], + [ + "Ġp", + "i" + ], + [ + "Ġgr", + "ow" + ], + [ + "Ġfly", + "ing" + ], + [ + "r", + "ow" + ], + [ + "Ġsc", + "ary" + ], + [ + "Ġtre", + "at" + ], + [ + "Ġwa", + "ited" + ], + [ + "Ġamaz", + "ed" + ], + [ + "Ġt", + "eddy" + ], + [ + "Ġcast", + "le" + ], + [ + "is", + "ter" + ], + [ + "Ġe", + "le" + ], + [ + "Ġamaz", + "ing" + ], + [ + "m", + "ed" + ], + [ + "Ġsp", + "l" + ], + [ + "O", + "h" + ], + [ + "Ġle", + "ave" + ], + [ + "Ġown", + "er" + ], + [ + "Ġprom", + "ised" + ], + [ + "Ġdan", + "ger" + ], + [ + "e", + "ver" + ], + [ + "O", + "K" + ], + [ + "Ġs", + "uch" + ], + [ + "Ġwh", + "ite" + ], + [ + "Ġp", + "at" + ], + [ + "Ġtal", + "k" + ], + [ + "uff", + "y" + ], + [ + "Ġf", + "ur" + ], + [ + "Ġp", + "ie" + ], + [ + "op", + "e" + ], + [ + "r", + "ed" + ], + [ + "Ġpull", + "ed" + ], + [ + "Ġp", + "re" + ], + [ + "Ġwood", + "s" + ], + [ + "ĠT", + "o" + ], + [ + "Ġsh", + "ared" + ], + [ + "Ġal", + "one" + ], + [ + "Ġtow", + "ards" + ], + [ + "c", + "le" + ], + [ + "ĠM", + "aybe" + ], + [ + "Ġs", + "it" + ], + [ + "Ġn", + "ap" + ], + [ + "Ġcolor", + "ful" + ], + [ + "am", + "p" + ], + [ + "h", + "one" + ], + [ + "Ġvis", + "it" + ], + [ + "ig", + "g" + ], + [ + "ug", + "g" + ], + [ + "th", + "y" + ], + [ + "en", + "ce" + ], + [ + "Ġta", + "il" + ], + [ + "ct", + "or" + ], + [ + "Ġmagic", + "al" + ], + [ + "Ġr", + "iver" + ], + [ + "Ġh", + "ig" + ], + [ + "Ġbe", + "lie" + ], + [ + "Ġgr", + "ate" + ], + [ + "u", + "ally" + ], + [ + "an", + "g" + ], + [ + "ot", + "t" + ], + [ + "Ġh", + "ide" + ], + [ + "Ġs", + "illy" + ], + [ + "Ġsmil", + "es" + ], + [ + "ow", + "er" + ], + [ + "Ġs", + "ide" + ], + [ + "M", + "ax" + ], + [ + "Ġro", + "ll" + ], + [ + "Ġg", + "u" + ], + [ + "ĠA", + "my" + ], + [ + "Ġpr", + "o" + ], + [ + "et", + "er" + ], + [ + "Ġfast", + "er" + ], + [ + "Ġgrate", + "ful" + ], + [ + "Ġtre", + "asure" + ], + [ + "as", + "ed" + ], + [ + "Ġsn", + "ack" + ], + [ + "u", + "p" + ], + [ + "Ġla", + "nd" + ], + [ + "av", + "y" + ], + [ + "Ġmor", + "al" + ], + [ + "ain", + "ed" + ], + [ + "Ġs", + "ister" + ], + [ + "ĠG", + "ra" + ], + [ + "Ġsh", + "ap" + ], + [ + "Ġpain", + "t" + ], + [ + "Ġslow", + "ly" + ], + [ + "Ġf", + "ield" + ], + [ + "Ġp", + "et" + ], + [ + "Ġs", + "ec" + ], + [ + "or", + "m" + ], + [ + "ĠJ", + "im" + ], + [ + "Ġbr", + "an" + ], + [ + "Ġm", + "in" + ], + [ + "Ġmu", + "st" + ], + [ + "Ġhelp", + "ing" + ], + [ + "Ġwor", + "ried" + ], + [ + "Ġjo", + "b" + ], + [ + "Ġfo", + "x" + ], + [ + "s", + "et" + ], + [ + "Ġm", + "oney" + ], + [ + "Ġp", + "ot" + ], + [ + "Ġqu", + "i" + ], + [ + "Ġbe", + "l" + ], + [ + "Ġac", + "c" + ], + [ + "Ġli", + "ving" + ], + [ + "Ġmon", + "ster" + ], + [ + "le", + "ss" + ], + [ + "Ġpart", + "y" + ], + [ + "e", + "ar" + ], + [ + "Ġmo", + "st" + ], + [ + "Ġwe", + "ar" + ], + [ + "Ġrememb", + "er" + ], + [ + "i", + "re" + ], + [ + "Ġs", + "ign" + ], + [ + "w", + "l" + ], + [ + "Ġcl", + "oud" + ], + [ + "Ġc", + "andy" + ], + [ + "Ġhig", + "her" + ], + [ + "i", + "pped" + ], + [ + "id", + "ent" + ], + [ + "ĠA", + "ll" + ], + [ + "d", + "er" + ], + [ + "z", + "e" + ], + [ + "Ġqui", + "et" + ], + [ + "Ġto", + "wn" + ], + [ + "un", + "ch" + ], + [ + "Ġprin", + "cess" + ], + [ + "Ġrun", + "s" + ], + [ + "ask", + "et" + ], + [ + "e", + "m" + ], + [ + "Ġevery", + "where" + ], + [ + "Ġjo", + "in" + ], + [ + "Ġste", + "pped" + ], + [ + "Ġb", + "asket" + ], + [ + "Ġl", + "ake" + ], + [ + "Ġcu", + "p" + ], + [ + "s", + "w" + ], + [ + "out", + "h" + ], + [ + "Ġcar", + "rot" + ], + [ + "Ġco", + "ll" + ], + [ + "Ġpl", + "ant" + ], + [ + "Ġsc", + "ream" + ], + [ + "ĠDad", + "dy" + ], + [ + "Ġb", + "uck" + ], + [ + "Ġhe", + "avy" + ], + [ + "Ġbig", + "ger" + ], + [ + "Ġch", + "o" + ], + [ + "Ġbl", + "ank" + ], + [ + "Ġclo", + "sed" + ], + [ + "Ġw", + "on" + ], + [ + "is", + "es" + ], + [ + "Ġan", + "sw" + ], + [ + "b", + "r" + ], + [ + "Ġblank", + "et" + ], + [ + "Ġm", + "outh" + ], + [ + "am", + "es" + ], + [ + "ec", + "es" + ], + [ + "Ġeat", + "ing" + ], + [ + "Ġpi", + "eces" + ], + [ + "ck", + "et" + ], + [ + "Ġst", + "re" + ], + [ + "Ġwe", + "lc" + ], + [ + "Ġwould", + "n" + ], + [ + "Ġre", + "ach" + ], + [ + "Ġbro", + "ke" + ], + [ + "e", + "ared" + ], + [ + "Ġdanger", + "ous" + ], + [ + "g", + "s" + ], + [ + "p", + "h" + ], + [ + "ĠM", + "olly" + ], + [ + "Ġc", + "e" + ], + [ + "ĠM", + "r" + ], + [ + "or", + "d" + ], + [ + "f", + "ort" + ], + [ + "Ġdoll", + "s" + ], + [ + "m", + "ing" + ], + [ + "Ġdan", + "ce" + ], + [ + "Ġdra", + "gon" + ], + [ + "Ġthink", + "s" + ], + [ + "Ġask", + "s" + ], + [ + "Ġac", + "ross" + ], + [ + "O", + "kay" + ], + [ + "Ġch", + "air" + ], + [ + "Ġte", + "ac" + ], + [ + "Ġb", + "ott" + ], + [ + "H", + "i" + ], + [ + "Ġp", + "a" + ], + [ + "Ġne", + "igh" + ], + [ + "Ġb", + "ar" + ], + [ + "Ġb", + "ike" + ], + [ + "Ġp", + "ack" + ], + [ + "it", + "ing" + ], + [ + "Ġdis", + "app" + ], + [ + "Ġneigh", + "b" + ], + [ + "Ġst", + "uck" + ], + [ + "d", + "e" + ], + [ + "Ġg", + "if" + ], + [ + "Ġfr", + "uit" + ], + [ + "Ġbelie", + "ve" + ], + [ + "c", + "y" + ], + [ + "Ġ", + "ve" + ], + [ + "Ġcry", + "ing" + ], + [ + "i", + "er" + ], + [ + "ph", + "ant" + ], + [ + "Ġs", + "uddenly" + ], + [ + "Ġs", + "oup" + ], + [ + "Ġr", + "ace" + ], + [ + "Ġth", + "rew" + ], + [ + "S", + "ure" + ], + [ + "Ġfar", + "mer" + ], + [ + "Ġacc", + "ident" + ], + [ + "Ġdir", + "ty" + ], + [ + "Ġele", + "phant" + ], + [ + "Ġmon", + "key" + ], + [ + "Ġhe", + "al" + ], + [ + "w", + "eet" + ], + [ + "Ġre", + "m" + ], + [ + "Ġp", + "ers" + ], + [ + "Ġsa", + "me" + ], + [ + "or", + "ed" + ], + [ + "vent", + "ually" + ], + [ + "e", + "ad" + ], + [ + "pp", + "ing" + ], + [ + "Ġgent", + "le" + ], + [ + "Ġf", + "ree" + ], + [ + "Ġbr", + "own" + ], + [ + "M", + "aybe" + ], + [ + "Ġin", + "st" + ], + [ + "Ġbe", + "e" + ], + [ + "i", + "x" + ], + [ + "Ġb", + "en" + ], + [ + "Ġw", + "in" + ], + [ + "Ġbl", + "ack" + ], + [ + "Ġal", + "ong" + ], + [ + "Ġlong", + "er" + ], + [ + "i", + "ble" + ], + [ + "Ġsp", + "r" + ], + [ + "Ġcl", + "apped" + ], + [ + "F", + "inally" + ], + [ + "W", + "hy" + ], + [ + "ck", + "ed" + ], + [ + "Ġwor", + "ds" + ], + [ + "ĠF", + "l" + ], + [ + "Ġteac", + "her" + ], + [ + "Ġup", + "set" + ], + [ + "ch", + "ool" + ], + [ + "Ġpie", + "ce" + ], + [ + "Ġwe", + "ll" + ], + [ + "Ġche", + "ered" + ], + [ + "Ġh", + "it" + ], + [ + "Ġsa", + "ng" + ], + [ + "m", + "ent" + ], + [ + "Ġbow", + "l" + ], + [ + "Ġb", + "ite" + ], + [ + "Ġdo", + "ctor" + ], + [ + "ĠJ", + "ill" + ], + [ + "Ġbuck", + "et" + ], + [ + "M", + "ia" + ], + [ + "Ġb", + "ath" + ], + [ + "Ġc", + "aught" + ], + [ + "Ġhe", + "art" + ], + [ + "Ġfor", + "get" + ], + [ + "Ġm", + "ark" + ], + [ + "Ġbut", + "t" + ], + [ + "Ġd", + "ry" + ], + [ + "Ġyou", + "ng" + ], + [ + "Ġse", + "a" + ], + [ + "Ġc", + "our" + ], + [ + "Ġdro", + "pped" + ], + [ + "es", + "e" + ], + [ + "Ġy", + "ard" + ], + [ + "Ġpl", + "ac" + ], + [ + "our", + "n" + ], + [ + "Ġs", + "chool" + ], + [ + "Ġsw", + "ings" + ], + [ + "bb", + "y" + ], + [ + "Ġw", + "ings" + ], + [ + "b", + "s" + ], + [ + "Ġexpl", + "ained" + ], + [ + "Ġj", + "ourn" + ], + [ + "Ġbr", + "ing" + ], + [ + "Ġdr", + "ink" + ], + [ + "Ġstre", + "et" + ], + [ + "Ġju", + "ice" + ], + [ + "un", + "g" + ], + [ + "Ġnear", + "by" + ], + [ + "ĠEm", + "ma" + ], + [ + "Ġsm", + "o" + ], + [ + "Ġsm", + "art" + ], + [ + "Ġpu", + "shed" + ], + [ + "Ġstor", + "ies" + ], + [ + "Ġdro", + "ve" + ], + [ + "Ġt", + "iny" + ], + [ + "Ġp", + "en" + ], + [ + "Ġcour", + "se" + ], + [ + "Ġ", + "es" + ], + [ + "Ġm", + "ine" + ], + [ + "Ġto", + "day" + ], + [ + "Ġpo", + "cket" + ], + [ + "Ġye", + "ar" + ], + [ + "aught", + "er" + ], + [ + "Ġj", + "e" + ], + [ + "Ġsec", + "ret" + ], + [ + "Ġex", + "p" + ], + [ + "Ġwith", + "out" + ], + [ + "Ġsing", + "ing" + ], + [ + "Ġwelc", + "ome" + ], + [ + "Ġhapp", + "en" + ], + [ + "t", + "o" + ], + [ + "Ġf", + "it" + ], + [ + "Ġst", + "u" + ], + [ + "ve", + "l" + ], + [ + "ra", + "ct" + ], + [ + "Ġbu", + "s" + ], + [ + "Ġche", + "ese" + ], + [ + "Ġcr", + "ay" + ], + [ + "Ġfair", + "y" + ], + [ + "Ġj", + "ar" + ], + [ + "Ġturn", + "s" + ], + [ + "Ġbu", + "sh" + ], + [ + "b", + "ow" + ], + [ + "ll", + "o" + ], + [ + "Ġexpl", + "oring" + ], + [ + "Ġl", + "on" + ], + [ + "Ġst", + "and" + ], + [ + "itt", + "ing" + ], + [ + "Ġsee", + "med" + ], + [ + "Ġsp", + "oon" + ], + [ + "ĠF", + "inally" + ], + [ + "Ġg", + "ames" + ], + [ + "Ġwo", + "ke" + ], + [ + "is", + "sed" + ], + [ + "Ġre", + "sp" + ], + [ + "Ġtr", + "ou" + ], + [ + "Ġtw", + "ins" + ], + [ + "Ġhop", + "ed" + ], + [ + "Ġat", + "t" + ], + [ + "Ġlon", + "ely" + ], + [ + "Ġa", + "nt" + ], + [ + "ĠM", + "ama" + ], + [ + "or", + "row" + ], + [ + "Ġno", + "ises" + ], + [ + "Ġhug", + "s" + ], + [ + "ount", + "ain" + ], + [ + "y", + "ard" + ], + [ + "Ġd", + "aughter" + ], + [ + "Ġin", + "v" + ], + [ + "Ġke", + "y" + ], + [ + "a", + "il" + ], + [ + "Ġrock", + "s" + ], + [ + "Ġdis", + "co" + ], + [ + "Ġs", + "u" + ], + [ + "Ġl", + "unch" + ], + [ + "re", + "ad" + ], + [ + "ou", + "n" + ], + [ + "ver", + "ed" + ], + [ + "Ġback", + "yard" + ], + [ + "Ġs", + "uc" + ], + [ + "Ġc", + "ow" + ], + [ + "Ġapp", + "le" + ], + [ + "e", + "k" + ], + [ + "Ġsw", + "am" + ], + [ + "Ġsho", + "es" + ], + [ + "Ġst", + "ars" + ], + [ + "Ġsh", + "ook" + ], + [ + "itt", + "ens" + ], + [ + "Ġm", + "iss" + ], + [ + "c", + "hes" + ], + [ + "Ġw", + "ish" + ], + [ + "Ġre", + "lie" + ], + [ + "fu", + "sed" + ], + [ + "Ġshap", + "es" + ], + [ + "urp", + "le" + ], + [ + "Ġtow", + "er" + ], + [ + "it", + "y" + ], + [ + "Ġc", + "orn" + ], + [ + "Ġmo", + "ved" + ], + [ + "sh", + "ine" + ], + [ + "Ġ", + "3" + ], + [ + "Ġth", + "ough" + ], + [ + "Ġc", + "ir" + ], + [ + "um", + "b" + ], + [ + "Ġta", + "king" + ], + [ + "t", + "s" + ], + [ + "ĠT", + "weet" + ], + [ + "ap", + "e" + ], + [ + "Ġrain", + "bow" + ], + [ + "Ġthr", + "ow" + ], + [ + "Ġst", + "ar" + ], + [ + "Ġben", + "ch" + ], + [ + "Ġne", + "ck" + ], + [ + "ock", + "ed" + ], + [ + "Ġcreat", + "ure" + ], + [ + "Ġbu", + "bble" + ], + [ + "Ġl", + "ate" + ], + [ + "Ġadventure", + "s" + ], + [ + "Ġo", + "wl" + ], + [ + "ion", + "s" + ], + [ + "A", + "nd" + ], + [ + "Ġw", + "he" + ], + [ + "Ġp", + "ar" + ], + [ + "Ġshe", + "ll" + ], + [ + "Ġk", + "ite" + ], + [ + "ĠFl", + "uffy" + ], + [ + "in", + "ing" + ], + [ + "Ġm", + "il" + ], + [ + "u", + "nt" + ], + [ + "Ġf", + "ence" + ], + [ + "Ġm", + "ix" + ], + [ + "Ġli", + "ft" + ], + [ + "Ġaccident", + "ally" + ], + [ + "Ġw", + "ise" + ], + [ + "Ġhe", + "llo" + ], + [ + "Ġp", + "urple" + ], + [ + "pp", + "er" + ], + [ + "Ġon", + "to" + ], + [ + "Ġsp", + "in" + ], + [ + "t", + "en" + ], + [ + "our", + "s" + ], + [ + "Ġs", + "itting" + ], + [ + "id", + "ge" + ], + [ + "Ġsun", + "shine" + ], + [ + "Ġcut", + "e" + ], + [ + "Ġm", + "at" + ], + [ + "w", + "ard" + ], + [ + "Ġsh", + "op" + ], + [ + "Ġwh", + "ist" + ], + [ + "Ġd", + "ist" + ], + [ + "Ġor", + "ange" + ], + [ + "L", + "ila" + ], + [ + "Ġn", + "aught" + ], + [ + "ĠSam", + "my" + ], + [ + "Ġnaught", + "y" + ], + [ + "Ġn", + "est" + ], + [ + "o", + "se" + ], + [ + "or", + "s" + ], + [ + "ll", + "a" + ], + [ + "Ġmil", + "k" + ], + [ + "f", + "ish" + ], + [ + "Ġa", + "f" + ], + [ + "Ġb", + "oun" + ], + [ + "Ġp", + "hone" + ], + [ + "Ġarm", + "s" + ], + [ + "Ġe", + "as" + ], + [ + "n", + "ess" + ], + [ + "Ġcar", + "ry" + ], + [ + "ĠGra", + "ndma" + ], + [ + "o", + "g" + ], + [ + "Ġb", + "ought" + ], + [ + "Ġdri", + "ver" + ], + [ + "Ġinst", + "ead" + ], + [ + "L", + "ater" + ], + [ + "Ġtal", + "ked" + ], + [ + "Ġsear", + "ched" + ], + [ + "g", + "ged" + ], + [ + "Ġp", + "ig" + ], + [ + "Ġco", + "zy" + ], + [ + "Ġsun", + "ny" + ], + [ + "itt", + "y" + ], + [ + "Ġfeel", + "s" + ], + [ + "Ġf", + "an" + ], + [ + "Ġwonder", + "ed" + ], + [ + "Ġcom", + "es" + ], + [ + "Ġswim", + "ming" + ], + [ + "u", + "ched" + ], + [ + "Ġto", + "uched" + ], + [ + "Ġp", + "op" + ], + [ + "ĠIn", + "side" + ], + [ + "a", + "le" + ], + [ + "Ġl", + "ucky" + ], + [ + "Ġlaug", + "hing" + ], + [ + "Ġbel", + "ong" + ], + [ + "Ġsound", + "s" + ], + [ + "Ġw", + "om" + ], + [ + "Ġc", + "ave" + ], + [ + "le", + "t" + ], + [ + "Ġjourn", + "ey" + ], + [ + "Ġwom", + "an" + ], + [ + "Ġc", + "ou" + ], + [ + "Ġnot", + "hing" + ], + [ + "Ġco", + "at" + ], + [ + "Ġrelie", + "ved" + ], + [ + "Ġ", + "O" + ], + [ + "Ġpe", + "ace" + ], + [ + "ad", + "ow" + ], + [ + "Ġno", + "se" + ], + [ + "Ġbu", + "sy" + ], + [ + "B", + "ob" + ], + [ + "Ġp", + "ast" + ], + [ + "Ġapp", + "les" + ], + [ + "Ġs", + "ick" + ], + [ + "Ġr", + "ope" + ], + [ + "Ġpat", + "ient" + ], + [ + "Ġa", + "ct" + ], + [ + "Ġp", + "udd" + ], + [ + "Ġin", + "c" + ], + [ + "ra", + "id" + ], + [ + "Ġwatch", + "ing" + ], + [ + "Ġbran", + "ch" + ], + [ + "Ġaf", + "raid" + ], + [ + "Ġto", + "m" + ], + [ + "id", + "er" + ], + [ + "Ġday", + "s" + ], + [ + "Ġre", + "t" + ], + [ + "c", + "ing" + ], + [ + "ĠM", + "ary" + ], + [ + "Ġb", + "and" + ], + [ + "Ġfar", + "m" + ], + [ + "Ġhug", + "e" + ], + [ + "ĠTh", + "ank" + ], + [ + "at", + "or" + ], + [ + "Ġexc", + "iting" + ], + [ + "Ġdan", + "ced" + ], + [ + "th", + "day" + ], + [ + "Ġwa", + "r" + ], + [ + "ĠSo", + "on" + ], + [ + "b", + "all" + ], + [ + "Ġg", + "igg" + ], + [ + "ble", + "m" + ], + [ + "Ġz", + "oom" + ], + [ + "Ġm", + "ad" + ], + [ + "Ġv", + "ill" + ], + [ + "Ġfore", + "ver" + ], + [ + "Ġpro", + "blem" + ], + [ + "Ġcoll", + "ect" + ], + [ + "p", + "ed" + ], + [ + "ir", + "t" + ], + [ + "Ġmin", + "ut" + ], + [ + "Ġw", + "ra" + ], + [ + "h", + "o" + ], + [ + "Ġli", + "fe" + ], + [ + "Ġkne", + "e" + ], + [ + "c", + "es" + ], + [ + "D", + "o" + ], + [ + "c", + "er" + ], + [ + "m", + "p" + ], + [ + "ar", + "p" + ], + [ + "Ġk", + "ing" + ], + [ + "Ġas", + "leep" + ], + [ + "Ġret", + "urn" + ], + [ + "Ġsh", + "arp" + ], + [ + "Ġre", + "l" + ], + [ + "Ġp", + "ower" + ], + [ + "et", + "h" + ], + [ + "Ġhold", + "ing" + ], + [ + "Ġf", + "ing" + ], + [ + "Ġheal", + "thy" + ], + [ + "ĠM", + "ittens" + ], + [ + "Ġpr", + "ot" + ], + [ + "Ġme", + "et" + ], + [ + "Ġor", + "gan" + ], + [ + "Ġcle", + "ver" + ], + [ + "Ġspot", + "ted" + ], + [ + "Ġl", + "etter" + ], + [ + "Ġg", + "ather" + ], + [ + "al", + "m" + ], + [ + "O", + "f" + ], + [ + "e", + "re" + ], + [ + "Ġr", + "ound" + ], + [ + "Ġstor", + "m" + ], + [ + "Ġprot", + "ect" + ], + [ + "Ġgif", + "t" + ], + [ + "am", + "ed" + ], + [ + "Ġma", + "il" + ], + [ + "ĠJ", + "en" + ], + [ + "Ġbir", + "thday" + ], + [ + "Ġpre", + "s" + ], + [ + "Ġsa", + "f" + ], + [ + "Ġneighb", + "or" + ], + [ + "ep", + "end" + ], + [ + "Ġta", + "kes" + ], + [ + "s", + "c" + ], + [ + "Ġe", + "ar" + ], + [ + "Ġcom", + "fort" + ], + [ + "Ġ", + "ent" + ], + [ + "Ġre", + "p" + ], + [ + "Ġpers", + "on" + ], + [ + "Ġsmil", + "ing" + ], + [ + "ĠW", + "ith" + ], + [ + "Ġgent", + "ly" + ], + [ + "Ġpoin", + "ted" + ], + [ + "E", + "very" + ], + [ + "ow", + "ed" + ], + [ + "Ġsp", + "o" + ], + [ + "co", + "l" + ], + [ + "Ġtast", + "y" + ], + [ + "ul", + "ar" + ], + [ + "ĠJim", + "my" + ], + [ + "Ġpl", + "ane" + ], + [ + "st", + "ing" + ], + [ + "h", + "in" + ], + [ + "Ġh", + "oney" + ], + [ + "it", + "ch" + ], + [ + "Ġp", + "ill" + ], + [ + "Ġp", + "ass" + ], + [ + "itt", + "en" + ], + [ + "Ġm", + "atter" + ], + [ + "Ġad", + "m" + ], + [ + "Ġtast", + "ed" + ], + [ + "Ġsmell", + "ed" + ], + [ + "n", + "ic" + ], + [ + "o", + "ve" + ], + [ + "Ġe", + "ag" + ], + [ + "Ġsh", + "ining" + ], + [ + "He", + "y" + ], + [ + "Ġhop", + "e" + ], + [ + "Ġplac", + "es" + ], + [ + "Ġk", + "ick" + ], + [ + "ĠC", + "h" + ], + [ + "Ġpic", + "nic" + ], + [ + "Ġbott", + "le" + ], + [ + "Ġresp", + "ect" + ], + [ + "Ġb", + "lew" + ], + [ + "Ġapp", + "eared" + ], + [ + "Ġsu", + "pp" + ], + [ + "Tom", + "my" + ], + [ + "ĠC", + "ome" + ], + [ + "Ġsp", + "ider" + ], + [ + "Ġint", + "ere" + ], + [ + "Ġche", + "er" + ], + [ + "bo", + "ard" + ], + [ + "Ġwe", + "aring" + ], + [ + "Ġpres", + "ent" + ], + [ + "er", + "t" + ], + [ + "Ġm", + "ist" + ], + [ + "iz", + "e" + ], + [ + "Ġtrou", + "ble" + ], + [ + "Ġtri", + "p" + ], + [ + "Ġp", + "ract" + ], + [ + "Ġk", + "iss" + ], + [ + "Ġqu", + "est" + ], + [ + "o", + "nd" + ], + [ + "Ġas", + "h" + ], + [ + "Ġlo", + "ves" + ], + [ + "Ġtight", + "ly" + ], + [ + "g", + "g" + ], + [ + "ar", + "ge" + ], + [ + "Ġs", + "ur" + ], + [ + "Ġsp", + "read" + ], + [ + "a", + "ur" + ], + [ + "Ġw", + "ide" + ], + [ + "on", + "es" + ], + [ + "um", + "ber" + ], + [ + "Ġfe", + "ather" + ], + [ + "Ġspl", + "as" + ], + [ + "on", + "t" + ], + [ + "nd", + "p" + ], + [ + "Ġl", + "ater" + ], + [ + "Ġwho", + "le" + ], + [ + "Ġany", + "one" + ], + [ + "Ġbre", + "ad" + ], + [ + "M", + "olly" + ], + [ + "Ġd", + "es" + ], + [ + "Ġre", + "c" + ], + [ + "ell", + "a" + ], + [ + "Ġro", + "ad" + ], + [ + "I", + "n" + ], + [ + "Ġo", + "ce" + ], + [ + "Ġgi", + "ant" + ], + [ + "Ġoce", + "an" + ], + [ + "el", + "s" + ], + [ + "Ġpu", + "zz" + ], + [ + "Ġcook", + "ie" + ], + [ + "Ġp", + "an" + ], + [ + "Ġp", + "ath" + ], + [ + "Åĵ", + "I" + ], + [ + "Ġcon", + "fused" + ], + [ + "Ġscream", + "ed" + ], + [ + "Ġcloud", + "s" + ], + [ + "e", + "b" + ], + [ + "Ġimp", + "ress" + ], + [ + "Ġfr", + "ont" + ], + [ + "ĠG", + "o" + ], + [ + "Ġse", + "at" + ], + [ + "le", + "x" + ], + [ + "Ġl", + "ay" + ], + [ + "Ġwh", + "ich" + ], + [ + "l", + "a" + ], + [ + "Ġth", + "in" + ], + [ + "Ġte", + "ach" + ], + [ + "er", + "ly" + ], + [ + "Ġd", + "i" + ], + [ + "Ġansw", + "er" + ], + [ + "ung", + "le" + ], + [ + "Ġa", + "p" + ], + [ + "ss", + "ed" + ], + [ + "h", + "ile" + ], + [ + "u", + "b" + ], + [ + "Ġl", + "arge" + ], + [ + "Ġj", + "ungle" + ], + [ + "Ġprom", + "ise" + ], + [ + "Ġs", + "er" + ], + [ + "Ġb", + "er" + ], + [ + "Ġw", + "ild" + ], + [ + "Ġb", + "ark" + ], + [ + "Ġm", + "ach" + ], + [ + "oo", + "se" + ], + [ + "Ġbutt", + "on" + ], + [ + "ndp", + "a" + ], + [ + "G", + "ood" + ], + [ + "Ġmy", + "ster" + ], + [ + "Ġsn", + "ake" + ], + [ + "Ġvill", + "age" + ], + [ + "Ġh", + "or" + ], + [ + "ĠEm", + "ily" + ], + [ + "C", + "ome" + ], + [ + "Ġtoo", + "l" + ], + [ + "Ġput", + "s" + ], + [ + "Ġla", + "st" + ], + [ + "Ġim", + "ag" + ], + [ + "ĠJ", + "ake" + ], + [ + "L", + "ucy" + ], + [ + "Ġt", + "id" + ], + [ + "Ġb", + "an" + ], + [ + "le", + "br" + ], + [ + "Ġe", + "ventually" + ], + [ + "Ġsl", + "id" + ], + [ + "Ġwa", + "ve" + ], + [ + "Ġli", + "ve" + ], + [ + "Ġch", + "ased" + ], + [ + "ĠEvery", + "where" + ], + [ + "Ġce", + "lebr" + ], + [ + "Ġcray", + "ons" + ], + [ + "J", + "ust" + ], + [ + "Ġsp", + "ent" + ], + [ + "Ġwr", + "ite" + ], + [ + "Ġgi", + "ves" + ], + [ + "un", + "k" + ], + [ + "if", + "e" + ], + [ + "Ġdec", + "or" + ], + [ + "Ġfo", + "ot" + ], + [ + "Ġdel", + "ight" + ], + [ + "Ġso", + "l" + ], + [ + "Ġsand", + "w" + ], + [ + "Ġdir", + "t" + ], + [ + "ĠJ", + "enny" + ], + [ + "Ġtal", + "king" + ], + [ + "Ġtreat", + "s" + ], + [ + "Ġc", + "art" + ], + [ + "ch", + "ing" + ], + [ + "Ġwait", + "ing" + ], + [ + "Ġhid", + "ing" + ], + [ + "Ġsnow", + "man" + ], + [ + "Ġintere", + "sting" + ], + [ + "Ġh", + "on" + ], + [ + "on", + "y" + ], + [ + "Ġshe", + "lf" + ], + [ + "Ġtast", + "e" + ], + [ + "e", + "en" + ], + [ + "J", + "im" + ], + [ + "Ġst", + "ep" + ], + [ + "M", + "um" + ], + [ + "Ġhelp", + "ful" + ], + [ + "Ġfe", + "et" + ], + [ + "Ġsh", + "y" + ], + [ + "Ġgo", + "es" + ], + [ + "Ġv", + "al" + ], + [ + "Ġe", + "mb" + ], + [ + "Ġst", + "ood" + ], + [ + "Ġsh", + "r" + ], + [ + "Ġbuild", + "ing" + ], + [ + "Ġo", + "ven" + ], + [ + "Ġst", + "ret" + ], + [ + "Ġlove", + "ly" + ], + [ + "Ġduck", + "s" + ], + [ + "Ġcorn", + "er" + ], + [ + "Ġwas", + "h" + ], + [ + "ck", + "s" + ], + [ + "Ġsp", + "e" + ], + [ + "Ġpretend", + "ed" + ], + [ + "Ġroll", + "ed" + ], + [ + "Ġru", + "de" + ], + [ + "o", + "ld" + ], + [ + "Ġc", + "alm" + ], + [ + "Ġp", + "ile" + ], + [ + "Ġte", + "eth" + ], + [ + "Ġjump", + "ing" + ], + [ + "Ġz", + "oo" + ], + [ + "Ġpudd", + "le" + ], + [ + "Ġtid", + "y" + ], + [ + "M", + "ama" + ], + [ + "ig", + "er" + ], + [ + "ip", + "e" + ], + [ + "Ġbug", + "s" + ], + [ + "Ġash", + "amed" + ], + [ + "Ġb", + "at" + ], + [ + "in", + "a" + ], + [ + "ĠR", + "e" + ], + [ + "Ġo", + "b" + ], + [ + "Ġst", + "ra" + ], + [ + "ĠS", + "t" + ], + [ + "Ġwhist", + "le" + ], + [ + "Ġban", + "an" + ], + [ + "n", + "ot" + ], + [ + "Ġn", + "et" + ], + [ + "Ġforg", + "ive" + ], + [ + "Ġprin", + "ce" + ], + [ + "en", + "er" + ], + [ + "Ġsh", + "irt" + ], + [ + "Ġs", + "el" + ], + [ + "Ġc", + "oo" + ], + [ + "Ġemb", + "ar" + ], + [ + "ump", + "y" + ], + [ + "Ġspark", + "ly" + ], + [ + "Ġrem", + "ind" + ], + [ + "Ġs", + "ug" + ], + [ + "Ġc", + "ross" + ], + [ + "Ġm", + "ind" + ], + [ + "Ġcan", + "not" + ], + [ + "Ġsuc", + "cess" + ], + [ + "Ġembar", + "ra" + ], + [ + "S", + "oon" + ], + [ + "Ġm", + "ot" + ], + [ + "Ġsh", + "aring" + ], + [ + "Ġwor", + "m" + ], + [ + "Ġfo", + "ld" + ], + [ + "Ġpeace", + "ful" + ], + [ + "Ġw", + "ore" + ], + [ + "Ġm", + "ountain" + ], + [ + "Ġbl", + "ow" + ], + [ + "l", + "ice" + ], + [ + "Ġ", + "ign" + ], + [ + "Ġbe", + "ll" + ], + [ + "Ġfur", + "ry" + ], + [ + "Ġgra", + "b" + ], + [ + "al", + "s" + ], + [ + "omet", + "imes" + ], + [ + "Ġwhen", + "ever" + ], + [ + "Ġp", + "our" + ], + [ + "v", + "ous" + ], + [ + "ll", + "ie" + ], + [ + "Ġpu", + "sh" + ], + [ + "Ġbre", + "ath" + ], + [ + "Ġmach", + "ine" + ], + [ + "Ġsug", + "ar" + ], + [ + "Ġch", + "ick" + ], + [ + "Ġcreat", + "ive" + ], + [ + "S", + "t" + ], + [ + "n", + "ed" + ], + [ + "Ġb", + "al" + ], + [ + "Ġst", + "ir" + ], + [ + "Ġdo", + "lp" + ], + [ + "Ġtri", + "es" + ], + [ + "N", + "ow" + ], + [ + "Ġl", + "ad" + ], + [ + "ĠL", + "e" + ], + [ + "Ġm", + "ed" + ], + [ + "Ġp", + "ool" + ], + [ + "Ġg", + "ener" + ], + [ + "Ġsa", + "l" + ], + [ + "or", + "k" + ], + [ + "ul", + "t" + ], + [ + "Ġspr", + "ay" + ], + [ + "Ġsh", + "ip" + ], + [ + "i", + "an" + ], + [ + "Ġh", + "um" + ], + [ + "Ġhe", + "l" + ], + [ + "is", + "a" + ], + [ + "Ġsel", + "fish" + ], + [ + "Ġh", + "ar" + ], + [ + "Ġfa", + "ces" + ], + [ + "Ġmess", + "y" + ], + [ + "Ġ", + "'" + ], + [ + "Ġp", + "le" + ], + [ + "ĠS", + "ome" + ], + [ + "ĠH", + "ow" + ], + [ + "Ġgo", + "ld" + ], + [ + "Ġcho", + "col" + ], + [ + "P", + "lease" + ], + [ + "Ġminut", + "es" + ], + [ + "Ġpill", + "ow" + ], + [ + "M", + "y" + ], + [ + "a", + "king" + ], + [ + "Ġt", + "un" + ], + [ + "Ġm", + "issed" + ], + [ + "ig", + "hed" + ], + [ + "Ġv", + "an" + ], + [ + "Ġfix", + "ed" + ], + [ + "Ġfight", + "ing" + ], + [ + "o", + "in" + ], + [ + "Ġf", + "ig" + ], + [ + "Ġembarra", + "ssed" + ], + [ + "Ġme", + "ant" + ], + [ + "Ġdri", + "ve" + ], + [ + "Ġtom", + "orrow" + ], + [ + "Ġh", + "ours" + ], + [ + "Ġc", + "a" + ], + [ + "Ġn", + "er" + ], + [ + "Ġsp", + "icy" + ], + [ + "Ġknow", + "ing" + ], + [ + "ĠP", + "lease" + ], + [ + "Sara", + "h" + ], + [ + "Ġlad", + "der" + ], + [ + "it", + "al" + ], + [ + "Ġhor", + "se" + ], + [ + "at", + "o" + ], + [ + "Ġu", + "g" + ], + [ + "ĠJ", + "ust" + ], + [ + "Ġtr", + "ust" + ], + [ + "Ġho", + "sp" + ], + [ + "Ġug", + "ly" + ], + [ + "Ġhosp", + "ital" + ], + [ + "Ġche", + "w" + ], + [ + "Ġbed", + "room" + ], + [ + "Ġeas", + "y" + ], + [ + "Ġner", + "vous" + ], + [ + "Ġro", + "b" + ], + [ + "Ġthank", + "ful" + ], + [ + "Ġcarrot", + "s" + ], + [ + "D", + "ad" + ], + [ + "ell", + "y" + ], + [ + "Ġgre", + "w" + ], + [ + "Ġcol", + "our" + ], + [ + "Ġbar", + "ked" + ], + [ + "Ġcou", + "ch" + ], + [ + "Ġn", + "ut" + ], + [ + "Ġme", + "adow" + ], + [ + "Ġta", + "ught" + ], + [ + "Ġunderst", + "ood" + ], + [ + "Ġdisapp", + "oin" + ], + [ + "Ġp", + "as" + ], + [ + "an", + "o" + ], + [ + "Ġof", + "ten" + ], + [ + "Ġcl", + "ass" + ], + [ + "Ġpas", + "sed" + ], + [ + "Ġkn", + "ocked" + ], + [ + "Ġland", + "ed" + ], + [ + "Ġm", + "ic" + ], + [ + "ir", + "d" + ], + [ + "Ġfe", + "ar" + ], + [ + "Ġco", + "in" + ], + [ + "Ġmu", + "d" + ], + [ + "w", + "ork" + ], + [ + "Ġd", + "eter" + ], + [ + "Ġre", + "g" + ], + [ + "Ġreturn", + "ed" + ], + [ + "Ġdeter", + "m" + ], + [ + "Ġh", + "ur" + ], + [ + "Ġfin", + "ish" + ], + [ + "iz", + "z" + ], + [ + "Ġte", + "a" + ], + [ + "Ġsmo", + "oth" + ], + [ + "m", + "o" + ], + [ + "Ġst", + "uff" + ], + [ + "Ġmo", + "v" + ], + [ + "Ġgener", + "ous" + ], + [ + "T", + "o" + ], + [ + "Ġ", + "On" + ], + [ + "is", + "p" + ], + [ + "Ġdr", + "um" + ], + [ + "o", + "bby" + ], + [ + "Ġbubble", + "s" + ], + [ + "Ġrob", + "ot" + ], + [ + "Ġthe", + "se" + ], + [ + "Ġse", + "ed" + ], + [ + "Ġgl", + "ass" + ], + [ + "Ġdisappoin", + "ted" + ], + [ + "g", + "round" + ], + [ + "Ġr", + "ing" + ], + [ + "Ġc", + "ard" + ], + [ + "Ġhe", + "ars" + ], + [ + "Ġcar", + "ried" + ], + [ + "Ġmo", + "on" + ], + [ + "Ġchocol", + "ate" + ], + [ + "Ġlea", + "f" + ], + [ + "Ġsnack", + "s" + ], + [ + "Ġcir", + "c" + ], + [ + "Ġfan", + "cy" + ], + [ + "d", + "le" + ], + [ + "Ġsp", + "end" + ], + [ + "ĠA", + "nn" + ], + [ + "ust", + "r" + ], + [ + "Ġcra", + "b" + ], + [ + "Ġsong", + "s" + ], + [ + "p", + "ack" + ], + [ + "Ġp", + "ir" + ], + [ + "eci", + "ally" + ], + [ + "os", + "aur" + ], + [ + "Ġso", + "ld" + ], + [ + "Ġbr", + "idge" + ], + [ + "ĠE", + "ven" + ], + [ + "Ġsleep", + "y" + ], + [ + "Ġhon", + "est" + ], + [ + "Ġm", + "ir" + ], + [ + "ĠB", + "r" + ], + [ + "Ġpa", + "w" + ], + [ + "p", + "ecially" + ], + [ + "Ġa", + "v" + ], + [ + "ĠW", + "hy" + ], + [ + "iz", + "zy" + ], + [ + "Ġche", + "st" + ], + [ + "Ġwo", + "lf" + ], + [ + "Ġdin", + "osaur" + ], + [ + "Ġes", + "pecially" + ], + [ + "Ġm", + "ap" + ], + [ + "Ġg", + "as" + ], + [ + "or", + "y" + ], + [ + "Ġch", + "ange" + ], + [ + "Ġgr", + "oup" + ], + [ + "Ġgather", + "ed" + ], + [ + "Ġs", + "our" + ], + [ + "Ġpo", + "or" + ], + [ + "Ġspl", + "ash" + ], + [ + "Ġwa", + "ves" + ], + [ + "Ġfor", + "ward" + ], + [ + "Ġcl", + "own" + ], + [ + "Ġmyster", + "ious" + ], + [ + "r", + "or" + ], + [ + "Ġbo", + "dy" + ], + [ + "Ġfr", + "ustr" + ], + [ + "Ġcra", + "w" + ], + [ + "Ġf", + "ake" + ], + [ + "Ġp", + "in" + ], + [ + "Ġo", + "k" + ], + [ + "Ġr", + "ad" + ], + [ + "Ġwh", + "isp" + ], + [ + "Ġtw", + "irl" + ], + [ + "Ġstr", + "ing" + ], + [ + "Ġsmell", + "y" + ], + [ + "ĠTo", + "gether" + ], + [ + "s", + "ist" + ], + [ + "Ġc", + "and" + ], + [ + "Ġg", + "ate" + ], + [ + "Ġsc", + "ar" + ], + [ + "ĠK", + "itty" + ], + [ + "Ġneck", + "l" + ], + [ + "B", + "illy" + ], + [ + "Ġmot", + "or" + ], + [ + "y", + "ing" + ], + [ + "ot", + "e" + ], + [ + "Ġsh", + "ore" + ], + [ + "ur", + "se" + ], + [ + "Ġje", + "w" + ], + [ + "Ġwe", + "ak" + ], + [ + "Ġgr", + "umpy" + ], + [ + "Ġfing", + "er" + ], + [ + "Ġsa", + "ck" + ], + [ + "Ġk", + "itten" + ], + [ + "Ġpol", + "ite" + ], + [ + "Ġgl", + "ue" + ], + [ + "u", + "ce" + ], + [ + "Ġn", + "umber" + ], + [ + "air", + "s" + ], + [ + "Ġes", + "c" + ], + [ + "Ġmir", + "ror" + ], + [ + "Ġshe", + "ep" + ], + [ + "Ġv", + "ase" + ], + [ + "Ġplant", + "s" + ], + [ + "Ġber", + "ries" + ], + [ + "mo", + "st" + ], + [ + "B", + "e" + ], + [ + "d", + "en" + ], + [ + "Ġj", + "elly" + ], + [ + "ĠThe", + "ir" + ], + [ + "Ġe", + "mp" + ], + [ + "itt", + "er" + ], + [ + "The", + "re" + ], + [ + "Ġsc", + "r" + ], + [ + "Ġgr", + "ay" + ], + [ + "Ġpuzz", + "le" + ], + [ + "Ġneckl", + "ace" + ], + [ + "Ġm", + "aybe" + ], + [ + "Ġpl", + "ate" + ], + [ + "Ġal", + "most" + ], + [ + "us", + "ie" + ], + [ + "Ġfrustr", + "ated" + ], + [ + "Ġemp", + "ty" + ], + [ + "p", + "ort" + ], + [ + "or", + "ry" + ], + [ + "Ġth", + "ick" + ], + [ + "Ġj", + "am" + ], + [ + "Ġsk", + "ipped" + ], + [ + "ens", + "ive" + ], + [ + "ĠT", + "eddy" + ], + [ + "ag", + "ed" + ], + [ + "Ġclos", + "et" + ], + [ + "Ġhid", + "den" + ], + [ + "Ġexp", + "ensive" + ], + [ + "Ġdeterm", + "ined" + ], + [ + "Ġb", + "ored" + ], + [ + "Ġl", + "it" + ], + [ + "Ġd", + "rew" + ], + [ + "Ġle", + "gs" + ], + [ + "Ġho", + "pping" + ], + [ + "at", + "es" + ], + [ + "ĠS", + "ometimes" + ], + [ + "Ġstick", + "s" + ], + [ + "Ġon", + "es" + ], + [ + "ĠA", + "t" + ], + [ + "Ġbird", + "ie" + ], + [ + "ĠD", + "on" + ], + [ + "Ġpol", + "ice" + ], + [ + "Ġfruit", + "s" + ], + [ + "Ġt", + "ick" + ], + [ + "Ġa", + "unt" + ], + [ + "Ġw", + "is" + ], + [ + "Ġb", + "ake" + ], + [ + "Ġl", + "ine" + ], + [ + "ot", + "s" + ], + [ + "Ġst", + "one" + ], + [ + "Ġdog", + "s" + ], + [ + "au", + "l" + ], + [ + "Ġfig", + "ure" + ], + [ + "J", + "ane" + ], + [ + "Ġs", + "ight" + ], + [ + "Ġc", + "ries" + ], + [ + "ĠB", + "e" + ], + [ + "Ġmo", + "ving" + ], + [ + "Ġcont", + "ent" + ], + [ + "ĠBr", + "own" + ], + [ + "Ġsa", + "ved" + ], + [ + "Ġcl", + "oth" + ], + [ + "?\"", + "." + ], + [ + "bo", + "x" + ], + [ + "Ġbran", + "ches" + ], + [ + "Ġpack", + "ed" + ], + [ + "Ġpower", + "ful" + ], + [ + "Ġsplas", + "hed" + ], + [ + "Ġfe", + "ed" + ], + [ + "est", + "ed" + ], + [ + "Ġyell", + "ed" + ], + [ + "W", + "here" + ], + [ + "d", + "ge" + ], + [ + "k", + "in" + ], + [ + "Ġt", + "iger" + ], + [ + "Ġp", + "ay" + ], + [ + "id", + "dle" + ], + [ + "oo", + "p" + ], + [ + "ĠB", + "ella" + ], + [ + "Ġex", + "am" + ], + [ + "Ġta", + "ken" + ], + [ + "Ġcr", + "ane" + ], + [ + "Ġspo", + "il" + ], + [ + "'", + "d" + ], + [ + "Ġha", + "ng" + ], + [ + "Ġfl", + "ag" + ], + [ + "Ġansw", + "ered" + ], + [ + "Ġdisco", + "vered" + ], + [ + "ĠLe", + "o" + ], + [ + "u", + "sh" + ], + [ + "Ġsa", + "ve" + ], + [ + "Ġsee", + "k" + ], + [ + "Ġexc", + "ite" + ], + [ + "Ġpr", + "ay" + ], + [ + "Ġjo", + "g" + ], + [ + "Ġstand", + "ing" + ], + [ + "Ġdolp", + "hin" + ], + [ + "Ġj", + "ack" + ], + [ + "A", + "re" + ], + [ + "er", + "a" + ], + [ + "ra", + "g" + ], + [ + "Ġfl", + "ut" + ], + [ + "get", + "able" + ], + [ + "Ġb", + "oring" + ], + [ + "Ġlo", + "ck" + ], + [ + "Ġinc", + "red" + ], + [ + "Ġexcite", + "ment" + ], + [ + "Ġs", + "ighed" + ], + [ + "Ġw", + "ip" + ], + [ + "Ġf", + "is" + ], + [ + "Ġf", + "ill" + ], + [ + "Ġso", + "ap" + ], + [ + "ĠM", + "um" + ], + [ + "ol", + "a" + ], + [ + "Ġple", + "ased" + ], + [ + "Ġjack", + "et" + ], + [ + "l", + "ight" + ], + [ + "Ġs", + "ugg" + ], + [ + "Ġm", + "iddle" + ], + [ + "Ġe", + "ld" + ], + [ + "Ġwr", + "ote" + ], + [ + "Ġballoon", + "s" + ], + [ + "Ġorgan", + "ized" + ], + [ + "qu", + "e" + ], + [ + "Ġsail", + "ed" + ], + [ + "The", + "ir" + ], + [ + "Ġtell", + "s" + ], + [ + "Ġo", + "y" + ], + [ + "Ġst", + "ones" + ], + [ + "Ġbo", + "ard" + ], + [ + "Ġsp", + "un" + ], + [ + "Ġve", + "getable" + ], + [ + "l", + "ies" + ], + [ + "Ġ", + "ind" + ], + [ + "in", + "ess" + ], + [ + "Ġwor", + "king" + ], + [ + "l", + "ower" + ], + [ + "al", + "k" + ], + [ + "if", + "f" + ], + [ + "Ġpar", + "rot" + ], + [ + "St", + "op" + ], + [ + "Ġscar", + "f" + ], + [ + "Ġwa", + "gged" + ], + [ + "Ġcl", + "ap" + ], + [ + "Ġme", + "asure" + ], + [ + "as", + "ing" + ], + [ + "Ġte", + "ars" + ], + [ + "bo", + "dy" + ], + [ + "Ġcomfort", + "able" + ], + [ + "Ġle", + "g" + ], + [ + "Ġsw", + "an" + ], + [ + "Ġtr", + "ue" + ], + [ + "Ġfr", + "ight" + ], + [ + "Ġdr", + "op" + ], + [ + "Ġsmo", + "ke" + ], + [ + "Ġfeather", + "s" + ], + [ + "Ġincred", + "ible" + ], + [ + "g", + "gs" + ], + [ + "u", + "al" + ], + [ + "Ġt", + "ie" + ], + [ + "Ġc", + "ap" + ], + [ + "Ġlo", + "se" + ], + [ + "Ġpu", + "s" + ], + [ + "Ġeag", + "er" + ], + [ + "Ġmov", + "ie" + ], + [ + "f", + "ic" + ], + [ + "Ġc", + "op" + ], + [ + "Ġe", + "ggs" + ], + [ + "oo", + "f" + ], + [ + "Ġr", + "id" + ], + [ + "Ġco", + "vered" + ], + [ + "Ġf", + "il" + ], + [ + "Ġle", + "m" + ], + [ + "Ġgra", + "p" + ], + [ + "Ġdisapp", + "eared" + ], + [ + "Ġrec", + "ord" + ], + [ + "ĠT", + "V" + ], + [ + "ĠB", + "l" + ], + [ + "Ġex", + "t" + ], + [ + "Ġor", + "d" + ], + [ + "Ġgigg", + "led" + ], + [ + "c", + "orn" + ], + [ + "Ġp", + "ri" + ], + [ + "Ġha", + "m" + ], + [ + "Ġr", + "are" + ], + [ + "Ġyour", + "self" + ], + [ + "Ġen", + "g" + ], + [ + "Ġwh", + "ale" + ], + [ + "Ġkn", + "ife" + ], + [ + "ĠL", + "isa" + ], + [ + "Ġte", + "am" + ], + [ + "ĠJohn", + "ny" + ], + [ + "z", + "ed" + ], + [ + "Ġt", + "est" + ], + [ + "Ġb", + "one" + ], + [ + "Ġd", + "izzy" + ], + [ + "Ġli", + "br" + ], + [ + "Ġwra", + "p" + ], + [ + "Ġquest", + "ions" + ], + [ + "i", + "v" + ], + [ + "Ġl", + "ying" + ], + [ + "Ġst", + "amp" + ], + [ + "Ġli", + "cked" + ], + [ + "Ġno", + "isy" + ], + [ + "Ġkind", + "ness" + ], + [ + "Ġdif", + "fic" + ], + [ + "Ġdraw", + "ing" + ], + [ + "app", + "ing" + ], + [ + "Jim", + "my" + ], + [ + "Ġstra", + "w" + ], + [ + "Ġb", + "urn" + ], + [ + "Ġwa", + "gon" + ], + [ + "at", + "ely" + ], + [ + "Ġgr", + "own" + ], + [ + "Ġrock", + "et" + ], + [ + "Ġpop", + "corn" + ], + [ + "S", + "ally" + ], + [ + "Ġb", + "atter" + ], + [ + "Ġwa", + "nd" + ], + [ + "Ġan", + "c" + ], + [ + "ĠE", + "nd" + ], + [ + "Ġsw", + "ord" + ], + [ + "Ġhappen", + "ing" + ], + [ + "Ġlift", + "ed" + ], + [ + "Ġbal", + "ance" + ], + [ + "Ġext", + "ra" + ], + [ + "S", + "orry" + ], + [ + "h", + "a" + ], + [ + "Ġwa", + "nder" + ], + [ + "Ġf", + "at" + ], + [ + "ĠM", + "ark" + ], + [ + "ĠE", + "lla" + ], + [ + "Ġbec", + "ome" + ], + [ + "Ġtr", + "ack" + ], + [ + "Ġsmall", + "er" + ], + [ + "Ġmist", + "ake" + ], + [ + "Ġto", + "ast" + ], + [ + "at", + "ing" + ], + [ + "Ġman", + "aged" + ], + [ + "sel", + "ves" + ], + [ + "ĠP", + "eter" + ], + [ + "Ġbath", + "room" + ], + [ + "Ġhar", + "m" + ], + [ + "Ġdiffic", + "ult" + ], + [ + "Ġtw", + "ist" + ], + [ + "Ġoff", + "ered" + ], + [ + "Ġru", + "ined" + ], + [ + "Ġmat", + "ch" + ], + [ + "Ġanc", + "ient" + ], + [ + "Ġg", + "ar" + ], + [ + "ill", + "i" + ], + [ + "Ġdist", + "ance" + ], + [ + "Ġplay", + "ground" + ], + [ + "Ġla", + "zy" + ], + [ + "Ġdan", + "cing" + ], + [ + "Ġadvent", + "ur" + ], + [ + "a", + "f" + ], + [ + "ĠB", + "a" + ], + [ + "Ġcall", + "ing" + ], + [ + "Ġclean", + "ed" + ], + [ + "Ġcr", + "own" + ], + [ + "orm", + "al" + ], + [ + "Ġon", + "ce" + ], + [ + "Ġbo", + "ss" + ], + [ + "Ġse", + "ll" + ], + [ + "Ġwalk", + "s" + ], + [ + "Ġfright", + "ened" + ], + [ + "er", + "ri" + ], + [ + "Ġm", + "ask" + ], + [ + "Ġfl", + "uffy" + ], + [ + "em", + "o" + ], + [ + "Ġ", + "Z" + ], + [ + "Ġf", + "rag" + ], + [ + "Ġd", + "est" + ], + [ + "Ġn", + "ormal" + ], + [ + "Ġy", + "og" + ], + [ + "Ġpick", + "s" + ], + [ + "Ġey", + "e" + ], + [ + "Ġdr", + "ank" + ], + [ + "Ġcir", + "cle" + ], + [ + "Ġadventur", + "ous" + ], + [ + "S", + "pot" + ], + [ + "Ġt", + "ent" + ], + [ + "Ġp", + "ress" + ], + [ + "Ġk", + "issed" + ], + [ + "ic", + "t" + ], + [ + "Ġsc", + "iss" + ], + [ + "Ġget", + "s" + ], + [ + "Ġtr", + "unk" + ], + [ + "Ġche", + "ck" + ], + [ + "Ġenjoy", + "ing" + ], + [ + "Ġshell", + "s" + ], + [ + "Ġeld", + "erly" + ], + [ + "Ġsciss", + "ors" + ], + [ + "Ġt", + "erri" + ], + [ + "Ġto", + "ug" + ], + [ + "ag", + "es" + ], + [ + "Ġste", + "al" + ], + [ + "M", + "e" + ], + [ + "re", + "ady" + ], + [ + "et", + "e" + ], + [ + "Ġal", + "ready" + ], + [ + "ĠL", + "ittle" + ], + [ + "Ġju", + "icy" + ], + [ + "Ġstu", + "dy" + ], + [ + "Ġh", + "orn" + ], + [ + "er", + "p" + ], + [ + "Ġp", + "izz" + ], + [ + "Ġall", + "ig" + ], + [ + "Ġloud", + "er" + ], + [ + "Ġtow", + "el" + ], + [ + "Ġcirc", + "les" + ], + [ + "Ġle", + "ad" + ], + [ + "Ġro", + "ar" + ], + [ + "Ġro", + "se" + ], + [ + "Ġsl", + "ipped" + ], + [ + "Ġte", + "le" + ], + [ + "Ġfam", + "ous" + ], + [ + "Ġar", + "g" + ], + [ + "Ġcheer", + "ful" + ], + [ + "ĠRe", + "x" + ], + [ + "Ġtoug", + "h" + ], + [ + "i", + "pper" + ], + [ + "Ġb", + "arn" + ], + [ + "Ġf", + "ool" + ], + [ + "Ġd", + "ig" + ], + [ + "Ġd", + "ish" + ], + [ + "Ġagain", + "st" + ], + [ + "Ġde", + "er" + ], + [ + "Ġsweet", + "ie" + ], + [ + "Ġeng", + "ine" + ], + [ + "Ġ", + "ed" + ], + [ + "Ġf", + "ather" + ], + [ + "Ġco", + "ver" + ], + [ + "Ġyour", + "s" + ], + [ + "Ġneed", + "s" + ], + [ + "Jo", + "e" + ], + [ + "Ġbag", + "s" + ], + [ + "Ġspin", + "ning" + ], + [ + "S", + "ue" + ], + [ + "Ġa", + "w" + ], + [ + "an", + "ged" + ], + [ + "am", + "ond" + ], + [ + "Ġy", + "arn" + ], + [ + "op", + "h" + ], + [ + "Ġgi", + "ving" + ], + [ + "Ġdi", + "amond" + ], + [ + "Ġsandw", + "ich" + ], + [ + "Ġind", + "epend" + ], + [ + "Ġfrag", + "ile" + ], + [ + "W", + "ho" + ], + [ + "ce", + "pt" + ], + [ + "Ġno", + "sy" + ], + [ + "Ġtw", + "ig" + ], + [ + "Ġhurt", + "s" + ], + [ + "Ġsugg", + "ested" + ], + [ + "Ġlem", + "on" + ], + [ + "i", + "est" + ], + [ + "in", + "ation" + ], + [ + "or", + "ge" + ], + [ + "Ġno", + "d" + ], + [ + "Ġbl", + "oom" + ], + [ + "Ġho", + "se" + ], + [ + "Ġbox", + "es" + ], + [ + "Ġreal", + "ised" + ], + [ + "Ġfr", + "own" + ], + [ + "ac", + "he" + ], + [ + "Ġrel", + "ax" + ], + [ + "Ġham", + "mer" + ], + [ + "Ġa", + "dded" + ], + [ + "Ġwe", + "ird" + ], + [ + "Ġmo", + "d" + ], + [ + "Ġcr", + "ack" + ], + [ + "Ġallig", + "ator" + ], + [ + "A", + "my" + ], + [ + "G", + "ra" + ], + [ + "o", + "ot" + ], + [ + "Ġsh", + "ake" + ], + [ + "ra", + "ge" + ], + [ + "Ġlearn", + "ing" + ], + [ + "Ġvegetable", + "s" + ], + [ + "Ġa", + "dd" + ], + [ + "Ġm", + "elt" + ], + [ + "ĠS", + "usie" + ], + [ + "el", + "p" + ], + [ + "ĠB", + "obby" + ], + [ + "Ġtra", + "p" + ], + [ + "Ġcoll", + "ar" + ], + [ + "Ġstu", + "bb" + ], + [ + "i", + "que" + ], + [ + "Ġb", + "orrow" + ], + [ + "Ġp", + "ump" + ], + [ + "Ġloud", + "ly" + ], + [ + "Ġsear", + "ch" + ], + [ + "Ġchick", + "en" + ], + [ + "Ġpizz", + "a" + ], + [ + "Ġindepend", + "ent" + ], + [ + "Ġstubb", + "orn" + ], + [ + "Ġre", + "f" + ], + [ + "Ġas", + "king" + ], + [ + "Ġbr", + "illi" + ], + [ + "Ġdec", + "ide" + ], + [ + "Ġfl", + "ash" + ], + [ + "Ġcat", + "erp" + ], + [ + "Ġqu", + "een" + ], + [ + "Ġsn", + "ee" + ], + [ + "ĠR", + "ose" + ], + [ + "Ġinv", + "ited" + ], + [ + "Ġstraw", + "ber" + ], + [ + "Ġfool", + "ish" + ], + [ + "Ġcaterp", + "ill" + ], + [ + "g", + "y" + ], + [ + "Ġt", + "ur" + ], + [ + "Ġd", + "epend" + ], + [ + "Ġg", + "uit" + ], + [ + "Ġst", + "ri" + ], + [ + "Ġkn", + "ight" + ], + [ + "Ġboy", + "s" + ], + [ + "Ġpe", + "e" + ], + [ + "Ġcom", + "b" + ], + [ + "Ġcle", + "ar" + ], + [ + "Ġun", + "ique" + ], + [ + "Ġbutt", + "ons" + ], + [ + "ĠTweet", + "y" + ], + [ + "Ġcolour", + "ful" + ], + [ + "Ġesc", + "ape" + ], + [ + "Ġbrilli", + "ant" + ], + [ + "Ġr", + "ich" + ], + [ + "ĠB", + "u" + ], + [ + "Ġsay", + "ing" + ], + [ + "Ġro", + "de" + ], + [ + "Ġsk", + "in" + ], + [ + "Ġgar", + "age" + ], + [ + "H", + "elp" + ], + [ + "d", + "om" + ], + [ + "Ġm", + "ummy" + ], + [ + "Ġbe", + "ak" + ], + [ + "ur", + "ed" + ], + [ + "a", + "w" + ], + [ + "e", + "orge" + ], + [ + "r", + "op" + ], + [ + "ed", + "ient" + ], + [ + "Ġun", + "us" + ], + [ + "Ġoy", + "ster" + ], + [ + "Ġtur", + "key" + ], + [ + "Ġ", + "OK" + ], + [ + "Ġf", + "ountain" + ], + [ + "Ġp", + "atter" + ], + [ + "Ġwe", + "ek" + ], + [ + "Ġch", + "ase" + ], + [ + "Ġru", + "bb" + ], + [ + "Ġcount", + "ed" + ], + [ + "Ġreg", + "ular" + ], + [ + "Ġwip", + "ed" + ], + [ + "Ġguit", + "ar" + ], + [ + "Ġunus", + "ual" + ], + [ + "l", + "and" + ], + [ + "Ġu", + "mb" + ], + [ + "Ġfor", + "k" + ], + [ + "Ġshow", + "s" + ], + [ + "Ġlight", + "s" + ], + [ + "Ġwall", + "s" + ], + [ + "Ġdream", + "ed" + ], + [ + "Ġbanan", + "a" + ], + [ + "Ġsuccess", + "ful" + ], + [ + "Ġjew", + "el" + ], + [ + "Ġpatter", + "n" + ], + [ + "Ġumb", + "re" + ], + [ + "c", + "il" + ], + [ + "r", + "ay" + ], + [ + "in", + "al" + ], + [ + "Ġl", + "ow" + ], + [ + "im", + "ed" + ], + [ + "Ġsw", + "e" + ], + [ + "Ġcry", + "st" + ], + [ + "Ġpen", + "cil" + ], + [ + "Ġsaf", + "ely" + ], + [ + "Ġtool", + "s" + ], + [ + "W", + "ell" + ], + [ + "Ġt", + "ape" + ], + [ + "Ġst", + "ream" + ], + [ + "ce", + "ed" + ], + [ + "Ġre", + "sc" + ], + [ + "Ġab", + "ove" + ], + [ + "Ġhard", + "er" + ], + [ + "Ġgu", + "ess" + ], + [ + "Ġbott", + "om" + ], + [ + "Ġmark", + "et" + ], + [ + "Ġimpress", + "ed" + ], + [ + "Ġwa", + "ff" + ], + [ + "an", + "ut" + ], + [ + "ig", + "inal" + ], + [ + "Ġnot", + "ice" + ], + [ + "ill", + "a" + ], + [ + "Ġno", + "ds" + ], + [ + "Ġpe", + "anut" + ], + [ + "ol", + "og" + ], + [ + "Ġpat", + "ch" + ], + [ + "Ġcraw", + "led" + ], + [ + "Ġcaterpill", + "ar" + ], + [ + "n", + "a" + ], + [ + "Ġt", + "ank" + ], + [ + "Ġt", + "ask" + ], + [ + "Ġt", + "ire" + ], + [ + "Ġg", + "un" + ], + [ + "Ġlo", + "ad" + ], + [ + "Ġcomp", + "et" + ], + [ + "umb", + "led" + ], + [ + "Ġap", + "olog" + ], + [ + "Ġsol", + "ve" + ], + [ + "H", + "ow" + ], + [ + "M", + "ummy" + ], + [ + "f", + "ast" + ], + [ + "h", + "ip" + ], + [ + "Ġ", + "No" + ], + [ + "Ġb", + "itter" + ], + [ + "ar", + "l" + ], + [ + "Ġe", + "ars" + ], + [ + "Ġsh", + "one" + ], + [ + "Ġbr", + "ush" + ], + [ + "ĠF", + "in" + ], + [ + "Ġor", + "iginal" + ], + [ + "Ġfi", + "er" + ], + [ + "Ġgl", + "ow" + ], + [ + "ĠN", + "emo" + ], + [ + "Ġbreak", + "fast" + ], + [ + "Ġadm", + "ired" + ], + [ + "ĠBl", + "ue" + ], + [ + "Ġed", + "ge" + ], + [ + "Ġdepend", + "able" + ], + [ + "u", + "nd" + ], + [ + "ut", + "h" + ], + [ + "ĠI", + "f" + ], + [ + "Ġcl", + "ay" + ], + [ + "Ġstrong", + "er" + ], + [ + "Ġboss", + "y" + ], + [ + "Ġc", + "udd" + ], + [ + "as", + "er" + ], + [ + "Ġgra", + "ndpa" + ], + [ + "Ġknow", + "s" + ], + [ + "Ġpick", + "ing" + ], + [ + "Ġjo", + "ke" + ], + [ + "Ġboat", + "s" + ], + [ + "Ġba", + "ld" + ], + [ + "Ġmed", + "ic" + ], + [ + "Ġscr", + "at" + ], + [ + "Ġc", + "one" + ], + [ + "Ġp", + "enny" + ], + [ + "Ġle", + "an" + ], + [ + "Ġra", + "ft" + ], + [ + "ugg", + "led" + ], + [ + "Ġsuc", + "ceed" + ], + [ + "Ġob", + "edient" + ], + [ + "Ġhum", + "ble" + ], + [ + "Ġlibr", + "ary" + ], + [ + "R", + "e" + ], + [ + "he", + "ad" + ], + [ + "Ġp", + "h" + ], + [ + "Ġn", + "umb" + ], + [ + "Ġsa", + "uce" + ], + [ + "ĠB", + "ear" + ], + [ + "Ġtr", + "ay" + ], + [ + "Ġproud", + "ly" + ], + [ + "He", + "re" + ], + [ + "Ġsound", + "ed" + ], + [ + "Ġsqu", + "are" + ], + [ + "Ġterri", + "ble" + ], + [ + "Ġcryst", + "al" + ], + [ + "Ġfier", + "ce" + ], + [ + "J", + "ill" + ], + [ + "Ġw", + "itch" + ], + [ + "in", + "ary" + ], + [ + "Ġhapp", + "iness" + ], + [ + "ĠL", + "ola" + ], + [ + "Ġhand", + "ed" + ], + [ + "Ġfr", + "idge" + ], + [ + "f", + "a" + ], + [ + "Ġr", + "ough" + ], + [ + "ent", + "ion" + ], + [ + "Ġch", + "anged" + ], + [ + "Ġjo", + "ined" + ], + [ + "Ġra", + "ven" + ], + [ + "Ġmight", + "y" + ], + [ + "Ġcho", + "se" + ], + [ + "Ġwhe", + "el" + ], + [ + "Ġumbre", + "lla" + ], + [ + "Ġt", + "ag" + ], + [ + "Ġc", + "ri" + ], + [ + "Ġo", + "w" + ], + [ + "ar", + "ry" + ], + [ + "im", + "p" + ], + [ + "ĠB", + "ill" + ], + [ + "Ġhelp", + "s" + ], + [ + "Ġfind", + "ing" + ], + [ + "Ġclean", + "ing" + ], + [ + "Ġsqu", + "ee" + ], + [ + "Ġfire", + "work" + ], + [ + "Ġmedic", + "ine" + ], + [ + "a", + "zz" + ], + [ + "m", + "et" + ], + [ + "Ġplay", + "ful" + ], + [ + "Ġlo", + "cked" + ], + [ + "Ġgo", + "at" + ], + [ + "Ġac", + "cept" + ], + [ + "Ġcomp", + "ass" + ], + [ + "Ġsur", + "f" + ], + [ + "Ġcompet", + "it" + ], + [ + "e", + "xt" + ], + [ + "k", + "n" + ], + [ + "Ġs", + "y" + ], + [ + "Ġs", + "il" + ], + [ + "Ġbe", + "et" + ], + [ + "ĠM", + "ar" + ], + [ + "ur", + "ing" + ], + [ + "Ġch", + "ir" + ], + [ + "ĠE", + "llie" + ], + [ + "Ġball", + "s" + ], + [ + "Åĵ", + "Let" + ], + [ + "Ġbutterf", + "lies" + ], + [ + "Ġgu", + "ard" + ], + [ + "Ġcray", + "on" + ], + [ + "Ġdisco", + "ver" + ], + [ + "Ġpar", + "ade" + ], + [ + "Ġmix", + "ed" + ], + [ + "Ġval", + "u" + ], + [ + "Ġhel", + "met" + ], + [ + "ĠBrown", + "ie" + ], + [ + "E", + "m" + ], + [ + "j", + "ect" + ], + [ + "s", + "qu" + ], + [ + "u", + "d" + ], + [ + "Ġg", + "um" + ], + [ + "at", + "ure" + ], + [ + "Ġis", + "land" + ], + [ + "Ġco", + "st" + ], + [ + "Ġmo", + "le" + ], + [ + "Ġnice", + "ly" + ], + [ + "Ġkind", + "s" + ], + [ + "Ġra", + "ced" + ], + [ + "Ġsto", + "ve" + ], + [ + "Ġlaugh", + "s" + ], + [ + "Ġmar", + "ch" + ], + [ + "Ġfall", + "s" + ], + [ + "Ġpers", + "ist" + ], + [ + "ĠBa", + "by" + ], + [ + "oph", + "ie" + ], + [ + "A", + "lice" + ], + [ + "i", + "ence" + ], + [ + "it", + "o" + ], + [ + "Ġc", + "age" + ], + [ + "Ġg", + "oose" + ], + [ + "Ġco", + "ins" + ], + [ + "Ġtr", + "ump" + ], + [ + "Ġmo", + "squ" + ], + [ + "Ġser", + "ious" + ], + [ + "Ġmosqu", + "ito" + ], + [ + "Ġf", + "lex" + ], + [ + "Ġc", + "ro" + ], + [ + "el", + "on" + ], + [ + "Ġexc", + "la" + ], + [ + "Ġch", + "oose" + ], + [ + "Ġexpl", + "ored" + ], + [ + "Ġun", + "l" + ], + [ + "Ġbrother", + "s" + ], + [ + "Ġgu", + "il" + ], + [ + "Ġnumb", + "ers" + ], + [ + "Ġtrump", + "et" + ], + [ + "Ġ", + "icy" + ], + [ + "Ġmom", + "s" + ], + [ + "ie", + "w" + ], + [ + "Ġv", + "iew" + ], + [ + "Ġen", + "orm" + ], + [ + "Ġfire", + "man" + ], + [ + "ĠMr", + "s" + ], + [ + "Ġpract", + "ice" + ], + [ + "Ġenorm", + "ous" + ], + [ + "w", + "ards" + ], + [ + "Ġs", + "up" + ], + [ + "Ġvo", + "lc" + ], + [ + "Ġmean", + "s" + ], + [ + "Ġpoin", + "ting" + ], + [ + "Ġvalu", + "able" + ], + [ + "Ġflex", + "ible" + ], + [ + "Ġexcla", + "imed" + ], + [ + "Ġguil", + "ty" + ], + [ + "y", + "al" + ], + [ + "Ġc", + "am" + ], + [ + "Ġp", + "ipe" + ], + [ + "is", + "ion" + ], + [ + "ĠM", + "y" + ], + [ + "Ġuse", + "ful" + ], + [ + "Ġfav", + "our" + ], + [ + "Ġcra", + "zy" + ], + [ + "Ġph", + "ot" + ], + [ + "kn", + "own" + ], + [ + "Ġvolc", + "ano" + ], + [ + "Ġwa", + "ke" + ], + [ + "Ġc", + "ity" + ], + [ + "om", + "ed" + ], + [ + "ll", + "ip" + ], + [ + "Ġfor", + "th" + ], + [ + "Ġlo", + "llip" + ], + [ + "Ġse", + "al" + ], + [ + "Ġall", + "owed" + ], + [ + "Ġsc", + "are" + ], + [ + "Ġbright", + "ly" + ], + [ + "Ġmar", + "ble" + ], + [ + "Ġpop", + "ular" + ], + [ + "Ġflash", + "light" + ], + [ + "Ġcompass", + "ion" + ], + [ + "Ġlollip", + "op" + ], + [ + "Ġ", + "U" + ], + [ + "Ġ", + "ing" + ], + [ + "Ġh", + "unt" + ], + [ + "Ġd", + "ull" + ], + [ + "er", + "ry" + ], + [ + "Ġst", + "at" + ], + [ + "Ġshe", + "l" + ], + [ + "!\"", + "." + ], + [ + "Ġun", + "known" + ], + [ + "Ġhat", + "s" + ], + [ + "Ġsho", + "ot" + ], + [ + "red", + "ient" + ], + [ + "Ġbelong", + "ed" + ], + [ + "Ġfavour", + "ite" + ], + [ + "Ġing", + "redient" + ], + [ + "Ġp", + "il" + ], + [ + "Ġlo", + "yal" + ], + [ + "Ġbra", + "ce" + ], + [ + "ĠWhen", + "ever" + ], + [ + "Ġdream", + "s" + ], + [ + "Ġkick", + "ed" + ], + [ + "Ġseed", + "s" + ], + [ + "Ġtwirl", + "ed" + ], + [ + "Ġsup", + "er" + ], + [ + "t", + "ime" + ], + [ + "Ġf", + "ine" + ], + [ + "Ġbe", + "es" + ], + [ + "Ġso", + "fa" + ], + [ + "Ġsh", + "ark" + ], + [ + "ĠM", + "ike" + ], + [ + "Ġan", + "x" + ], + [ + "Ġsad", + "ly" + ], + [ + "Ġshow", + "ing" + ], + [ + "Ġway", + "s" + ], + [ + "Ġtruck", + "s" + ], + [ + "Ġdelic", + "ate" + ], + [ + "ation", + "s" + ], + [ + "Ġrep", + "e" + ], + [ + "Ġimpress", + "ive" + ], + [ + "Ġpour", + "ed" + ], + [ + "Ġpir", + "ate" + ], + [ + "Ġwhisp", + "ered" + ], + [ + "Ġharm", + "less" + ], + [ + "a", + "ff" + ], + [ + "Ġt", + "urt" + ], + [ + "Ġt", + "ied" + ], + [ + "ar", + "oo" + ], + [ + "ad", + "o" + ], + [ + "art", + "h" + ], + [ + "Ġgra", + "ce" + ], + [ + "Ġhand", + "le" + ], + [ + "Ġen", + "c" + ], + [ + "Ġdel", + "iver" + ], + [ + "Ben", + "ny" + ], + [ + "Ġru", + "shed" + ], + [ + "Ġus", + "ing" + ], + [ + "ang", + "aroo" + ], + [ + "Ġshap", + "e" + ], + [ + "Ġbus", + "hes" + ], + [ + "Ġpersist", + "ent" + ], + [ + "Ġg", + "or" + ], + [ + "ĠS", + "p" + ], + [ + "Ġk", + "angaroo" + ], + [ + "Ġan", + "g" + ], + [ + "Ġoff", + "ice" + ], + [ + "Ġanx", + "ious" + ], + [ + "G", + "o" + ], + [ + "al", + "ous" + ], + [ + "Ġsp", + "ell" + ], + [ + "ĠW", + "hile" + ], + [ + "ia", + "ble" + ], + [ + "Ġpot", + "ato" + ], + [ + "Ġje", + "alous" + ], + [ + "Ġwra", + "pped" + ], + [ + "Ġf", + "our" + ], + [ + "Ġc", + "urt" + ], + [ + "Ġlo", + "g" + ], + [ + "Ġco", + "al" + ], + [ + "Ġrel", + "iable" + ], + [ + "Ġcurt", + "ain" + ], + [ + "D", + "aisy" + ], + [ + "Ġs", + "udden" + ], + [ + "mb", + "ol" + ], + [ + "Åĵ", + "Yes" + ], + [ + "ac", + "hes" + ], + [ + "ĠP", + "e" + ], + [ + "Ġpain", + "ted" + ], + [ + "ĠTo", + "by" + ], + [ + "Ġce", + "re" + ], + [ + "g", + "u" + ], + [ + "Ġt", + "ummy" + ], + [ + "Ġth", + "ose" + ], + [ + "ous", + "es" + ], + [ + "udd", + "y" + ], + [ + "Ġcu", + "sh" + ], + [ + "Ġmet", + "al" + ], + [ + "Ġsy", + "mbol" + ], + [ + "Ġbeet", + "le" + ], + [ + "Ġcam", + "era" + ], + [ + "Ġh", + "ouses" + ], + [ + "il", + "t" + ], + [ + "Ġcelebr", + "ate" + ], + [ + "Ġdelight", + "ed" + ], + [ + "Ġgor", + "illa" + ], + [ + "Ġto", + "oth" + ], + [ + "Ġth", + "irst" + ], + [ + "ke", + "ep" + ], + [ + "Ġsh", + "iver" + ], + [ + "Ġre", + "ward" + ], + [ + "Ġsp", + "ace" + ], + [ + "Ġtra", + "vel" + ], + [ + "Ġru", + "bbed" + ], + [ + "Ġprin", + "t" + ], + [ + "Ġdri", + "ving" + ], + [ + "Ġmar", + "ry" + ], + [ + "Ġwar", + "ned" + ], + [ + "Ġsold", + "ier" + ], + [ + "Ġmotor", + "cy" + ], + [ + "c", + "ut" + ], + [ + "Ġs", + "on" + ], + [ + "Ġto", + "r" + ], + [ + "ar", + "lie" + ], + [ + "Ġher", + "o" + ], + [ + "ie", + "f" + ], + [ + "Ġcar", + "p" + ], + [ + "Ġexcited", + "ly" + ], + [ + "Ġte", + "mp" + ], + [ + "ĠP", + "ete" + ], + [ + "ĠBob", + "o" + ], + [ + "co", + "d" + ], + [ + "Ġhun", + "g" + ], + [ + "Ġgrow", + "ing" + ], + [ + "up", + "id" + ], + [ + "Ġthin", + "king" + ], + [ + "Ġtun", + "n" + ], + [ + "W", + "hile" + ], + [ + "c", + "u" + ], + [ + "i", + "pp" + ], + [ + "Ġh", + "ay" + ], + [ + "Ġy", + "et" + ], + [ + "Ġv", + "ine" + ], + [ + "Ġac", + "orn" + ], + [ + "icy", + "cle" + ], + [ + "Ġpre", + "p" + ], + [ + "Ġremind", + "ed" + ], + [ + "Ġgas", + "ped" + ], + [ + "Ġflut", + "e" + ], + [ + "Ġord", + "inary" + ], + [ + "Ġcro", + "cod" + ], + [ + "Ġa", + "mb" + ], + [ + "Ġc", + "ur" + ], + [ + "ĠB", + "et" + ], + [ + "ĠM", + "andy" + ], + [ + "Ġpu", + "p" + ], + [ + "Ġcreature", + "s" + ], + [ + "Ġhur", + "ry" + ], + [ + "Ġspoil", + "ed" + ], + [ + "Ġt", + "imes" + ], + [ + "Ġm", + "is" + ], + [ + "Ġr", + "ice" + ], + [ + "Ġst", + "upid" + ], + [ + "Ġsh", + "ine" + ], + [ + "Ġre", + "sist" + ], + [ + "ug", + "ged" + ], + [ + "Ġla", + "w" + ], + [ + "Ġsk", + "ull" + ], + [ + "co", + "a" + ], + [ + "Ġmiss", + "ing" + ], + [ + "Ġwhe", + "at" + ], + [ + "Ġsupp", + "ort" + ], + [ + "Ġingredient", + "s" + ], + [ + "a", + "id" + ], + [ + "l", + "oo" + ], + [ + "Ġc", + "ase" + ], + [ + "er", + "y" + ], + [ + "Ġwas", + "hed" + ], + [ + "Ġdo", + "ve" + ], + [ + "Ġsp", + "illed" + ], + [ + "Ġsc", + "oot" + ], + [ + "Ġme", + "al" + ], + [ + "Ġmu", + "le" + ], + [ + "ĠD", + "ucky" + ], + [ + "Ġmo", + "der" + ], + [ + "ars", + "h" + ], + [ + "Åĵ", + "What" + ], + [ + "Ġtri", + "ck" + ], + [ + "Ġset", + "t" + ], + [ + "ĠTweet", + "ie" + ], + [ + "Ġboun", + "ce" + ], + [ + "Ġfil", + "thy" + ], + [ + "Ġb", + "ase" + ], + [ + "Ġh", + "oop" + ], + [ + "Ġf", + "re" + ], + [ + "Ġst", + "umbled" + ], + [ + "Ġso", + "ar" + ], + [ + "Ġwe", + "al" + ], + [ + "Ġsee", + "m" + ], + [ + "Ġwor", + "d" + ], + [ + "Ġla", + "b" + ], + [ + "ĠD", + "ave" + ], + [ + "ĠF", + "r" + ], + [ + "Ġbad", + "ly" + ], + [ + "Ġhair", + "y" + ], + [ + "Ġcra", + "wl" + ], + [ + "Ġlive", + "ly" + ], + [ + "Ġstep", + "s" + ], + [ + "ÅĵLet", + "â" + ], + [ + "Ġbrace", + "let" + ], + [ + "Ġcere", + "al" + ], + [ + "Ġthirst", + "y" + ], + [ + "Ġcarp", + "et" + ], + [ + "Ġw", + "ool" + ], + [ + "it", + "her" + ], + [ + "Ġgo", + "al" + ], + [ + "Ġback", + "pack" + ], + [ + "Ġtr", + "uth" + ], + [ + "Ġcom", + "pl" + ], + [ + "Ġche", + "ap" + ], + [ + "Ġdis", + "g" + ], + [ + "Ġplac", + "ed" + ], + [ + "Ġear", + "ly" + ], + [ + "Ġdecor", + "ate" + ], + [ + "Ġnut", + "s" + ], + [ + "O", + "w" + ], + [ + "c", + "ream" + ], + [ + "Ġb", + "ump" + ], + [ + "Ġthem", + "selves" + ], + [ + "ic", + "es" + ], + [ + "Ġhelp", + "less" + ], + [ + "Ġcl", + "um" + ], + [ + "Ġsc", + "atter" + ], + [ + "Ġsc", + "ale" + ], + [ + "Ġnew", + "s" + ], + [ + "ust", + "ing" + ], + [ + "Ġen", + "v" + ], + [ + "âĤ¬â", + "Ģ" + ], + [ + "Ġtell", + "ing" + ], + [ + "Ġswing", + "ing" + ], + [ + "Ġspark", + "led" + ], + [ + "Ġcarry", + "ing" + ], + [ + "gg", + "ing" + ], + [ + "in", + "es" + ], + [ + "ri", + "c" + ], + [ + "Ġfriends", + "hip" + ], + [ + "Ġcare", + "less" + ], + [ + "Ġsn", + "e" + ], + [ + "Ġdoes", + "n" + ], + [ + "Ġfall", + "ing" + ], + [ + "Ġcomp", + "ut" + ], + [ + "Ġpa", + "le" + ], + [ + "Ġpee", + "ked" + ], + [ + "Ġcompassion", + "ate" + ], + [ + "c", + "om" + ], + [ + "v", + "ice" + ], + [ + "Ġs", + "end" + ], + [ + "Ġst", + "age" + ], + [ + "Ġme", + "m" + ], + [ + "Ġch", + "alk" + ], + [ + "Ġch", + "asing" + ], + [ + "Ġpe", + "bble" + ], + [ + "ĠEvery", + "thing" + ], + [ + "Ġcu", + "be" + ], + [ + "Ġpig", + "e" + ], + [ + "Ġcou", + "rage" + ], + [ + "Ġfing", + "ers" + ], + [ + "Ġturt", + "le" + ], + [ + "b", + "led" + ], + [ + "Ġs", + "ink" + ], + [ + "Ġb", + "icycle" + ], + [ + "Ġsh", + "aking" + ], + [ + "Ġsleep", + "ing" + ], + [ + "Ġneighb", + "our" + ], + [ + "Ġmoder", + "n" + ], + [ + "Ġdisg", + "usting" + ], + [ + "Ġclum", + "sy" + ], + [ + "g", + "est" + ], + [ + "Ġh", + "ook" + ], + [ + "Ġc", + "her" + ], + [ + "Ġn", + "ail" + ], + [ + "Ġbig", + "gest" + ], + [ + "ic", + "hes" + ], + [ + "Ġbu", + "l" + ], + [ + "Ġend", + "ing" + ], + [ + "Ġde", + "ad" + ], + [ + "Ġtri", + "ang" + ], + [ + "ul", + "ance" + ], + [ + "Ġspo", + "ke" + ], + [ + "Ġpract", + "iced" + ], + [ + "Ġamb", + "ulance" + ], + [ + "Ġcomput", + "er" + ], + [ + "i", + "bb" + ], + [ + "Ġl", + "amp" + ], + [ + "Ġst", + "ation" + ], + [ + "Ġch", + "ar" + ], + [ + "Ġwall", + "et" + ], + [ + "ĠTo", + "day" + ], + [ + "Ġpack", + "age" + ], + [ + "Ġmic", + "rop" + ], + [ + "Ġcush", + "ion" + ], + [ + "keep", + "er" + ], + [ + "Ġcrocod", + "ile" + ], + [ + "Ġmicrop", + "hone" + ], + [ + "u", + "nder" + ], + [ + "ĠA", + "lex" + ], + [ + "Ġthought", + "ful" + ], + [ + "Ġjo", + "lly" + ], + [ + "Ġpen", + "gu" + ], + [ + "Ġpump", + "kin" + ], + [ + "Ġcost", + "um" + ], + [ + "Ġf", + "ive" + ], + [ + "Ġd", + "ough" + ], + [ + "Ġp", + "ony" + ], + [ + "Ġo", + "l" + ], + [ + "im", + "i" + ], + [ + "Ġst", + "airs" + ], + [ + "Ġkn", + "ock" + ], + [ + "Ġgra", + "nd" + ], + [ + "Ġint", + "ell" + ], + [ + "Ġun", + "iver" + ], + [ + "Ġbright", + "er" + ], + [ + "Ġopen", + "s" + ], + [ + "Ġdream", + "ing" + ], + [ + "Ġboun", + "ced" + ], + [ + "Ġquest", + "ion" + ], + [ + "Ġstat", + "ue" + ], + [ + "Ġw", + "ine" + ], + [ + "is", + "k" + ], + [ + "ĠA", + "lice" + ], + [ + "Ġco", + "coa" + ], + [ + "ĠYou", + "r" + ], + [ + "Ġpe", + "pper" + ], + [ + "Ġbeaut", + "y" + ], + [ + "Ġper", + "m" + ], + [ + "Ġpain", + "ting" + ], + [ + "Ġsho", + "e" + ], + [ + "Ġele", + "v" + ], + [ + "Every", + "one" + ], + [ + "hin", + "o" + ], + [ + "Ġweal", + "thy" + ], + [ + "Ġintell", + "ig" + ], + [ + "n", + "oon" + ], + [ + "Ġs", + "uit" + ], + [ + "Ġm", + "ild" + ], + [ + "Ġn", + "ature" + ], + [ + "an", + "s" + ], + [ + "Ġhapp", + "ier" + ], + [ + "Ġne", + "at" + ], + [ + "Ġstart", + "s" + ], + [ + "uck", + "ed" + ], + [ + "Ġafter", + "noon" + ], + [ + "Ġtor", + "n" + ], + [ + "Ġelev", + "ator" + ], + [ + "g", + "en" + ], + [ + "t", + "i" + ], + [ + "Ġt", + "en" + ], + [ + "Ġh", + "arsh" + ], + [ + "Ġp", + "ed" + ], + [ + "at", + "ient" + ], + [ + "or", + "ant" + ], + [ + "Ġre", + "ce" + ], + [ + "Ġj", + "et" + ], + [ + "ill", + "ie" + ], + [ + "ĠR", + "ed" + ], + [ + "Ġread", + "ing" + ], + [ + "Ġsear", + "ching" + ], + [ + "Ġbasket", + "ball" + ], + [ + "Ġbar", + "ber" + ], + [ + "Ġspe", + "ed" + ], + [ + "S", + "ee" + ], + [ + "a", + "wn" + ], + [ + "Ġst", + "ack" + ], + [ + "ĠM", + "ummy" + ], + [ + "Ġclo", + "ck" + ], + [ + "ĠG", + "ive" + ], + [ + "Ġmag", + "n" + ], + [ + "Ġlea", + "ving" + ], + [ + "Ġcup", + "board" + ], + [ + "Ġdes", + "ign" + ], + [ + "Ġslid", + "es" + ], + [ + "Ġsandw", + "iches" + ], + [ + "Ġcand", + "le" + ], + [ + "aul", + "if" + ], + [ + "Ġrid", + "ing" + ], + [ + "Ġfre", + "sh" + ], + [ + "o", + "ppy" + ], + [ + "Ġsh", + "ocked" + ], + [ + "Ġen", + "er" + ], + [ + "Ġjump", + "s" + ], + [ + "Ġhair", + "cut" + ], + [ + "Ġrespect", + "ful" + ], + [ + "Ġcoo", + "king" + ], + [ + "Ġtick", + "et" + ], + [ + "Ġenc", + "ou" + ], + [ + "Ġtunn", + "el" + ], + [ + "aulif", + "lower" + ], + [ + "G", + "ive" + ], + [ + "Ġs", + "le" + ], + [ + "re", + "en" + ], + [ + "Ġm", + "ay" + ], + [ + "Ġth", + "ief" + ], + [ + "Ġy", + "awn" + ], + [ + "Ġfor", + "t" + ], + [ + "Ġal", + "ert" + ], + [ + "Ġsor", + "ts" + ], + [ + "Ġimp", + "atient" + ], + [ + "Ġcre", + "ate" + ], + [ + "ail", + "able" + ], + [ + "Ġwhe", + "els" + ], + [ + "Ġval", + "ue" + ], + [ + "Ġpri", + "ze" + ], + [ + "M", + "ary" + ], + [ + "y", + "e" + ], + [ + "he", + "t" + ], + [ + "Ġs", + "ent" + ], + [ + "Ġb", + "ent" + ], + [ + "in", + "ce" + ], + [ + "Ġc", + "omet" + ], + [ + "Ġc", + "amp" + ], + [ + "Ġc", + "auliflower" + ], + [ + "Ġm", + "elon" + ], + [ + "Ġg", + "em" + ], + [ + "Ġit", + "self" + ], + [ + "ir", + "on" + ], + [ + "Ġmu", + "sh" + ], + [ + "Ġmonkey", + "s" + ], + [ + "Ġsal", + "ad" + ], + [ + "Ġdest", + "ro" + ], + [ + "Ġresc", + "ue" + ], + [ + "Ġscoot", + "er" + ], + [ + "Ġintellig", + "ent" + ], + [ + "a", + "z" + ], + [ + "Ġd", + "ug" + ], + [ + "il", + "ing" + ], + [ + "an", + "ger" + ], + [ + "Ġr", + "oof" + ], + [ + "Ġr", + "hino" + ], + [ + "Ġsc", + "old" + ], + [ + "ag", + "het" + ], + [ + "Ġexp", + "er" + ], + [ + "Ġbark", + "ing" + ], + [ + "Ġbanan", + "as" + ], + [ + "Ġign", + "orant" + ], + [ + "Ġmic", + "ro" + ], + [ + "Ġav", + "ailable" + ], + [ + "Ġgrace", + "ful" + ], + [ + "Ġmotorcy", + "cle" + ], + [ + "aghet", + "ti" + ], + [ + "h", + "ood" + ], + [ + "ĠS", + "n" + ], + [ + "Ġe", + "arth" + ], + [ + "Ġbo", + "ots" + ], + [ + "Ġsp", + "aghetti" + ], + [ + "um", + "mer" + ], + [ + "Ġag", + "ree" + ], + [ + "Ġbu", + "ll" + ], + [ + "Ġany", + "where" + ], + [ + "ĠG", + "eorge" + ], + [ + "Ġbeh", + "ave" + ], + [ + "ĠK", + "im" + ], + [ + "Ġpa", + "id" + ], + [ + "sc", + "ope" + ], + [ + "Ġstret", + "ched" + ], + [ + "Ġfear", + "ful" + ], + [ + "Ġav", + "o" + ], + [ + "Ġmicro", + "scope" + ], + [ + "I", + "f" + ], + [ + "i", + "o" + ], + [ + "Ġnot", + "eb" + ], + [ + "ĠE", + "ventually" + ], + [ + "Ġold", + "er" + ], + [ + "Ġsn", + "iff" + ], + [ + "Ġad", + "vice" + ], + [ + "Ġstop", + "s" + ], + [ + "Ġperf", + "orm" + ], + [ + "Ġfur", + "ther" + ], + [ + "Ġenv", + "ious" + ], + [ + "Ġpige", + "on" + ], + [ + "Ġmush", + "room" + ], + [ + "Ġnoteb", + "ook" + ], + [ + "u", + "bby" + ], + [ + "Ġp", + "un" + ], + [ + "at", + "s" + ], + [ + "Ġn", + "urse" + ], + [ + "or", + "able" + ], + [ + "Ġth", + "under" + ], + [ + "Ġcl", + "apping" + ], + [ + "Ġv", + "ide" + ], + [ + "Ġbu", + "ilt" + ], + [ + "ĠC", + "l" + ], + [ + "Ġun", + "com" + ], + [ + "Ġshout", + "ing" + ], + [ + "Ġar", + "row" + ], + [ + "Ġdraw", + "er" + ], + [ + "Ġpro", + "v" + ], + [ + "fort", + "able" + ], + [ + "Ġtom", + "ato" + ], + [ + "Ġmeet", + "ing" + ], + [ + "Ġob", + "ject" + ], + [ + "Ġyog", + "urt" + ], + [ + "Ġtemp", + "le" + ], + [ + "Ġuncom", + "fortable" + ], + [ + "e", + "f" + ], + [ + "u", + "es" + ], + [ + "ĠT", + "ony" + ], + [ + "Ġloo", + "p" + ], + [ + "Ġch", + "ubby" + ], + [ + "Ġsw", + "itch" + ], + [ + "Ġsk", + "ip" + ], + [ + "Ġad", + "orable" + ], + [ + "Åĵ", + "It" + ], + [ + "Ġcount", + "ing" + ], + [ + "Ġcoo", + "ked" + ], + [ + "Ġp", + "ist" + ], + [ + "ar", + "ian" + ], + [ + "en", + "ry" + ], + [ + "Ġst", + "ared" + ], + [ + "Ġsh", + "ut" + ], + [ + "ic", + "op" + ], + [ + "Ġqu", + "ite" + ], + [ + "Ġsn", + "uggled" + ], + [ + "ĠGra", + "ndpa" + ], + [ + "Ġtrou", + "bled" + ], + [ + "Ġgigg", + "le" + ], + [ + "Ġblow", + "ing" + ], + [ + "Ġhel", + "icop" + ], + [ + "Ġfis", + "her" + ], + [ + "Ġpist", + "ol" + ], + [ + "Ġhelicop", + "ter" + ], + [ + "p", + "ar" + ], + [ + "ĠS", + "ophie" + ], + [ + "oo", + "ped" + ], + [ + "ip", + "s" + ], + [ + "Ġnow", + "here" + ], + [ + "Ġforg", + "ave" + ], + [ + "Ġmar", + "ched" + ], + [ + "Ġtreasure", + "s" + ], + [ + "ho", + "st" + ], + [ + "Ġpass", + "port" + ], + [ + "Ġstir", + "red" + ], + [ + "Ġpus", + "hing" + ], + [ + "Ġcompetit", + "ive" + ], + [ + "Ġdestro", + "y" + ], + [ + "Y", + "ay" + ], + [ + "a", + "ked" + ], + [ + "o", + "e" + ], + [ + "t", + "ter" + ], + [ + "Ġg", + "ir" + ], + [ + "Ġg", + "host" + ], + [ + "an", + "ic" + ], + [ + "ke", + "let" + ], + [ + "ht", + "ub" + ], + [ + "Ġre", + "ef" + ], + [ + "Ġse", + "par" + ], + [ + "op", + "ard" + ], + [ + "pl", + "ay" + ], + [ + "Ġen", + "vel" + ], + [ + "Ġbre", + "at" + ], + [ + "Ġrep", + "air" + ], + [ + "Ġfoot", + "ball" + ], + [ + "Ġbat", + "htub" + ], + [ + "Ġrubb", + "er" + ], + [ + "Ġang", + "el" + ], + [ + "Ġtriang", + "le" + ], + [ + "Ġl", + "ed" + ], + [ + "Ġm", + "ill" + ], + [ + "ĠS", + "h" + ], + [ + "ch", + "anic" + ], + [ + "Ġnam", + "es" + ], + [ + "Ġle", + "opard" + ], + [ + "Ġno", + "body" + ], + [ + "Ġany", + "way" + ], + [ + "uc", + "t" + ], + [ + "ct", + "us" + ], + [ + "Ġshould", + "n" + ], + [ + "Ġz", + "eb" + ], + [ + "Ġgi", + "ven" + ], + [ + "Ġhold", + "s" + ], + [ + "Ġbar", + "rel" + ], + [ + "Ġband", + "age" + ], + [ + "Ġent", + "h" + ], + [ + "Dad", + "dy" + ], + [ + "Ġzeb", + "ra" + ], + [ + "i", + "ves" + ], + [ + "u", + "be" + ], + [ + "y", + "ear" + ], + [ + "Ġp", + "or" + ], + [ + "Ġp", + "and" + ], + [ + "Ġo", + "tter" + ], + [ + "Ġr", + "ibb" + ], + [ + "Ġsh", + "ield" + ], + [ + "Ġme", + "chanic" + ], + [ + "Ġdon", + "â" + ], + [ + "Ġdis", + "ag" + ], + [ + "Ġdis", + "play" + ], + [ + "Ġmusic", + "ian" + ], + [ + "cer", + "os" + ], + [ + "Ġspe", + "ak" + ], + [ + "Ġca", + "b" + ], + [ + "Ġca", + "ctus" + ], + [ + "ĠBet", + "sy" + ], + [ + "Ġbul", + "b" + ], + [ + "C", + "h" + ], + [ + "e", + "ath" + ], + [ + "i", + "kes" + ], + [ + "x", + "y" + ], + [ + "Ġt", + "ube" + ], + [ + "Ġa", + "head" + ], + [ + "Ġs", + "ummer" + ], + [ + "Ġs", + "kelet" + ], + [ + "Ġp", + "urse" + ], + [ + "Ġkn", + "ob" + ], + [ + "Ġdidn", + "â" + ], + [ + "Ġcouldn", + "â" + ], + [ + "Ġcol", + "ours" + ], + [ + "Ġwindow", + "s" + ], + [ + "oom", + "y" + ], + [ + "Ġgif", + "ted" + ], + [ + "Ġcart", + "oon" + ], + [ + "Ġrhino", + "ceros" + ], + [ + "g", + "l" + ], + [ + "he", + "art" + ], + [ + "Ġs", + "ize" + ], + [ + "Ġb", + "et" + ], + [ + "ĠM", + "iss" + ], + [ + "Ġsc", + "rew" + ], + [ + "Ġfl", + "our" + ], + [ + "Ġbl", + "in" + ], + [ + "ap", + "a" + ], + [ + "Ġdis", + "hes" + ], + [ + "Ġrain", + "ing" + ], + [ + "Ġhop", + "ing" + ], + [ + "Ġsho", + "vel" + ], + [ + "Ġmin", + "t" + ], + [ + "Ġjelly", + "fish" + ], + [ + "Ġswe", + "ater" + ], + [ + "Ġchar", + "ming" + ], + [ + "Ġpengu", + "in" + ], + [ + "Ġenvel", + "ope" + ], + [ + "Ġenth", + "us" + ], + [ + "Ġcab", + "in" + ], + [ + "re", + "c" + ], + [ + "Ġp", + "ant" + ], + [ + "Ġth", + "read" + ], + [ + "Ġin", + "se" + ], + [ + "Ġst", + "aff" + ], + [ + "Ġli", + "z" + ], + [ + "Ġun", + "pack" + ], + [ + "Ġwr", + "iting" + ], + [ + "Ġtra", + "sh" + ], + [ + "Ġroll", + "ing" + ], + [ + "Ġwaff", + "le" + ], + [ + "Ġ", + "iron" + ], + [ + "Ġw", + "ing" + ], + [ + "er", + "able" + ], + [ + "Ġshe", + "et" + ], + [ + "ĠB", + "uddy" + ], + [ + "Ġsh", + "adow" + ], + [ + "Ġro", + "ared" + ], + [ + "Ġmu", + "ff" + ], + [ + "Ġair", + "port" + ], + [ + "Ġce", + "iling" + ], + [ + "Ġatt", + "ic" + ], + [ + "Ġorgan", + "ize" + ], + [ + "Ġstret", + "ch" + ], + [ + "Ġgrap", + "es" + ], + [ + "Ġo", + "bs" + ], + [ + "ĠA", + "re" + ], + [ + "ĠW", + "ould" + ], + [ + "ĠIn", + "st" + ], + [ + "Ġpi", + "ano" + ], + [ + "Ġsal", + "t" + ], + [ + "Ġmis", + "erable" + ], + [ + "Ġc", + "ord" + ], + [ + "Ġd", + "ess" + ], + [ + "Ġre", + "fused" + ], + [ + "Ġsc", + "reen" + ], + [ + "ĠD", + "an" + ], + [ + "Ġstr", + "ugg" + ], + [ + "Ġneed", + "le" + ], + [ + "Ġbear", + "s" + ], + [ + "ĠAnd", + "y" + ], + [ + "Ġhead", + "ed" + ], + [ + "Ġstick", + "y" + ], + [ + "Ġfree", + "z" + ], + [ + "Ġzoom", + "ed" + ], + [ + "Ġimag", + "ined" + ], + [ + "Ġmed", + "al" + ], + [ + "Ġmagn", + "et" + ], + [ + "rec", + "i" + ], + [ + "Ġobs", + "er" + ], + [ + "Ġ", + "er" + ], + [ + "Ġli", + "ves" + ], + [ + "ĠA", + "l" + ], + [ + "ĠP", + "at" + ], + [ + "Ġapp", + "reci" + ], + [ + "ass", + "es" + ], + [ + "Ġsail", + "or" + ], + [ + "Ġminut", + "e" + ], + [ + "Ġfisher", + "man" + ], + [ + "v", + "ision" + ], + [ + "Ġr", + "at" + ], + [ + "al", + "ed" + ], + [ + "Ġbr", + "us" + ], + [ + "Ġch", + "ance" + ], + [ + "Ġpo", + "st" + ], + [ + "Ġsun", + "gl" + ], + [ + "Ġche", + "ek" + ], + [ + "ree", + "ze" + ], + [ + "Ġde", + "af" + ], + [ + "Ġru", + "les" + ], + [ + "Ġfrog", + "s" + ], + [ + "Ġair", + "pl" + ], + [ + "ĠGo", + "d" + ], + [ + "Ġstrawber", + "ry" + ], + [ + "Ġsle", + "pt" + ], + [ + "Ġliz", + "ard" + ], + [ + "Ġsungl", + "asses" + ], + [ + "Ġl", + "uck" + ], + [ + "Ġin", + "f" + ], + [ + "Ġbe", + "ep" + ], + [ + "ĠB", + "unny" + ], + [ + "Ġme", + "as" + ], + [ + "Ġro", + "d" + ], + [ + "Ġor", + "der" + ], + [ + "Ġrest", + "less" + ], + [ + "Ġsand", + "box" + ], + [ + "Ġmess", + "age" + ], + [ + "ĠJoe", + "y" + ], + [ + "Ġcomp", + "let" + ], + [ + "Ġatt", + "ract" + ], + [ + "Ġgold", + "en" + ], + [ + "Gra", + "ndma" + ], + [ + "Ġpil", + "ot" + ], + [ + "Ġpor", + "ch" + ], + [ + "L", + "ittle" + ], + [ + "l", + "er" + ], + [ + "s", + "es" + ] + ] + } +} \ No newline at end of file diff --git a/zain/Activation/out/glu-relu-100L_trash_run/tokenizer_config.json b/zain/Activation/out/glu-relu-100L_trash_run/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/tokenizer_config.json @@ -0,0 +1,13 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "errors": "replace", + "is_local": false, + "local_files_only": false, + "model_max_length": 1024, + "pad_token": "<|endoftext|>", + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "<|endoftext|>" +} diff --git a/zain/Activation/out/glu-relu-100L_trash_run/training_args.bin b/zain/Activation/out/glu-relu-100L_trash_run/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..d42dba735503648f02e3d29f685b24a197ab36d8 --- /dev/null +++ b/zain/Activation/out/glu-relu-100L_trash_run/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c28142d60b82e3df0527b14431085e37dd065fc6519ba15f0d6ac2cabc5f4854 +size 4920 diff --git a/zain/Activation/out/glu-relu-100L_trash_run/training_log.jsonl b/zain/Activation/out/glu-relu-100L_trash_run/training_log.jsonl index 0eaaf0089b4ea3852b7a7c92f51b21c83515e3f3..4fab9d7f336ab56efb554067371c7c7a2554ff9e 100644 --- a/zain/Activation/out/glu-relu-100L_trash_run/training_log.jsonl +++ b/zain/Activation/out/glu-relu-100L_trash_run/training_log.jsonl @@ -1,25 +1,3 @@ -{"step": 2520, "epoch": 0.1698685540950455, "timestamp": 1786741279.4701557, "loss": 2.063748359680176, "grad_norm": 15794176.0, "learning_rate": 3.4200000000000005e-05, "train/total_time_seconds": 7.485908582806587, "train/time_per_step_avg": 0.37429542914032937, "train/epoch_time_elapsed": 8.920201323926449, "train/estimated_remaining_minutes": 0.04851977785152418, "train/tensor_act_model_layers_0_residual_pre_attn/norm": 187.1106414794922, "train/tensor_act_model_layers_0_residual_pre_attn/mean": 0.0010223388671875, "train/tensor_act_model_layers_0_residual_pre_attn/std": 0.09130859375, "train/tensor_act_model_layers_0_residual_pre_attn/max_abs": 0.275390625, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/min": -0.263671875, "train/tensor_act_model_layers_0_residual_pre_attn/max": 0.275390625, "train/tensor_act_model_layers_0_residual_pre_attn/range": 0.5390625, "train/tensor_act_model_layers_0_residual_post_attn/norm": 189.52748107910156, "train/tensor_act_model_layers_0_residual_post_attn/mean": 0.0001544952392578125, "train/tensor_act_model_layers_0_residual_post_attn/std": 0.0927734375, "train/tensor_act_model_layers_0_residual_post_attn/max_abs": 0.384765625, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/min": -0.384765625, "train/tensor_act_model_layers_0_residual_post_attn/max": 0.34375, "train/tensor_act_model_layers_0_residual_post_attn/range": 0.728515625, "train/tensor_act_model_layers_0_mlp_gate_proj/norm": 1244.1904296875, "train/tensor_act_model_layers_0_mlp_gate_proj/mean": -0.0301513671875, "train/tensor_act_model_layers_0_mlp_gate_proj/std": 0.427734375, "train/tensor_act_model_layers_0_mlp_gate_proj/max_abs": 2.09375, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/min": -1.8046875, "train/tensor_act_model_layers_0_mlp_gate_proj/max": 2.09375, "train/tensor_act_model_layers_0_mlp_gate_proj/range": 3.8984375, "train/tensor_act_model_layers_0_mlp_up_proj/norm": 1029.5574951171875, "train/tensor_act_model_layers_0_mlp_up_proj/mean": -0.0027008056640625, "train/tensor_act_model_layers_0_mlp_up_proj/std": 0.35546875, "train/tensor_act_model_layers_0_mlp_up_proj/max_abs": 1.875, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/min": -1.875, "train/tensor_act_model_layers_0_mlp_up_proj/max": 1.671875, "train/tensor_act_model_layers_0_mlp_up_proj/range": 3.546875, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 168.7405548095703, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 0.0002231597900390625, "train/tensor_act_model_layers_0_mlp_down_proj/std": 0.08251953125, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 0.55859375, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/min": -0.55859375, "train/tensor_act_model_layers_0_mlp_down_proj/max": 0.4609375, "train/tensor_act_model_layers_0_mlp_down_proj/range": 1.01953125, "train/tensor_act_model_layers_0_mlp/norm": 168.7405548095703, "train/tensor_act_model_layers_0_mlp/mean": 0.0002231597900390625, "train/tensor_act_model_layers_0_mlp/std": 0.08251953125, "train/tensor_act_model_layers_0_mlp/max_abs": 0.55859375, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/min": -0.55859375, "train/tensor_act_model_layers_0_mlp/max": 0.4609375, "train/tensor_act_model_layers_0_mlp/range": 1.01953125, "train/tensor_act_model_layers_0_residual_post_mlp/norm": 277.12823486328125, "train/tensor_act_model_layers_0_residual_post_mlp/mean": 0.000377655029296875, "train/tensor_act_model_layers_0_residual_post_mlp/std": 0.1357421875, "train/tensor_act_model_layers_0_residual_post_mlp/max_abs": 0.68359375, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/min": -0.68359375, "train/tensor_act_model_layers_0_residual_post_mlp/max": 0.55859375, "train/tensor_act_model_layers_0_residual_post_mlp/range": 1.2421875, "train/tensor_act_model_layers_1_residual_pre_attn/norm": 277.12823486328125, "train/tensor_act_model_layers_1_residual_pre_attn/mean": 0.000377655029296875, "train/tensor_act_model_layers_1_residual_pre_attn/std": 0.1357421875, "train/tensor_act_model_layers_1_residual_pre_attn/max_abs": 0.68359375, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/min": -0.68359375, "train/tensor_act_model_layers_1_residual_pre_attn/max": 0.55859375, "train/tensor_act_model_layers_1_residual_pre_attn/range": 1.2421875, "train/tensor_act_model_layers_1_residual_post_attn/norm": 288.2129211425781, "train/tensor_act_model_layers_1_residual_post_attn/mean": 0.001922607421875, "train/tensor_act_model_layers_1_residual_post_attn/std": 0.140625, "train/tensor_act_model_layers_1_residual_post_attn/max_abs": 0.69921875, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/min": -0.69921875, "train/tensor_act_model_layers_1_residual_post_attn/max": 0.61328125, "train/tensor_act_model_layers_1_residual_post_attn/range": 1.3125, "train/tensor_act_model_layers_1_mlp_gate_proj/norm": 1414.602294921875, "train/tensor_act_model_layers_1_mlp_gate_proj/mean": -0.1025390625, "train/tensor_act_model_layers_1_mlp_gate_proj/std": 0.4765625, "train/tensor_act_model_layers_1_mlp_gate_proj/max_abs": 2.640625, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/min": -2.125, "train/tensor_act_model_layers_1_mlp_gate_proj/max": 2.640625, "train/tensor_act_model_layers_1_mlp_gate_proj/range": 4.765625, "train/tensor_act_model_layers_1_mlp_up_proj/norm": 1171.647705078125, "train/tensor_act_model_layers_1_mlp_up_proj/mean": -0.00092315673828125, "train/tensor_act_model_layers_1_mlp_up_proj/std": 0.404296875, "train/tensor_act_model_layers_1_mlp_up_proj/max_abs": 2.390625, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/min": -2.390625, "train/tensor_act_model_layers_1_mlp_up_proj/max": 2.171875, "train/tensor_act_model_layers_1_mlp_up_proj/range": 4.5625, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 241.7918701171875, "train/tensor_act_model_layers_1_mlp_down_proj/mean": 0.00052642822265625, "train/tensor_act_model_layers_1_mlp_down_proj/std": 0.1181640625, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 1.34375, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/min": -1.0546875, "train/tensor_act_model_layers_1_mlp_down_proj/max": 1.34375, "train/tensor_act_model_layers_1_mlp_down_proj/range": 2.3984375, "train/tensor_act_model_layers_1_mlp/norm": 241.7918701171875, "train/tensor_act_model_layers_1_mlp/mean": 0.00052642822265625, "train/tensor_act_model_layers_1_mlp/std": 0.1181640625, "train/tensor_act_model_layers_1_mlp/max_abs": 1.34375, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/min": -1.0546875, "train/tensor_act_model_layers_1_mlp/max": 1.34375, "train/tensor_act_model_layers_1_mlp/range": 2.3984375, "train/tensor_act_model_layers_1_residual_post_mlp/norm": 442.669921875, "train/tensor_act_model_layers_1_residual_post_mlp/mean": 0.00244140625, "train/tensor_act_model_layers_1_residual_post_mlp/std": 0.2158203125, "train/tensor_act_model_layers_1_residual_post_mlp/max_abs": 1.5625, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/min": -1.359375, "train/tensor_act_model_layers_1_residual_post_mlp/max": 1.5625, "train/tensor_act_model_layers_1_residual_post_mlp/range": 2.921875, "train/tensor_act_model_layers_2_residual_pre_attn/norm": 442.669921875, "train/tensor_act_model_layers_2_residual_pre_attn/mean": 0.00244140625, "train/tensor_act_model_layers_2_residual_pre_attn/std": 0.2158203125, "train/tensor_act_model_layers_2_residual_pre_attn/max_abs": 1.5625, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/min": -1.359375, "train/tensor_act_model_layers_2_residual_pre_attn/max": 1.5625, "train/tensor_act_model_layers_2_residual_pre_attn/range": 2.921875, "train/tensor_act_model_layers_2_residual_post_attn/norm": 466.43743896484375, "train/tensor_act_model_layers_2_residual_post_attn/mean": 0.004302978515625, "train/tensor_act_model_layers_2_residual_post_attn/std": 0.2275390625, "train/tensor_act_model_layers_2_residual_post_attn/max_abs": 1.6484375, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/min": -1.375, "train/tensor_act_model_layers_2_residual_post_attn/max": 1.6484375, "train/tensor_act_model_layers_2_residual_post_attn/range": 3.0234375, "train/tensor_act_model_layers_2_mlp_gate_proj/norm": 1523.06396484375, "train/tensor_act_model_layers_2_mlp_gate_proj/mean": -0.259765625, "train/tensor_act_model_layers_2_mlp_gate_proj/std": 0.45703125, "train/tensor_act_model_layers_2_mlp_gate_proj/max_abs": 3.015625, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/min": -3.015625, "train/tensor_act_model_layers_2_mlp_gate_proj/max": 2.03125, "train/tensor_act_model_layers_2_mlp_gate_proj/range": 5.046875, "train/tensor_act_model_layers_2_mlp_up_proj/norm": 1112.6412353515625, "train/tensor_act_model_layers_2_mlp_up_proj/mean": -0.0035858154296875, "train/tensor_act_model_layers_2_mlp_up_proj/std": 0.384765625, "train/tensor_act_model_layers_2_mlp_up_proj/max_abs": 3.546875, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/min": -3.546875, "train/tensor_act_model_layers_2_mlp_up_proj/max": 2.484375, "train/tensor_act_model_layers_2_mlp_up_proj/range": 6.03125, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 131.80953979492188, "train/tensor_act_model_layers_2_mlp_down_proj/mean": 0.00189208984375, "train/tensor_act_model_layers_2_mlp_down_proj/std": 0.064453125, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 0.8828125, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/min": -0.7265625, "train/tensor_act_model_layers_2_mlp_down_proj/max": 0.8828125, "train/tensor_act_model_layers_2_mlp_down_proj/range": 1.609375, "train/tensor_act_model_layers_2_mlp/norm": 131.80953979492188, "train/tensor_act_model_layers_2_mlp/mean": 0.00189208984375, "train/tensor_act_model_layers_2_mlp/std": 0.064453125, "train/tensor_act_model_layers_2_mlp/max_abs": 0.8828125, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/min": -0.7265625, "train/tensor_act_model_layers_2_mlp/max": 0.8828125, "train/tensor_act_model_layers_2_mlp/range": 1.609375, "train/tensor_act_model_layers_2_residual_post_mlp/norm": 529.7713012695312, "train/tensor_act_model_layers_2_residual_post_mlp/mean": 0.006195068359375, "train/tensor_act_model_layers_2_residual_post_mlp/std": 0.2578125, "train/tensor_act_model_layers_2_residual_post_mlp/max_abs": 1.8828125, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/min": -1.6328125, "train/tensor_act_model_layers_2_residual_post_mlp/max": 1.8828125, "train/tensor_act_model_layers_2_residual_post_mlp/range": 3.515625, "train/tensor_act_model_layers_3_residual_pre_attn/norm": 529.7713012695312, "train/tensor_act_model_layers_3_residual_pre_attn/mean": 0.006195068359375, "train/tensor_act_model_layers_3_residual_pre_attn/std": 0.2578125, "train/tensor_act_model_layers_3_residual_pre_attn/max_abs": 1.8828125, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/min": -1.6328125, "train/tensor_act_model_layers_3_residual_pre_attn/max": 1.8828125, "train/tensor_act_model_layers_3_residual_pre_attn/range": 3.515625, "train/tensor_act_model_layers_3_residual_post_attn/norm": 568.969482421875, "train/tensor_act_model_layers_3_residual_post_attn/mean": 0.00701904296875, "train/tensor_act_model_layers_3_residual_post_attn/std": 0.27734375, "train/tensor_act_model_layers_3_residual_post_attn/max_abs": 1.9765625, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/min": -1.765625, "train/tensor_act_model_layers_3_residual_post_attn/max": 1.9765625, "train/tensor_act_model_layers_3_residual_post_attn/range": 3.7421875, "train/tensor_act_model_layers_3_mlp_gate_proj/norm": 1486.958984375, "train/tensor_act_model_layers_3_mlp_gate_proj/mean": -0.228515625, "train/tensor_act_model_layers_3_mlp_gate_proj/std": 0.458984375, "train/tensor_act_model_layers_3_mlp_gate_proj/max_abs": 2.890625, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/min": -2.890625, "train/tensor_act_model_layers_3_mlp_gate_proj/max": 2.46875, "train/tensor_act_model_layers_3_mlp_gate_proj/range": 5.359375, "train/tensor_act_model_layers_3_mlp_up_proj/norm": 1171.72705078125, "train/tensor_act_model_layers_3_mlp_up_proj/mean": 0.0028533935546875, "train/tensor_act_model_layers_3_mlp_up_proj/std": 0.404296875, "train/tensor_act_model_layers_3_mlp_up_proj/max_abs": 2.84375, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/min": -2.84375, "train/tensor_act_model_layers_3_mlp_up_proj/max": 2.53125, "train/tensor_act_model_layers_3_mlp_up_proj/range": 5.375, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 105.02456665039062, "train/tensor_act_model_layers_3_mlp_down_proj/mean": -0.000385284423828125, "train/tensor_act_model_layers_3_mlp_down_proj/std": 0.05126953125, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 0.447265625, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/min": -0.427734375, "train/tensor_act_model_layers_3_mlp_down_proj/max": 0.447265625, "train/tensor_act_model_layers_3_mlp_down_proj/range": 0.875, "train/tensor_act_model_layers_3_mlp/norm": 105.02456665039062, "train/tensor_act_model_layers_3_mlp/mean": -0.000385284423828125, "train/tensor_act_model_layers_3_mlp/std": 0.05126953125, "train/tensor_act_model_layers_3_mlp/max_abs": 0.447265625, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/min": -0.427734375, "train/tensor_act_model_layers_3_mlp/max": 0.447265625, "train/tensor_act_model_layers_3_mlp/range": 0.875, "train/tensor_act_model_layers_3_residual_post_mlp/norm": 604.5783081054688, "train/tensor_act_model_layers_3_residual_post_mlp/mean": 0.00665283203125, "train/tensor_act_model_layers_3_residual_post_mlp/std": 0.294921875, "train/tensor_act_model_layers_3_residual_post_mlp/max_abs": 2.0625, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/min": -1.8359375, "train/tensor_act_model_layers_3_residual_post_mlp/max": 2.0625, "train/tensor_act_model_layers_3_residual_post_mlp/range": 3.8984375, "train/tensor_act_model_layers_4_residual_pre_attn/norm": 604.5783081054688, "train/tensor_act_model_layers_4_residual_pre_attn/mean": 0.00665283203125, "train/tensor_act_model_layers_4_residual_pre_attn/std": 0.294921875, "train/tensor_act_model_layers_4_residual_pre_attn/max_abs": 2.0625, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/min": -1.8359375, "train/tensor_act_model_layers_4_residual_pre_attn/max": 2.0625, "train/tensor_act_model_layers_4_residual_pre_attn/range": 3.8984375, "train/tensor_act_model_layers_4_residual_post_attn/norm": 614.3443603515625, "train/tensor_act_model_layers_4_residual_post_attn/mean": 0.006561279296875, "train/tensor_act_model_layers_4_residual_post_attn/std": 0.30078125, "train/tensor_act_model_layers_4_residual_post_attn/max_abs": 2.1875, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/min": -1.84375, "train/tensor_act_model_layers_4_residual_post_attn/max": 2.1875, "train/tensor_act_model_layers_4_residual_post_attn/range": 4.03125, "train/tensor_act_model_layers_4_mlp_gate_proj/norm": 1608.3148193359375, "train/tensor_act_model_layers_4_mlp_gate_proj/mean": -0.29296875, "train/tensor_act_model_layers_4_mlp_gate_proj/std": 0.470703125, "train/tensor_act_model_layers_4_mlp_gate_proj/max_abs": 3.03125, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/min": -3.03125, "train/tensor_act_model_layers_4_mlp_gate_proj/max": 2.109375, "train/tensor_act_model_layers_4_mlp_gate_proj/range": 5.140625, "train/tensor_act_model_layers_4_mlp_up_proj/norm": 1189.479248046875, "train/tensor_act_model_layers_4_mlp_up_proj/mean": -0.004547119140625, "train/tensor_act_model_layers_4_mlp_up_proj/std": 0.41015625, "train/tensor_act_model_layers_4_mlp_up_proj/max_abs": 2.984375, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/min": -2.984375, "train/tensor_act_model_layers_4_mlp_up_proj/max": 2.84375, "train/tensor_act_model_layers_4_mlp_up_proj/range": 5.828125, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 108.64690399169922, "train/tensor_act_model_layers_4_mlp_down_proj/mean": 0.000484466552734375, "train/tensor_act_model_layers_4_mlp_down_proj/std": 0.052978515625, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 0.6796875, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/min": -0.6796875, "train/tensor_act_model_layers_4_mlp_down_proj/max": 0.5234375, "train/tensor_act_model_layers_4_mlp_down_proj/range": 1.203125, "train/tensor_act_model_layers_4_mlp/norm": 108.64690399169922, "train/tensor_act_model_layers_4_mlp/mean": 0.000484466552734375, "train/tensor_act_model_layers_4_mlp/std": 0.052978515625, "train/tensor_act_model_layers_4_mlp/max_abs": 0.6796875, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp/min": -0.6796875, "train/tensor_act_model_layers_4_mlp/max": 0.5234375, "train/tensor_act_model_layers_4_mlp/range": 1.203125, "train/tensor_act_model_layers_4_residual_post_mlp/norm": 654.1414184570312, "train/tensor_act_model_layers_4_residual_post_mlp/mean": 0.00701904296875, "train/tensor_act_model_layers_4_residual_post_mlp/std": 0.318359375, "train/tensor_act_model_layers_4_residual_post_mlp/max_abs": 2.25, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/min": -1.9765625, "train/tensor_act_model_layers_4_residual_post_mlp/max": 2.25, "train/tensor_act_model_layers_4_residual_post_mlp/range": 4.2265625, "train/tensor_act_model_layers_5_residual_pre_attn/norm": 654.1414184570312, "train/tensor_act_model_layers_5_residual_pre_attn/mean": 0.00701904296875, "train/tensor_act_model_layers_5_residual_pre_attn/std": 0.318359375, "train/tensor_act_model_layers_5_residual_pre_attn/max_abs": 2.25, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/min": -1.9765625, "train/tensor_act_model_layers_5_residual_pre_attn/max": 2.25, "train/tensor_act_model_layers_5_residual_pre_attn/range": 4.2265625, "train/tensor_act_model_layers_5_residual_post_attn/norm": 673.5300903320312, "train/tensor_act_model_layers_5_residual_post_attn/mean": 0.005462646484375, "train/tensor_act_model_layers_5_residual_post_attn/std": 0.328125, "train/tensor_act_model_layers_5_residual_post_attn/max_abs": 2.25, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/min": -2.09375, "train/tensor_act_model_layers_5_residual_post_attn/max": 2.25, "train/tensor_act_model_layers_5_residual_post_attn/range": 4.34375, "train/tensor_act_model_layers_5_mlp_gate_proj/norm": 1546.24365234375, "train/tensor_act_model_layers_5_mlp_gate_proj/mean": -0.279296875, "train/tensor_act_model_layers_5_mlp_gate_proj/std": 0.455078125, "train/tensor_act_model_layers_5_mlp_gate_proj/max_abs": 2.703125, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/min": -2.703125, "train/tensor_act_model_layers_5_mlp_gate_proj/max": 1.9921875, "train/tensor_act_model_layers_5_mlp_gate_proj/range": 4.6953125, "train/tensor_act_model_layers_5_mlp_up_proj/norm": 1201.6031494140625, "train/tensor_act_model_layers_5_mlp_up_proj/mean": -0.003692626953125, "train/tensor_act_model_layers_5_mlp_up_proj/std": 0.4140625, "train/tensor_act_model_layers_5_mlp_up_proj/max_abs": 2.890625, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/min": -2.453125, "train/tensor_act_model_layers_5_mlp_up_proj/max": 2.890625, "train/tensor_act_model_layers_5_mlp_up_proj/range": 5.34375, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 93.3521499633789, "train/tensor_act_model_layers_5_mlp_down_proj/mean": 0.000331878662109375, "train/tensor_act_model_layers_5_mlp_down_proj/std": 0.045654296875, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 0.6640625, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/min": -0.6640625, "train/tensor_act_model_layers_5_mlp_down_proj/max": 0.59375, "train/tensor_act_model_layers_5_mlp_down_proj/range": 1.2578125, "train/tensor_act_model_layers_5_mlp/norm": 93.3521499633789, "train/tensor_act_model_layers_5_mlp/mean": 0.000331878662109375, "train/tensor_act_model_layers_5_mlp/std": 0.045654296875, "train/tensor_act_model_layers_5_mlp/max_abs": 0.6640625, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp/min": -0.6640625, "train/tensor_act_model_layers_5_mlp/max": 0.59375, "train/tensor_act_model_layers_5_mlp/range": 1.2578125, "train/tensor_act_model_layers_5_residual_post_mlp/norm": 694.6798095703125, "train/tensor_act_model_layers_5_residual_post_mlp/mean": 0.00579833984375, "train/tensor_act_model_layers_5_residual_post_mlp/std": 0.33984375, "train/tensor_act_model_layers_5_residual_post_mlp/max_abs": 2.328125, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/min": -2.109375, "train/tensor_act_model_layers_5_residual_post_mlp/max": 2.328125, "train/tensor_act_model_layers_5_residual_post_mlp/range": 4.4375, "train/tensor_act_model_layers_6_residual_pre_attn/norm": 694.6798095703125, "train/tensor_act_model_layers_6_residual_pre_attn/mean": 0.00579833984375, "train/tensor_act_model_layers_6_residual_pre_attn/std": 0.33984375, "train/tensor_act_model_layers_6_residual_pre_attn/max_abs": 2.328125, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/min": -2.109375, "train/tensor_act_model_layers_6_residual_pre_attn/max": 2.328125, "train/tensor_act_model_layers_6_residual_pre_attn/range": 4.4375, "train/tensor_act_model_layers_6_residual_post_attn/norm": 695.8002319335938, "train/tensor_act_model_layers_6_residual_post_attn/mean": 0.005859375, "train/tensor_act_model_layers_6_residual_post_attn/std": 0.33984375, "train/tensor_act_model_layers_6_residual_post_attn/max_abs": 2.328125, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/min": -2.125, "train/tensor_act_model_layers_6_residual_post_attn/max": 2.328125, "train/tensor_act_model_layers_6_residual_post_attn/range": 4.453125, "train/tensor_act_model_layers_6_mlp_gate_proj/norm": 1559.1363525390625, "train/tensor_act_model_layers_6_mlp_gate_proj/mean": -0.291015625, "train/tensor_act_model_layers_6_mlp_gate_proj/std": 0.453125, "train/tensor_act_model_layers_6_mlp_gate_proj/max_abs": 2.75, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/min": -2.75, "train/tensor_act_model_layers_6_mlp_gate_proj/max": 2.203125, "train/tensor_act_model_layers_6_mlp_gate_proj/range": 4.953125, "train/tensor_act_model_layers_6_mlp_up_proj/norm": 1186.611328125, "train/tensor_act_model_layers_6_mlp_up_proj/mean": -0.002197265625, "train/tensor_act_model_layers_6_mlp_up_proj/std": 0.41015625, "train/tensor_act_model_layers_6_mlp_up_proj/max_abs": 2.609375, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/min": -2.453125, "train/tensor_act_model_layers_6_mlp_up_proj/max": 2.609375, "train/tensor_act_model_layers_6_mlp_up_proj/range": 5.0625, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 91.7964859008789, "train/tensor_act_model_layers_6_mlp_down_proj/mean": 0.000213623046875, "train/tensor_act_model_layers_6_mlp_down_proj/std": 0.044921875, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 0.54296875, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/min": -0.54296875, "train/tensor_act_model_layers_6_mlp_down_proj/max": 0.462890625, "train/tensor_act_model_layers_6_mlp_down_proj/range": 1.005859375, "train/tensor_act_model_layers_6_mlp/norm": 91.7964859008789, "train/tensor_act_model_layers_6_mlp/mean": 0.000213623046875, "train/tensor_act_model_layers_6_mlp/std": 0.044921875, "train/tensor_act_model_layers_6_mlp/max_abs": 0.54296875, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp/min": -0.54296875, "train/tensor_act_model_layers_6_mlp/max": 0.462890625, "train/tensor_act_model_layers_6_mlp/range": 1.005859375, "train/tensor_act_model_layers_6_residual_post_mlp/norm": 720.2428588867188, "train/tensor_act_model_layers_6_residual_post_mlp/mean": 0.006072998046875, "train/tensor_act_model_layers_6_residual_post_mlp/std": 0.3515625, "train/tensor_act_model_layers_6_residual_post_mlp/max_abs": 2.3125, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/min": -2.171875, "train/tensor_act_model_layers_6_residual_post_mlp/max": 2.3125, "train/tensor_act_model_layers_6_residual_post_mlp/range": 4.484375, "train/tensor_act_model_layers_7_residual_pre_attn/norm": 720.2428588867188, "train/tensor_act_model_layers_7_residual_pre_attn/mean": 0.006072998046875, "train/tensor_act_model_layers_7_residual_pre_attn/std": 0.3515625, "train/tensor_act_model_layers_7_residual_pre_attn/max_abs": 2.3125, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/min": -2.171875, "train/tensor_act_model_layers_7_residual_pre_attn/max": 2.3125, "train/tensor_act_model_layers_7_residual_pre_attn/range": 4.484375, "train/tensor_act_model_layers_7_residual_post_attn/norm": 729.3413696289062, "train/tensor_act_model_layers_7_residual_post_attn/mean": 0.005279541015625, "train/tensor_act_model_layers_7_residual_post_attn/std": 0.35546875, "train/tensor_act_model_layers_7_residual_post_attn/max_abs": 2.328125, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/min": -2.1875, "train/tensor_act_model_layers_7_residual_post_attn/max": 2.328125, "train/tensor_act_model_layers_7_residual_post_attn/range": 4.515625, "train/tensor_act_model_layers_7_mlp_gate_proj/norm": 1614.502197265625, "train/tensor_act_model_layers_7_mlp_gate_proj/mean": -0.322265625, "train/tensor_act_model_layers_7_mlp_gate_proj/std": 0.455078125, "train/tensor_act_model_layers_7_mlp_gate_proj/max_abs": 2.609375, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/min": -2.609375, "train/tensor_act_model_layers_7_mlp_gate_proj/max": 2.0625, "train/tensor_act_model_layers_7_mlp_gate_proj/range": 4.671875, "train/tensor_act_model_layers_7_mlp_up_proj/norm": 1200.6689453125, "train/tensor_act_model_layers_7_mlp_up_proj/mean": 0.00124359130859375, "train/tensor_act_model_layers_7_mlp_up_proj/std": 0.4140625, "train/tensor_act_model_layers_7_mlp_up_proj/max_abs": 2.375, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/min": -2.375, "train/tensor_act_model_layers_7_mlp_up_proj/max": 2.328125, "train/tensor_act_model_layers_7_mlp_up_proj/range": 4.703125, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 91.77015686035156, "train/tensor_act_model_layers_7_mlp_down_proj/mean": -0.0001678466796875, "train/tensor_act_model_layers_7_mlp_down_proj/std": 0.044921875, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 0.51171875, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/min": -0.51171875, "train/tensor_act_model_layers_7_mlp_down_proj/max": 0.435546875, "train/tensor_act_model_layers_7_mlp_down_proj/range": 0.947265625, "train/tensor_act_model_layers_7_mlp/norm": 91.77015686035156, "train/tensor_act_model_layers_7_mlp/mean": -0.0001678466796875, "train/tensor_act_model_layers_7_mlp/std": 0.044921875, "train/tensor_act_model_layers_7_mlp/max_abs": 0.51171875, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp/min": -0.51171875, "train/tensor_act_model_layers_7_mlp/max": 0.435546875, "train/tensor_act_model_layers_7_mlp/range": 0.947265625, "train/tensor_act_model_layers_7_residual_post_mlp/norm": 757.7404174804688, "train/tensor_act_model_layers_7_residual_post_mlp/mean": 0.005126953125, "train/tensor_act_model_layers_7_residual_post_mlp/std": 0.369140625, "train/tensor_act_model_layers_7_residual_post_mlp/max_abs": 2.40625, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/min": -2.28125, "train/tensor_act_model_layers_7_residual_post_mlp/max": 2.40625, "train/tensor_act_model_layers_7_residual_post_mlp/range": 4.6875, "train/tensor_act_model_layers_8_residual_pre_attn/norm": 757.7404174804688, "train/tensor_act_model_layers_8_residual_pre_attn/mean": 0.005126953125, "train/tensor_act_model_layers_8_residual_pre_attn/std": 0.369140625, "train/tensor_act_model_layers_8_residual_pre_attn/max_abs": 2.40625, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/min": -2.28125, "train/tensor_act_model_layers_8_residual_pre_attn/max": 2.40625, "train/tensor_act_model_layers_8_residual_pre_attn/range": 4.6875, "train/tensor_act_model_layers_8_residual_post_attn/norm": 805.916259765625, "train/tensor_act_model_layers_8_residual_post_attn/mean": 0.00396728515625, "train/tensor_act_model_layers_8_residual_post_attn/std": 0.392578125, "train/tensor_act_model_layers_8_residual_post_attn/max_abs": 2.453125, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/min": -2.296875, "train/tensor_act_model_layers_8_residual_post_attn/max": 2.453125, "train/tensor_act_model_layers_8_residual_post_attn/range": 4.75, "train/tensor_act_model_layers_8_mlp_gate_proj/norm": 1573.4306640625, "train/tensor_act_model_layers_8_mlp_gate_proj/mean": -0.306640625, "train/tensor_act_model_layers_8_mlp_gate_proj/std": 0.44921875, "train/tensor_act_model_layers_8_mlp_gate_proj/max_abs": 2.71875, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/min": -2.71875, "train/tensor_act_model_layers_8_mlp_gate_proj/max": 2.109375, "train/tensor_act_model_layers_8_mlp_gate_proj/range": 4.828125, "train/tensor_act_model_layers_8_mlp_up_proj/norm": 1184.384033203125, "train/tensor_act_model_layers_8_mlp_up_proj/mean": -0.003875732421875, "train/tensor_act_model_layers_8_mlp_up_proj/std": 0.408203125, "train/tensor_act_model_layers_8_mlp_up_proj/max_abs": 2.453125, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/min": -2.296875, "train/tensor_act_model_layers_8_mlp_up_proj/max": 2.453125, "train/tensor_act_model_layers_8_mlp_up_proj/range": 4.75, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 83.61876678466797, "train/tensor_act_model_layers_8_mlp_down_proj/mean": -0.0004634857177734375, "train/tensor_act_model_layers_8_mlp_down_proj/std": 0.040771484375, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 0.53515625, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/min": -0.53515625, "train/tensor_act_model_layers_8_mlp_down_proj/max": 0.44921875, "train/tensor_act_model_layers_8_mlp_down_proj/range": 0.984375, "train/tensor_act_model_layers_8_mlp/norm": 83.61876678466797, "train/tensor_act_model_layers_8_mlp/mean": -0.0004634857177734375, "train/tensor_act_model_layers_8_mlp/std": 0.040771484375, "train/tensor_act_model_layers_8_mlp/max_abs": 0.53515625, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp/min": -0.53515625, "train/tensor_act_model_layers_8_mlp/max": 0.44921875, "train/tensor_act_model_layers_8_mlp/range": 0.984375, "train/tensor_act_model_layers_8_residual_post_mlp/norm": 821.768798828125, "train/tensor_act_model_layers_8_residual_post_mlp/mean": 0.003509521484375, "train/tensor_act_model_layers_8_residual_post_mlp/std": 0.400390625, "train/tensor_act_model_layers_8_residual_post_mlp/max_abs": 2.46875, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/min": -2.3125, "train/tensor_act_model_layers_8_residual_post_mlp/max": 2.46875, "train/tensor_act_model_layers_8_residual_post_mlp/range": 4.78125, "train/tensor_act_model_layers_9_residual_pre_attn/norm": 821.768798828125, "train/tensor_act_model_layers_9_residual_pre_attn/mean": 0.003509521484375, "train/tensor_act_model_layers_9_residual_pre_attn/std": 0.400390625, "train/tensor_act_model_layers_9_residual_pre_attn/max_abs": 2.46875, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/min": -2.3125, "train/tensor_act_model_layers_9_residual_pre_attn/max": 2.46875, "train/tensor_act_model_layers_9_residual_pre_attn/range": 4.78125, "train/tensor_act_model_layers_9_residual_post_attn/norm": 830.9193115234375, "train/tensor_act_model_layers_9_residual_post_attn/mean": 0.002777099609375, "train/tensor_act_model_layers_9_residual_post_attn/std": 0.40625, "train/tensor_act_model_layers_9_residual_post_attn/max_abs": 2.546875, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/min": -2.359375, "train/tensor_act_model_layers_9_residual_post_attn/max": 2.546875, "train/tensor_act_model_layers_9_residual_post_attn/range": 4.90625, "train/tensor_act_model_layers_9_mlp_gate_proj/norm": 1622.019287109375, "train/tensor_act_model_layers_9_mlp_gate_proj/mean": -0.32421875, "train/tensor_act_model_layers_9_mlp_gate_proj/std": 0.45703125, "train/tensor_act_model_layers_9_mlp_gate_proj/max_abs": 2.875, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/min": -2.875, "train/tensor_act_model_layers_9_mlp_gate_proj/max": 2.046875, "train/tensor_act_model_layers_9_mlp_gate_proj/range": 4.921875, "train/tensor_act_model_layers_9_mlp_up_proj/norm": 1202.990478515625, "train/tensor_act_model_layers_9_mlp_up_proj/mean": 0.0013580322265625, "train/tensor_act_model_layers_9_mlp_up_proj/std": 0.416015625, "train/tensor_act_model_layers_9_mlp_up_proj/max_abs": 2.578125, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/min": -2.578125, "train/tensor_act_model_layers_9_mlp_up_proj/max": 2.203125, "train/tensor_act_model_layers_9_mlp_up_proj/range": 4.78125, "train/tensor_act_model_layers_9_mlp_down_proj/norm": 86.63724517822266, "train/tensor_act_model_layers_9_mlp_down_proj/mean": -0.0002765655517578125, "train/tensor_act_model_layers_9_mlp_down_proj/std": 0.042236328125, "train/tensor_act_model_layers_9_mlp_down_proj/max_abs": 0.482421875, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/min": -0.482421875, "train/tensor_act_model_layers_9_mlp_down_proj/max": 0.44140625, "train/tensor_act_model_layers_9_mlp_down_proj/range": 0.923828125, "train/tensor_act_model_layers_9_mlp/norm": 86.63724517822266, "train/tensor_act_model_layers_9_mlp/mean": -0.0002765655517578125, "train/tensor_act_model_layers_9_mlp/std": 0.042236328125, "train/tensor_act_model_layers_9_mlp/max_abs": 0.482421875, "train/tensor_act_model_layers_9_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp/min": -0.482421875, "train/tensor_act_model_layers_9_mlp/max": 0.44140625, "train/tensor_act_model_layers_9_mlp/range": 0.923828125, "train/tensor_act_model_layers_9_residual_post_mlp/norm": 848.0686645507812, "train/tensor_act_model_layers_9_residual_post_mlp/mean": 0.00250244140625, "train/tensor_act_model_layers_9_residual_post_mlp/std": 0.4140625, "train/tensor_act_model_layers_9_residual_post_mlp/max_abs": 2.515625, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/min": -2.40625, "train/tensor_act_model_layers_9_residual_post_mlp/max": 2.515625, "train/tensor_act_model_layers_9_residual_post_mlp/range": 4.921875, "train/tensor_act_model_layers_10_residual_pre_attn/norm": 848.0686645507812, "train/tensor_act_model_layers_10_residual_pre_attn/mean": 0.00250244140625, "train/tensor_act_model_layers_10_residual_pre_attn/std": 0.4140625, "train/tensor_act_model_layers_10_residual_pre_attn/max_abs": 2.515625, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_residual_pre_attn/min": -2.40625, "train/tensor_act_model_layers_10_residual_pre_attn/max": 2.515625, "train/tensor_act_model_layers_10_residual_pre_attn/range": 4.921875, "train/tensor_act_model_layers_10_residual_post_attn/norm": 858.1511840820312, "train/tensor_act_model_layers_10_residual_post_attn/mean": 0.0024261474609375, "train/tensor_act_model_layers_10_residual_post_attn/std": 0.419921875, "train/tensor_act_model_layers_10_residual_post_attn/max_abs": 2.53125, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_attn/min": -2.5, "train/tensor_act_model_layers_10_residual_post_attn/max": 2.53125, "train/tensor_act_model_layers_10_residual_post_attn/range": 5.03125, "train/tensor_act_model_layers_10_mlp_gate_proj/norm": 1614.221435546875, "train/tensor_act_model_layers_10_mlp_gate_proj/mean": -0.3203125, "train/tensor_act_model_layers_10_mlp_gate_proj/std": 0.45703125, "train/tensor_act_model_layers_10_mlp_gate_proj/max_abs": 2.703125, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/min": -2.703125, "train/tensor_act_model_layers_10_mlp_gate_proj/max": 1.84375, "train/tensor_act_model_layers_10_mlp_gate_proj/range": 4.546875, "train/tensor_act_model_layers_10_mlp_up_proj/norm": 1192.882080078125, "train/tensor_act_model_layers_10_mlp_up_proj/mean": -0.00159454345703125, "train/tensor_act_model_layers_10_mlp_up_proj/std": 0.412109375, "train/tensor_act_model_layers_10_mlp_up_proj/max_abs": 2.265625, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/min": -2.265625, "train/tensor_act_model_layers_10_mlp_up_proj/max": 2.1875, "train/tensor_act_model_layers_10_mlp_up_proj/range": 4.453125, "train/tensor_act_model_layers_10_mlp_down_proj/norm": 84.73168182373047, "train/tensor_act_model_layers_10_mlp_down_proj/mean": -0.0003490447998046875, "train/tensor_act_model_layers_10_mlp_down_proj/std": 0.041259765625, "train/tensor_act_model_layers_10_mlp_down_proj/max_abs": 0.40625, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/min": -0.40625, "train/tensor_act_model_layers_10_mlp_down_proj/max": 0.404296875, "train/tensor_act_model_layers_10_mlp_down_proj/range": 0.810546875, "train/tensor_act_model_layers_10_mlp/norm": 84.73168182373047, "train/tensor_act_model_layers_10_mlp/mean": -0.0003490447998046875, "train/tensor_act_model_layers_10_mlp/std": 0.041259765625, "train/tensor_act_model_layers_10_mlp/max_abs": 0.40625, "train/tensor_act_model_layers_10_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp/min": -0.40625, "train/tensor_act_model_layers_10_mlp/max": 0.404296875, "train/tensor_act_model_layers_10_mlp/range": 0.810546875, "train/tensor_act_model_layers_10_residual_post_mlp/norm": 873.7633666992188, "train/tensor_act_model_layers_10_residual_post_mlp/mean": 0.0020751953125, "train/tensor_act_model_layers_10_residual_post_mlp/std": 0.42578125, "train/tensor_act_model_layers_10_residual_post_mlp/max_abs": 2.515625, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/min": -2.515625, "train/tensor_act_model_layers_10_residual_post_mlp/max": 2.515625, "train/tensor_act_model_layers_10_residual_post_mlp/range": 5.03125, "train/tensor_act_model_layers_11_residual_pre_attn/norm": 873.7633666992188, "train/tensor_act_model_layers_11_residual_pre_attn/mean": 0.0020751953125, "train/tensor_act_model_layers_11_residual_pre_attn/std": 0.42578125, "train/tensor_act_model_layers_11_residual_pre_attn/max_abs": 2.515625, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_residual_pre_attn/min": -2.515625, "train/tensor_act_model_layers_11_residual_pre_attn/max": 2.515625, "train/tensor_act_model_layers_11_residual_pre_attn/range": 5.03125, "train/tensor_act_model_layers_11_residual_post_attn/norm": 883.3131713867188, "train/tensor_act_model_layers_11_residual_post_attn/mean": 0.00150299072265625, "train/tensor_act_model_layers_11_residual_post_attn/std": 0.431640625, "train/tensor_act_model_layers_11_residual_post_attn/max_abs": 2.546875, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_attn/min": -2.546875, "train/tensor_act_model_layers_11_residual_post_attn/max": 2.546875, "train/tensor_act_model_layers_11_residual_post_attn/range": 5.09375, "train/tensor_act_model_layers_11_mlp_gate_proj/norm": 1625.861328125, "train/tensor_act_model_layers_11_mlp_gate_proj/mean": -0.328125, "train/tensor_act_model_layers_11_mlp_gate_proj/std": 0.45703125, "train/tensor_act_model_layers_11_mlp_gate_proj/max_abs": 2.6875, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/min": -2.6875, "train/tensor_act_model_layers_11_mlp_gate_proj/max": 2.234375, "train/tensor_act_model_layers_11_mlp_gate_proj/range": 4.921875, "train/tensor_act_model_layers_11_mlp_up_proj/norm": 1210.60498046875, "train/tensor_act_model_layers_11_mlp_up_proj/mean": -0.0033416748046875, "train/tensor_act_model_layers_11_mlp_up_proj/std": 0.41796875, "train/tensor_act_model_layers_11_mlp_up_proj/max_abs": 2.578125, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/min": -2.578125, "train/tensor_act_model_layers_11_mlp_up_proj/max": 2.421875, "train/tensor_act_model_layers_11_mlp_up_proj/range": 5.0, "train/tensor_act_model_layers_11_mlp_down_proj/norm": 85.32160186767578, "train/tensor_act_model_layers_11_mlp_down_proj/mean": -0.000217437744140625, "train/tensor_act_model_layers_11_mlp_down_proj/std": 0.041748046875, "train/tensor_act_model_layers_11_mlp_down_proj/max_abs": 0.609375, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/min": -0.609375, "train/tensor_act_model_layers_11_mlp_down_proj/max": 0.6015625, "train/tensor_act_model_layers_11_mlp_down_proj/range": 1.2109375, "train/tensor_act_model_layers_11_mlp/norm": 85.32160186767578, "train/tensor_act_model_layers_11_mlp/mean": -0.000217437744140625, "train/tensor_act_model_layers_11_mlp/std": 0.041748046875, "train/tensor_act_model_layers_11_mlp/max_abs": 0.609375, "train/tensor_act_model_layers_11_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp/min": -0.609375, "train/tensor_act_model_layers_11_mlp/max": 0.6015625, "train/tensor_act_model_layers_11_mlp/range": 1.2109375, "train/tensor_act_model_layers_11_residual_post_mlp/norm": 900.4268188476562, "train/tensor_act_model_layers_11_residual_post_mlp/mean": 0.00128936767578125, "train/tensor_act_model_layers_11_residual_post_mlp/std": 0.439453125, "train/tensor_act_model_layers_11_residual_post_mlp/max_abs": 2.59375, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/min": -2.59375, "train/tensor_act_model_layers_11_residual_post_mlp/max": 2.5625, "train/tensor_act_model_layers_11_residual_post_mlp/range": 5.15625, "train/tensor_act_model_layers_12_residual_pre_attn/norm": 900.4268188476562, "train/tensor_act_model_layers_12_residual_pre_attn/mean": 0.00128936767578125, "train/tensor_act_model_layers_12_residual_pre_attn/std": 0.439453125, "train/tensor_act_model_layers_12_residual_pre_attn/max_abs": 2.59375, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_residual_pre_attn/min": -2.59375, "train/tensor_act_model_layers_12_residual_pre_attn/max": 2.5625, "train/tensor_act_model_layers_12_residual_pre_attn/range": 5.15625, "train/tensor_act_model_layers_12_residual_post_attn/norm": 924.3488159179688, "train/tensor_act_model_layers_12_residual_post_attn/mean": 0.001251220703125, "train/tensor_act_model_layers_12_residual_post_attn/std": 0.451171875, "train/tensor_act_model_layers_12_residual_post_attn/max_abs": 2.6875, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_attn/min": -2.6875, "train/tensor_act_model_layers_12_residual_post_attn/max": 2.53125, "train/tensor_act_model_layers_12_residual_post_attn/range": 5.21875, "train/tensor_act_model_layers_12_mlp_gate_proj/norm": 1551.9007568359375, "train/tensor_act_model_layers_12_mlp_gate_proj/mean": -0.30078125, "train/tensor_act_model_layers_12_mlp_gate_proj/std": 0.443359375, "train/tensor_act_model_layers_12_mlp_gate_proj/max_abs": 2.78125, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/min": -2.78125, "train/tensor_act_model_layers_12_mlp_gate_proj/max": 1.9140625, "train/tensor_act_model_layers_12_mlp_gate_proj/range": 4.6953125, "train/tensor_act_model_layers_12_mlp_up_proj/norm": 1192.666259765625, "train/tensor_act_model_layers_12_mlp_up_proj/mean": -0.01092529296875, "train/tensor_act_model_layers_12_mlp_up_proj/std": 0.412109375, "train/tensor_act_model_layers_12_mlp_up_proj/max_abs": 2.796875, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/min": -2.796875, "train/tensor_act_model_layers_12_mlp_up_proj/max": 2.234375, "train/tensor_act_model_layers_12_mlp_up_proj/range": 5.03125, "train/tensor_act_model_layers_12_mlp_down_proj/norm": 84.86676025390625, "train/tensor_act_model_layers_12_mlp_down_proj/mean": 0.000202178955078125, "train/tensor_act_model_layers_12_mlp_down_proj/std": 0.04150390625, "train/tensor_act_model_layers_12_mlp_down_proj/max_abs": 0.474609375, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/min": -0.376953125, "train/tensor_act_model_layers_12_mlp_down_proj/max": 0.474609375, "train/tensor_act_model_layers_12_mlp_down_proj/range": 0.8515625, "train/tensor_act_model_layers_12_mlp/norm": 84.86676025390625, "train/tensor_act_model_layers_12_mlp/mean": 0.000202178955078125, "train/tensor_act_model_layers_12_mlp/std": 0.04150390625, "train/tensor_act_model_layers_12_mlp/max_abs": 0.474609375, "train/tensor_act_model_layers_12_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp/min": -0.376953125, "train/tensor_act_model_layers_12_mlp/max": 0.474609375, "train/tensor_act_model_layers_12_mlp/range": 0.8515625, "train/tensor_act_model_layers_12_residual_post_mlp/norm": 937.0703125, "train/tensor_act_model_layers_12_residual_post_mlp/mean": 0.0014495849609375, "train/tensor_act_model_layers_12_residual_post_mlp/std": 0.45703125, "train/tensor_act_model_layers_12_residual_post_mlp/max_abs": 2.625, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/min": -2.625, "train/tensor_act_model_layers_12_residual_post_mlp/max": 2.5625, "train/tensor_act_model_layers_12_residual_post_mlp/range": 5.1875, "train/tensor_act_model_layers_13_residual_pre_attn/norm": 937.0703125, "train/tensor_act_model_layers_13_residual_pre_attn/mean": 0.0014495849609375, "train/tensor_act_model_layers_13_residual_pre_attn/std": 0.45703125, "train/tensor_act_model_layers_13_residual_pre_attn/max_abs": 2.625, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_residual_pre_attn/min": -2.625, "train/tensor_act_model_layers_13_residual_pre_attn/max": 2.5625, "train/tensor_act_model_layers_13_residual_pre_attn/range": 5.1875, "train/tensor_act_model_layers_13_residual_post_attn/norm": 937.1351318359375, "train/tensor_act_model_layers_13_residual_post_attn/mean": 0.00213623046875, "train/tensor_act_model_layers_13_residual_post_attn/std": 0.45703125, "train/tensor_act_model_layers_13_residual_post_attn/max_abs": 2.640625, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_attn/min": -2.640625, "train/tensor_act_model_layers_13_residual_post_attn/max": 2.59375, "train/tensor_act_model_layers_13_residual_post_attn/range": 5.234375, "train/tensor_act_model_layers_13_mlp_gate_proj/norm": 1545.9417724609375, "train/tensor_act_model_layers_13_mlp_gate_proj/mean": -0.291015625, "train/tensor_act_model_layers_13_mlp_gate_proj/std": 0.447265625, "train/tensor_act_model_layers_13_mlp_gate_proj/max_abs": 2.59375, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/min": -2.59375, "train/tensor_act_model_layers_13_mlp_gate_proj/max": 2.5, "train/tensor_act_model_layers_13_mlp_gate_proj/range": 5.09375, "train/tensor_act_model_layers_13_mlp_up_proj/norm": 1211.5467529296875, "train/tensor_act_model_layers_13_mlp_up_proj/mean": -0.00054168701171875, "train/tensor_act_model_layers_13_mlp_up_proj/std": 0.41796875, "train/tensor_act_model_layers_13_mlp_up_proj/max_abs": 3.734375, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/min": -2.640625, "train/tensor_act_model_layers_13_mlp_up_proj/max": 3.734375, "train/tensor_act_model_layers_13_mlp_up_proj/range": 6.375, "train/tensor_act_model_layers_13_mlp_down_proj/norm": 93.01969909667969, "train/tensor_act_model_layers_13_mlp_down_proj/mean": 8.153915405273438e-05, "train/tensor_act_model_layers_13_mlp_down_proj/std": 0.04541015625, "train/tensor_act_model_layers_13_mlp_down_proj/max_abs": 0.72265625, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/min": -0.6640625, "train/tensor_act_model_layers_13_mlp_down_proj/max": 0.72265625, "train/tensor_act_model_layers_13_mlp_down_proj/range": 1.38671875, "train/tensor_act_model_layers_13_mlp/norm": 93.01969909667969, "train/tensor_act_model_layers_13_mlp/mean": 8.153915405273438e-05, "train/tensor_act_model_layers_13_mlp/std": 0.04541015625, "train/tensor_act_model_layers_13_mlp/max_abs": 0.72265625, "train/tensor_act_model_layers_13_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp/min": -0.6640625, "train/tensor_act_model_layers_13_mlp/max": 0.72265625, "train/tensor_act_model_layers_13_mlp/range": 1.38671875, "train/tensor_act_model_layers_13_residual_post_mlp/norm": 952.3294677734375, "train/tensor_act_model_layers_13_residual_post_mlp/mean": 0.0022125244140625, "train/tensor_act_model_layers_13_residual_post_mlp/std": 0.46484375, "train/tensor_act_model_layers_13_residual_post_mlp/max_abs": 2.671875, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/min": -2.671875, "train/tensor_act_model_layers_13_residual_post_mlp/max": 2.59375, "train/tensor_act_model_layers_13_residual_post_mlp/range": 5.265625, "train/tensor_act_model_layers_14_residual_pre_attn/norm": 952.3294677734375, "train/tensor_act_model_layers_14_residual_pre_attn/mean": 0.0022125244140625, "train/tensor_act_model_layers_14_residual_pre_attn/std": 0.46484375, "train/tensor_act_model_layers_14_residual_pre_attn/max_abs": 2.671875, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_residual_pre_attn/min": -2.671875, "train/tensor_act_model_layers_14_residual_pre_attn/max": 2.59375, "train/tensor_act_model_layers_14_residual_pre_attn/range": 5.265625, "train/tensor_act_model_layers_14_residual_post_attn/norm": 981.6066284179688, "train/tensor_act_model_layers_14_residual_post_attn/mean": 0.00160980224609375, "train/tensor_act_model_layers_14_residual_post_attn/std": 0.478515625, "train/tensor_act_model_layers_14_residual_post_attn/max_abs": 2.75, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_attn/min": -2.75, "train/tensor_act_model_layers_14_residual_post_attn/max": 2.671875, "train/tensor_act_model_layers_14_residual_post_attn/range": 5.421875, "train/tensor_act_model_layers_14_mlp_gate_proj/norm": 1532.5322265625, "train/tensor_act_model_layers_14_mlp_gate_proj/mean": -0.28515625, "train/tensor_act_model_layers_14_mlp_gate_proj/std": 0.4453125, "train/tensor_act_model_layers_14_mlp_gate_proj/max_abs": 2.640625, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/min": -2.640625, "train/tensor_act_model_layers_14_mlp_gate_proj/max": 1.953125, "train/tensor_act_model_layers_14_mlp_gate_proj/range": 4.59375, "train/tensor_act_model_layers_14_mlp_up_proj/norm": 1180.9560546875, "train/tensor_act_model_layers_14_mlp_up_proj/mean": -0.008544921875, "train/tensor_act_model_layers_14_mlp_up_proj/std": 0.408203125, "train/tensor_act_model_layers_14_mlp_up_proj/max_abs": 2.828125, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/min": -2.34375, "train/tensor_act_model_layers_14_mlp_up_proj/max": 2.828125, "train/tensor_act_model_layers_14_mlp_up_proj/range": 5.171875, "train/tensor_act_model_layers_14_mlp_down_proj/norm": 82.36007690429688, "train/tensor_act_model_layers_14_mlp_down_proj/mean": -0.000492095947265625, "train/tensor_act_model_layers_14_mlp_down_proj/std": 0.040283203125, "train/tensor_act_model_layers_14_mlp_down_proj/max_abs": 0.51171875, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/min": -0.51171875, "train/tensor_act_model_layers_14_mlp_down_proj/max": 0.484375, "train/tensor_act_model_layers_14_mlp_down_proj/range": 0.99609375, "train/tensor_act_model_layers_14_mlp/norm": 82.36007690429688, "train/tensor_act_model_layers_14_mlp/mean": -0.000492095947265625, "train/tensor_act_model_layers_14_mlp/std": 0.040283203125, "train/tensor_act_model_layers_14_mlp/max_abs": 0.51171875, "train/tensor_act_model_layers_14_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp/min": -0.51171875, "train/tensor_act_model_layers_14_mlp/max": 0.484375, "train/tensor_act_model_layers_14_mlp/range": 0.99609375, "train/tensor_act_model_layers_14_residual_post_mlp/norm": 994.5996704101562, "train/tensor_act_model_layers_14_residual_post_mlp/mean": 0.00112152099609375, "train/tensor_act_model_layers_14_residual_post_mlp/std": 0.486328125, "train/tensor_act_model_layers_14_residual_post_mlp/max_abs": 2.734375, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/min": -2.734375, "train/tensor_act_model_layers_14_residual_post_mlp/max": 2.6875, "train/tensor_act_model_layers_14_residual_post_mlp/range": 5.421875, "train/tensor_act_model_layers_15_residual_pre_attn/norm": 994.5996704101562, "train/tensor_act_model_layers_15_residual_pre_attn/mean": 0.00112152099609375, "train/tensor_act_model_layers_15_residual_pre_attn/std": 0.486328125, "train/tensor_act_model_layers_15_residual_pre_attn/max_abs": 2.734375, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_residual_pre_attn/min": -2.734375, "train/tensor_act_model_layers_15_residual_pre_attn/max": 2.6875, "train/tensor_act_model_layers_15_residual_pre_attn/range": 5.421875, "train/tensor_act_model_layers_15_residual_post_attn/norm": 998.6469116210938, "train/tensor_act_model_layers_15_residual_post_attn/mean": 0.000972747802734375, "train/tensor_act_model_layers_15_residual_post_attn/std": 0.48828125, "train/tensor_act_model_layers_15_residual_post_attn/max_abs": 2.734375, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_attn/min": -2.734375, "train/tensor_act_model_layers_15_residual_post_attn/max": 2.703125, "train/tensor_act_model_layers_15_residual_post_attn/range": 5.4375, "train/tensor_act_model_layers_15_mlp_gate_proj/norm": 1602.78662109375, "train/tensor_act_model_layers_15_mlp_gate_proj/mean": -0.31640625, "train/tensor_act_model_layers_15_mlp_gate_proj/std": 0.453125, "train/tensor_act_model_layers_15_mlp_gate_proj/max_abs": 2.65625, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/min": -2.65625, "train/tensor_act_model_layers_15_mlp_gate_proj/max": 2.046875, "train/tensor_act_model_layers_15_mlp_gate_proj/range": 4.703125, "train/tensor_act_model_layers_15_mlp_up_proj/norm": 1205.50341796875, "train/tensor_act_model_layers_15_mlp_up_proj/mean": 0.0016632080078125, "train/tensor_act_model_layers_15_mlp_up_proj/std": 0.416015625, "train/tensor_act_model_layers_15_mlp_up_proj/max_abs": 2.375, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/min": -2.375, "train/tensor_act_model_layers_15_mlp_up_proj/max": 2.15625, "train/tensor_act_model_layers_15_mlp_up_proj/range": 4.53125, "train/tensor_act_model_layers_15_mlp_down_proj/norm": 87.43199920654297, "train/tensor_act_model_layers_15_mlp_down_proj/mean": -0.0002899169921875, "train/tensor_act_model_layers_15_mlp_down_proj/std": 0.042724609375, "train/tensor_act_model_layers_15_mlp_down_proj/max_abs": 0.419921875, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/min": -0.419921875, "train/tensor_act_model_layers_15_mlp_down_proj/max": 0.3984375, "train/tensor_act_model_layers_15_mlp_down_proj/range": 0.818359375, "train/tensor_act_model_layers_15_mlp/norm": 87.43199920654297, "train/tensor_act_model_layers_15_mlp/mean": -0.0002899169921875, "train/tensor_act_model_layers_15_mlp/std": 0.042724609375, "train/tensor_act_model_layers_15_mlp/max_abs": 0.419921875, "train/tensor_act_model_layers_15_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp/min": -0.419921875, "train/tensor_act_model_layers_15_mlp/max": 0.3984375, "train/tensor_act_model_layers_15_mlp/range": 0.818359375, "train/tensor_act_model_layers_15_residual_post_mlp/norm": 1012.6234741210938, "train/tensor_act_model_layers_15_residual_post_mlp/mean": 0.000682830810546875, "train/tensor_act_model_layers_15_residual_post_mlp/std": 0.494140625, "train/tensor_act_model_layers_15_residual_post_mlp/max_abs": 2.71875, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_mlp/min": -2.703125, "train/tensor_act_model_layers_15_residual_post_mlp/max": 2.71875, "train/tensor_act_model_layers_15_residual_post_mlp/range": 5.421875, "train/tensor_act_model_layers_16_residual_pre_attn/norm": 1012.6234741210938, "train/tensor_act_model_layers_16_residual_pre_attn/mean": 0.000682830810546875, "train/tensor_act_model_layers_16_residual_pre_attn/std": 0.494140625, "train/tensor_act_model_layers_16_residual_pre_attn/max_abs": 2.71875, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_residual_pre_attn/min": -2.703125, "train/tensor_act_model_layers_16_residual_pre_attn/max": 2.71875, "train/tensor_act_model_layers_16_residual_pre_attn/range": 5.421875, "train/tensor_act_model_layers_16_residual_post_attn/norm": 1029.25732421875, "train/tensor_act_model_layers_16_residual_post_attn/mean": 0.000701904296875, "train/tensor_act_model_layers_16_residual_post_attn/std": 0.50390625, "train/tensor_act_model_layers_16_residual_post_attn/max_abs": 2.75, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_attn/min": -2.75, "train/tensor_act_model_layers_16_residual_post_attn/max": 2.734375, "train/tensor_act_model_layers_16_residual_post_attn/range": 5.484375, "train/tensor_act_model_layers_16_mlp_gate_proj/norm": 1593.15478515625, "train/tensor_act_model_layers_16_mlp_gate_proj/mean": -0.310546875, "train/tensor_act_model_layers_16_mlp_gate_proj/std": 0.455078125, "train/tensor_act_model_layers_16_mlp_gate_proj/max_abs": 2.8125, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/min": -2.8125, "train/tensor_act_model_layers_16_mlp_gate_proj/max": 2.46875, "train/tensor_act_model_layers_16_mlp_gate_proj/range": 5.28125, "train/tensor_act_model_layers_16_mlp_up_proj/norm": 1201.3026123046875, "train/tensor_act_model_layers_16_mlp_up_proj/mean": 0.003570556640625, "train/tensor_act_model_layers_16_mlp_up_proj/std": 0.4140625, "train/tensor_act_model_layers_16_mlp_up_proj/max_abs": 2.671875, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/min": -2.671875, "train/tensor_act_model_layers_16_mlp_up_proj/max": 2.21875, "train/tensor_act_model_layers_16_mlp_up_proj/range": 4.890625, "train/tensor_act_model_layers_16_mlp_down_proj/norm": 85.98339080810547, "train/tensor_act_model_layers_16_mlp_down_proj/mean": 0.0003204345703125, "train/tensor_act_model_layers_16_mlp_down_proj/std": 0.0419921875, "train/tensor_act_model_layers_16_mlp_down_proj/max_abs": 0.3984375, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/min": -0.375, "train/tensor_act_model_layers_16_mlp_down_proj/max": 0.3984375, "train/tensor_act_model_layers_16_mlp_down_proj/range": 0.7734375, "train/tensor_act_model_layers_16_mlp/norm": 85.98339080810547, "train/tensor_act_model_layers_16_mlp/mean": 0.0003204345703125, "train/tensor_act_model_layers_16_mlp/std": 0.0419921875, "train/tensor_act_model_layers_16_mlp/max_abs": 0.3984375, "train/tensor_act_model_layers_16_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp/min": -0.375, "train/tensor_act_model_layers_16_mlp/max": 0.3984375, "train/tensor_act_model_layers_16_mlp/range": 0.7734375, "train/tensor_act_model_layers_16_residual_post_mlp/norm": 1041.9005126953125, "train/tensor_act_model_layers_16_residual_post_mlp/mean": 0.0010223388671875, "train/tensor_act_model_layers_16_residual_post_mlp/std": 0.5078125, "train/tensor_act_model_layers_16_residual_post_mlp/max_abs": 2.828125, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_mlp/min": -2.75, "train/tensor_act_model_layers_16_residual_post_mlp/max": 2.828125, "train/tensor_act_model_layers_16_residual_post_mlp/range": 5.578125, "train/tensor_act_model_layers_17_residual_pre_attn/norm": 1041.9005126953125, "train/tensor_act_model_layers_17_residual_pre_attn/mean": 0.0010223388671875, "train/tensor_act_model_layers_17_residual_pre_attn/std": 0.5078125, "train/tensor_act_model_layers_17_residual_pre_attn/max_abs": 2.828125, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_residual_pre_attn/min": -2.75, "train/tensor_act_model_layers_17_residual_pre_attn/max": 2.828125, "train/tensor_act_model_layers_17_residual_pre_attn/range": 5.578125, "train/tensor_act_model_layers_17_residual_post_attn/norm": 1054.386962890625, "train/tensor_act_model_layers_17_residual_post_attn/mean": 0.0025787353515625, "train/tensor_act_model_layers_17_residual_post_attn/std": 0.515625, "train/tensor_act_model_layers_17_residual_post_attn/max_abs": 2.875, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_attn/min": -2.828125, "train/tensor_act_model_layers_17_residual_post_attn/max": 2.875, "train/tensor_act_model_layers_17_residual_post_attn/range": 5.703125, "train/tensor_act_model_layers_17_mlp_gate_proj/norm": 1572.8798828125, "train/tensor_act_model_layers_17_mlp_gate_proj/mean": -0.3046875, "train/tensor_act_model_layers_17_mlp_gate_proj/std": 0.44921875, "train/tensor_act_model_layers_17_mlp_gate_proj/max_abs": 2.609375, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/min": -2.609375, "train/tensor_act_model_layers_17_mlp_gate_proj/max": 2.40625, "train/tensor_act_model_layers_17_mlp_gate_proj/range": 5.015625, "train/tensor_act_model_layers_17_mlp_up_proj/norm": 1201.64208984375, "train/tensor_act_model_layers_17_mlp_up_proj/mean": -0.004913330078125, "train/tensor_act_model_layers_17_mlp_up_proj/std": 0.4140625, "train/tensor_act_model_layers_17_mlp_up_proj/max_abs": 2.9375, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/min": -2.9375, "train/tensor_act_model_layers_17_mlp_up_proj/max": 2.15625, "train/tensor_act_model_layers_17_mlp_up_proj/range": 5.09375, "train/tensor_act_model_layers_17_mlp_down_proj/norm": 87.30902099609375, "train/tensor_act_model_layers_17_mlp_down_proj/mean": 0.00038909912109375, "train/tensor_act_model_layers_17_mlp_down_proj/std": 0.042724609375, "train/tensor_act_model_layers_17_mlp_down_proj/max_abs": 0.41015625, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/min": -0.41015625, "train/tensor_act_model_layers_17_mlp_down_proj/max": 0.373046875, "train/tensor_act_model_layers_17_mlp_down_proj/range": 0.783203125, "train/tensor_act_model_layers_17_mlp/norm": 87.30902099609375, "train/tensor_act_model_layers_17_mlp/mean": 0.00038909912109375, "train/tensor_act_model_layers_17_mlp/std": 0.042724609375, "train/tensor_act_model_layers_17_mlp/max_abs": 0.41015625, "train/tensor_act_model_layers_17_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp/min": -0.41015625, "train/tensor_act_model_layers_17_mlp/max": 0.373046875, "train/tensor_act_model_layers_17_mlp/range": 0.783203125, "train/tensor_act_model_layers_17_residual_post_mlp/norm": 1064.8023681640625, "train/tensor_act_model_layers_17_residual_post_mlp/mean": 0.002960205078125, "train/tensor_act_model_layers_17_residual_post_mlp/std": 0.51953125, "train/tensor_act_model_layers_17_residual_post_mlp/max_abs": 2.890625, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_mlp/min": -2.84375, "train/tensor_act_model_layers_17_residual_post_mlp/max": 2.890625, "train/tensor_act_model_layers_17_residual_post_mlp/range": 5.734375, "train/tensor_act_model_layers_18_residual_pre_attn/norm": 1064.8023681640625, "train/tensor_act_model_layers_18_residual_pre_attn/mean": 0.002960205078125, "train/tensor_act_model_layers_18_residual_pre_attn/std": 0.51953125, "train/tensor_act_model_layers_18_residual_pre_attn/max_abs": 2.890625, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_residual_pre_attn/min": -2.84375, "train/tensor_act_model_layers_18_residual_pre_attn/max": 2.890625, "train/tensor_act_model_layers_18_residual_pre_attn/range": 5.734375, "train/tensor_act_model_layers_18_residual_post_attn/norm": 1067.16162109375, "train/tensor_act_model_layers_18_residual_post_attn/mean": 0.0029144287109375, "train/tensor_act_model_layers_18_residual_post_attn/std": 0.51953125, "train/tensor_act_model_layers_18_residual_post_attn/max_abs": 2.875, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_attn/min": -2.875, "train/tensor_act_model_layers_18_residual_post_attn/max": 2.875, "train/tensor_act_model_layers_18_residual_post_attn/range": 5.75, "train/tensor_act_model_layers_18_mlp_gate_proj/norm": 1615.9173583984375, "train/tensor_act_model_layers_18_mlp_gate_proj/mean": -0.3203125, "train/tensor_act_model_layers_18_mlp_gate_proj/std": 0.45703125, "train/tensor_act_model_layers_18_mlp_gate_proj/max_abs": 2.828125, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/min": -2.609375, "train/tensor_act_model_layers_18_mlp_gate_proj/max": 2.828125, "train/tensor_act_model_layers_18_mlp_gate_proj/range": 5.4375, "train/tensor_act_model_layers_18_mlp_up_proj/norm": 1244.1005859375, "train/tensor_act_model_layers_18_mlp_up_proj/mean": -0.007720947265625, "train/tensor_act_model_layers_18_mlp_up_proj/std": 0.4296875, "train/tensor_act_model_layers_18_mlp_up_proj/max_abs": 4.5625, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/min": -4.5625, "train/tensor_act_model_layers_18_mlp_up_proj/max": 2.859375, "train/tensor_act_model_layers_18_mlp_up_proj/range": 7.421875, "train/tensor_act_model_layers_18_mlp_down_proj/norm": 90.87299346923828, "train/tensor_act_model_layers_18_mlp_down_proj/mean": 0.00054931640625, "train/tensor_act_model_layers_18_mlp_down_proj/std": 0.04443359375, "train/tensor_act_model_layers_18_mlp_down_proj/max_abs": 0.5703125, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/min": -0.474609375, "train/tensor_act_model_layers_18_mlp_down_proj/max": 0.5703125, "train/tensor_act_model_layers_18_mlp_down_proj/range": 1.044921875, "train/tensor_act_model_layers_18_mlp/norm": 90.87299346923828, "train/tensor_act_model_layers_18_mlp/mean": 0.00054931640625, "train/tensor_act_model_layers_18_mlp/std": 0.04443359375, "train/tensor_act_model_layers_18_mlp/max_abs": 0.5703125, "train/tensor_act_model_layers_18_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp/min": -0.474609375, "train/tensor_act_model_layers_18_mlp/max": 0.5703125, "train/tensor_act_model_layers_18_mlp/range": 1.044921875, "train/tensor_act_model_layers_18_residual_post_mlp/norm": 1079.1248779296875, "train/tensor_act_model_layers_18_residual_post_mlp/mean": 0.0034637451171875, "train/tensor_act_model_layers_18_residual_post_mlp/std": 0.52734375, "train/tensor_act_model_layers_18_residual_post_mlp/max_abs": 2.953125, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_mlp/min": -2.859375, "train/tensor_act_model_layers_18_residual_post_mlp/max": 2.953125, "train/tensor_act_model_layers_18_residual_post_mlp/range": 5.8125, "train/tensor_act_model_layers_19_residual_pre_attn/norm": 1079.1248779296875, "train/tensor_act_model_layers_19_residual_pre_attn/mean": 0.0034637451171875, "train/tensor_act_model_layers_19_residual_pre_attn/std": 0.52734375, "train/tensor_act_model_layers_19_residual_pre_attn/max_abs": 2.953125, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_residual_pre_attn/min": -2.859375, "train/tensor_act_model_layers_19_residual_pre_attn/max": 2.953125, "train/tensor_act_model_layers_19_residual_pre_attn/range": 5.8125, "train/tensor_act_model_layers_19_residual_post_attn/norm": 1079.698974609375, "train/tensor_act_model_layers_19_residual_post_attn/mean": 0.00396728515625, "train/tensor_act_model_layers_19_residual_post_attn/std": 0.52734375, "train/tensor_act_model_layers_19_residual_post_attn/max_abs": 2.96875, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_attn/min": -2.859375, "train/tensor_act_model_layers_19_residual_post_attn/max": 2.96875, "train/tensor_act_model_layers_19_residual_post_attn/range": 5.828125, "train/tensor_act_model_layers_19_mlp_gate_proj/norm": 1628.59814453125, "train/tensor_act_model_layers_19_mlp_gate_proj/mean": -0.326171875, "train/tensor_act_model_layers_19_mlp_gate_proj/std": 0.458984375, "train/tensor_act_model_layers_19_mlp_gate_proj/max_abs": 3.140625, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/min": -2.6875, "train/tensor_act_model_layers_19_mlp_gate_proj/max": 3.140625, "train/tensor_act_model_layers_19_mlp_gate_proj/range": 5.828125, "train/tensor_act_model_layers_19_mlp_up_proj/norm": 1222.08837890625, "train/tensor_act_model_layers_19_mlp_up_proj/mean": -0.00445556640625, "train/tensor_act_model_layers_19_mlp_up_proj/std": 0.421875, "train/tensor_act_model_layers_19_mlp_up_proj/max_abs": 3.28125, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/min": -3.28125, "train/tensor_act_model_layers_19_mlp_up_proj/max": 2.265625, "train/tensor_act_model_layers_19_mlp_up_proj/range": 5.546875, "train/tensor_act_model_layers_19_mlp_down_proj/norm": 90.13052368164062, "train/tensor_act_model_layers_19_mlp_down_proj/mean": 0.00032806396484375, "train/tensor_act_model_layers_19_mlp_down_proj/std": 0.0439453125, "train/tensor_act_model_layers_19_mlp_down_proj/max_abs": 0.4296875, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/min": -0.388671875, "train/tensor_act_model_layers_19_mlp_down_proj/max": 0.4296875, "train/tensor_act_model_layers_19_mlp_down_proj/range": 0.818359375, "train/tensor_act_model_layers_19_mlp/norm": 90.13052368164062, "train/tensor_act_model_layers_19_mlp/mean": 0.00032806396484375, "train/tensor_act_model_layers_19_mlp/std": 0.0439453125, "train/tensor_act_model_layers_19_mlp/max_abs": 0.4296875, "train/tensor_act_model_layers_19_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp/min": -0.388671875, "train/tensor_act_model_layers_19_mlp/max": 0.4296875, "train/tensor_act_model_layers_19_mlp/range": 0.818359375, "train/tensor_act_model_layers_19_residual_post_mlp/norm": 1092.054931640625, "train/tensor_act_model_layers_19_residual_post_mlp/mean": 0.0042724609375, "train/tensor_act_model_layers_19_residual_post_mlp/std": 0.53515625, "train/tensor_act_model_layers_19_residual_post_mlp/max_abs": 3.0625, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_mlp/min": -2.921875, "train/tensor_act_model_layers_19_residual_post_mlp/max": 3.0625, "train/tensor_act_model_layers_19_residual_post_mlp/range": 5.984375, "train/tensor_act_model_layers_20_residual_pre_attn/norm": 1092.054931640625, "train/tensor_act_model_layers_20_residual_pre_attn/mean": 0.0042724609375, "train/tensor_act_model_layers_20_residual_pre_attn/std": 0.53515625, "train/tensor_act_model_layers_20_residual_pre_attn/max_abs": 3.0625, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_residual_pre_attn/min": -2.921875, "train/tensor_act_model_layers_20_residual_pre_attn/max": 3.0625, "train/tensor_act_model_layers_20_residual_pre_attn/range": 5.984375, "train/tensor_act_model_layers_20_residual_post_attn/norm": 1109.815185546875, "train/tensor_act_model_layers_20_residual_post_attn/mean": 0.005584716796875, "train/tensor_act_model_layers_20_residual_post_attn/std": 0.54296875, "train/tensor_act_model_layers_20_residual_post_attn/max_abs": 3.078125, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_attn/min": -2.984375, "train/tensor_act_model_layers_20_residual_post_attn/max": 3.078125, "train/tensor_act_model_layers_20_residual_post_attn/range": 6.0625, "train/tensor_act_model_layers_20_mlp_gate_proj/norm": 1583.236572265625, "train/tensor_act_model_layers_20_mlp_gate_proj/mean": -0.306640625, "train/tensor_act_model_layers_20_mlp_gate_proj/std": 0.453125, "train/tensor_act_model_layers_20_mlp_gate_proj/max_abs": 2.9375, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/min": -2.9375, "train/tensor_act_model_layers_20_mlp_gate_proj/max": 2.390625, "train/tensor_act_model_layers_20_mlp_gate_proj/range": 5.328125, "train/tensor_act_model_layers_20_mlp_up_proj/norm": 1222.510009765625, "train/tensor_act_model_layers_20_mlp_up_proj/mean": 0.0037841796875, "train/tensor_act_model_layers_20_mlp_up_proj/std": 0.421875, "train/tensor_act_model_layers_20_mlp_up_proj/max_abs": 2.71875, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/min": -2.3125, "train/tensor_act_model_layers_20_mlp_up_proj/max": 2.71875, "train/tensor_act_model_layers_20_mlp_up_proj/range": 5.03125, "train/tensor_act_model_layers_20_mlp_down_proj/norm": 89.3912124633789, "train/tensor_act_model_layers_20_mlp_down_proj/mean": 4.673004150390625e-05, "train/tensor_act_model_layers_20_mlp_down_proj/std": 0.043701171875, "train/tensor_act_model_layers_20_mlp_down_proj/max_abs": 0.5390625, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/min": -0.5390625, "train/tensor_act_model_layers_20_mlp_down_proj/max": 0.5078125, "train/tensor_act_model_layers_20_mlp_down_proj/range": 1.046875, "train/tensor_act_model_layers_20_mlp/norm": 89.3912124633789, "train/tensor_act_model_layers_20_mlp/mean": 4.673004150390625e-05, "train/tensor_act_model_layers_20_mlp/std": 0.043701171875, "train/tensor_act_model_layers_20_mlp/max_abs": 0.5390625, "train/tensor_act_model_layers_20_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp/min": -0.5390625, "train/tensor_act_model_layers_20_mlp/max": 0.5078125, "train/tensor_act_model_layers_20_mlp/range": 1.046875, "train/tensor_act_model_layers_20_residual_post_mlp/norm": 1120.2293701171875, "train/tensor_act_model_layers_20_residual_post_mlp/mean": 0.005645751953125, "train/tensor_act_model_layers_20_residual_post_mlp/std": 0.546875, "train/tensor_act_model_layers_20_residual_post_mlp/max_abs": 3.125, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_mlp/min": -2.953125, "train/tensor_act_model_layers_20_residual_post_mlp/max": 3.125, "train/tensor_act_model_layers_20_residual_post_mlp/range": 6.078125, "train/tensor_act_model_layers_21_residual_pre_attn/norm": 1120.2293701171875, "train/tensor_act_model_layers_21_residual_pre_attn/mean": 0.005645751953125, "train/tensor_act_model_layers_21_residual_pre_attn/std": 0.546875, "train/tensor_act_model_layers_21_residual_pre_attn/max_abs": 3.125, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_residual_pre_attn/min": -2.953125, "train/tensor_act_model_layers_21_residual_pre_attn/max": 3.125, "train/tensor_act_model_layers_21_residual_pre_attn/range": 6.078125, "train/tensor_act_model_layers_21_residual_post_attn/norm": 1119.5716552734375, "train/tensor_act_model_layers_21_residual_post_attn/mean": 0.006317138671875, "train/tensor_act_model_layers_21_residual_post_attn/std": 0.546875, "train/tensor_act_model_layers_21_residual_post_attn/max_abs": 3.0625, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_attn/min": -2.953125, "train/tensor_act_model_layers_21_residual_post_attn/max": 3.0625, "train/tensor_act_model_layers_21_residual_post_attn/range": 6.015625, "train/tensor_act_model_layers_21_mlp_gate_proj/norm": 1568.402099609375, "train/tensor_act_model_layers_21_mlp_gate_proj/mean": -0.29296875, "train/tensor_act_model_layers_21_mlp_gate_proj/std": 0.455078125, "train/tensor_act_model_layers_21_mlp_gate_proj/max_abs": 2.734375, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/min": -2.734375, "train/tensor_act_model_layers_21_mlp_gate_proj/max": 2.328125, "train/tensor_act_model_layers_21_mlp_gate_proj/range": 5.0625, "train/tensor_act_model_layers_21_mlp_up_proj/norm": 1227.2520751953125, "train/tensor_act_model_layers_21_mlp_up_proj/mean": -0.003570556640625, "train/tensor_act_model_layers_21_mlp_up_proj/std": 0.423828125, "train/tensor_act_model_layers_21_mlp_up_proj/max_abs": 2.890625, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/min": -2.859375, "train/tensor_act_model_layers_21_mlp_up_proj/max": 2.890625, "train/tensor_act_model_layers_21_mlp_up_proj/range": 5.75, "train/tensor_act_model_layers_21_mlp_down_proj/norm": 93.62922668457031, "train/tensor_act_model_layers_21_mlp_down_proj/mean": 0.0002918243408203125, "train/tensor_act_model_layers_21_mlp_down_proj/std": 0.045654296875, "train/tensor_act_model_layers_21_mlp_down_proj/max_abs": 0.447265625, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/min": -0.447265625, "train/tensor_act_model_layers_21_mlp_down_proj/max": 0.439453125, "train/tensor_act_model_layers_21_mlp_down_proj/range": 0.88671875, "train/tensor_act_model_layers_21_mlp/norm": 93.62922668457031, "train/tensor_act_model_layers_21_mlp/mean": 0.0002918243408203125, "train/tensor_act_model_layers_21_mlp/std": 0.045654296875, "train/tensor_act_model_layers_21_mlp/max_abs": 0.447265625, "train/tensor_act_model_layers_21_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp/min": -0.447265625, "train/tensor_act_model_layers_21_mlp/max": 0.439453125, "train/tensor_act_model_layers_21_mlp/range": 0.88671875, "train/tensor_act_model_layers_21_residual_post_mlp/norm": 1130.8206787109375, "train/tensor_act_model_layers_21_residual_post_mlp/mean": 0.006622314453125, "train/tensor_act_model_layers_21_residual_post_mlp/std": 0.55078125, "train/tensor_act_model_layers_21_residual_post_mlp/max_abs": 3.125, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_mlp/min": -2.984375, "train/tensor_act_model_layers_21_residual_post_mlp/max": 3.125, "train/tensor_act_model_layers_21_residual_post_mlp/range": 6.109375, "train/tensor_act_model_layers_22_residual_pre_attn/norm": 1130.8206787109375, "train/tensor_act_model_layers_22_residual_pre_attn/mean": 0.006622314453125, "train/tensor_act_model_layers_22_residual_pre_attn/std": 0.55078125, "train/tensor_act_model_layers_22_residual_pre_attn/max_abs": 3.125, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_residual_pre_attn/min": -2.984375, "train/tensor_act_model_layers_22_residual_pre_attn/max": 3.125, "train/tensor_act_model_layers_22_residual_pre_attn/range": 6.109375, "train/tensor_act_model_layers_22_residual_post_attn/norm": 1131.352783203125, "train/tensor_act_model_layers_22_residual_post_attn/mean": 0.006988525390625, "train/tensor_act_model_layers_22_residual_post_attn/std": 0.55078125, "train/tensor_act_model_layers_22_residual_post_attn/max_abs": 3.0625, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_attn/min": -3.0, "train/tensor_act_model_layers_22_residual_post_attn/max": 3.0625, "train/tensor_act_model_layers_22_residual_post_attn/range": 6.0625, "train/tensor_act_model_layers_22_mlp_gate_proj/norm": 1565.9696044921875, "train/tensor_act_model_layers_22_mlp_gate_proj/mean": -0.29296875, "train/tensor_act_model_layers_22_mlp_gate_proj/std": 0.455078125, "train/tensor_act_model_layers_22_mlp_gate_proj/max_abs": 2.828125, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/min": -2.828125, "train/tensor_act_model_layers_22_mlp_gate_proj/max": 2.25, "train/tensor_act_model_layers_22_mlp_gate_proj/range": 5.078125, "train/tensor_act_model_layers_22_mlp_up_proj/norm": 1197.734619140625, "train/tensor_act_model_layers_22_mlp_up_proj/mean": -0.00958251953125, "train/tensor_act_model_layers_22_mlp_up_proj/std": 0.4140625, "train/tensor_act_model_layers_22_mlp_up_proj/max_abs": 2.34375, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/min": -2.140625, "train/tensor_act_model_layers_22_mlp_up_proj/max": 2.34375, "train/tensor_act_model_layers_22_mlp_up_proj/range": 4.484375, "train/tensor_act_model_layers_22_mlp_down_proj/norm": 90.45867919921875, "train/tensor_act_model_layers_22_mlp_down_proj/mean": 0.000179290771484375, "train/tensor_act_model_layers_22_mlp_down_proj/std": 0.044189453125, "train/tensor_act_model_layers_22_mlp_down_proj/max_abs": 0.44140625, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/min": -0.44140625, "train/tensor_act_model_layers_22_mlp_down_proj/max": 0.439453125, "train/tensor_act_model_layers_22_mlp_down_proj/range": 0.880859375, "train/tensor_act_model_layers_22_mlp/norm": 90.45867919921875, "train/tensor_act_model_layers_22_mlp/mean": 0.000179290771484375, "train/tensor_act_model_layers_22_mlp/std": 0.044189453125, "train/tensor_act_model_layers_22_mlp/max_abs": 0.44140625, "train/tensor_act_model_layers_22_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp/min": -0.44140625, "train/tensor_act_model_layers_22_mlp/max": 0.439453125, "train/tensor_act_model_layers_22_mlp/range": 0.880859375, "train/tensor_act_model_layers_22_residual_post_mlp/norm": 1143.8817138671875, "train/tensor_act_model_layers_22_residual_post_mlp/mean": 0.007171630859375, "train/tensor_act_model_layers_22_residual_post_mlp/std": 0.55859375, "train/tensor_act_model_layers_22_residual_post_mlp/max_abs": 3.0625, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_mlp/min": -3.046875, "train/tensor_act_model_layers_22_residual_post_mlp/max": 3.0625, "train/tensor_act_model_layers_22_residual_post_mlp/range": 6.109375, "train/tensor_act_model_layers_23_residual_pre_attn/norm": 1143.8817138671875, "train/tensor_act_model_layers_23_residual_pre_attn/mean": 0.007171630859375, "train/tensor_act_model_layers_23_residual_pre_attn/std": 0.55859375, "train/tensor_act_model_layers_23_residual_pre_attn/max_abs": 3.0625, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_residual_pre_attn/min": -3.046875, "train/tensor_act_model_layers_23_residual_pre_attn/max": 3.0625, "train/tensor_act_model_layers_23_residual_pre_attn/range": 6.109375, "train/tensor_act_model_layers_23_residual_post_attn/norm": 1147.1319580078125, "train/tensor_act_model_layers_23_residual_post_attn/mean": 0.006683349609375, "train/tensor_act_model_layers_23_residual_post_attn/std": 0.55859375, "train/tensor_act_model_layers_23_residual_post_attn/max_abs": 3.09375, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_attn/min": -3.046875, "train/tensor_act_model_layers_23_residual_post_attn/max": 3.09375, "train/tensor_act_model_layers_23_residual_post_attn/range": 6.140625, "train/tensor_act_model_layers_23_mlp_gate_proj/norm": 1579.3115234375, "train/tensor_act_model_layers_23_mlp_gate_proj/mean": -0.3046875, "train/tensor_act_model_layers_23_mlp_gate_proj/std": 0.453125, "train/tensor_act_model_layers_23_mlp_gate_proj/max_abs": 2.53125, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/min": -2.53125, "train/tensor_act_model_layers_23_mlp_gate_proj/max": 2.09375, "train/tensor_act_model_layers_23_mlp_gate_proj/range": 4.625, "train/tensor_act_model_layers_23_mlp_up_proj/norm": 1211.6522216796875, "train/tensor_act_model_layers_23_mlp_up_proj/mean": -0.002349853515625, "train/tensor_act_model_layers_23_mlp_up_proj/std": 0.41796875, "train/tensor_act_model_layers_23_mlp_up_proj/max_abs": 3.265625, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/min": -3.265625, "train/tensor_act_model_layers_23_mlp_up_proj/max": 2.234375, "train/tensor_act_model_layers_23_mlp_up_proj/range": 5.5, "train/tensor_act_model_layers_23_mlp_down_proj/norm": 92.31205749511719, "train/tensor_act_model_layers_23_mlp_down_proj/mean": -0.0001430511474609375, "train/tensor_act_model_layers_23_mlp_down_proj/std": 0.045166015625, "train/tensor_act_model_layers_23_mlp_down_proj/max_abs": 0.484375, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/min": -0.4765625, "train/tensor_act_model_layers_23_mlp_down_proj/max": 0.484375, "train/tensor_act_model_layers_23_mlp_down_proj/range": 0.9609375, "train/tensor_act_model_layers_23_mlp/norm": 92.31205749511719, "train/tensor_act_model_layers_23_mlp/mean": -0.0001430511474609375, "train/tensor_act_model_layers_23_mlp/std": 0.045166015625, "train/tensor_act_model_layers_23_mlp/max_abs": 0.484375, "train/tensor_act_model_layers_23_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp/min": -0.4765625, "train/tensor_act_model_layers_23_mlp/max": 0.484375, "train/tensor_act_model_layers_23_mlp/range": 0.9609375, "train/tensor_act_model_layers_23_residual_post_mlp/norm": 1160.9918212890625, "train/tensor_act_model_layers_23_residual_post_mlp/mean": 0.00653076171875, "train/tensor_act_model_layers_23_residual_post_mlp/std": 0.56640625, "train/tensor_act_model_layers_23_residual_post_mlp/max_abs": 3.109375, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_mlp/min": -3.046875, "train/tensor_act_model_layers_23_residual_post_mlp/max": 3.109375, "train/tensor_act_model_layers_23_residual_post_mlp/range": 6.15625, "train/tensor_act_model_layers_24_residual_pre_attn/norm": 1160.9918212890625, "train/tensor_act_model_layers_24_residual_pre_attn/mean": 0.00653076171875, "train/tensor_act_model_layers_24_residual_pre_attn/std": 0.56640625, "train/tensor_act_model_layers_24_residual_pre_attn/max_abs": 3.109375, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_residual_pre_attn/min": -3.046875, "train/tensor_act_model_layers_24_residual_pre_attn/max": 3.109375, "train/tensor_act_model_layers_24_residual_pre_attn/range": 6.15625, "train/tensor_act_model_layers_24_residual_post_attn/norm": 1164.846435546875, "train/tensor_act_model_layers_24_residual_post_attn/mean": 0.006927490234375, "train/tensor_act_model_layers_24_residual_post_attn/std": 0.5703125, "train/tensor_act_model_layers_24_residual_post_attn/max_abs": 3.078125, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_attn/min": -3.0625, "train/tensor_act_model_layers_24_residual_post_attn/max": 3.078125, "train/tensor_act_model_layers_24_residual_post_attn/range": 6.140625, "train/tensor_act_model_layers_24_mlp_gate_proj/norm": 1600.03955078125, "train/tensor_act_model_layers_24_mlp_gate_proj/mean": -0.3046875, "train/tensor_act_model_layers_24_mlp_gate_proj/std": 0.4609375, "train/tensor_act_model_layers_24_mlp_gate_proj/max_abs": 2.5625, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/min": -2.5625, "train/tensor_act_model_layers_24_mlp_gate_proj/max": 2.109375, "train/tensor_act_model_layers_24_mlp_gate_proj/range": 4.671875, "train/tensor_act_model_layers_24_mlp_up_proj/norm": 1224.824951171875, "train/tensor_act_model_layers_24_mlp_up_proj/mean": 0.0002307891845703125, "train/tensor_act_model_layers_24_mlp_up_proj/std": 0.423828125, "train/tensor_act_model_layers_24_mlp_up_proj/max_abs": 2.84375, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/min": -2.25, "train/tensor_act_model_layers_24_mlp_up_proj/max": 2.84375, "train/tensor_act_model_layers_24_mlp_up_proj/range": 5.09375, "train/tensor_act_model_layers_24_mlp_down_proj/norm": 94.14817810058594, "train/tensor_act_model_layers_24_mlp_down_proj/mean": 0.00023365020751953125, "train/tensor_act_model_layers_24_mlp_down_proj/std": 0.0458984375, "train/tensor_act_model_layers_24_mlp_down_proj/max_abs": 0.53125, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/min": -0.43359375, "train/tensor_act_model_layers_24_mlp_down_proj/max": 0.53125, "train/tensor_act_model_layers_24_mlp_down_proj/range": 0.96484375, "train/tensor_act_model_layers_24_mlp/norm": 94.14817810058594, "train/tensor_act_model_layers_24_mlp/mean": 0.00023365020751953125, "train/tensor_act_model_layers_24_mlp/std": 0.0458984375, "train/tensor_act_model_layers_24_mlp/max_abs": 0.53125, "train/tensor_act_model_layers_24_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp/min": -0.43359375, "train/tensor_act_model_layers_24_mlp/max": 0.53125, "train/tensor_act_model_layers_24_mlp/range": 0.96484375, "train/tensor_act_model_layers_24_residual_post_mlp/norm": 1176.554443359375, "train/tensor_act_model_layers_24_residual_post_mlp/mean": 0.007171630859375, "train/tensor_act_model_layers_24_residual_post_mlp/std": 0.57421875, "train/tensor_act_model_layers_24_residual_post_mlp/max_abs": 3.09375, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_mlp/min": -3.0625, "train/tensor_act_model_layers_24_residual_post_mlp/max": 3.09375, "train/tensor_act_model_layers_24_residual_post_mlp/range": 6.15625, "train/tensor_act_model_layers_25_residual_pre_attn/norm": 1176.554443359375, "train/tensor_act_model_layers_25_residual_pre_attn/mean": 0.007171630859375, "train/tensor_act_model_layers_25_residual_pre_attn/std": 0.57421875, "train/tensor_act_model_layers_25_residual_pre_attn/max_abs": 3.09375, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_residual_pre_attn/min": -3.0625, "train/tensor_act_model_layers_25_residual_pre_attn/max": 3.09375, "train/tensor_act_model_layers_25_residual_pre_attn/range": 6.15625, "train/tensor_act_model_layers_25_residual_post_attn/norm": 1175.6427001953125, "train/tensor_act_model_layers_25_residual_post_attn/mean": 0.006988525390625, "train/tensor_act_model_layers_25_residual_post_attn/std": 0.57421875, "train/tensor_act_model_layers_25_residual_post_attn/max_abs": 3.078125, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_attn/min": -3.046875, "train/tensor_act_model_layers_25_residual_post_attn/max": 3.078125, "train/tensor_act_model_layers_25_residual_post_attn/range": 6.125, "train/tensor_act_model_layers_25_mlp_gate_proj/norm": 1589.1712646484375, "train/tensor_act_model_layers_25_mlp_gate_proj/mean": -0.306640625, "train/tensor_act_model_layers_25_mlp_gate_proj/std": 0.455078125, "train/tensor_act_model_layers_25_mlp_gate_proj/max_abs": 2.515625, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/min": -2.515625, "train/tensor_act_model_layers_25_mlp_gate_proj/max": 2.125, "train/tensor_act_model_layers_25_mlp_gate_proj/range": 4.640625, "train/tensor_act_model_layers_25_mlp_up_proj/norm": 1212.1851806640625, "train/tensor_act_model_layers_25_mlp_up_proj/mean": -0.0027008056640625, "train/tensor_act_model_layers_25_mlp_up_proj/std": 0.41796875, "train/tensor_act_model_layers_25_mlp_up_proj/max_abs": 3.0, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/min": -3.0, "train/tensor_act_model_layers_25_mlp_up_proj/max": 2.171875, "train/tensor_act_model_layers_25_mlp_up_proj/range": 5.171875, "train/tensor_act_model_layers_25_mlp_down_proj/norm": 92.82213592529297, "train/tensor_act_model_layers_25_mlp_down_proj/mean": 0.00017547607421875, "train/tensor_act_model_layers_25_mlp_down_proj/std": 0.04541015625, "train/tensor_act_model_layers_25_mlp_down_proj/max_abs": 0.50390625, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/min": -0.498046875, "train/tensor_act_model_layers_25_mlp_down_proj/max": 0.50390625, "train/tensor_act_model_layers_25_mlp_down_proj/range": 1.001953125, "train/tensor_act_model_layers_25_mlp/norm": 92.82213592529297, "train/tensor_act_model_layers_25_mlp/mean": 0.00017547607421875, "train/tensor_act_model_layers_25_mlp/std": 0.04541015625, "train/tensor_act_model_layers_25_mlp/max_abs": 0.50390625, "train/tensor_act_model_layers_25_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp/min": -0.498046875, "train/tensor_act_model_layers_25_mlp/max": 0.50390625, "train/tensor_act_model_layers_25_mlp/range": 1.001953125, "train/tensor_act_model_layers_25_residual_post_mlp/norm": 1190.380615234375, "train/tensor_act_model_layers_25_residual_post_mlp/mean": 0.007171630859375, "train/tensor_act_model_layers_25_residual_post_mlp/std": 0.58203125, "train/tensor_act_model_layers_25_residual_post_mlp/max_abs": 3.15625, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_mlp/min": -3.15625, "train/tensor_act_model_layers_25_residual_post_mlp/max": 3.109375, "train/tensor_act_model_layers_25_residual_post_mlp/range": 6.265625, "train/tensor_act_model_layers_26_residual_pre_attn/norm": 1190.380615234375, "train/tensor_act_model_layers_26_residual_pre_attn/mean": 0.007171630859375, "train/tensor_act_model_layers_26_residual_pre_attn/std": 0.58203125, "train/tensor_act_model_layers_26_residual_pre_attn/max_abs": 3.15625, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_residual_pre_attn/min": -3.15625, "train/tensor_act_model_layers_26_residual_pre_attn/max": 3.109375, "train/tensor_act_model_layers_26_residual_pre_attn/range": 6.265625, "train/tensor_act_model_layers_26_residual_post_attn/norm": 1199.98779296875, "train/tensor_act_model_layers_26_residual_post_attn/mean": 0.0087890625, "train/tensor_act_model_layers_26_residual_post_attn/std": 0.5859375, "train/tensor_act_model_layers_26_residual_post_attn/max_abs": 3.328125, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_attn/min": -3.203125, "train/tensor_act_model_layers_26_residual_post_attn/max": 3.328125, "train/tensor_act_model_layers_26_residual_post_attn/range": 6.53125, "train/tensor_act_model_layers_26_mlp_gate_proj/norm": 1572.212646484375, "train/tensor_act_model_layers_26_mlp_gate_proj/mean": -0.294921875, "train/tensor_act_model_layers_26_mlp_gate_proj/std": 0.45703125, "train/tensor_act_model_layers_26_mlp_gate_proj/max_abs": 2.96875, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/min": -2.625, "train/tensor_act_model_layers_26_mlp_gate_proj/max": 2.96875, "train/tensor_act_model_layers_26_mlp_gate_proj/range": 5.59375, "train/tensor_act_model_layers_26_mlp_up_proj/norm": 1221.0068359375, "train/tensor_act_model_layers_26_mlp_up_proj/mean": -0.000133514404296875, "train/tensor_act_model_layers_26_mlp_up_proj/std": 0.421875, "train/tensor_act_model_layers_26_mlp_up_proj/max_abs": 3.421875, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/min": -3.421875, "train/tensor_act_model_layers_26_mlp_up_proj/max": 2.46875, "train/tensor_act_model_layers_26_mlp_up_proj/range": 5.890625, "train/tensor_act_model_layers_26_mlp_down_proj/norm": 94.48416900634766, "train/tensor_act_model_layers_26_mlp_down_proj/mean": -7.152557373046875e-06, "train/tensor_act_model_layers_26_mlp_down_proj/std": 0.046142578125, "train/tensor_act_model_layers_26_mlp_down_proj/max_abs": 0.458984375, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/min": -0.416015625, "train/tensor_act_model_layers_26_mlp_down_proj/max": 0.458984375, "train/tensor_act_model_layers_26_mlp_down_proj/range": 0.875, "train/tensor_act_model_layers_26_mlp/norm": 94.48416900634766, "train/tensor_act_model_layers_26_mlp/mean": -7.152557373046875e-06, "train/tensor_act_model_layers_26_mlp/std": 0.046142578125, "train/tensor_act_model_layers_26_mlp/max_abs": 0.458984375, "train/tensor_act_model_layers_26_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp/min": -0.416015625, "train/tensor_act_model_layers_26_mlp/max": 0.458984375, "train/tensor_act_model_layers_26_mlp/range": 0.875, "train/tensor_act_model_layers_26_residual_post_mlp/norm": 1210.5067138671875, "train/tensor_act_model_layers_26_residual_post_mlp/mean": 0.0087890625, "train/tensor_act_model_layers_26_residual_post_mlp/std": 0.58984375, "train/tensor_act_model_layers_26_residual_post_mlp/max_abs": 3.40625, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_mlp/min": -3.40625, "train/tensor_act_model_layers_26_residual_post_mlp/max": 3.328125, "train/tensor_act_model_layers_26_residual_post_mlp/range": 6.734375, "train/tensor_act_model_layers_27_residual_pre_attn/norm": 1210.5067138671875, "train/tensor_act_model_layers_27_residual_pre_attn/mean": 0.0087890625, "train/tensor_act_model_layers_27_residual_pre_attn/std": 0.58984375, "train/tensor_act_model_layers_27_residual_pre_attn/max_abs": 3.40625, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_residual_pre_attn/min": -3.40625, "train/tensor_act_model_layers_27_residual_pre_attn/max": 3.328125, "train/tensor_act_model_layers_27_residual_pre_attn/range": 6.734375, "train/tensor_act_model_layers_27_residual_post_attn/norm": 1210.2078857421875, "train/tensor_act_model_layers_27_residual_post_attn/mean": 0.0091552734375, "train/tensor_act_model_layers_27_residual_post_attn/std": 0.58984375, "train/tensor_act_model_layers_27_residual_post_attn/max_abs": 3.34375, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_attn/min": -3.34375, "train/tensor_act_model_layers_27_residual_post_attn/max": 3.296875, "train/tensor_act_model_layers_27_residual_post_attn/range": 6.640625, "train/tensor_act_model_layers_27_mlp_gate_proj/norm": 1598.2354736328125, "train/tensor_act_model_layers_27_mlp_gate_proj/mean": -0.30859375, "train/tensor_act_model_layers_27_mlp_gate_proj/std": 0.45703125, "train/tensor_act_model_layers_27_mlp_gate_proj/max_abs": 2.703125, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/min": -2.703125, "train/tensor_act_model_layers_27_mlp_gate_proj/max": 2.078125, "train/tensor_act_model_layers_27_mlp_gate_proj/range": 4.78125, "train/tensor_act_model_layers_27_mlp_up_proj/norm": 1223.048095703125, "train/tensor_act_model_layers_27_mlp_up_proj/mean": -0.00408935546875, "train/tensor_act_model_layers_27_mlp_up_proj/std": 0.421875, "train/tensor_act_model_layers_27_mlp_up_proj/max_abs": 2.625, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/min": -2.265625, "train/tensor_act_model_layers_27_mlp_up_proj/max": 2.625, "train/tensor_act_model_layers_27_mlp_up_proj/range": 4.890625, "train/tensor_act_model_layers_27_mlp_down_proj/norm": 90.15323638916016, "train/tensor_act_model_layers_27_mlp_down_proj/mean": 0.0003871917724609375, "train/tensor_act_model_layers_27_mlp_down_proj/std": 0.0439453125, "train/tensor_act_model_layers_27_mlp_down_proj/max_abs": 0.453125, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/min": -0.44921875, "train/tensor_act_model_layers_27_mlp_down_proj/max": 0.453125, "train/tensor_act_model_layers_27_mlp_down_proj/range": 0.90234375, "train/tensor_act_model_layers_27_mlp/norm": 90.15323638916016, "train/tensor_act_model_layers_27_mlp/mean": 0.0003871917724609375, "train/tensor_act_model_layers_27_mlp/std": 0.0439453125, "train/tensor_act_model_layers_27_mlp/max_abs": 0.453125, "train/tensor_act_model_layers_27_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp/min": -0.44921875, "train/tensor_act_model_layers_27_mlp/max": 0.453125, "train/tensor_act_model_layers_27_mlp/range": 0.90234375, "train/tensor_act_model_layers_27_residual_post_mlp/norm": 1221.231201171875, "train/tensor_act_model_layers_27_residual_post_mlp/mean": 0.009521484375, "train/tensor_act_model_layers_27_residual_post_mlp/std": 0.59765625, "train/tensor_act_model_layers_27_residual_post_mlp/max_abs": 3.328125, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_mlp/min": -3.3125, "train/tensor_act_model_layers_27_residual_post_mlp/max": 3.328125, "train/tensor_act_model_layers_27_residual_post_mlp/range": 6.640625, "train/tensor_act_model_layers_28_residual_pre_attn/norm": 1221.231201171875, "train/tensor_act_model_layers_28_residual_pre_attn/mean": 0.009521484375, "train/tensor_act_model_layers_28_residual_pre_attn/std": 0.59765625, "train/tensor_act_model_layers_28_residual_pre_attn/max_abs": 3.328125, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_residual_pre_attn/min": -3.3125, "train/tensor_act_model_layers_28_residual_pre_attn/max": 3.328125, "train/tensor_act_model_layers_28_residual_pre_attn/range": 6.640625, "train/tensor_act_model_layers_28_residual_post_attn/norm": 1241.2803955078125, "train/tensor_act_model_layers_28_residual_post_attn/mean": 0.0087890625, "train/tensor_act_model_layers_28_residual_post_attn/std": 0.60546875, "train/tensor_act_model_layers_28_residual_post_attn/max_abs": 3.328125, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_attn/min": -3.3125, "train/tensor_act_model_layers_28_residual_post_attn/max": 3.328125, "train/tensor_act_model_layers_28_residual_post_attn/range": 6.640625, "train/tensor_act_model_layers_28_mlp_gate_proj/norm": 1580.197998046875, "train/tensor_act_model_layers_28_mlp_gate_proj/mean": -0.296875, "train/tensor_act_model_layers_28_mlp_gate_proj/std": 0.458984375, "train/tensor_act_model_layers_28_mlp_gate_proj/max_abs": 2.59375, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/min": -2.59375, "train/tensor_act_model_layers_28_mlp_gate_proj/max": 2.171875, "train/tensor_act_model_layers_28_mlp_gate_proj/range": 4.765625, "train/tensor_act_model_layers_28_mlp_up_proj/norm": 1233.302734375, "train/tensor_act_model_layers_28_mlp_up_proj/mean": 0.01043701171875, "train/tensor_act_model_layers_28_mlp_up_proj/std": 0.42578125, "train/tensor_act_model_layers_28_mlp_up_proj/max_abs": 3.28125, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/min": -2.765625, "train/tensor_act_model_layers_28_mlp_up_proj/max": 3.28125, "train/tensor_act_model_layers_28_mlp_up_proj/range": 6.046875, "train/tensor_act_model_layers_28_mlp_down_proj/norm": 92.97814178466797, "train/tensor_act_model_layers_28_mlp_down_proj/mean": 0.00061798095703125, "train/tensor_act_model_layers_28_mlp_down_proj/std": 0.04541015625, "train/tensor_act_model_layers_28_mlp_down_proj/max_abs": 0.44921875, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/min": -0.44921875, "train/tensor_act_model_layers_28_mlp_down_proj/max": 0.439453125, "train/tensor_act_model_layers_28_mlp_down_proj/range": 0.888671875, "train/tensor_act_model_layers_28_mlp/norm": 92.97814178466797, "train/tensor_act_model_layers_28_mlp/mean": 0.00061798095703125, "train/tensor_act_model_layers_28_mlp/std": 0.04541015625, "train/tensor_act_model_layers_28_mlp/max_abs": 0.44921875, "train/tensor_act_model_layers_28_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp/min": -0.44921875, "train/tensor_act_model_layers_28_mlp/max": 0.439453125, "train/tensor_act_model_layers_28_mlp/range": 0.888671875, "train/tensor_act_model_layers_28_residual_post_mlp/norm": 1250.3623046875, "train/tensor_act_model_layers_28_residual_post_mlp/mean": 0.0093994140625, "train/tensor_act_model_layers_28_residual_post_mlp/std": 0.609375, "train/tensor_act_model_layers_28_residual_post_mlp/max_abs": 3.375, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_mlp/min": -3.375, "train/tensor_act_model_layers_28_residual_post_mlp/max": 3.359375, "train/tensor_act_model_layers_28_residual_post_mlp/range": 6.734375, "train/tensor_act_model_layers_29_residual_pre_attn/norm": 1250.3623046875, "train/tensor_act_model_layers_29_residual_pre_attn/mean": 0.0093994140625, "train/tensor_act_model_layers_29_residual_pre_attn/std": 0.609375, "train/tensor_act_model_layers_29_residual_pre_attn/max_abs": 3.375, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_residual_pre_attn/min": -3.375, "train/tensor_act_model_layers_29_residual_pre_attn/max": 3.359375, "train/tensor_act_model_layers_29_residual_pre_attn/range": 6.734375, "train/tensor_act_model_layers_29_residual_post_attn/norm": 1249.7403564453125, "train/tensor_act_model_layers_29_residual_post_attn/mean": 0.00958251953125, "train/tensor_act_model_layers_29_residual_post_attn/std": 0.609375, "train/tensor_act_model_layers_29_residual_post_attn/max_abs": 3.375, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_attn/min": -3.375, "train/tensor_act_model_layers_29_residual_post_attn/max": 3.3125, "train/tensor_act_model_layers_29_residual_post_attn/range": 6.6875, "train/tensor_act_model_layers_29_mlp_gate_proj/norm": 1567.679931640625, "train/tensor_act_model_layers_29_mlp_gate_proj/mean": -0.29296875, "train/tensor_act_model_layers_29_mlp_gate_proj/std": 0.455078125, "train/tensor_act_model_layers_29_mlp_gate_proj/max_abs": 2.65625, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/min": -2.65625, "train/tensor_act_model_layers_29_mlp_gate_proj/max": 2.265625, "train/tensor_act_model_layers_29_mlp_gate_proj/range": 4.921875, "train/tensor_act_model_layers_29_mlp_up_proj/norm": 1220.2037353515625, "train/tensor_act_model_layers_29_mlp_up_proj/mean": 0.0034942626953125, "train/tensor_act_model_layers_29_mlp_up_proj/std": 0.421875, "train/tensor_act_model_layers_29_mlp_up_proj/max_abs": 2.484375, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/min": -2.484375, "train/tensor_act_model_layers_29_mlp_up_proj/max": 2.296875, "train/tensor_act_model_layers_29_mlp_up_proj/range": 4.78125, "train/tensor_act_model_layers_29_mlp_down_proj/norm": 95.3773422241211, "train/tensor_act_model_layers_29_mlp_down_proj/mean": -0.0001316070556640625, "train/tensor_act_model_layers_29_mlp_down_proj/std": 0.046630859375, "train/tensor_act_model_layers_29_mlp_down_proj/max_abs": 0.45703125, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/min": -0.45703125, "train/tensor_act_model_layers_29_mlp_down_proj/max": 0.3984375, "train/tensor_act_model_layers_29_mlp_down_proj/range": 0.85546875, "train/tensor_act_model_layers_29_mlp/norm": 95.3773422241211, "train/tensor_act_model_layers_29_mlp/mean": -0.0001316070556640625, "train/tensor_act_model_layers_29_mlp/std": 0.046630859375, "train/tensor_act_model_layers_29_mlp/max_abs": 0.45703125, "train/tensor_act_model_layers_29_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp/min": -0.45703125, "train/tensor_act_model_layers_29_mlp/max": 0.3984375, "train/tensor_act_model_layers_29_mlp/range": 0.85546875, "train/tensor_act_model_layers_29_residual_post_mlp/norm": 1258.1630859375, "train/tensor_act_model_layers_29_residual_post_mlp/mean": 0.00946044921875, "train/tensor_act_model_layers_29_residual_post_mlp/std": 0.61328125, "train/tensor_act_model_layers_29_residual_post_mlp/max_abs": 3.453125, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_mlp/min": -3.453125, "train/tensor_act_model_layers_29_residual_post_mlp/max": 3.4375, "train/tensor_act_model_layers_29_residual_post_mlp/range": 6.890625, "train/tensor_act_model_layers_30_residual_pre_attn/norm": 1258.1630859375, "train/tensor_act_model_layers_30_residual_pre_attn/mean": 0.00946044921875, "train/tensor_act_model_layers_30_residual_pre_attn/std": 0.61328125, "train/tensor_act_model_layers_30_residual_pre_attn/max_abs": 3.453125, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_residual_pre_attn/min": -3.453125, "train/tensor_act_model_layers_30_residual_pre_attn/max": 3.4375, "train/tensor_act_model_layers_30_residual_pre_attn/range": 6.890625, "train/tensor_act_model_layers_30_residual_post_attn/norm": 1260.4368896484375, "train/tensor_act_model_layers_30_residual_post_attn/mean": 0.00994873046875, "train/tensor_act_model_layers_30_residual_post_attn/std": 0.6171875, "train/tensor_act_model_layers_30_residual_post_attn/max_abs": 3.46875, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_attn/min": -3.359375, "train/tensor_act_model_layers_30_residual_post_attn/max": 3.46875, "train/tensor_act_model_layers_30_residual_post_attn/range": 6.828125, "train/tensor_act_model_layers_30_mlp_gate_proj/norm": 1596.5269775390625, "train/tensor_act_model_layers_30_mlp_gate_proj/mean": -0.3046875, "train/tensor_act_model_layers_30_mlp_gate_proj/std": 0.458984375, "train/tensor_act_model_layers_30_mlp_gate_proj/max_abs": 2.75, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/min": -2.75, "train/tensor_act_model_layers_30_mlp_gate_proj/max": 2.046875, "train/tensor_act_model_layers_30_mlp_gate_proj/range": 4.796875, "train/tensor_act_model_layers_30_mlp_up_proj/norm": 1218.190673828125, "train/tensor_act_model_layers_30_mlp_up_proj/mean": 0.003021240234375, "train/tensor_act_model_layers_30_mlp_up_proj/std": 0.419921875, "train/tensor_act_model_layers_30_mlp_up_proj/max_abs": 2.609375, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/min": -2.25, "train/tensor_act_model_layers_30_mlp_up_proj/max": 2.609375, "train/tensor_act_model_layers_30_mlp_up_proj/range": 4.859375, "train/tensor_act_model_layers_30_mlp_down_proj/norm": 92.83306121826172, "train/tensor_act_model_layers_30_mlp_down_proj/mean": -0.00013256072998046875, "train/tensor_act_model_layers_30_mlp_down_proj/std": 0.04541015625, "train/tensor_act_model_layers_30_mlp_down_proj/max_abs": 0.43359375, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/min": -0.43359375, "train/tensor_act_model_layers_30_mlp_down_proj/max": 0.400390625, "train/tensor_act_model_layers_30_mlp_down_proj/range": 0.833984375, "train/tensor_act_model_layers_30_mlp/norm": 92.83306121826172, "train/tensor_act_model_layers_30_mlp/mean": -0.00013256072998046875, "train/tensor_act_model_layers_30_mlp/std": 0.04541015625, "train/tensor_act_model_layers_30_mlp/max_abs": 0.43359375, "train/tensor_act_model_layers_30_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp/min": -0.43359375, "train/tensor_act_model_layers_30_mlp/max": 0.400390625, "train/tensor_act_model_layers_30_mlp/range": 0.833984375, "train/tensor_act_model_layers_30_residual_post_mlp/norm": 1268.7735595703125, "train/tensor_act_model_layers_30_residual_post_mlp/mean": 0.00982666015625, "train/tensor_act_model_layers_30_residual_post_mlp/std": 0.62109375, "train/tensor_act_model_layers_30_residual_post_mlp/max_abs": 3.5, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_mlp/min": -3.390625, "train/tensor_act_model_layers_30_residual_post_mlp/max": 3.5, "train/tensor_act_model_layers_30_residual_post_mlp/range": 6.890625, "train/tensor_act_model_layers_31_residual_pre_attn/norm": 1268.7735595703125, "train/tensor_act_model_layers_31_residual_pre_attn/mean": 0.00982666015625, "train/tensor_act_model_layers_31_residual_pre_attn/std": 0.62109375, "train/tensor_act_model_layers_31_residual_pre_attn/max_abs": 3.5, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_residual_pre_attn/min": -3.390625, "train/tensor_act_model_layers_31_residual_pre_attn/max": 3.5, "train/tensor_act_model_layers_31_residual_pre_attn/range": 6.890625, "train/tensor_act_model_layers_31_residual_post_attn/norm": 1269.7589111328125, "train/tensor_act_model_layers_31_residual_post_attn/mean": 0.009521484375, "train/tensor_act_model_layers_31_residual_post_attn/std": 0.62109375, "train/tensor_act_model_layers_31_residual_post_attn/max_abs": 3.46875, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_attn/min": -3.4375, "train/tensor_act_model_layers_31_residual_post_attn/max": 3.46875, "train/tensor_act_model_layers_31_residual_post_attn/range": 6.90625, "train/tensor_act_model_layers_31_mlp_gate_proj/norm": 1544.935302734375, "train/tensor_act_model_layers_31_mlp_gate_proj/mean": -0.283203125, "train/tensor_act_model_layers_31_mlp_gate_proj/std": 0.451171875, "train/tensor_act_model_layers_31_mlp_gate_proj/max_abs": 2.625, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/min": -2.625, "train/tensor_act_model_layers_31_mlp_gate_proj/max": 1.9921875, "train/tensor_act_model_layers_31_mlp_gate_proj/range": 4.6171875, "train/tensor_act_model_layers_31_mlp_up_proj/norm": 1219.0560302734375, "train/tensor_act_model_layers_31_mlp_up_proj/mean": -0.004730224609375, "train/tensor_act_model_layers_31_mlp_up_proj/std": 0.419921875, "train/tensor_act_model_layers_31_mlp_up_proj/max_abs": 2.3125, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/min": -2.15625, "train/tensor_act_model_layers_31_mlp_up_proj/max": 2.3125, "train/tensor_act_model_layers_31_mlp_up_proj/range": 4.46875, "train/tensor_act_model_layers_31_mlp_down_proj/norm": 92.04695129394531, "train/tensor_act_model_layers_31_mlp_down_proj/mean": -0.00021648406982421875, "train/tensor_act_model_layers_31_mlp_down_proj/std": 0.044921875, "train/tensor_act_model_layers_31_mlp_down_proj/max_abs": 0.51953125, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/min": -0.439453125, "train/tensor_act_model_layers_31_mlp_down_proj/max": 0.51953125, "train/tensor_act_model_layers_31_mlp_down_proj/range": 0.958984375, "train/tensor_act_model_layers_31_mlp/norm": 92.04695129394531, "train/tensor_act_model_layers_31_mlp/mean": -0.00021648406982421875, "train/tensor_act_model_layers_31_mlp/std": 0.044921875, "train/tensor_act_model_layers_31_mlp/max_abs": 0.51953125, "train/tensor_act_model_layers_31_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp/min": -0.439453125, "train/tensor_act_model_layers_31_mlp/max": 0.51953125, "train/tensor_act_model_layers_31_mlp/range": 0.958984375, "train/tensor_act_model_layers_31_residual_post_mlp/norm": 1278.475341796875, "train/tensor_act_model_layers_31_residual_post_mlp/mean": 0.00927734375, "train/tensor_act_model_layers_31_residual_post_mlp/std": 0.625, "train/tensor_act_model_layers_31_residual_post_mlp/max_abs": 3.765625, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_mlp/min": -3.765625, "train/tensor_act_model_layers_31_residual_post_mlp/max": 3.421875, "train/tensor_act_model_layers_31_residual_post_mlp/range": 7.1875, "train/tensor_act_model_layers_32_residual_pre_attn/norm": 1278.475341796875, "train/tensor_act_model_layers_32_residual_pre_attn/mean": 0.00927734375, "train/tensor_act_model_layers_32_residual_pre_attn/std": 0.625, "train/tensor_act_model_layers_32_residual_pre_attn/max_abs": 3.765625, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_residual_pre_attn/min": -3.765625, "train/tensor_act_model_layers_32_residual_pre_attn/max": 3.421875, "train/tensor_act_model_layers_32_residual_pre_attn/range": 7.1875, "train/tensor_act_model_layers_32_residual_post_attn/norm": 1280.3677978515625, "train/tensor_act_model_layers_32_residual_post_attn/mean": 0.009033203125, "train/tensor_act_model_layers_32_residual_post_attn/std": 0.625, "train/tensor_act_model_layers_32_residual_post_attn/max_abs": 3.703125, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_attn/min": -3.703125, "train/tensor_act_model_layers_32_residual_post_attn/max": 3.453125, "train/tensor_act_model_layers_32_residual_post_attn/range": 7.15625, "train/tensor_act_model_layers_32_mlp_gate_proj/norm": 1595.8121337890625, "train/tensor_act_model_layers_32_mlp_gate_proj/mean": -0.298828125, "train/tensor_act_model_layers_32_mlp_gate_proj/std": 0.462890625, "train/tensor_act_model_layers_32_mlp_gate_proj/max_abs": 2.859375, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/min": -2.75, "train/tensor_act_model_layers_32_mlp_gate_proj/max": 2.859375, "train/tensor_act_model_layers_32_mlp_gate_proj/range": 5.609375, "train/tensor_act_model_layers_32_mlp_up_proj/norm": 1235.9647216796875, "train/tensor_act_model_layers_32_mlp_up_proj/mean": -0.005828857421875, "train/tensor_act_model_layers_32_mlp_up_proj/std": 0.42578125, "train/tensor_act_model_layers_32_mlp_up_proj/max_abs": 2.796875, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/min": -2.796875, "train/tensor_act_model_layers_32_mlp_up_proj/max": 2.453125, "train/tensor_act_model_layers_32_mlp_up_proj/range": 5.25, "train/tensor_act_model_layers_32_mlp_down_proj/norm": 98.68014526367188, "train/tensor_act_model_layers_32_mlp_down_proj/mean": -9.393692016601562e-05, "train/tensor_act_model_layers_32_mlp_down_proj/std": 0.048095703125, "train/tensor_act_model_layers_32_mlp_down_proj/max_abs": 0.4453125, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/min": -0.4453125, "train/tensor_act_model_layers_32_mlp_down_proj/max": 0.4375, "train/tensor_act_model_layers_32_mlp_down_proj/range": 0.8828125, "train/tensor_act_model_layers_32_mlp/norm": 98.68014526367188, "train/tensor_act_model_layers_32_mlp/mean": -9.393692016601562e-05, "train/tensor_act_model_layers_32_mlp/std": 0.048095703125, "train/tensor_act_model_layers_32_mlp/max_abs": 0.4453125, "train/tensor_act_model_layers_32_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp/min": -0.4453125, "train/tensor_act_model_layers_32_mlp/max": 0.4375, "train/tensor_act_model_layers_32_mlp/range": 0.8828125, "train/tensor_act_model_layers_32_residual_post_mlp/norm": 1290.640380859375, "train/tensor_act_model_layers_32_residual_post_mlp/mean": 0.0089111328125, "train/tensor_act_model_layers_32_residual_post_mlp/std": 0.62890625, "train/tensor_act_model_layers_32_residual_post_mlp/max_abs": 3.765625, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_mlp/min": -3.765625, "train/tensor_act_model_layers_32_residual_post_mlp/max": 3.578125, "train/tensor_act_model_layers_32_residual_post_mlp/range": 7.34375, "train/tensor_act_model_layers_33_residual_pre_attn/norm": 1290.640380859375, "train/tensor_act_model_layers_33_residual_pre_attn/mean": 0.0089111328125, "train/tensor_act_model_layers_33_residual_pre_attn/std": 0.62890625, "train/tensor_act_model_layers_33_residual_pre_attn/max_abs": 3.765625, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_residual_pre_attn/min": -3.765625, "train/tensor_act_model_layers_33_residual_pre_attn/max": 3.578125, "train/tensor_act_model_layers_33_residual_pre_attn/range": 7.34375, "train/tensor_act_model_layers_33_residual_post_attn/norm": 1294.4102783203125, "train/tensor_act_model_layers_33_residual_post_attn/mean": 0.0086669921875, "train/tensor_act_model_layers_33_residual_post_attn/std": 0.6328125, "train/tensor_act_model_layers_33_residual_post_attn/max_abs": 3.96875, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_attn/min": -3.96875, "train/tensor_act_model_layers_33_residual_post_attn/max": 3.65625, "train/tensor_act_model_layers_33_residual_post_attn/range": 7.625, "train/tensor_act_model_layers_33_mlp_gate_proj/norm": 1535.9818115234375, "train/tensor_act_model_layers_33_mlp_gate_proj/mean": -0.27734375, "train/tensor_act_model_layers_33_mlp_gate_proj/std": 0.453125, "train/tensor_act_model_layers_33_mlp_gate_proj/max_abs": 2.671875, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/min": -2.671875, "train/tensor_act_model_layers_33_mlp_gate_proj/max": 1.984375, "train/tensor_act_model_layers_33_mlp_gate_proj/range": 4.65625, "train/tensor_act_model_layers_33_mlp_up_proj/norm": 1193.5335693359375, "train/tensor_act_model_layers_33_mlp_up_proj/mean": 0.00433349609375, "train/tensor_act_model_layers_33_mlp_up_proj/std": 0.412109375, "train/tensor_act_model_layers_33_mlp_up_proj/max_abs": 2.09375, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/min": -2.09375, "train/tensor_act_model_layers_33_mlp_up_proj/max": 2.046875, "train/tensor_act_model_layers_33_mlp_up_proj/range": 4.140625, "train/tensor_act_model_layers_33_mlp_down_proj/norm": 92.93424987792969, "train/tensor_act_model_layers_33_mlp_down_proj/mean": 0.000514984130859375, "train/tensor_act_model_layers_33_mlp_down_proj/std": 0.04541015625, "train/tensor_act_model_layers_33_mlp_down_proj/max_abs": 0.40234375, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/min": -0.392578125, "train/tensor_act_model_layers_33_mlp_down_proj/max": 0.40234375, "train/tensor_act_model_layers_33_mlp_down_proj/range": 0.794921875, "train/tensor_act_model_layers_33_mlp/norm": 92.93424987792969, "train/tensor_act_model_layers_33_mlp/mean": 0.000514984130859375, "train/tensor_act_model_layers_33_mlp/std": 0.04541015625, "train/tensor_act_model_layers_33_mlp/max_abs": 0.40234375, "train/tensor_act_model_layers_33_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp/min": -0.392578125, "train/tensor_act_model_layers_33_mlp/max": 0.40234375, "train/tensor_act_model_layers_33_mlp/range": 0.794921875, "train/tensor_act_model_layers_33_residual_post_mlp/norm": 1304.7484130859375, "train/tensor_act_model_layers_33_residual_post_mlp/mean": 0.00921630859375, "train/tensor_act_model_layers_33_residual_post_mlp/std": 0.63671875, "train/tensor_act_model_layers_33_residual_post_mlp/max_abs": 4.03125, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_mlp/min": -4.03125, "train/tensor_act_model_layers_33_residual_post_mlp/max": 3.625, "train/tensor_act_model_layers_33_residual_post_mlp/range": 7.65625, "train/tensor_act_model_layers_34_residual_pre_attn/norm": 1304.7484130859375, "train/tensor_act_model_layers_34_residual_pre_attn/mean": 0.00921630859375, "train/tensor_act_model_layers_34_residual_pre_attn/std": 0.63671875, "train/tensor_act_model_layers_34_residual_pre_attn/max_abs": 4.03125, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_residual_pre_attn/min": -4.03125, "train/tensor_act_model_layers_34_residual_pre_attn/max": 3.625, "train/tensor_act_model_layers_34_residual_pre_attn/range": 7.65625, "train/tensor_act_model_layers_34_residual_post_attn/norm": 1324.0391845703125, "train/tensor_act_model_layers_34_residual_post_attn/mean": 0.00799560546875, "train/tensor_act_model_layers_34_residual_post_attn/std": 0.64453125, "train/tensor_act_model_layers_34_residual_post_attn/max_abs": 4.1875, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_attn/min": -4.1875, "train/tensor_act_model_layers_34_residual_post_attn/max": 3.828125, "train/tensor_act_model_layers_34_residual_post_attn/range": 8.015625, "train/tensor_act_model_layers_34_mlp_gate_proj/norm": 1499.66748046875, "train/tensor_act_model_layers_34_mlp_gate_proj/mean": -0.2578125, "train/tensor_act_model_layers_34_mlp_gate_proj/std": 0.44921875, "train/tensor_act_model_layers_34_mlp_gate_proj/max_abs": 2.609375, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/min": -2.609375, "train/tensor_act_model_layers_34_mlp_gate_proj/max": 2.046875, "train/tensor_act_model_layers_34_mlp_gate_proj/range": 4.65625, "train/tensor_act_model_layers_34_mlp_up_proj/norm": 1211.183349609375, "train/tensor_act_model_layers_34_mlp_up_proj/mean": -0.00982666015625, "train/tensor_act_model_layers_34_mlp_up_proj/std": 0.41796875, "train/tensor_act_model_layers_34_mlp_up_proj/max_abs": 2.703125, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/min": -2.703125, "train/tensor_act_model_layers_34_mlp_up_proj/max": 2.15625, "train/tensor_act_model_layers_34_mlp_up_proj/range": 4.859375, "train/tensor_act_model_layers_34_mlp_down_proj/norm": 96.94193267822266, "train/tensor_act_model_layers_34_mlp_down_proj/mean": 0.00069427490234375, "train/tensor_act_model_layers_34_mlp_down_proj/std": 0.04736328125, "train/tensor_act_model_layers_34_mlp_down_proj/max_abs": 0.435546875, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/min": -0.4140625, "train/tensor_act_model_layers_34_mlp_down_proj/max": 0.435546875, "train/tensor_act_model_layers_34_mlp_down_proj/range": 0.849609375, "train/tensor_act_model_layers_34_mlp/norm": 96.94193267822266, "train/tensor_act_model_layers_34_mlp/mean": 0.00069427490234375, "train/tensor_act_model_layers_34_mlp/std": 0.04736328125, "train/tensor_act_model_layers_34_mlp/max_abs": 0.435546875, "train/tensor_act_model_layers_34_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp/min": -0.4140625, "train/tensor_act_model_layers_34_mlp/max": 0.435546875, "train/tensor_act_model_layers_34_mlp/range": 0.849609375, "train/tensor_act_model_layers_34_residual_post_mlp/norm": 1331.651611328125, "train/tensor_act_model_layers_34_residual_post_mlp/mean": 0.0086669921875, "train/tensor_act_model_layers_34_residual_post_mlp/std": 0.6484375, "train/tensor_act_model_layers_34_residual_post_mlp/max_abs": 4.34375, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_mlp/min": -4.34375, "train/tensor_act_model_layers_34_residual_post_mlp/max": 3.78125, "train/tensor_act_model_layers_34_residual_post_mlp/range": 8.125, "train/tensor_act_model_layers_35_residual_pre_attn/norm": 1331.651611328125, "train/tensor_act_model_layers_35_residual_pre_attn/mean": 0.0086669921875, "train/tensor_act_model_layers_35_residual_pre_attn/std": 0.6484375, "train/tensor_act_model_layers_35_residual_pre_attn/max_abs": 4.34375, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_residual_pre_attn/min": -4.34375, "train/tensor_act_model_layers_35_residual_pre_attn/max": 3.78125, "train/tensor_act_model_layers_35_residual_pre_attn/range": 8.125, "train/tensor_act_model_layers_35_residual_post_attn/norm": 1335.9918212890625, "train/tensor_act_model_layers_35_residual_post_attn/mean": 0.007659912109375, "train/tensor_act_model_layers_35_residual_post_attn/std": 0.65234375, "train/tensor_act_model_layers_35_residual_post_attn/max_abs": 4.40625, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_attn/min": -4.40625, "train/tensor_act_model_layers_35_residual_post_attn/max": 3.765625, "train/tensor_act_model_layers_35_residual_post_attn/range": 8.171875, "train/tensor_act_model_layers_35_mlp_gate_proj/norm": 1534.3724365234375, "train/tensor_act_model_layers_35_mlp_gate_proj/mean": -0.275390625, "train/tensor_act_model_layers_35_mlp_gate_proj/std": 0.453125, "train/tensor_act_model_layers_35_mlp_gate_proj/max_abs": 2.609375, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/min": -2.609375, "train/tensor_act_model_layers_35_mlp_gate_proj/max": 2.28125, "train/tensor_act_model_layers_35_mlp_gate_proj/range": 4.890625, "train/tensor_act_model_layers_35_mlp_up_proj/norm": 1226.4075927734375, "train/tensor_act_model_layers_35_mlp_up_proj/mean": 0.00518798828125, "train/tensor_act_model_layers_35_mlp_up_proj/std": 0.423828125, "train/tensor_act_model_layers_35_mlp_up_proj/max_abs": 2.265625, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/min": -2.265625, "train/tensor_act_model_layers_35_mlp_up_proj/max": 2.265625, "train/tensor_act_model_layers_35_mlp_up_proj/range": 4.53125, "train/tensor_act_model_layers_35_mlp_down_proj/norm": 97.76814270019531, "train/tensor_act_model_layers_35_mlp_down_proj/mean": 0.000278472900390625, "train/tensor_act_model_layers_35_mlp_down_proj/std": 0.0478515625, "train/tensor_act_model_layers_35_mlp_down_proj/max_abs": 0.482421875, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/min": -0.419921875, "train/tensor_act_model_layers_35_mlp_down_proj/max": 0.482421875, "train/tensor_act_model_layers_35_mlp_down_proj/range": 0.90234375, "train/tensor_act_model_layers_35_mlp/norm": 97.76814270019531, "train/tensor_act_model_layers_35_mlp/mean": 0.000278472900390625, "train/tensor_act_model_layers_35_mlp/std": 0.0478515625, "train/tensor_act_model_layers_35_mlp/max_abs": 0.482421875, "train/tensor_act_model_layers_35_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp/min": -0.419921875, "train/tensor_act_model_layers_35_mlp/max": 0.482421875, "train/tensor_act_model_layers_35_mlp/range": 0.90234375, "train/tensor_act_model_layers_35_residual_post_mlp/norm": 1344.343017578125, "train/tensor_act_model_layers_35_residual_post_mlp/mean": 0.0079345703125, "train/tensor_act_model_layers_35_residual_post_mlp/std": 0.65625, "train/tensor_act_model_layers_35_residual_post_mlp/max_abs": 4.3125, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_mlp/min": -4.3125, "train/tensor_act_model_layers_35_residual_post_mlp/max": 3.78125, "train/tensor_act_model_layers_35_residual_post_mlp/range": 8.09375, "train/tensor_act_model_layers_36_residual_pre_attn/norm": 1344.343017578125, "train/tensor_act_model_layers_36_residual_pre_attn/mean": 0.0079345703125, "train/tensor_act_model_layers_36_residual_pre_attn/std": 0.65625, "train/tensor_act_model_layers_36_residual_pre_attn/max_abs": 4.3125, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_residual_pre_attn/min": -4.3125, "train/tensor_act_model_layers_36_residual_pre_attn/max": 3.78125, "train/tensor_act_model_layers_36_residual_pre_attn/range": 8.09375, "train/tensor_act_model_layers_36_residual_post_attn/norm": 1347.0958251953125, "train/tensor_act_model_layers_36_residual_post_attn/mean": 0.00799560546875, "train/tensor_act_model_layers_36_residual_post_attn/std": 0.65625, "train/tensor_act_model_layers_36_residual_post_attn/max_abs": 4.25, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_attn/min": -4.25, "train/tensor_act_model_layers_36_residual_post_attn/max": 3.84375, "train/tensor_act_model_layers_36_residual_post_attn/range": 8.09375, "train/tensor_act_model_layers_36_mlp_gate_proj/norm": 1526.091552734375, "train/tensor_act_model_layers_36_mlp_gate_proj/mean": -0.275390625, "train/tensor_act_model_layers_36_mlp_gate_proj/std": 0.44921875, "train/tensor_act_model_layers_36_mlp_gate_proj/max_abs": 2.875, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/min": -2.484375, "train/tensor_act_model_layers_36_mlp_gate_proj/max": 2.875, "train/tensor_act_model_layers_36_mlp_gate_proj/range": 5.359375, "train/tensor_act_model_layers_36_mlp_up_proj/norm": 1221.6505126953125, "train/tensor_act_model_layers_36_mlp_up_proj/mean": 0.00604248046875, "train/tensor_act_model_layers_36_mlp_up_proj/std": 0.421875, "train/tensor_act_model_layers_36_mlp_up_proj/max_abs": 3.625, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/min": -3.625, "train/tensor_act_model_layers_36_mlp_up_proj/max": 2.203125, "train/tensor_act_model_layers_36_mlp_up_proj/range": 5.828125, "train/tensor_act_model_layers_36_mlp_down_proj/norm": 94.52283477783203, "train/tensor_act_model_layers_36_mlp_down_proj/mean": 5.078315734863281e-05, "train/tensor_act_model_layers_36_mlp_down_proj/std": 0.046142578125, "train/tensor_act_model_layers_36_mlp_down_proj/max_abs": 0.50390625, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/min": -0.39453125, "train/tensor_act_model_layers_36_mlp_down_proj/max": 0.50390625, "train/tensor_act_model_layers_36_mlp_down_proj/range": 0.8984375, "train/tensor_act_model_layers_36_mlp/norm": 94.52283477783203, "train/tensor_act_model_layers_36_mlp/mean": 5.078315734863281e-05, "train/tensor_act_model_layers_36_mlp/std": 0.046142578125, "train/tensor_act_model_layers_36_mlp/max_abs": 0.50390625, "train/tensor_act_model_layers_36_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp/min": -0.39453125, "train/tensor_act_model_layers_36_mlp/max": 0.50390625, "train/tensor_act_model_layers_36_mlp/range": 0.8984375, "train/tensor_act_model_layers_36_residual_post_mlp/norm": 1355.0220947265625, "train/tensor_act_model_layers_36_residual_post_mlp/mean": 0.008056640625, "train/tensor_act_model_layers_36_residual_post_mlp/std": 0.66015625, "train/tensor_act_model_layers_36_residual_post_mlp/max_abs": 4.375, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_mlp/min": -4.375, "train/tensor_act_model_layers_36_residual_post_mlp/max": 3.734375, "train/tensor_act_model_layers_36_residual_post_mlp/range": 8.109375, "train/tensor_act_model_layers_37_residual_pre_attn/norm": 1355.0220947265625, "train/tensor_act_model_layers_37_residual_pre_attn/mean": 0.008056640625, "train/tensor_act_model_layers_37_residual_pre_attn/std": 0.66015625, "train/tensor_act_model_layers_37_residual_pre_attn/max_abs": 4.375, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_residual_pre_attn/min": -4.375, "train/tensor_act_model_layers_37_residual_pre_attn/max": 3.734375, "train/tensor_act_model_layers_37_residual_pre_attn/range": 8.109375, "train/tensor_act_model_layers_37_residual_post_attn/norm": 1358.882568359375, "train/tensor_act_model_layers_37_residual_post_attn/mean": 0.008056640625, "train/tensor_act_model_layers_37_residual_post_attn/std": 0.6640625, "train/tensor_act_model_layers_37_residual_post_attn/max_abs": 4.4375, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_attn/min": -4.4375, "train/tensor_act_model_layers_37_residual_post_attn/max": 3.6875, "train/tensor_act_model_layers_37_residual_post_attn/range": 8.125, "train/tensor_act_model_layers_37_mlp_gate_proj/norm": 1539.44775390625, "train/tensor_act_model_layers_37_mlp_gate_proj/mean": -0.27734375, "train/tensor_act_model_layers_37_mlp_gate_proj/std": 0.453125, "train/tensor_act_model_layers_37_mlp_gate_proj/max_abs": 2.5, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/min": -2.5, "train/tensor_act_model_layers_37_mlp_gate_proj/max": 2.171875, "train/tensor_act_model_layers_37_mlp_gate_proj/range": 4.671875, "train/tensor_act_model_layers_37_mlp_up_proj/norm": 1221.208984375, "train/tensor_act_model_layers_37_mlp_up_proj/mean": 0.00154876708984375, "train/tensor_act_model_layers_37_mlp_up_proj/std": 0.421875, "train/tensor_act_model_layers_37_mlp_up_proj/max_abs": 2.28125, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/min": -2.234375, "train/tensor_act_model_layers_37_mlp_up_proj/max": 2.28125, "train/tensor_act_model_layers_37_mlp_up_proj/range": 4.515625, "train/tensor_act_model_layers_37_mlp_down_proj/norm": 95.6614990234375, "train/tensor_act_model_layers_37_mlp_down_proj/mean": 5.817413330078125e-05, "train/tensor_act_model_layers_37_mlp_down_proj/std": 0.046630859375, "train/tensor_act_model_layers_37_mlp_down_proj/max_abs": 0.40234375, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/min": -0.400390625, "train/tensor_act_model_layers_37_mlp_down_proj/max": 0.40234375, "train/tensor_act_model_layers_37_mlp_down_proj/range": 0.802734375, "train/tensor_act_model_layers_37_mlp/norm": 95.6614990234375, "train/tensor_act_model_layers_37_mlp/mean": 5.817413330078125e-05, "train/tensor_act_model_layers_37_mlp/std": 0.046630859375, "train/tensor_act_model_layers_37_mlp/max_abs": 0.40234375, "train/tensor_act_model_layers_37_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp/min": -0.400390625, "train/tensor_act_model_layers_37_mlp/max": 0.40234375, "train/tensor_act_model_layers_37_mlp/range": 0.802734375, "train/tensor_act_model_layers_37_residual_post_mlp/norm": 1366.1346435546875, "train/tensor_act_model_layers_37_residual_post_mlp/mean": 0.00811767578125, "train/tensor_act_model_layers_37_residual_post_mlp/std": 0.66796875, "train/tensor_act_model_layers_37_residual_post_mlp/max_abs": 4.46875, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_mlp/min": -4.46875, "train/tensor_act_model_layers_37_residual_post_mlp/max": 3.671875, "train/tensor_act_model_layers_37_residual_post_mlp/range": 8.140625, "train/tensor_act_model_layers_38_residual_pre_attn/norm": 1366.1346435546875, "train/tensor_act_model_layers_38_residual_pre_attn/mean": 0.00811767578125, "train/tensor_act_model_layers_38_residual_pre_attn/std": 0.66796875, "train/tensor_act_model_layers_38_residual_pre_attn/max_abs": 4.46875, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_residual_pre_attn/min": -4.46875, "train/tensor_act_model_layers_38_residual_pre_attn/max": 3.671875, "train/tensor_act_model_layers_38_residual_pre_attn/range": 8.140625, "train/tensor_act_model_layers_38_residual_post_attn/norm": 1368.251953125, "train/tensor_act_model_layers_38_residual_post_attn/mean": 0.0096435546875, "train/tensor_act_model_layers_38_residual_post_attn/std": 0.66796875, "train/tensor_act_model_layers_38_residual_post_attn/max_abs": 4.46875, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_attn/min": -4.46875, "train/tensor_act_model_layers_38_residual_post_attn/max": 3.703125, "train/tensor_act_model_layers_38_residual_post_attn/range": 8.171875, "train/tensor_act_model_layers_38_mlp_gate_proj/norm": 1532.2506103515625, "train/tensor_act_model_layers_38_mlp_gate_proj/mean": -0.271484375, "train/tensor_act_model_layers_38_mlp_gate_proj/std": 0.453125, "train/tensor_act_model_layers_38_mlp_gate_proj/max_abs": 2.515625, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/min": -2.515625, "train/tensor_act_model_layers_38_mlp_gate_proj/max": 2.28125, "train/tensor_act_model_layers_38_mlp_gate_proj/range": 4.796875, "train/tensor_act_model_layers_38_mlp_up_proj/norm": 1210.6876220703125, "train/tensor_act_model_layers_38_mlp_up_proj/mean": -0.005157470703125, "train/tensor_act_model_layers_38_mlp_up_proj/std": 0.41796875, "train/tensor_act_model_layers_38_mlp_up_proj/max_abs": 2.234375, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/min": -2.234375, "train/tensor_act_model_layers_38_mlp_up_proj/max": 2.078125, "train/tensor_act_model_layers_38_mlp_up_proj/range": 4.3125, "train/tensor_act_model_layers_38_mlp_down_proj/norm": 97.01488494873047, "train/tensor_act_model_layers_38_mlp_down_proj/mean": -0.00018405914306640625, "train/tensor_act_model_layers_38_mlp_down_proj/std": 0.04736328125, "train/tensor_act_model_layers_38_mlp_down_proj/max_abs": 0.5859375, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/min": -0.5859375, "train/tensor_act_model_layers_38_mlp_down_proj/max": 0.416015625, "train/tensor_act_model_layers_38_mlp_down_proj/range": 1.001953125, "train/tensor_act_model_layers_38_mlp/norm": 97.01488494873047, "train/tensor_act_model_layers_38_mlp/mean": -0.00018405914306640625, "train/tensor_act_model_layers_38_mlp/std": 0.04736328125, "train/tensor_act_model_layers_38_mlp/max_abs": 0.5859375, "train/tensor_act_model_layers_38_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp/min": -0.5859375, "train/tensor_act_model_layers_38_mlp/max": 0.416015625, "train/tensor_act_model_layers_38_mlp/range": 1.001953125, "train/tensor_act_model_layers_38_residual_post_mlp/norm": 1375.91162109375, "train/tensor_act_model_layers_38_residual_post_mlp/mean": 0.00946044921875, "train/tensor_act_model_layers_38_residual_post_mlp/std": 0.671875, "train/tensor_act_model_layers_38_residual_post_mlp/max_abs": 4.5625, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_mlp/min": -4.5625, "train/tensor_act_model_layers_38_residual_post_mlp/max": 3.65625, "train/tensor_act_model_layers_38_residual_post_mlp/range": 8.21875, "train/tensor_act_model_layers_39_residual_pre_attn/norm": 1375.91162109375, "train/tensor_act_model_layers_39_residual_pre_attn/mean": 0.00946044921875, "train/tensor_act_model_layers_39_residual_pre_attn/std": 0.671875, "train/tensor_act_model_layers_39_residual_pre_attn/max_abs": 4.5625, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_residual_pre_attn/min": -4.5625, "train/tensor_act_model_layers_39_residual_pre_attn/max": 3.65625, "train/tensor_act_model_layers_39_residual_pre_attn/range": 8.21875, "train/tensor_act_model_layers_39_residual_post_attn/norm": 1377.1842041015625, "train/tensor_act_model_layers_39_residual_post_attn/mean": 0.009765625, "train/tensor_act_model_layers_39_residual_post_attn/std": 0.671875, "train/tensor_act_model_layers_39_residual_post_attn/max_abs": 4.5625, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_attn/min": -4.5625, "train/tensor_act_model_layers_39_residual_post_attn/max": 3.703125, "train/tensor_act_model_layers_39_residual_post_attn/range": 8.265625, "train/tensor_act_model_layers_39_mlp_gate_proj/norm": 1566.4359130859375, "train/tensor_act_model_layers_39_mlp_gate_proj/mean": -0.283203125, "train/tensor_act_model_layers_39_mlp_gate_proj/std": 0.4609375, "train/tensor_act_model_layers_39_mlp_gate_proj/max_abs": 2.828125, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/min": -2.828125, "train/tensor_act_model_layers_39_mlp_gate_proj/max": 2.609375, "train/tensor_act_model_layers_39_mlp_gate_proj/range": 5.4375, "train/tensor_act_model_layers_39_mlp_up_proj/norm": 1233.5250244140625, "train/tensor_act_model_layers_39_mlp_up_proj/mean": 0.002471923828125, "train/tensor_act_model_layers_39_mlp_up_proj/std": 0.42578125, "train/tensor_act_model_layers_39_mlp_up_proj/max_abs": 2.265625, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/min": -2.265625, "train/tensor_act_model_layers_39_mlp_up_proj/max": 2.25, "train/tensor_act_model_layers_39_mlp_up_proj/range": 4.515625, "train/tensor_act_model_layers_39_mlp_down_proj/norm": 99.21632385253906, "train/tensor_act_model_layers_39_mlp_down_proj/mean": 0.0003376007080078125, "train/tensor_act_model_layers_39_mlp_down_proj/std": 0.04833984375, "train/tensor_act_model_layers_39_mlp_down_proj/max_abs": 0.48046875, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/min": -0.48046875, "train/tensor_act_model_layers_39_mlp_down_proj/max": 0.447265625, "train/tensor_act_model_layers_39_mlp_down_proj/range": 0.927734375, "train/tensor_act_model_layers_39_mlp/norm": 99.21632385253906, "train/tensor_act_model_layers_39_mlp/mean": 0.0003376007080078125, "train/tensor_act_model_layers_39_mlp/std": 0.04833984375, "train/tensor_act_model_layers_39_mlp/max_abs": 0.48046875, "train/tensor_act_model_layers_39_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp/min": -0.48046875, "train/tensor_act_model_layers_39_mlp/max": 0.447265625, "train/tensor_act_model_layers_39_mlp/range": 0.927734375, "train/tensor_act_model_layers_39_residual_post_mlp/norm": 1385.951416015625, "train/tensor_act_model_layers_39_residual_post_mlp/mean": 0.01007080078125, "train/tensor_act_model_layers_39_residual_post_mlp/std": 0.67578125, "train/tensor_act_model_layers_39_residual_post_mlp/max_abs": 4.75, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_mlp/min": -4.75, "train/tensor_act_model_layers_39_residual_post_mlp/max": 3.78125, "train/tensor_act_model_layers_39_residual_post_mlp/range": 8.53125, "train/tensor_act_model_layers_40_residual_pre_attn/norm": 1385.951416015625, "train/tensor_act_model_layers_40_residual_pre_attn/mean": 0.01007080078125, "train/tensor_act_model_layers_40_residual_pre_attn/std": 0.67578125, "train/tensor_act_model_layers_40_residual_pre_attn/max_abs": 4.75, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_residual_pre_attn/min": -4.75, "train/tensor_act_model_layers_40_residual_pre_attn/max": 3.78125, "train/tensor_act_model_layers_40_residual_pre_attn/range": 8.53125, "train/tensor_act_model_layers_40_residual_post_attn/norm": 1385.82470703125, "train/tensor_act_model_layers_40_residual_post_attn/mean": 0.01043701171875, "train/tensor_act_model_layers_40_residual_post_attn/std": 0.67578125, "train/tensor_act_model_layers_40_residual_post_attn/max_abs": 4.65625, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_attn/min": -4.65625, "train/tensor_act_model_layers_40_residual_post_attn/max": 3.78125, "train/tensor_act_model_layers_40_residual_post_attn/range": 8.4375, "train/tensor_act_model_layers_40_mlp_gate_proj/norm": 1559.1221923828125, "train/tensor_act_model_layers_40_mlp_gate_proj/mean": -0.283203125, "train/tensor_act_model_layers_40_mlp_gate_proj/std": 0.45703125, "train/tensor_act_model_layers_40_mlp_gate_proj/max_abs": 2.734375, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/min": -2.734375, "train/tensor_act_model_layers_40_mlp_gate_proj/max": 2.03125, "train/tensor_act_model_layers_40_mlp_gate_proj/range": 4.765625, "train/tensor_act_model_layers_40_mlp_up_proj/norm": 1221.3671875, "train/tensor_act_model_layers_40_mlp_up_proj/mean": 0.000713348388671875, "train/tensor_act_model_layers_40_mlp_up_proj/std": 0.421875, "train/tensor_act_model_layers_40_mlp_up_proj/max_abs": 2.3125, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/min": -2.3125, "train/tensor_act_model_layers_40_mlp_up_proj/max": 2.3125, "train/tensor_act_model_layers_40_mlp_up_proj/range": 4.625, "train/tensor_act_model_layers_40_mlp_down_proj/norm": 97.60064697265625, "train/tensor_act_model_layers_40_mlp_down_proj/mean": 0.000461578369140625, "train/tensor_act_model_layers_40_mlp_down_proj/std": 0.047607421875, "train/tensor_act_model_layers_40_mlp_down_proj/max_abs": 0.5, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/min": -0.5, "train/tensor_act_model_layers_40_mlp_down_proj/max": 0.4296875, "train/tensor_act_model_layers_40_mlp_down_proj/range": 0.9296875, "train/tensor_act_model_layers_40_mlp/norm": 97.60064697265625, "train/tensor_act_model_layers_40_mlp/mean": 0.000461578369140625, "train/tensor_act_model_layers_40_mlp/std": 0.047607421875, "train/tensor_act_model_layers_40_mlp/max_abs": 0.5, "train/tensor_act_model_layers_40_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp/min": -0.5, "train/tensor_act_model_layers_40_mlp/max": 0.4296875, "train/tensor_act_model_layers_40_mlp/range": 0.9296875, "train/tensor_act_model_layers_40_residual_post_mlp/norm": 1392.782470703125, "train/tensor_act_model_layers_40_residual_post_mlp/mean": 0.01092529296875, "train/tensor_act_model_layers_40_residual_post_mlp/std": 0.6796875, "train/tensor_act_model_layers_40_residual_post_mlp/max_abs": 4.6875, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_mlp/min": -4.6875, "train/tensor_act_model_layers_40_residual_post_mlp/max": 3.78125, "train/tensor_act_model_layers_40_residual_post_mlp/range": 8.46875, "train/tensor_act_model_layers_41_residual_pre_attn/norm": 1392.782470703125, "train/tensor_act_model_layers_41_residual_pre_attn/mean": 0.01092529296875, "train/tensor_act_model_layers_41_residual_pre_attn/std": 0.6796875, "train/tensor_act_model_layers_41_residual_pre_attn/max_abs": 4.6875, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_residual_pre_attn/min": -4.6875, "train/tensor_act_model_layers_41_residual_pre_attn/max": 3.78125, "train/tensor_act_model_layers_41_residual_pre_attn/range": 8.46875, "train/tensor_act_model_layers_41_residual_post_attn/norm": 1398.306396484375, "train/tensor_act_model_layers_41_residual_post_attn/mean": 0.01171875, "train/tensor_act_model_layers_41_residual_post_attn/std": 0.68359375, "train/tensor_act_model_layers_41_residual_post_attn/max_abs": 4.71875, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_attn/min": -4.71875, "train/tensor_act_model_layers_41_residual_post_attn/max": 3.8125, "train/tensor_act_model_layers_41_residual_post_attn/range": 8.53125, "train/tensor_act_model_layers_41_mlp_gate_proj/norm": 1558.232666015625, "train/tensor_act_model_layers_41_mlp_gate_proj/mean": -0.28125, "train/tensor_act_model_layers_41_mlp_gate_proj/std": 0.458984375, "train/tensor_act_model_layers_41_mlp_gate_proj/max_abs": 2.6875, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/min": -2.6875, "train/tensor_act_model_layers_41_mlp_gate_proj/max": 2.21875, "train/tensor_act_model_layers_41_mlp_gate_proj/range": 4.90625, "train/tensor_act_model_layers_41_mlp_up_proj/norm": 1223.6519775390625, "train/tensor_act_model_layers_41_mlp_up_proj/mean": 0.003875732421875, "train/tensor_act_model_layers_41_mlp_up_proj/std": 0.421875, "train/tensor_act_model_layers_41_mlp_up_proj/max_abs": 2.46875, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/min": -2.46875, "train/tensor_act_model_layers_41_mlp_up_proj/max": 2.3125, "train/tensor_act_model_layers_41_mlp_up_proj/range": 4.78125, "train/tensor_act_model_layers_41_mlp_down_proj/norm": 98.4343490600586, "train/tensor_act_model_layers_41_mlp_down_proj/mean": 0.000514984130859375, "train/tensor_act_model_layers_41_mlp_down_proj/std": 0.048095703125, "train/tensor_act_model_layers_41_mlp_down_proj/max_abs": 0.48828125, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/min": -0.462890625, "train/tensor_act_model_layers_41_mlp_down_proj/max": 0.48828125, "train/tensor_act_model_layers_41_mlp_down_proj/range": 0.951171875, "train/tensor_act_model_layers_41_mlp/norm": 98.4343490600586, "train/tensor_act_model_layers_41_mlp/mean": 0.000514984130859375, "train/tensor_act_model_layers_41_mlp/std": 0.048095703125, "train/tensor_act_model_layers_41_mlp/max_abs": 0.48828125, "train/tensor_act_model_layers_41_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp/min": -0.462890625, "train/tensor_act_model_layers_41_mlp/max": 0.48828125, "train/tensor_act_model_layers_41_mlp/range": 0.951171875, "train/tensor_act_model_layers_41_residual_post_mlp/norm": 1406.36767578125, "train/tensor_act_model_layers_41_residual_post_mlp/mean": 0.01220703125, "train/tensor_act_model_layers_41_residual_post_mlp/std": 0.6875, "train/tensor_act_model_layers_41_residual_post_mlp/max_abs": 4.78125, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_mlp/min": -4.78125, "train/tensor_act_model_layers_41_residual_post_mlp/max": 3.828125, "train/tensor_act_model_layers_41_residual_post_mlp/range": 8.609375, "train/tensor_act_model_layers_42_residual_pre_attn/norm": 1406.36767578125, "train/tensor_act_model_layers_42_residual_pre_attn/mean": 0.01220703125, "train/tensor_act_model_layers_42_residual_pre_attn/std": 0.6875, "train/tensor_act_model_layers_42_residual_pre_attn/max_abs": 4.78125, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_residual_pre_attn/min": -4.78125, "train/tensor_act_model_layers_42_residual_pre_attn/max": 3.828125, "train/tensor_act_model_layers_42_residual_pre_attn/range": 8.609375, "train/tensor_act_model_layers_42_residual_post_attn/norm": 1409.1822509765625, "train/tensor_act_model_layers_42_residual_post_attn/mean": 0.01287841796875, "train/tensor_act_model_layers_42_residual_post_attn/std": 0.6875, "train/tensor_act_model_layers_42_residual_post_attn/max_abs": 4.78125, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_attn/min": -4.78125, "train/tensor_act_model_layers_42_residual_post_attn/max": 3.890625, "train/tensor_act_model_layers_42_residual_post_attn/range": 8.671875, "train/tensor_act_model_layers_42_mlp_gate_proj/norm": 1547.317626953125, "train/tensor_act_model_layers_42_mlp_gate_proj/mean": -0.279296875, "train/tensor_act_model_layers_42_mlp_gate_proj/std": 0.455078125, "train/tensor_act_model_layers_42_mlp_gate_proj/max_abs": 2.71875, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/min": -2.71875, "train/tensor_act_model_layers_42_mlp_gate_proj/max": 2.1875, "train/tensor_act_model_layers_42_mlp_gate_proj/range": 4.90625, "train/tensor_act_model_layers_42_mlp_up_proj/norm": 1227.4766845703125, "train/tensor_act_model_layers_42_mlp_up_proj/mean": -0.0034332275390625, "train/tensor_act_model_layers_42_mlp_up_proj/std": 0.423828125, "train/tensor_act_model_layers_42_mlp_up_proj/max_abs": 2.765625, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/min": -2.765625, "train/tensor_act_model_layers_42_mlp_up_proj/max": 2.484375, "train/tensor_act_model_layers_42_mlp_up_proj/range": 5.25, "train/tensor_act_model_layers_42_mlp_down_proj/norm": 99.50489044189453, "train/tensor_act_model_layers_42_mlp_down_proj/mean": -4.76837158203125e-05, "train/tensor_act_model_layers_42_mlp_down_proj/std": 0.048583984375, "train/tensor_act_model_layers_42_mlp_down_proj/max_abs": 0.5546875, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/min": -0.5546875, "train/tensor_act_model_layers_42_mlp_down_proj/max": 0.47265625, "train/tensor_act_model_layers_42_mlp_down_proj/range": 1.02734375, "train/tensor_act_model_layers_42_mlp/norm": 99.50489044189453, "train/tensor_act_model_layers_42_mlp/mean": -4.76837158203125e-05, "train/tensor_act_model_layers_42_mlp/std": 0.048583984375, "train/tensor_act_model_layers_42_mlp/max_abs": 0.5546875, "train/tensor_act_model_layers_42_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp/min": -0.5546875, "train/tensor_act_model_layers_42_mlp/max": 0.47265625, "train/tensor_act_model_layers_42_mlp/range": 1.02734375, "train/tensor_act_model_layers_42_residual_post_mlp/norm": 1417.23828125, "train/tensor_act_model_layers_42_residual_post_mlp/mean": 0.0128173828125, "train/tensor_act_model_layers_42_residual_post_mlp/std": 0.69140625, "train/tensor_act_model_layers_42_residual_post_mlp/max_abs": 4.75, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_mlp/min": -4.75, "train/tensor_act_model_layers_42_residual_post_mlp/max": 3.953125, "train/tensor_act_model_layers_42_residual_post_mlp/range": 8.703125, "train/tensor_act_model_layers_43_residual_pre_attn/norm": 1417.23828125, "train/tensor_act_model_layers_43_residual_pre_attn/mean": 0.0128173828125, "train/tensor_act_model_layers_43_residual_pre_attn/std": 0.69140625, "train/tensor_act_model_layers_43_residual_pre_attn/max_abs": 4.75, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_residual_pre_attn/min": -4.75, "train/tensor_act_model_layers_43_residual_pre_attn/max": 3.953125, "train/tensor_act_model_layers_43_residual_pre_attn/range": 8.703125, "train/tensor_act_model_layers_43_residual_post_attn/norm": 1417.5360107421875, "train/tensor_act_model_layers_43_residual_post_attn/mean": 0.0123291015625, "train/tensor_act_model_layers_43_residual_post_attn/std": 0.69140625, "train/tensor_act_model_layers_43_residual_post_attn/max_abs": 4.71875, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_attn/min": -4.71875, "train/tensor_act_model_layers_43_residual_post_attn/max": 3.921875, "train/tensor_act_model_layers_43_residual_post_attn/range": 8.640625, "train/tensor_act_model_layers_43_mlp_gate_proj/norm": 1550.1085205078125, "train/tensor_act_model_layers_43_mlp_gate_proj/mean": -0.279296875, "train/tensor_act_model_layers_43_mlp_gate_proj/std": 0.45703125, "train/tensor_act_model_layers_43_mlp_gate_proj/max_abs": 2.6875, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/min": -2.6875, "train/tensor_act_model_layers_43_mlp_gate_proj/max": 2.296875, "train/tensor_act_model_layers_43_mlp_gate_proj/range": 4.984375, "train/tensor_act_model_layers_43_mlp_up_proj/norm": 1230.8128662109375, "train/tensor_act_model_layers_43_mlp_up_proj/mean": 1.9073486328125e-05, "train/tensor_act_model_layers_43_mlp_up_proj/std": 0.42578125, "train/tensor_act_model_layers_43_mlp_up_proj/max_abs": 2.515625, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/min": -2.34375, "train/tensor_act_model_layers_43_mlp_up_proj/max": 2.515625, "train/tensor_act_model_layers_43_mlp_up_proj/range": 4.859375, "train/tensor_act_model_layers_43_mlp_down_proj/norm": 100.23560333251953, "train/tensor_act_model_layers_43_mlp_down_proj/mean": -0.00011348724365234375, "train/tensor_act_model_layers_43_mlp_down_proj/std": 0.048828125, "train/tensor_act_model_layers_43_mlp_down_proj/max_abs": 0.59765625, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/min": -0.55859375, "train/tensor_act_model_layers_43_mlp_down_proj/max": 0.59765625, "train/tensor_act_model_layers_43_mlp_down_proj/range": 1.15625, "train/tensor_act_model_layers_43_mlp/norm": 100.23560333251953, "train/tensor_act_model_layers_43_mlp/mean": -0.00011348724365234375, "train/tensor_act_model_layers_43_mlp/std": 0.048828125, "train/tensor_act_model_layers_43_mlp/max_abs": 0.59765625, "train/tensor_act_model_layers_43_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp/min": -0.55859375, "train/tensor_act_model_layers_43_mlp/max": 0.59765625, "train/tensor_act_model_layers_43_mlp/range": 1.15625, "train/tensor_act_model_layers_43_residual_post_mlp/norm": 1425.322265625, "train/tensor_act_model_layers_43_residual_post_mlp/mean": 0.01220703125, "train/tensor_act_model_layers_43_residual_post_mlp/std": 0.6953125, "train/tensor_act_model_layers_43_residual_post_mlp/max_abs": 4.71875, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_mlp/min": -4.71875, "train/tensor_act_model_layers_43_residual_post_mlp/max": 3.984375, "train/tensor_act_model_layers_43_residual_post_mlp/range": 8.703125, "train/tensor_act_model_layers_44_residual_pre_attn/norm": 1425.322265625, "train/tensor_act_model_layers_44_residual_pre_attn/mean": 0.01220703125, "train/tensor_act_model_layers_44_residual_pre_attn/std": 0.6953125, "train/tensor_act_model_layers_44_residual_pre_attn/max_abs": 4.71875, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_residual_pre_attn/min": -4.71875, "train/tensor_act_model_layers_44_residual_pre_attn/max": 3.984375, "train/tensor_act_model_layers_44_residual_pre_attn/range": 8.703125, "train/tensor_act_model_layers_44_residual_post_attn/norm": 1438.602294921875, "train/tensor_act_model_layers_44_residual_post_attn/mean": 0.01239013671875, "train/tensor_act_model_layers_44_residual_post_attn/std": 0.703125, "train/tensor_act_model_layers_44_residual_post_attn/max_abs": 4.71875, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_attn/min": -4.71875, "train/tensor_act_model_layers_44_residual_post_attn/max": 4.0, "train/tensor_act_model_layers_44_residual_post_attn/range": 8.71875, "train/tensor_act_model_layers_44_mlp_gate_proj/norm": 1567.5191650390625, "train/tensor_act_model_layers_44_mlp_gate_proj/mean": -0.287109375, "train/tensor_act_model_layers_44_mlp_gate_proj/std": 0.458984375, "train/tensor_act_model_layers_44_mlp_gate_proj/max_abs": 2.546875, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/min": -2.546875, "train/tensor_act_model_layers_44_mlp_gate_proj/max": 2.234375, "train/tensor_act_model_layers_44_mlp_gate_proj/range": 4.78125, "train/tensor_act_model_layers_44_mlp_up_proj/norm": 1234.6644287109375, "train/tensor_act_model_layers_44_mlp_up_proj/mean": 0.000850677490234375, "train/tensor_act_model_layers_44_mlp_up_proj/std": 0.42578125, "train/tensor_act_model_layers_44_mlp_up_proj/max_abs": 2.3125, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/min": -2.3125, "train/tensor_act_model_layers_44_mlp_up_proj/max": 2.265625, "train/tensor_act_model_layers_44_mlp_up_proj/range": 4.578125, "train/tensor_act_model_layers_44_mlp_down_proj/norm": 100.8760757446289, "train/tensor_act_model_layers_44_mlp_down_proj/mean": 0.00043487548828125, "train/tensor_act_model_layers_44_mlp_down_proj/std": 0.04931640625, "train/tensor_act_model_layers_44_mlp_down_proj/max_abs": 0.453125, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/min": -0.453125, "train/tensor_act_model_layers_44_mlp_down_proj/max": 0.435546875, "train/tensor_act_model_layers_44_mlp_down_proj/range": 0.888671875, "train/tensor_act_model_layers_44_mlp/norm": 100.8760757446289, "train/tensor_act_model_layers_44_mlp/mean": 0.00043487548828125, "train/tensor_act_model_layers_44_mlp/std": 0.04931640625, "train/tensor_act_model_layers_44_mlp/max_abs": 0.453125, "train/tensor_act_model_layers_44_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp/min": -0.453125, "train/tensor_act_model_layers_44_mlp/max": 0.435546875, "train/tensor_act_model_layers_44_mlp/range": 0.888671875, "train/tensor_act_model_layers_44_residual_post_mlp/norm": 1446.3638916015625, "train/tensor_act_model_layers_44_residual_post_mlp/mean": 0.01287841796875, "train/tensor_act_model_layers_44_residual_post_mlp/std": 0.70703125, "train/tensor_act_model_layers_44_residual_post_mlp/max_abs": 4.75, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_mlp/min": -4.75, "train/tensor_act_model_layers_44_residual_post_mlp/max": 4.03125, "train/tensor_act_model_layers_44_residual_post_mlp/range": 8.78125, "train/tensor_act_model_layers_45_residual_pre_attn/norm": 1446.3638916015625, "train/tensor_act_model_layers_45_residual_pre_attn/mean": 0.01287841796875, "train/tensor_act_model_layers_45_residual_pre_attn/std": 0.70703125, "train/tensor_act_model_layers_45_residual_pre_attn/max_abs": 4.75, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_residual_pre_attn/min": -4.75, "train/tensor_act_model_layers_45_residual_pre_attn/max": 4.03125, "train/tensor_act_model_layers_45_residual_pre_attn/range": 8.78125, "train/tensor_act_model_layers_45_residual_post_attn/norm": 1457.82470703125, "train/tensor_act_model_layers_45_residual_post_attn/mean": 0.014404296875, "train/tensor_act_model_layers_45_residual_post_attn/std": 0.7109375, "train/tensor_act_model_layers_45_residual_post_attn/max_abs": 4.78125, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_attn/min": -4.78125, "train/tensor_act_model_layers_45_residual_post_attn/max": 4.09375, "train/tensor_act_model_layers_45_residual_post_attn/range": 8.875, "train/tensor_act_model_layers_45_mlp_gate_proj/norm": 1559.983154296875, "train/tensor_act_model_layers_45_mlp_gate_proj/mean": -0.2734375, "train/tensor_act_model_layers_45_mlp_gate_proj/std": 0.46484375, "train/tensor_act_model_layers_45_mlp_gate_proj/max_abs": 2.671875, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/min": -2.671875, "train/tensor_act_model_layers_45_mlp_gate_proj/max": 2.1875, "train/tensor_act_model_layers_45_mlp_gate_proj/range": 4.859375, "train/tensor_act_model_layers_45_mlp_up_proj/norm": 1247.458740234375, "train/tensor_act_model_layers_45_mlp_up_proj/mean": 0.004638671875, "train/tensor_act_model_layers_45_mlp_up_proj/std": 0.431640625, "train/tensor_act_model_layers_45_mlp_up_proj/max_abs": 2.53125, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/min": -2.53125, "train/tensor_act_model_layers_45_mlp_up_proj/max": 2.3125, "train/tensor_act_model_layers_45_mlp_up_proj/range": 4.84375, "train/tensor_act_model_layers_45_mlp_down_proj/norm": 106.8004150390625, "train/tensor_act_model_layers_45_mlp_down_proj/mean": -0.0002613067626953125, "train/tensor_act_model_layers_45_mlp_down_proj/std": 0.05224609375, "train/tensor_act_model_layers_45_mlp_down_proj/max_abs": 0.515625, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/min": -0.515625, "train/tensor_act_model_layers_45_mlp_down_proj/max": 0.474609375, "train/tensor_act_model_layers_45_mlp_down_proj/range": 0.990234375, "train/tensor_act_model_layers_45_mlp/norm": 106.8004150390625, "train/tensor_act_model_layers_45_mlp/mean": -0.0002613067626953125, "train/tensor_act_model_layers_45_mlp/std": 0.05224609375, "train/tensor_act_model_layers_45_mlp/max_abs": 0.515625, "train/tensor_act_model_layers_45_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp/min": -0.515625, "train/tensor_act_model_layers_45_mlp/max": 0.474609375, "train/tensor_act_model_layers_45_mlp/range": 0.990234375, "train/tensor_act_model_layers_45_residual_post_mlp/norm": 1467.6707763671875, "train/tensor_act_model_layers_45_residual_post_mlp/mean": 0.01409912109375, "train/tensor_act_model_layers_45_residual_post_mlp/std": 0.71484375, "train/tensor_act_model_layers_45_residual_post_mlp/max_abs": 4.75, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_mlp/min": -4.75, "train/tensor_act_model_layers_45_residual_post_mlp/max": 4.1875, "train/tensor_act_model_layers_45_residual_post_mlp/range": 8.9375, "train/tensor_act_model_layers_46_residual_pre_attn/norm": 1467.6707763671875, "train/tensor_act_model_layers_46_residual_pre_attn/mean": 0.01409912109375, "train/tensor_act_model_layers_46_residual_pre_attn/std": 0.71484375, "train/tensor_act_model_layers_46_residual_pre_attn/max_abs": 4.75, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_residual_pre_attn/min": -4.75, "train/tensor_act_model_layers_46_residual_pre_attn/max": 4.1875, "train/tensor_act_model_layers_46_residual_pre_attn/range": 8.9375, "train/tensor_act_model_layers_46_residual_post_attn/norm": 1468.7742919921875, "train/tensor_act_model_layers_46_residual_post_attn/mean": 0.0145263671875, "train/tensor_act_model_layers_46_residual_post_attn/std": 0.71875, "train/tensor_act_model_layers_46_residual_post_attn/max_abs": 4.65625, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_attn/min": -4.65625, "train/tensor_act_model_layers_46_residual_post_attn/max": 4.28125, "train/tensor_act_model_layers_46_residual_post_attn/range": 8.9375, "train/tensor_act_model_layers_46_mlp_gate_proj/norm": 1556.44921875, "train/tensor_act_model_layers_46_mlp_gate_proj/mean": -0.2734375, "train/tensor_act_model_layers_46_mlp_gate_proj/std": 0.462890625, "train/tensor_act_model_layers_46_mlp_gate_proj/max_abs": 2.609375, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/min": -2.609375, "train/tensor_act_model_layers_46_mlp_gate_proj/max": 2.515625, "train/tensor_act_model_layers_46_mlp_gate_proj/range": 5.125, "train/tensor_act_model_layers_46_mlp_up_proj/norm": 1249.1602783203125, "train/tensor_act_model_layers_46_mlp_up_proj/mean": -0.0040283203125, "train/tensor_act_model_layers_46_mlp_up_proj/std": 0.431640625, "train/tensor_act_model_layers_46_mlp_up_proj/max_abs": 3.390625, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/min": -2.359375, "train/tensor_act_model_layers_46_mlp_up_proj/max": 3.390625, "train/tensor_act_model_layers_46_mlp_up_proj/range": 5.75, "train/tensor_act_model_layers_46_mlp_down_proj/norm": 108.8581771850586, "train/tensor_act_model_layers_46_mlp_down_proj/mean": 0.0004711151123046875, "train/tensor_act_model_layers_46_mlp_down_proj/std": 0.05322265625, "train/tensor_act_model_layers_46_mlp_down_proj/max_abs": 0.56640625, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/min": -0.45703125, "train/tensor_act_model_layers_46_mlp_down_proj/max": 0.56640625, "train/tensor_act_model_layers_46_mlp_down_proj/range": 1.0234375, "train/tensor_act_model_layers_46_mlp/norm": 108.8581771850586, "train/tensor_act_model_layers_46_mlp/mean": 0.0004711151123046875, "train/tensor_act_model_layers_46_mlp/std": 0.05322265625, "train/tensor_act_model_layers_46_mlp/max_abs": 0.56640625, "train/tensor_act_model_layers_46_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp/min": -0.45703125, "train/tensor_act_model_layers_46_mlp/max": 0.56640625, "train/tensor_act_model_layers_46_mlp/range": 1.0234375, "train/tensor_act_model_layers_46_residual_post_mlp/norm": 1477.2008056640625, "train/tensor_act_model_layers_46_residual_post_mlp/mean": 0.0150146484375, "train/tensor_act_model_layers_46_residual_post_mlp/std": 0.72265625, "train/tensor_act_model_layers_46_residual_post_mlp/max_abs": 4.71875, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_mlp/min": -4.71875, "train/tensor_act_model_layers_46_residual_post_mlp/max": 4.28125, "train/tensor_act_model_layers_46_residual_post_mlp/range": 9.0, "train/tensor_act_model_layers_47_residual_pre_attn/norm": 1477.2008056640625, "train/tensor_act_model_layers_47_residual_pre_attn/mean": 0.0150146484375, "train/tensor_act_model_layers_47_residual_pre_attn/std": 0.72265625, "train/tensor_act_model_layers_47_residual_pre_attn/max_abs": 4.71875, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_residual_pre_attn/min": -4.71875, "train/tensor_act_model_layers_47_residual_pre_attn/max": 4.28125, "train/tensor_act_model_layers_47_residual_pre_attn/range": 9.0, "train/tensor_act_model_layers_47_residual_post_attn/norm": 1482.98974609375, "train/tensor_act_model_layers_47_residual_post_attn/mean": 0.0159912109375, "train/tensor_act_model_layers_47_residual_post_attn/std": 0.72265625, "train/tensor_act_model_layers_47_residual_post_attn/max_abs": 4.78125, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_attn/min": -4.78125, "train/tensor_act_model_layers_47_residual_post_attn/max": 4.3125, "train/tensor_act_model_layers_47_residual_post_attn/range": 9.09375, "train/tensor_act_model_layers_47_mlp_gate_proj/norm": 1545.8489990234375, "train/tensor_act_model_layers_47_mlp_gate_proj/mean": -0.271484375, "train/tensor_act_model_layers_47_mlp_gate_proj/std": 0.458984375, "train/tensor_act_model_layers_47_mlp_gate_proj/max_abs": 2.671875, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/min": -2.671875, "train/tensor_act_model_layers_47_mlp_gate_proj/max": 2.046875, "train/tensor_act_model_layers_47_mlp_gate_proj/range": 4.71875, "train/tensor_act_model_layers_47_mlp_up_proj/norm": 1255.54248046875, "train/tensor_act_model_layers_47_mlp_up_proj/mean": -0.00970458984375, "train/tensor_act_model_layers_47_mlp_up_proj/std": 0.43359375, "train/tensor_act_model_layers_47_mlp_up_proj/max_abs": 2.625, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/min": -2.625, "train/tensor_act_model_layers_47_mlp_up_proj/max": 2.265625, "train/tensor_act_model_layers_47_mlp_up_proj/range": 4.890625, "train/tensor_act_model_layers_47_mlp_down_proj/norm": 105.01988220214844, "train/tensor_act_model_layers_47_mlp_down_proj/mean": -4.363059997558594e-05, "train/tensor_act_model_layers_47_mlp_down_proj/std": 0.05126953125, "train/tensor_act_model_layers_47_mlp_down_proj/max_abs": 0.46484375, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/min": -0.45703125, "train/tensor_act_model_layers_47_mlp_down_proj/max": 0.46484375, "train/tensor_act_model_layers_47_mlp_down_proj/range": 0.921875, "train/tensor_act_model_layers_47_mlp/norm": 105.01988220214844, "train/tensor_act_model_layers_47_mlp/mean": -4.363059997558594e-05, "train/tensor_act_model_layers_47_mlp/std": 0.05126953125, "train/tensor_act_model_layers_47_mlp/max_abs": 0.46484375, "train/tensor_act_model_layers_47_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp/min": -0.45703125, "train/tensor_act_model_layers_47_mlp/max": 0.46484375, "train/tensor_act_model_layers_47_mlp/range": 0.921875, "train/tensor_act_model_layers_47_residual_post_mlp/norm": 1489.6761474609375, "train/tensor_act_model_layers_47_residual_post_mlp/mean": 0.015869140625, "train/tensor_act_model_layers_47_residual_post_mlp/std": 0.7265625, "train/tensor_act_model_layers_47_residual_post_mlp/max_abs": 4.78125, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_mlp/min": -4.78125, "train/tensor_act_model_layers_47_residual_post_mlp/max": 4.375, "train/tensor_act_model_layers_47_residual_post_mlp/range": 9.15625, "train/tensor_act_model_layers_48_residual_pre_attn/norm": 1489.6761474609375, "train/tensor_act_model_layers_48_residual_pre_attn/mean": 0.015869140625, "train/tensor_act_model_layers_48_residual_pre_attn/std": 0.7265625, "train/tensor_act_model_layers_48_residual_pre_attn/max_abs": 4.78125, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_residual_pre_attn/min": -4.78125, "train/tensor_act_model_layers_48_residual_pre_attn/max": 4.375, "train/tensor_act_model_layers_48_residual_pre_attn/range": 9.15625, "train/tensor_act_model_layers_48_residual_post_attn/norm": 1505.76904296875, "train/tensor_act_model_layers_48_residual_post_attn/mean": 0.01470947265625, "train/tensor_act_model_layers_48_residual_post_attn/std": 0.734375, "train/tensor_act_model_layers_48_residual_post_attn/max_abs": 4.9375, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_attn/min": -4.9375, "train/tensor_act_model_layers_48_residual_post_attn/max": 4.25, "train/tensor_act_model_layers_48_residual_post_attn/range": 9.1875, "train/tensor_act_model_layers_48_mlp_gate_proj/norm": 1539.4339599609375, "train/tensor_act_model_layers_48_mlp_gate_proj/mean": -0.2578125, "train/tensor_act_model_layers_48_mlp_gate_proj/std": 0.46484375, "train/tensor_act_model_layers_48_mlp_gate_proj/max_abs": 2.640625, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/min": -2.640625, "train/tensor_act_model_layers_48_mlp_gate_proj/max": 2.3125, "train/tensor_act_model_layers_48_mlp_gate_proj/range": 4.953125, "train/tensor_act_model_layers_48_mlp_up_proj/norm": 1252.7579345703125, "train/tensor_act_model_layers_48_mlp_up_proj/mean": -0.004638671875, "train/tensor_act_model_layers_48_mlp_up_proj/std": 0.431640625, "train/tensor_act_model_layers_48_mlp_up_proj/max_abs": 2.328125, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/min": -2.328125, "train/tensor_act_model_layers_48_mlp_up_proj/max": 2.1875, "train/tensor_act_model_layers_48_mlp_up_proj/range": 4.515625, "train/tensor_act_model_layers_48_mlp_down_proj/norm": 108.19043731689453, "train/tensor_act_model_layers_48_mlp_down_proj/mean": -0.0001583099365234375, "train/tensor_act_model_layers_48_mlp_down_proj/std": 0.052734375, "train/tensor_act_model_layers_48_mlp_down_proj/max_abs": 0.515625, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/min": -0.474609375, "train/tensor_act_model_layers_48_mlp_down_proj/max": 0.515625, "train/tensor_act_model_layers_48_mlp_down_proj/range": 0.990234375, "train/tensor_act_model_layers_48_mlp/norm": 108.19043731689453, "train/tensor_act_model_layers_48_mlp/mean": -0.0001583099365234375, "train/tensor_act_model_layers_48_mlp/std": 0.052734375, "train/tensor_act_model_layers_48_mlp/max_abs": 0.515625, "train/tensor_act_model_layers_48_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp/min": -0.474609375, "train/tensor_act_model_layers_48_mlp/max": 0.515625, "train/tensor_act_model_layers_48_mlp/range": 0.990234375, "train/tensor_act_model_layers_48_residual_post_mlp/norm": 1511.55615234375, "train/tensor_act_model_layers_48_residual_post_mlp/mean": 0.0145263671875, "train/tensor_act_model_layers_48_residual_post_mlp/std": 0.73828125, "train/tensor_act_model_layers_48_residual_post_mlp/max_abs": 4.84375, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_mlp/min": -4.84375, "train/tensor_act_model_layers_48_residual_post_mlp/max": 4.25, "train/tensor_act_model_layers_48_residual_post_mlp/range": 9.09375, "train/tensor_act_model_layers_49_residual_pre_attn/norm": 1511.55615234375, "train/tensor_act_model_layers_49_residual_pre_attn/mean": 0.0145263671875, "train/tensor_act_model_layers_49_residual_pre_attn/std": 0.73828125, "train/tensor_act_model_layers_49_residual_pre_attn/max_abs": 4.84375, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_residual_pre_attn/min": -4.84375, "train/tensor_act_model_layers_49_residual_pre_attn/max": 4.25, "train/tensor_act_model_layers_49_residual_pre_attn/range": 9.09375, "train/tensor_act_model_layers_49_residual_post_attn/norm": 1518.436767578125, "train/tensor_act_model_layers_49_residual_post_attn/mean": 0.01422119140625, "train/tensor_act_model_layers_49_residual_post_attn/std": 0.7421875, "train/tensor_act_model_layers_49_residual_post_attn/max_abs": 4.71875, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_attn/min": -4.71875, "train/tensor_act_model_layers_49_residual_post_attn/max": 4.125, "train/tensor_act_model_layers_49_residual_post_attn/range": 8.84375, "train/tensor_act_model_layers_49_mlp_gate_proj/norm": 1520.0318603515625, "train/tensor_act_model_layers_49_mlp_gate_proj/mean": -0.26171875, "train/tensor_act_model_layers_49_mlp_gate_proj/std": 0.455078125, "train/tensor_act_model_layers_49_mlp_gate_proj/max_abs": 2.609375, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/min": -2.609375, "train/tensor_act_model_layers_49_mlp_gate_proj/max": 2.078125, "train/tensor_act_model_layers_49_mlp_gate_proj/range": 4.6875, "train/tensor_act_model_layers_49_mlp_up_proj/norm": 1235.7484130859375, "train/tensor_act_model_layers_49_mlp_up_proj/mean": 0.006561279296875, "train/tensor_act_model_layers_49_mlp_up_proj/std": 0.42578125, "train/tensor_act_model_layers_49_mlp_up_proj/max_abs": 3.0, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/min": -3.0, "train/tensor_act_model_layers_49_mlp_up_proj/max": 2.421875, "train/tensor_act_model_layers_49_mlp_up_proj/range": 5.421875, "train/tensor_act_model_layers_49_mlp_down_proj/norm": 102.7872085571289, "train/tensor_act_model_layers_49_mlp_down_proj/mean": -0.000614166259765625, "train/tensor_act_model_layers_49_mlp_down_proj/std": 0.05029296875, "train/tensor_act_model_layers_49_mlp_down_proj/max_abs": 0.49609375, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/min": -0.43359375, "train/tensor_act_model_layers_49_mlp_down_proj/max": 0.49609375, "train/tensor_act_model_layers_49_mlp_down_proj/range": 0.9296875, "train/tensor_act_model_layers_49_mlp/norm": 102.7872085571289, "train/tensor_act_model_layers_49_mlp/mean": -0.000614166259765625, "train/tensor_act_model_layers_49_mlp/std": 0.05029296875, "train/tensor_act_model_layers_49_mlp/max_abs": 0.49609375, "train/tensor_act_model_layers_49_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp/min": -0.43359375, "train/tensor_act_model_layers_49_mlp/max": 0.49609375, "train/tensor_act_model_layers_49_mlp/range": 0.9296875, "train/tensor_act_model_layers_49_residual_post_mlp/norm": 1524.5220947265625, "train/tensor_act_model_layers_49_residual_post_mlp/mean": 0.01361083984375, "train/tensor_act_model_layers_49_residual_post_mlp/std": 0.74609375, "train/tensor_act_model_layers_49_residual_post_mlp/max_abs": 4.625, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_mlp/min": -4.625, "train/tensor_act_model_layers_49_residual_post_mlp/max": 4.1875, "train/tensor_act_model_layers_49_residual_post_mlp/range": 8.8125, "train/tensor_act_model_layers_50_residual_pre_attn/norm": 1524.5220947265625, "train/tensor_act_model_layers_50_residual_pre_attn/mean": 0.01361083984375, "train/tensor_act_model_layers_50_residual_pre_attn/std": 0.74609375, "train/tensor_act_model_layers_50_residual_pre_attn/max_abs": 4.625, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_residual_pre_attn/min": -4.625, "train/tensor_act_model_layers_50_residual_pre_attn/max": 4.1875, "train/tensor_act_model_layers_50_residual_pre_attn/range": 8.8125, "train/tensor_act_model_layers_50_residual_post_attn/norm": 1523.1636962890625, "train/tensor_act_model_layers_50_residual_post_attn/mean": 0.01336669921875, "train/tensor_act_model_layers_50_residual_post_attn/std": 0.7421875, "train/tensor_act_model_layers_50_residual_post_attn/max_abs": 4.65625, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_attn/min": -4.65625, "train/tensor_act_model_layers_50_residual_post_attn/max": 4.125, "train/tensor_act_model_layers_50_residual_post_attn/range": 8.78125, "train/tensor_act_model_layers_50_mlp_gate_proj/norm": 1536.5853271484375, "train/tensor_act_model_layers_50_mlp_gate_proj/mean": -0.267578125, "train/tensor_act_model_layers_50_mlp_gate_proj/std": 0.45703125, "train/tensor_act_model_layers_50_mlp_gate_proj/max_abs": 2.453125, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/min": -2.453125, "train/tensor_act_model_layers_50_mlp_gate_proj/max": 2.203125, "train/tensor_act_model_layers_50_mlp_gate_proj/range": 4.65625, "train/tensor_act_model_layers_50_mlp_up_proj/norm": 1239.50390625, "train/tensor_act_model_layers_50_mlp_up_proj/mean": -0.0022735595703125, "train/tensor_act_model_layers_50_mlp_up_proj/std": 0.427734375, "train/tensor_act_model_layers_50_mlp_up_proj/max_abs": 2.78125, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/min": -2.71875, "train/tensor_act_model_layers_50_mlp_up_proj/max": 2.78125, "train/tensor_act_model_layers_50_mlp_up_proj/range": 5.5, "train/tensor_act_model_layers_50_mlp_down_proj/norm": 104.69664764404297, "train/tensor_act_model_layers_50_mlp_down_proj/mean": -7.772445678710938e-05, "train/tensor_act_model_layers_50_mlp_down_proj/std": 0.051025390625, "train/tensor_act_model_layers_50_mlp_down_proj/max_abs": 0.466796875, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/min": -0.466796875, "train/tensor_act_model_layers_50_mlp_down_proj/max": 0.4609375, "train/tensor_act_model_layers_50_mlp_down_proj/range": 0.927734375, "train/tensor_act_model_layers_50_mlp/norm": 104.69664764404297, "train/tensor_act_model_layers_50_mlp/mean": -7.772445678710938e-05, "train/tensor_act_model_layers_50_mlp/std": 0.051025390625, "train/tensor_act_model_layers_50_mlp/max_abs": 0.466796875, "train/tensor_act_model_layers_50_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp/min": -0.466796875, "train/tensor_act_model_layers_50_mlp/max": 0.4609375, "train/tensor_act_model_layers_50_mlp/range": 0.927734375, "train/tensor_act_model_layers_50_residual_post_mlp/norm": 1529.97216796875, "train/tensor_act_model_layers_50_residual_post_mlp/mean": 0.0133056640625, "train/tensor_act_model_layers_50_residual_post_mlp/std": 0.74609375, "train/tensor_act_model_layers_50_residual_post_mlp/max_abs": 4.71875, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_mlp/min": -4.71875, "train/tensor_act_model_layers_50_residual_post_mlp/max": 4.1875, "train/tensor_act_model_layers_50_residual_post_mlp/range": 8.90625, "train/tensor_act_model_layers_51_residual_pre_attn/norm": 1529.97216796875, "train/tensor_act_model_layers_51_residual_pre_attn/mean": 0.0133056640625, "train/tensor_act_model_layers_51_residual_pre_attn/std": 0.74609375, "train/tensor_act_model_layers_51_residual_pre_attn/max_abs": 4.71875, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_residual_pre_attn/min": -4.71875, "train/tensor_act_model_layers_51_residual_pre_attn/max": 4.1875, "train/tensor_act_model_layers_51_residual_pre_attn/range": 8.90625, "train/tensor_act_model_layers_51_residual_post_attn/norm": 1529.4776611328125, "train/tensor_act_model_layers_51_residual_post_attn/mean": 0.0128173828125, "train/tensor_act_model_layers_51_residual_post_attn/std": 0.74609375, "train/tensor_act_model_layers_51_residual_post_attn/max_abs": 4.75, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_attn/min": -4.75, "train/tensor_act_model_layers_51_residual_post_attn/max": 4.21875, "train/tensor_act_model_layers_51_residual_post_attn/range": 8.96875, "train/tensor_act_model_layers_51_mlp_gate_proj/norm": 1516.394287109375, "train/tensor_act_model_layers_51_mlp_gate_proj/mean": -0.255859375, "train/tensor_act_model_layers_51_mlp_gate_proj/std": 0.45703125, "train/tensor_act_model_layers_51_mlp_gate_proj/max_abs": 2.609375, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/min": -2.609375, "train/tensor_act_model_layers_51_mlp_gate_proj/max": 2.21875, "train/tensor_act_model_layers_51_mlp_gate_proj/range": 4.828125, "train/tensor_act_model_layers_51_mlp_up_proj/norm": 1233.1378173828125, "train/tensor_act_model_layers_51_mlp_up_proj/mean": 0.0106201171875, "train/tensor_act_model_layers_51_mlp_up_proj/std": 0.42578125, "train/tensor_act_model_layers_51_mlp_up_proj/max_abs": 2.515625, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/min": -2.375, "train/tensor_act_model_layers_51_mlp_up_proj/max": 2.515625, "train/tensor_act_model_layers_51_mlp_up_proj/range": 4.890625, "train/tensor_act_model_layers_51_mlp_down_proj/norm": 104.43098449707031, "train/tensor_act_model_layers_51_mlp_down_proj/mean": 3.075599670410156e-05, "train/tensor_act_model_layers_51_mlp_down_proj/std": 0.051025390625, "train/tensor_act_model_layers_51_mlp_down_proj/max_abs": 0.57421875, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/min": -0.57421875, "train/tensor_act_model_layers_51_mlp_down_proj/max": 0.5625, "train/tensor_act_model_layers_51_mlp_down_proj/range": 1.13671875, "train/tensor_act_model_layers_51_mlp/norm": 104.43098449707031, "train/tensor_act_model_layers_51_mlp/mean": 3.075599670410156e-05, "train/tensor_act_model_layers_51_mlp/std": 0.051025390625, "train/tensor_act_model_layers_51_mlp/max_abs": 0.57421875, "train/tensor_act_model_layers_51_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp/min": -0.57421875, "train/tensor_act_model_layers_51_mlp/max": 0.5625, "train/tensor_act_model_layers_51_mlp/range": 1.13671875, "train/tensor_act_model_layers_51_residual_post_mlp/norm": 1534.8089599609375, "train/tensor_act_model_layers_51_residual_post_mlp/mean": 0.0128173828125, "train/tensor_act_model_layers_51_residual_post_mlp/std": 0.75, "train/tensor_act_model_layers_51_residual_post_mlp/max_abs": 4.75, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_mlp/min": -4.75, "train/tensor_act_model_layers_51_residual_post_mlp/max": 4.25, "train/tensor_act_model_layers_51_residual_post_mlp/range": 9.0, "train/tensor_act_model_layers_52_residual_pre_attn/norm": 1534.8089599609375, "train/tensor_act_model_layers_52_residual_pre_attn/mean": 0.0128173828125, "train/tensor_act_model_layers_52_residual_pre_attn/std": 0.75, "train/tensor_act_model_layers_52_residual_pre_attn/max_abs": 4.75, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_residual_pre_attn/min": -4.75, "train/tensor_act_model_layers_52_residual_pre_attn/max": 4.25, "train/tensor_act_model_layers_52_residual_pre_attn/range": 9.0, "train/tensor_act_model_layers_52_residual_post_attn/norm": 1544.8365478515625, "train/tensor_act_model_layers_52_residual_post_attn/mean": 0.0126953125, "train/tensor_act_model_layers_52_residual_post_attn/std": 0.75390625, "train/tensor_act_model_layers_52_residual_post_attn/max_abs": 4.65625, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_attn/min": -4.65625, "train/tensor_act_model_layers_52_residual_post_attn/max": 4.21875, "train/tensor_act_model_layers_52_residual_post_attn/range": 8.875, "train/tensor_act_model_layers_52_mlp_gate_proj/norm": 1538.7882080078125, "train/tensor_act_model_layers_52_mlp_gate_proj/mean": -0.263671875, "train/tensor_act_model_layers_52_mlp_gate_proj/std": 0.4609375, "train/tensor_act_model_layers_52_mlp_gate_proj/max_abs": 2.609375, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/min": -2.609375, "train/tensor_act_model_layers_52_mlp_gate_proj/max": 2.375, "train/tensor_act_model_layers_52_mlp_gate_proj/range": 4.984375, "train/tensor_act_model_layers_52_mlp_up_proj/norm": 1245.157470703125, "train/tensor_act_model_layers_52_mlp_up_proj/mean": -0.0026092529296875, "train/tensor_act_model_layers_52_mlp_up_proj/std": 0.4296875, "train/tensor_act_model_layers_52_mlp_up_proj/max_abs": 2.359375, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/min": -2.359375, "train/tensor_act_model_layers_52_mlp_up_proj/max": 2.34375, "train/tensor_act_model_layers_52_mlp_up_proj/range": 4.703125, "train/tensor_act_model_layers_52_mlp_down_proj/norm": 105.58358764648438, "train/tensor_act_model_layers_52_mlp_down_proj/mean": 0.000461578369140625, "train/tensor_act_model_layers_52_mlp_down_proj/std": 0.051513671875, "train/tensor_act_model_layers_52_mlp_down_proj/max_abs": 0.55078125, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/min": -0.55078125, "train/tensor_act_model_layers_52_mlp_down_proj/max": 0.51953125, "train/tensor_act_model_layers_52_mlp_down_proj/range": 1.0703125, "train/tensor_act_model_layers_52_mlp/norm": 105.58358764648438, "train/tensor_act_model_layers_52_mlp/mean": 0.000461578369140625, "train/tensor_act_model_layers_52_mlp/std": 0.051513671875, "train/tensor_act_model_layers_52_mlp/max_abs": 0.55078125, "train/tensor_act_model_layers_52_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp/min": -0.55078125, "train/tensor_act_model_layers_52_mlp/max": 0.51953125, "train/tensor_act_model_layers_52_mlp/range": 1.0703125, "train/tensor_act_model_layers_52_residual_post_mlp/norm": 1550.61962890625, "train/tensor_act_model_layers_52_residual_post_mlp/mean": 0.01318359375, "train/tensor_act_model_layers_52_residual_post_mlp/std": 0.7578125, "train/tensor_act_model_layers_52_residual_post_mlp/max_abs": 4.6875, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_mlp/min": -4.6875, "train/tensor_act_model_layers_52_residual_post_mlp/max": 4.21875, "train/tensor_act_model_layers_52_residual_post_mlp/range": 8.90625, "train/tensor_act_model_layers_53_residual_pre_attn/norm": 1550.61962890625, "train/tensor_act_model_layers_53_residual_pre_attn/mean": 0.01318359375, "train/tensor_act_model_layers_53_residual_pre_attn/std": 0.7578125, "train/tensor_act_model_layers_53_residual_pre_attn/max_abs": 4.6875, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_residual_pre_attn/min": -4.6875, "train/tensor_act_model_layers_53_residual_pre_attn/max": 4.21875, "train/tensor_act_model_layers_53_residual_pre_attn/range": 8.90625, "train/tensor_act_model_layers_53_residual_post_attn/norm": 1571.4674072265625, "train/tensor_act_model_layers_53_residual_post_attn/mean": 0.01202392578125, "train/tensor_act_model_layers_53_residual_post_attn/std": 0.765625, "train/tensor_act_model_layers_53_residual_post_attn/max_abs": 4.6875, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_attn/min": -4.6875, "train/tensor_act_model_layers_53_residual_post_attn/max": 4.28125, "train/tensor_act_model_layers_53_residual_post_attn/range": 8.96875, "train/tensor_act_model_layers_53_mlp_gate_proj/norm": 1548.8663330078125, "train/tensor_act_model_layers_53_mlp_gate_proj/mean": -0.26953125, "train/tensor_act_model_layers_53_mlp_gate_proj/std": 0.462890625, "train/tensor_act_model_layers_53_mlp_gate_proj/max_abs": 2.609375, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/min": -2.609375, "train/tensor_act_model_layers_53_mlp_gate_proj/max": 2.109375, "train/tensor_act_model_layers_53_mlp_gate_proj/range": 4.71875, "train/tensor_act_model_layers_53_mlp_up_proj/norm": 1266.2867431640625, "train/tensor_act_model_layers_53_mlp_up_proj/mean": 0.00112152099609375, "train/tensor_act_model_layers_53_mlp_up_proj/std": 0.4375, "train/tensor_act_model_layers_53_mlp_up_proj/max_abs": 2.375, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/min": -2.296875, "train/tensor_act_model_layers_53_mlp_up_proj/max": 2.375, "train/tensor_act_model_layers_53_mlp_up_proj/range": 4.671875, "train/tensor_act_model_layers_53_mlp_down_proj/norm": 106.81733703613281, "train/tensor_act_model_layers_53_mlp_down_proj/mean": 0.0002689361572265625, "train/tensor_act_model_layers_53_mlp_down_proj/std": 0.05224609375, "train/tensor_act_model_layers_53_mlp_down_proj/max_abs": 0.451171875, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/min": -0.451171875, "train/tensor_act_model_layers_53_mlp_down_proj/max": 0.44921875, "train/tensor_act_model_layers_53_mlp_down_proj/range": 0.900390625, "train/tensor_act_model_layers_53_mlp/norm": 106.81733703613281, "train/tensor_act_model_layers_53_mlp/mean": 0.0002689361572265625, "train/tensor_act_model_layers_53_mlp/std": 0.05224609375, "train/tensor_act_model_layers_53_mlp/max_abs": 0.451171875, "train/tensor_act_model_layers_53_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp/min": -0.451171875, "train/tensor_act_model_layers_53_mlp/max": 0.44921875, "train/tensor_act_model_layers_53_mlp/range": 0.900390625, "train/tensor_act_model_layers_53_residual_post_mlp/norm": 1576.200927734375, "train/tensor_act_model_layers_53_residual_post_mlp/mean": 0.01226806640625, "train/tensor_act_model_layers_53_residual_post_mlp/std": 0.76953125, "train/tensor_act_model_layers_53_residual_post_mlp/max_abs": 4.71875, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_mlp/min": -4.71875, "train/tensor_act_model_layers_53_residual_post_mlp/max": 4.28125, "train/tensor_act_model_layers_53_residual_post_mlp/range": 9.0, "train/tensor_act_model_layers_54_residual_pre_attn/norm": 1576.200927734375, "train/tensor_act_model_layers_54_residual_pre_attn/mean": 0.01226806640625, "train/tensor_act_model_layers_54_residual_pre_attn/std": 0.76953125, "train/tensor_act_model_layers_54_residual_pre_attn/max_abs": 4.71875, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_residual_pre_attn/min": -4.71875, "train/tensor_act_model_layers_54_residual_pre_attn/max": 4.28125, "train/tensor_act_model_layers_54_residual_pre_attn/range": 9.0, "train/tensor_act_model_layers_54_residual_post_attn/norm": 1580.067138671875, "train/tensor_act_model_layers_54_residual_post_attn/mean": 0.01251220703125, "train/tensor_act_model_layers_54_residual_post_attn/std": 0.76953125, "train/tensor_act_model_layers_54_residual_post_attn/max_abs": 4.6875, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_attn/min": -4.6875, "train/tensor_act_model_layers_54_residual_post_attn/max": 4.28125, "train/tensor_act_model_layers_54_residual_post_attn/range": 8.96875, "train/tensor_act_model_layers_54_mlp_gate_proj/norm": 1556.3206787109375, "train/tensor_act_model_layers_54_mlp_gate_proj/mean": -0.275390625, "train/tensor_act_model_layers_54_mlp_gate_proj/std": 0.4609375, "train/tensor_act_model_layers_54_mlp_gate_proj/max_abs": 2.609375, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/min": -2.609375, "train/tensor_act_model_layers_54_mlp_gate_proj/max": 2.4375, "train/tensor_act_model_layers_54_mlp_gate_proj/range": 5.046875, "train/tensor_act_model_layers_54_mlp_up_proj/norm": 1271.9481201171875, "train/tensor_act_model_layers_54_mlp_up_proj/mean": 0.0013427734375, "train/tensor_act_model_layers_54_mlp_up_proj/std": 0.439453125, "train/tensor_act_model_layers_54_mlp_up_proj/max_abs": 2.9375, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/min": -2.9375, "train/tensor_act_model_layers_54_mlp_up_proj/max": 2.484375, "train/tensor_act_model_layers_54_mlp_up_proj/range": 5.421875, "train/tensor_act_model_layers_54_mlp_down_proj/norm": 108.29817962646484, "train/tensor_act_model_layers_54_mlp_down_proj/mean": -0.00021266937255859375, "train/tensor_act_model_layers_54_mlp_down_proj/std": 0.052978515625, "train/tensor_act_model_layers_54_mlp_down_proj/max_abs": 0.431640625, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/min": -0.431640625, "train/tensor_act_model_layers_54_mlp_down_proj/max": 0.4296875, "train/tensor_act_model_layers_54_mlp_down_proj/range": 0.861328125, "train/tensor_act_model_layers_54_mlp/norm": 108.29817962646484, "train/tensor_act_model_layers_54_mlp/mean": -0.00021266937255859375, "train/tensor_act_model_layers_54_mlp/std": 0.052978515625, "train/tensor_act_model_layers_54_mlp/max_abs": 0.431640625, "train/tensor_act_model_layers_54_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp/min": -0.431640625, "train/tensor_act_model_layers_54_mlp/max": 0.4296875, "train/tensor_act_model_layers_54_mlp/range": 0.861328125, "train/tensor_act_model_layers_54_residual_post_mlp/norm": 1586.1907958984375, "train/tensor_act_model_layers_54_residual_post_mlp/mean": 0.01226806640625, "train/tensor_act_model_layers_54_residual_post_mlp/std": 0.7734375, "train/tensor_act_model_layers_54_residual_post_mlp/max_abs": 4.71875, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_mlp/min": -4.71875, "train/tensor_act_model_layers_54_residual_post_mlp/max": 4.25, "train/tensor_act_model_layers_54_residual_post_mlp/range": 8.96875, "train/tensor_act_model_layers_55_residual_pre_attn/norm": 1586.1907958984375, "train/tensor_act_model_layers_55_residual_pre_attn/mean": 0.01226806640625, "train/tensor_act_model_layers_55_residual_pre_attn/std": 0.7734375, "train/tensor_act_model_layers_55_residual_pre_attn/max_abs": 4.71875, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_residual_pre_attn/min": -4.71875, "train/tensor_act_model_layers_55_residual_pre_attn/max": 4.25, "train/tensor_act_model_layers_55_residual_pre_attn/range": 8.96875, "train/tensor_act_model_layers_55_residual_post_attn/norm": 1590.6121826171875, "train/tensor_act_model_layers_55_residual_post_attn/mean": 0.01202392578125, "train/tensor_act_model_layers_55_residual_post_attn/std": 0.77734375, "train/tensor_act_model_layers_55_residual_post_attn/max_abs": 4.6875, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_attn/min": -4.6875, "train/tensor_act_model_layers_55_residual_post_attn/max": 4.375, "train/tensor_act_model_layers_55_residual_post_attn/range": 9.0625, "train/tensor_act_model_layers_55_mlp_gate_proj/norm": 1530.9219970703125, "train/tensor_act_model_layers_55_mlp_gate_proj/mean": -0.25390625, "train/tensor_act_model_layers_55_mlp_gate_proj/std": 0.462890625, "train/tensor_act_model_layers_55_mlp_gate_proj/max_abs": 2.59375, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/min": -2.59375, "train/tensor_act_model_layers_55_mlp_gate_proj/max": 2.328125, "train/tensor_act_model_layers_55_mlp_gate_proj/range": 4.921875, "train/tensor_act_model_layers_55_mlp_up_proj/norm": 1261.8795166015625, "train/tensor_act_model_layers_55_mlp_up_proj/mean": -0.006591796875, "train/tensor_act_model_layers_55_mlp_up_proj/std": 0.435546875, "train/tensor_act_model_layers_55_mlp_up_proj/max_abs": 2.96875, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/min": -2.59375, "train/tensor_act_model_layers_55_mlp_up_proj/max": 2.96875, "train/tensor_act_model_layers_55_mlp_up_proj/range": 5.5625, "train/tensor_act_model_layers_55_mlp_down_proj/norm": 112.28279113769531, "train/tensor_act_model_layers_55_mlp_down_proj/mean": -0.0001659393310546875, "train/tensor_act_model_layers_55_mlp_down_proj/std": 0.054931640625, "train/tensor_act_model_layers_55_mlp_down_proj/max_abs": 0.5234375, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/min": -0.5234375, "train/tensor_act_model_layers_55_mlp_down_proj/max": 0.47265625, "train/tensor_act_model_layers_55_mlp_down_proj/range": 0.99609375, "train/tensor_act_model_layers_55_mlp/norm": 112.28279113769531, "train/tensor_act_model_layers_55_mlp/mean": -0.0001659393310546875, "train/tensor_act_model_layers_55_mlp/std": 0.054931640625, "train/tensor_act_model_layers_55_mlp/max_abs": 0.5234375, "train/tensor_act_model_layers_55_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp/min": -0.5234375, "train/tensor_act_model_layers_55_mlp/max": 0.47265625, "train/tensor_act_model_layers_55_mlp/range": 0.99609375, "train/tensor_act_model_layers_55_residual_post_mlp/norm": 1593.71826171875, "train/tensor_act_model_layers_55_residual_post_mlp/mean": 0.0118408203125, "train/tensor_act_model_layers_55_residual_post_mlp/std": 0.77734375, "train/tensor_act_model_layers_55_residual_post_mlp/max_abs": 4.65625, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_mlp/min": -4.65625, "train/tensor_act_model_layers_55_residual_post_mlp/max": 4.5, "train/tensor_act_model_layers_55_residual_post_mlp/range": 9.15625, "train/tensor_act_model_layers_56_residual_pre_attn/norm": 1593.71826171875, "train/tensor_act_model_layers_56_residual_pre_attn/mean": 0.0118408203125, "train/tensor_act_model_layers_56_residual_pre_attn/std": 0.77734375, "train/tensor_act_model_layers_56_residual_pre_attn/max_abs": 4.65625, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_residual_pre_attn/min": -4.65625, "train/tensor_act_model_layers_56_residual_pre_attn/max": 4.5, "train/tensor_act_model_layers_56_residual_pre_attn/range": 9.15625, "train/tensor_act_model_layers_56_residual_post_attn/norm": 1596.3489990234375, "train/tensor_act_model_layers_56_residual_post_attn/mean": 0.01171875, "train/tensor_act_model_layers_56_residual_post_attn/std": 0.78125, "train/tensor_act_model_layers_56_residual_post_attn/max_abs": 4.59375, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_attn/min": -4.59375, "train/tensor_act_model_layers_56_residual_post_attn/max": 4.4375, "train/tensor_act_model_layers_56_residual_post_attn/range": 9.03125, "train/tensor_act_model_layers_56_mlp_gate_proj/norm": 1564.91552734375, "train/tensor_act_model_layers_56_mlp_gate_proj/mean": -0.27734375, "train/tensor_act_model_layers_56_mlp_gate_proj/std": 0.462890625, "train/tensor_act_model_layers_56_mlp_gate_proj/max_abs": 2.75, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/min": -2.75, "train/tensor_act_model_layers_56_mlp_gate_proj/max": 2.203125, "train/tensor_act_model_layers_56_mlp_gate_proj/range": 4.953125, "train/tensor_act_model_layers_56_mlp_up_proj/norm": 1274.73046875, "train/tensor_act_model_layers_56_mlp_up_proj/mean": 0.00165557861328125, "train/tensor_act_model_layers_56_mlp_up_proj/std": 0.439453125, "train/tensor_act_model_layers_56_mlp_up_proj/max_abs": 2.453125, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/min": -2.296875, "train/tensor_act_model_layers_56_mlp_up_proj/max": 2.453125, "train/tensor_act_model_layers_56_mlp_up_proj/range": 4.75, "train/tensor_act_model_layers_56_mlp_down_proj/norm": 107.9145278930664, "train/tensor_act_model_layers_56_mlp_down_proj/mean": 0.00010824203491210938, "train/tensor_act_model_layers_56_mlp_down_proj/std": 0.052734375, "train/tensor_act_model_layers_56_mlp_down_proj/max_abs": 0.462890625, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/min": -0.462890625, "train/tensor_act_model_layers_56_mlp_down_proj/max": 0.4453125, "train/tensor_act_model_layers_56_mlp_down_proj/range": 0.908203125, "train/tensor_act_model_layers_56_mlp/norm": 107.9145278930664, "train/tensor_act_model_layers_56_mlp/mean": 0.00010824203491210938, "train/tensor_act_model_layers_56_mlp/std": 0.052734375, "train/tensor_act_model_layers_56_mlp/max_abs": 0.462890625, "train/tensor_act_model_layers_56_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp/min": -0.462890625, "train/tensor_act_model_layers_56_mlp/max": 0.4453125, "train/tensor_act_model_layers_56_mlp/range": 0.908203125, "train/tensor_act_model_layers_56_residual_post_mlp/norm": 1600.228759765625, "train/tensor_act_model_layers_56_residual_post_mlp/mean": 0.01177978515625, "train/tensor_act_model_layers_56_residual_post_mlp/std": 0.78125, "train/tensor_act_model_layers_56_residual_post_mlp/max_abs": 4.5625, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_mlp/min": -4.5625, "train/tensor_act_model_layers_56_residual_post_mlp/max": 4.4375, "train/tensor_act_model_layers_56_residual_post_mlp/range": 9.0, "train/tensor_act_model_layers_57_residual_pre_attn/norm": 1600.228759765625, "train/tensor_act_model_layers_57_residual_pre_attn/mean": 0.01177978515625, "train/tensor_act_model_layers_57_residual_pre_attn/std": 0.78125, "train/tensor_act_model_layers_57_residual_pre_attn/max_abs": 4.5625, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_residual_pre_attn/min": -4.5625, "train/tensor_act_model_layers_57_residual_pre_attn/max": 4.4375, "train/tensor_act_model_layers_57_residual_pre_attn/range": 9.0, "train/tensor_act_model_layers_57_residual_post_attn/norm": 1623.4239501953125, "train/tensor_act_model_layers_57_residual_post_attn/mean": 0.01202392578125, "train/tensor_act_model_layers_57_residual_post_attn/std": 0.79296875, "train/tensor_act_model_layers_57_residual_post_attn/max_abs": 4.59375, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_attn/min": -4.59375, "train/tensor_act_model_layers_57_residual_post_attn/max": 4.53125, "train/tensor_act_model_layers_57_residual_post_attn/range": 9.125, "train/tensor_act_model_layers_57_mlp_gate_proj/norm": 1522.50048828125, "train/tensor_act_model_layers_57_mlp_gate_proj/mean": -0.248046875, "train/tensor_act_model_layers_57_mlp_gate_proj/std": 0.462890625, "train/tensor_act_model_layers_57_mlp_gate_proj/max_abs": 2.859375, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/min": -2.859375, "train/tensor_act_model_layers_57_mlp_gate_proj/max": 2.234375, "train/tensor_act_model_layers_57_mlp_gate_proj/range": 5.09375, "train/tensor_act_model_layers_57_mlp_up_proj/norm": 1262.1966552734375, "train/tensor_act_model_layers_57_mlp_up_proj/mean": 0.0026702880859375, "train/tensor_act_model_layers_57_mlp_up_proj/std": 0.435546875, "train/tensor_act_model_layers_57_mlp_up_proj/max_abs": 3.0625, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/min": -3.0625, "train/tensor_act_model_layers_57_mlp_up_proj/max": 2.28125, "train/tensor_act_model_layers_57_mlp_up_proj/range": 5.34375, "train/tensor_act_model_layers_57_mlp_down_proj/norm": 114.20059967041016, "train/tensor_act_model_layers_57_mlp_down_proj/mean": -0.00011730194091796875, "train/tensor_act_model_layers_57_mlp_down_proj/std": 0.0556640625, "train/tensor_act_model_layers_57_mlp_down_proj/max_abs": 0.56640625, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/min": -0.56640625, "train/tensor_act_model_layers_57_mlp_down_proj/max": 0.55078125, "train/tensor_act_model_layers_57_mlp_down_proj/range": 1.1171875, "train/tensor_act_model_layers_57_mlp/norm": 114.20059967041016, "train/tensor_act_model_layers_57_mlp/mean": -0.00011730194091796875, "train/tensor_act_model_layers_57_mlp/std": 0.0556640625, "train/tensor_act_model_layers_57_mlp/max_abs": 0.56640625, "train/tensor_act_model_layers_57_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp/min": -0.56640625, "train/tensor_act_model_layers_57_mlp/max": 0.55078125, "train/tensor_act_model_layers_57_mlp/range": 1.1171875, "train/tensor_act_model_layers_57_residual_post_mlp/norm": 1628.4351806640625, "train/tensor_act_model_layers_57_residual_post_mlp/mean": 0.01190185546875, "train/tensor_act_model_layers_57_residual_post_mlp/std": 0.796875, "train/tensor_act_model_layers_57_residual_post_mlp/max_abs": 4.5625, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_mlp/min": -4.53125, "train/tensor_act_model_layers_57_residual_post_mlp/max": 4.5625, "train/tensor_act_model_layers_57_residual_post_mlp/range": 9.09375, "train/tensor_act_model_layers_58_residual_pre_attn/norm": 1628.4351806640625, "train/tensor_act_model_layers_58_residual_pre_attn/mean": 0.01190185546875, "train/tensor_act_model_layers_58_residual_pre_attn/std": 0.796875, "train/tensor_act_model_layers_58_residual_pre_attn/max_abs": 4.5625, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_residual_pre_attn/min": -4.53125, "train/tensor_act_model_layers_58_residual_pre_attn/max": 4.5625, "train/tensor_act_model_layers_58_residual_pre_attn/range": 9.09375, "train/tensor_act_model_layers_58_residual_post_attn/norm": 1631.825927734375, "train/tensor_act_model_layers_58_residual_post_attn/mean": 0.0115966796875, "train/tensor_act_model_layers_58_residual_post_attn/std": 0.796875, "train/tensor_act_model_layers_58_residual_post_attn/max_abs": 4.625, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_attn/min": -4.59375, "train/tensor_act_model_layers_58_residual_post_attn/max": 4.625, "train/tensor_act_model_layers_58_residual_post_attn/range": 9.21875, "train/tensor_act_model_layers_58_mlp_gate_proj/norm": 1509.1387939453125, "train/tensor_act_model_layers_58_mlp_gate_proj/mean": -0.248046875, "train/tensor_act_model_layers_58_mlp_gate_proj/std": 0.458984375, "train/tensor_act_model_layers_58_mlp_gate_proj/max_abs": 2.671875, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/min": -2.671875, "train/tensor_act_model_layers_58_mlp_gate_proj/max": 2.234375, "train/tensor_act_model_layers_58_mlp_gate_proj/range": 4.90625, "train/tensor_act_model_layers_58_mlp_up_proj/norm": 1256.4627685546875, "train/tensor_act_model_layers_58_mlp_up_proj/mean": -0.00024127960205078125, "train/tensor_act_model_layers_58_mlp_up_proj/std": 0.43359375, "train/tensor_act_model_layers_58_mlp_up_proj/max_abs": 2.8125, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/min": -2.390625, "train/tensor_act_model_layers_58_mlp_up_proj/max": 2.8125, "train/tensor_act_model_layers_58_mlp_up_proj/range": 5.203125, "train/tensor_act_model_layers_58_mlp_down_proj/norm": 110.67323303222656, "train/tensor_act_model_layers_58_mlp_down_proj/mean": 0.000911712646484375, "train/tensor_act_model_layers_58_mlp_down_proj/std": 0.053955078125, "train/tensor_act_model_layers_58_mlp_down_proj/max_abs": 0.482421875, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/min": -0.482421875, "train/tensor_act_model_layers_58_mlp_down_proj/max": 0.453125, "train/tensor_act_model_layers_58_mlp_down_proj/range": 0.935546875, "train/tensor_act_model_layers_58_mlp/norm": 110.67323303222656, "train/tensor_act_model_layers_58_mlp/mean": 0.000911712646484375, "train/tensor_act_model_layers_58_mlp/std": 0.053955078125, "train/tensor_act_model_layers_58_mlp/max_abs": 0.482421875, "train/tensor_act_model_layers_58_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp/min": -0.482421875, "train/tensor_act_model_layers_58_mlp/max": 0.453125, "train/tensor_act_model_layers_58_mlp/range": 0.935546875, "train/tensor_act_model_layers_58_residual_post_mlp/norm": 1634.9073486328125, "train/tensor_act_model_layers_58_residual_post_mlp/mean": 0.012451171875, "train/tensor_act_model_layers_58_residual_post_mlp/std": 0.796875, "train/tensor_act_model_layers_58_residual_post_mlp/max_abs": 4.6875, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_mlp/min": -4.5, "train/tensor_act_model_layers_58_residual_post_mlp/max": 4.6875, "train/tensor_act_model_layers_58_residual_post_mlp/range": 9.1875, "train/tensor_act_model_layers_59_residual_pre_attn/norm": 1634.9073486328125, "train/tensor_act_model_layers_59_residual_pre_attn/mean": 0.012451171875, "train/tensor_act_model_layers_59_residual_pre_attn/std": 0.796875, "train/tensor_act_model_layers_59_residual_pre_attn/max_abs": 4.6875, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_residual_pre_attn/min": -4.5, "train/tensor_act_model_layers_59_residual_pre_attn/max": 4.6875, "train/tensor_act_model_layers_59_residual_pre_attn/range": 9.1875, "train/tensor_act_model_layers_59_residual_post_attn/norm": 1635.859130859375, "train/tensor_act_model_layers_59_residual_post_attn/mean": 0.01336669921875, "train/tensor_act_model_layers_59_residual_post_attn/std": 0.796875, "train/tensor_act_model_layers_59_residual_post_attn/max_abs": 4.8125, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_attn/min": -4.5625, "train/tensor_act_model_layers_59_residual_post_attn/max": 4.8125, "train/tensor_act_model_layers_59_residual_post_attn/range": 9.375, "train/tensor_act_model_layers_59_mlp_gate_proj/norm": 1516.0885009765625, "train/tensor_act_model_layers_59_mlp_gate_proj/mean": -0.251953125, "train/tensor_act_model_layers_59_mlp_gate_proj/std": 0.458984375, "train/tensor_act_model_layers_59_mlp_gate_proj/max_abs": 2.484375, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/min": -2.484375, "train/tensor_act_model_layers_59_mlp_gate_proj/max": 2.15625, "train/tensor_act_model_layers_59_mlp_gate_proj/range": 4.640625, "train/tensor_act_model_layers_59_mlp_up_proj/norm": 1262.0545654296875, "train/tensor_act_model_layers_59_mlp_up_proj/mean": 0.0019073486328125, "train/tensor_act_model_layers_59_mlp_up_proj/std": 0.435546875, "train/tensor_act_model_layers_59_mlp_up_proj/max_abs": 2.53125, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/min": -2.453125, "train/tensor_act_model_layers_59_mlp_up_proj/max": 2.53125, "train/tensor_act_model_layers_59_mlp_up_proj/range": 4.984375, "train/tensor_act_model_layers_59_mlp_down_proj/norm": 110.89615631103516, "train/tensor_act_model_layers_59_mlp_down_proj/mean": 0.000858306884765625, "train/tensor_act_model_layers_59_mlp_down_proj/std": 0.05419921875, "train/tensor_act_model_layers_59_mlp_down_proj/max_abs": 0.640625, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/min": -0.640625, "train/tensor_act_model_layers_59_mlp_down_proj/max": 0.44921875, "train/tensor_act_model_layers_59_mlp_down_proj/range": 1.08984375, "train/tensor_act_model_layers_59_mlp/norm": 110.89615631103516, "train/tensor_act_model_layers_59_mlp/mean": 0.000858306884765625, "train/tensor_act_model_layers_59_mlp/std": 0.05419921875, "train/tensor_act_model_layers_59_mlp/max_abs": 0.640625, "train/tensor_act_model_layers_59_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp/min": -0.640625, "train/tensor_act_model_layers_59_mlp/max": 0.44921875, "train/tensor_act_model_layers_59_mlp/range": 1.08984375, "train/tensor_act_model_layers_59_residual_post_mlp/norm": 1640.4918212890625, "train/tensor_act_model_layers_59_residual_post_mlp/mean": 0.01422119140625, "train/tensor_act_model_layers_59_residual_post_mlp/std": 0.80078125, "train/tensor_act_model_layers_59_residual_post_mlp/max_abs": 4.78125, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_mlp/min": -4.53125, "train/tensor_act_model_layers_59_residual_post_mlp/max": 4.78125, "train/tensor_act_model_layers_59_residual_post_mlp/range": 9.3125, "train/tensor_act_model_layers_60_residual_pre_attn/norm": 1640.4918212890625, "train/tensor_act_model_layers_60_residual_pre_attn/mean": 0.01422119140625, "train/tensor_act_model_layers_60_residual_pre_attn/std": 0.80078125, "train/tensor_act_model_layers_60_residual_pre_attn/max_abs": 4.78125, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_residual_pre_attn/min": -4.53125, "train/tensor_act_model_layers_60_residual_pre_attn/max": 4.78125, "train/tensor_act_model_layers_60_residual_pre_attn/range": 9.3125, "train/tensor_act_model_layers_60_residual_post_attn/norm": 1643.6170654296875, "train/tensor_act_model_layers_60_residual_post_attn/mean": 0.014404296875, "train/tensor_act_model_layers_60_residual_post_attn/std": 0.80078125, "train/tensor_act_model_layers_60_residual_post_attn/max_abs": 4.71875, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_attn/min": -4.59375, "train/tensor_act_model_layers_60_residual_post_attn/max": 4.71875, "train/tensor_act_model_layers_60_residual_post_attn/range": 9.3125, "train/tensor_act_model_layers_60_mlp_gate_proj/norm": 1528.306396484375, "train/tensor_act_model_layers_60_mlp_gate_proj/mean": -0.244140625, "train/tensor_act_model_layers_60_mlp_gate_proj/std": 0.46875, "train/tensor_act_model_layers_60_mlp_gate_proj/max_abs": 2.765625, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/min": -2.765625, "train/tensor_act_model_layers_60_mlp_gate_proj/max": 2.453125, "train/tensor_act_model_layers_60_mlp_gate_proj/range": 5.21875, "train/tensor_act_model_layers_60_mlp_up_proj/norm": 1273.5302734375, "train/tensor_act_model_layers_60_mlp_up_proj/mean": 0.002532958984375, "train/tensor_act_model_layers_60_mlp_up_proj/std": 0.439453125, "train/tensor_act_model_layers_60_mlp_up_proj/max_abs": 2.421875, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/min": -2.296875, "train/tensor_act_model_layers_60_mlp_up_proj/max": 2.421875, "train/tensor_act_model_layers_60_mlp_up_proj/range": 4.71875, "train/tensor_act_model_layers_60_mlp_down_proj/norm": 118.61881256103516, "train/tensor_act_model_layers_60_mlp_down_proj/mean": 0.0004062652587890625, "train/tensor_act_model_layers_60_mlp_down_proj/std": 0.057861328125, "train/tensor_act_model_layers_60_mlp_down_proj/max_abs": 0.54296875, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/min": -0.5234375, "train/tensor_act_model_layers_60_mlp_down_proj/max": 0.54296875, "train/tensor_act_model_layers_60_mlp_down_proj/range": 1.06640625, "train/tensor_act_model_layers_60_mlp/norm": 118.61881256103516, "train/tensor_act_model_layers_60_mlp/mean": 0.0004062652587890625, "train/tensor_act_model_layers_60_mlp/std": 0.057861328125, "train/tensor_act_model_layers_60_mlp/max_abs": 0.54296875, "train/tensor_act_model_layers_60_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp/min": -0.5234375, "train/tensor_act_model_layers_60_mlp/max": 0.54296875, "train/tensor_act_model_layers_60_mlp/range": 1.06640625, "train/tensor_act_model_layers_60_residual_post_mlp/norm": 1649.09765625, "train/tensor_act_model_layers_60_residual_post_mlp/mean": 0.0147705078125, "train/tensor_act_model_layers_60_residual_post_mlp/std": 0.8046875, "train/tensor_act_model_layers_60_residual_post_mlp/max_abs": 4.6875, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_mlp/min": -4.625, "train/tensor_act_model_layers_60_residual_post_mlp/max": 4.6875, "train/tensor_act_model_layers_60_residual_post_mlp/range": 9.3125, "train/tensor_act_model_layers_61_residual_pre_attn/norm": 1649.09765625, "train/tensor_act_model_layers_61_residual_pre_attn/mean": 0.0147705078125, "train/tensor_act_model_layers_61_residual_pre_attn/std": 0.8046875, "train/tensor_act_model_layers_61_residual_pre_attn/max_abs": 4.6875, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_residual_pre_attn/min": -4.625, "train/tensor_act_model_layers_61_residual_pre_attn/max": 4.6875, "train/tensor_act_model_layers_61_residual_pre_attn/range": 9.3125, "train/tensor_act_model_layers_61_residual_post_attn/norm": 1655.8388671875, "train/tensor_act_model_layers_61_residual_post_attn/mean": 0.013916015625, "train/tensor_act_model_layers_61_residual_post_attn/std": 0.80859375, "train/tensor_act_model_layers_61_residual_post_attn/max_abs": 4.71875, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_attn/min": -4.625, "train/tensor_act_model_layers_61_residual_post_attn/max": 4.71875, "train/tensor_act_model_layers_61_residual_post_attn/range": 9.34375, "train/tensor_act_model_layers_61_mlp_gate_proj/norm": 1575.9661865234375, "train/tensor_act_model_layers_61_mlp_gate_proj/mean": -0.2734375, "train/tensor_act_model_layers_61_mlp_gate_proj/std": 0.470703125, "train/tensor_act_model_layers_61_mlp_gate_proj/max_abs": 2.90625, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/min": -2.90625, "train/tensor_act_model_layers_61_mlp_gate_proj/max": 2.265625, "train/tensor_act_model_layers_61_mlp_gate_proj/range": 5.171875, "train/tensor_act_model_layers_61_mlp_up_proj/norm": 1295.3092041015625, "train/tensor_act_model_layers_61_mlp_up_proj/mean": 0.00494384765625, "train/tensor_act_model_layers_61_mlp_up_proj/std": 0.447265625, "train/tensor_act_model_layers_61_mlp_up_proj/max_abs": 2.640625, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/min": -2.609375, "train/tensor_act_model_layers_61_mlp_up_proj/max": 2.640625, "train/tensor_act_model_layers_61_mlp_up_proj/range": 5.25, "train/tensor_act_model_layers_61_mlp_down_proj/norm": 115.35465240478516, "train/tensor_act_model_layers_61_mlp_down_proj/mean": -0.00072479248046875, "train/tensor_act_model_layers_61_mlp_down_proj/std": 0.056396484375, "train/tensor_act_model_layers_61_mlp_down_proj/max_abs": 0.5078125, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/min": -0.498046875, "train/tensor_act_model_layers_61_mlp_down_proj/max": 0.5078125, "train/tensor_act_model_layers_61_mlp_down_proj/range": 1.005859375, "train/tensor_act_model_layers_61_mlp/norm": 115.35465240478516, "train/tensor_act_model_layers_61_mlp/mean": -0.00072479248046875, "train/tensor_act_model_layers_61_mlp/std": 0.056396484375, "train/tensor_act_model_layers_61_mlp/max_abs": 0.5078125, "train/tensor_act_model_layers_61_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp/min": -0.498046875, "train/tensor_act_model_layers_61_mlp/max": 0.5078125, "train/tensor_act_model_layers_61_mlp/range": 1.005859375, "train/tensor_act_model_layers_61_residual_post_mlp/norm": 1662.0303955078125, "train/tensor_act_model_layers_61_residual_post_mlp/mean": 0.01318359375, "train/tensor_act_model_layers_61_residual_post_mlp/std": 0.8125, "train/tensor_act_model_layers_61_residual_post_mlp/max_abs": 4.71875, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_mlp/min": -4.6875, "train/tensor_act_model_layers_61_residual_post_mlp/max": 4.71875, "train/tensor_act_model_layers_61_residual_post_mlp/range": 9.40625, "train/tensor_act_model_layers_62_residual_pre_attn/norm": 1662.0303955078125, "train/tensor_act_model_layers_62_residual_pre_attn/mean": 0.01318359375, "train/tensor_act_model_layers_62_residual_pre_attn/std": 0.8125, "train/tensor_act_model_layers_62_residual_pre_attn/max_abs": 4.71875, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_residual_pre_attn/min": -4.6875, "train/tensor_act_model_layers_62_residual_pre_attn/max": 4.71875, "train/tensor_act_model_layers_62_residual_pre_attn/range": 9.40625, "train/tensor_act_model_layers_62_residual_post_attn/norm": 1668.4976806640625, "train/tensor_act_model_layers_62_residual_post_attn/mean": 0.01373291015625, "train/tensor_act_model_layers_62_residual_post_attn/std": 0.81640625, "train/tensor_act_model_layers_62_residual_post_attn/max_abs": 4.75, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_attn/min": -4.75, "train/tensor_act_model_layers_62_residual_post_attn/max": 4.71875, "train/tensor_act_model_layers_62_residual_post_attn/range": 9.46875, "train/tensor_act_model_layers_62_mlp_gate_proj/norm": 1566.2327880859375, "train/tensor_act_model_layers_62_mlp_gate_proj/mean": -0.26171875, "train/tensor_act_model_layers_62_mlp_gate_proj/std": 0.47265625, "train/tensor_act_model_layers_62_mlp_gate_proj/max_abs": 2.6875, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/min": -2.6875, "train/tensor_act_model_layers_62_mlp_gate_proj/max": 2.46875, "train/tensor_act_model_layers_62_mlp_gate_proj/range": 5.15625, "train/tensor_act_model_layers_62_mlp_up_proj/norm": 1304.8004150390625, "train/tensor_act_model_layers_62_mlp_up_proj/mean": -0.004241943359375, "train/tensor_act_model_layers_62_mlp_up_proj/std": 0.451171875, "train/tensor_act_model_layers_62_mlp_up_proj/max_abs": 3.53125, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/min": -2.78125, "train/tensor_act_model_layers_62_mlp_up_proj/max": 3.53125, "train/tensor_act_model_layers_62_mlp_up_proj/range": 6.3125, "train/tensor_act_model_layers_62_mlp_down_proj/norm": 117.65528869628906, "train/tensor_act_model_layers_62_mlp_down_proj/mean": -3.838539123535156e-05, "train/tensor_act_model_layers_62_mlp_down_proj/std": 0.057373046875, "train/tensor_act_model_layers_62_mlp_down_proj/max_abs": 1.046875, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/min": -0.7578125, "train/tensor_act_model_layers_62_mlp_down_proj/max": 1.046875, "train/tensor_act_model_layers_62_mlp_down_proj/range": 1.8046875, "train/tensor_act_model_layers_62_mlp/norm": 117.65528869628906, "train/tensor_act_model_layers_62_mlp/mean": -3.838539123535156e-05, "train/tensor_act_model_layers_62_mlp/std": 0.057373046875, "train/tensor_act_model_layers_62_mlp/max_abs": 1.046875, "train/tensor_act_model_layers_62_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp/min": -0.7578125, "train/tensor_act_model_layers_62_mlp/max": 1.046875, "train/tensor_act_model_layers_62_mlp/range": 1.8046875, "train/tensor_act_model_layers_62_residual_post_mlp/norm": 1673.1270751953125, "train/tensor_act_model_layers_62_residual_post_mlp/mean": 0.01373291015625, "train/tensor_act_model_layers_62_residual_post_mlp/std": 0.81640625, "train/tensor_act_model_layers_62_residual_post_mlp/max_abs": 4.875, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_mlp/min": -4.875, "train/tensor_act_model_layers_62_residual_post_mlp/max": 4.71875, "train/tensor_act_model_layers_62_residual_post_mlp/range": 9.59375, "train/tensor_act_model_layers_63_residual_pre_attn/norm": 1673.1270751953125, "train/tensor_act_model_layers_63_residual_pre_attn/mean": 0.01373291015625, "train/tensor_act_model_layers_63_residual_pre_attn/std": 0.81640625, "train/tensor_act_model_layers_63_residual_pre_attn/max_abs": 4.875, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_residual_pre_attn/min": -4.875, "train/tensor_act_model_layers_63_residual_pre_attn/max": 4.71875, "train/tensor_act_model_layers_63_residual_pre_attn/range": 9.59375, "train/tensor_act_model_layers_63_residual_post_attn/norm": 1675.093994140625, "train/tensor_act_model_layers_63_residual_post_attn/mean": 0.01422119140625, "train/tensor_act_model_layers_63_residual_post_attn/std": 0.81640625, "train/tensor_act_model_layers_63_residual_post_attn/max_abs": 4.84375, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_attn/min": -4.84375, "train/tensor_act_model_layers_63_residual_post_attn/max": 4.6875, "train/tensor_act_model_layers_63_residual_post_attn/range": 9.53125, "train/tensor_act_model_layers_63_mlp_gate_proj/norm": 1559.6007080078125, "train/tensor_act_model_layers_63_mlp_gate_proj/mean": -0.267578125, "train/tensor_act_model_layers_63_mlp_gate_proj/std": 0.466796875, "train/tensor_act_model_layers_63_mlp_gate_proj/max_abs": 2.59375, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/min": -2.59375, "train/tensor_act_model_layers_63_mlp_gate_proj/max": 2.328125, "train/tensor_act_model_layers_63_mlp_gate_proj/range": 4.921875, "train/tensor_act_model_layers_63_mlp_up_proj/norm": 1287.9990234375, "train/tensor_act_model_layers_63_mlp_up_proj/mean": 0.005615234375, "train/tensor_act_model_layers_63_mlp_up_proj/std": 0.4453125, "train/tensor_act_model_layers_63_mlp_up_proj/max_abs": 2.640625, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/min": -2.40625, "train/tensor_act_model_layers_63_mlp_up_proj/max": 2.640625, "train/tensor_act_model_layers_63_mlp_up_proj/range": 5.046875, "train/tensor_act_model_layers_63_mlp_down_proj/norm": 113.8900146484375, "train/tensor_act_model_layers_63_mlp_down_proj/mean": 0.00013637542724609375, "train/tensor_act_model_layers_63_mlp_down_proj/std": 0.0556640625, "train/tensor_act_model_layers_63_mlp_down_proj/max_abs": 0.6640625, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/min": -0.51171875, "train/tensor_act_model_layers_63_mlp_down_proj/max": 0.6640625, "train/tensor_act_model_layers_63_mlp_down_proj/range": 1.17578125, "train/tensor_act_model_layers_63_mlp/norm": 113.8900146484375, "train/tensor_act_model_layers_63_mlp/mean": 0.00013637542724609375, "train/tensor_act_model_layers_63_mlp/std": 0.0556640625, "train/tensor_act_model_layers_63_mlp/max_abs": 0.6640625, "train/tensor_act_model_layers_63_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp/min": -0.51171875, "train/tensor_act_model_layers_63_mlp/max": 0.6640625, "train/tensor_act_model_layers_63_mlp/range": 1.17578125, "train/tensor_act_model_layers_63_residual_post_mlp/norm": 1680.454345703125, "train/tensor_act_model_layers_63_residual_post_mlp/mean": 0.01434326171875, "train/tensor_act_model_layers_63_residual_post_mlp/std": 0.8203125, "train/tensor_act_model_layers_63_residual_post_mlp/max_abs": 4.96875, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_mlp/min": -4.96875, "train/tensor_act_model_layers_63_residual_post_mlp/max": 4.8125, "train/tensor_act_model_layers_63_residual_post_mlp/range": 9.78125, "train/tensor_act_model_layers_64_residual_pre_attn/norm": 1680.454345703125, "train/tensor_act_model_layers_64_residual_pre_attn/mean": 0.01434326171875, "train/tensor_act_model_layers_64_residual_pre_attn/std": 0.8203125, "train/tensor_act_model_layers_64_residual_pre_attn/max_abs": 4.96875, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_residual_pre_attn/min": -4.96875, "train/tensor_act_model_layers_64_residual_pre_attn/max": 4.8125, "train/tensor_act_model_layers_64_residual_pre_attn/range": 9.78125, "train/tensor_act_model_layers_64_residual_post_attn/norm": 1687.233642578125, "train/tensor_act_model_layers_64_residual_post_attn/mean": 0.01470947265625, "train/tensor_act_model_layers_64_residual_post_attn/std": 0.82421875, "train/tensor_act_model_layers_64_residual_post_attn/max_abs": 5.125, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_attn/min": -5.125, "train/tensor_act_model_layers_64_residual_post_attn/max": 4.8125, "train/tensor_act_model_layers_64_residual_post_attn/range": 9.9375, "train/tensor_act_model_layers_64_mlp_gate_proj/norm": 1594.507568359375, "train/tensor_act_model_layers_64_mlp_gate_proj/mean": -0.279296875, "train/tensor_act_model_layers_64_mlp_gate_proj/std": 0.474609375, "train/tensor_act_model_layers_64_mlp_gate_proj/max_abs": 2.71875, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/min": -2.71875, "train/tensor_act_model_layers_64_mlp_gate_proj/max": 2.359375, "train/tensor_act_model_layers_64_mlp_gate_proj/range": 5.078125, "train/tensor_act_model_layers_64_mlp_up_proj/norm": 1300.1781005859375, "train/tensor_act_model_layers_64_mlp_up_proj/mean": 0.0084228515625, "train/tensor_act_model_layers_64_mlp_up_proj/std": 0.44921875, "train/tensor_act_model_layers_64_mlp_up_proj/max_abs": 3.296875, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/min": -2.484375, "train/tensor_act_model_layers_64_mlp_up_proj/max": 3.296875, "train/tensor_act_model_layers_64_mlp_up_proj/range": 5.78125, "train/tensor_act_model_layers_64_mlp_down_proj/norm": 114.14075469970703, "train/tensor_act_model_layers_64_mlp_down_proj/mean": 6.008148193359375e-05, "train/tensor_act_model_layers_64_mlp_down_proj/std": 0.0556640625, "train/tensor_act_model_layers_64_mlp_down_proj/max_abs": 0.87890625, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/min": -0.7734375, "train/tensor_act_model_layers_64_mlp_down_proj/max": 0.87890625, "train/tensor_act_model_layers_64_mlp_down_proj/range": 1.65234375, "train/tensor_act_model_layers_64_mlp/norm": 114.14075469970703, "train/tensor_act_model_layers_64_mlp/mean": 6.008148193359375e-05, "train/tensor_act_model_layers_64_mlp/std": 0.0556640625, "train/tensor_act_model_layers_64_mlp/max_abs": 0.87890625, "train/tensor_act_model_layers_64_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp/min": -0.7734375, "train/tensor_act_model_layers_64_mlp/max": 0.87890625, "train/tensor_act_model_layers_64_mlp/range": 1.65234375, "train/tensor_act_model_layers_64_residual_post_mlp/norm": 1690.4462890625, "train/tensor_act_model_layers_64_residual_post_mlp/mean": 0.0147705078125, "train/tensor_act_model_layers_64_residual_post_mlp/std": 0.82421875, "train/tensor_act_model_layers_64_residual_post_mlp/max_abs": 5.1875, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_mlp/min": -5.1875, "train/tensor_act_model_layers_64_residual_post_mlp/max": 5.0, "train/tensor_act_model_layers_64_residual_post_mlp/range": 10.1875, "train/tensor_act_model_layers_65_residual_pre_attn/norm": 1690.4462890625, "train/tensor_act_model_layers_65_residual_pre_attn/mean": 0.0147705078125, "train/tensor_act_model_layers_65_residual_pre_attn/std": 0.82421875, "train/tensor_act_model_layers_65_residual_pre_attn/max_abs": 5.1875, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_residual_pre_attn/min": -5.1875, "train/tensor_act_model_layers_65_residual_pre_attn/max": 5.0, "train/tensor_act_model_layers_65_residual_pre_attn/range": 10.1875, "train/tensor_act_model_layers_65_residual_post_attn/norm": 1692.3465576171875, "train/tensor_act_model_layers_65_residual_post_attn/mean": 0.01544189453125, "train/tensor_act_model_layers_65_residual_post_attn/std": 0.828125, "train/tensor_act_model_layers_65_residual_post_attn/max_abs": 5.1875, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_attn/min": -5.1875, "train/tensor_act_model_layers_65_residual_post_attn/max": 5.0, "train/tensor_act_model_layers_65_residual_post_attn/range": 10.1875, "train/tensor_act_model_layers_65_mlp_gate_proj/norm": 1605.3419189453125, "train/tensor_act_model_layers_65_mlp_gate_proj/mean": -0.283203125, "train/tensor_act_model_layers_65_mlp_gate_proj/std": 0.4765625, "train/tensor_act_model_layers_65_mlp_gate_proj/max_abs": 2.703125, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/min": -2.703125, "train/tensor_act_model_layers_65_mlp_gate_proj/max": 2.453125, "train/tensor_act_model_layers_65_mlp_gate_proj/range": 5.15625, "train/tensor_act_model_layers_65_mlp_up_proj/norm": 1311.3497314453125, "train/tensor_act_model_layers_65_mlp_up_proj/mean": -0.002105712890625, "train/tensor_act_model_layers_65_mlp_up_proj/std": 0.453125, "train/tensor_act_model_layers_65_mlp_up_proj/max_abs": 3.109375, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/min": -2.453125, "train/tensor_act_model_layers_65_mlp_up_proj/max": 3.109375, "train/tensor_act_model_layers_65_mlp_up_proj/range": 5.5625, "train/tensor_act_model_layers_65_mlp_down_proj/norm": 119.87194061279297, "train/tensor_act_model_layers_65_mlp_down_proj/mean": 0.000476837158203125, "train/tensor_act_model_layers_65_mlp_down_proj/std": 0.05859375, "train/tensor_act_model_layers_65_mlp_down_proj/max_abs": 0.58984375, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/min": -0.5703125, "train/tensor_act_model_layers_65_mlp_down_proj/max": 0.58984375, "train/tensor_act_model_layers_65_mlp_down_proj/range": 1.16015625, "train/tensor_act_model_layers_65_mlp/norm": 119.87194061279297, "train/tensor_act_model_layers_65_mlp/mean": 0.000476837158203125, "train/tensor_act_model_layers_65_mlp/std": 0.05859375, "train/tensor_act_model_layers_65_mlp/max_abs": 0.58984375, "train/tensor_act_model_layers_65_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp/min": -0.5703125, "train/tensor_act_model_layers_65_mlp/max": 0.58984375, "train/tensor_act_model_layers_65_mlp/range": 1.16015625, "train/tensor_act_model_layers_65_residual_post_mlp/norm": 1700.2303466796875, "train/tensor_act_model_layers_65_residual_post_mlp/mean": 0.015869140625, "train/tensor_act_model_layers_65_residual_post_mlp/std": 0.828125, "train/tensor_act_model_layers_65_residual_post_mlp/max_abs": 5.21875, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_mlp/min": -5.21875, "train/tensor_act_model_layers_65_residual_post_mlp/max": 5.1875, "train/tensor_act_model_layers_65_residual_post_mlp/range": 10.40625, "train/tensor_act_model_layers_66_residual_pre_attn/norm": 1700.2303466796875, "train/tensor_act_model_layers_66_residual_pre_attn/mean": 0.015869140625, "train/tensor_act_model_layers_66_residual_pre_attn/std": 0.828125, "train/tensor_act_model_layers_66_residual_pre_attn/max_abs": 5.21875, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_residual_pre_attn/min": -5.21875, "train/tensor_act_model_layers_66_residual_pre_attn/max": 5.1875, "train/tensor_act_model_layers_66_residual_pre_attn/range": 10.40625, "train/tensor_act_model_layers_66_residual_post_attn/norm": 1709.648681640625, "train/tensor_act_model_layers_66_residual_post_attn/mean": 0.01611328125, "train/tensor_act_model_layers_66_residual_post_attn/std": 0.8359375, "train/tensor_act_model_layers_66_residual_post_attn/max_abs": 5.3125, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_attn/min": -5.3125, "train/tensor_act_model_layers_66_residual_post_attn/max": 5.21875, "train/tensor_act_model_layers_66_residual_post_attn/range": 10.53125, "train/tensor_act_model_layers_66_mlp_gate_proj/norm": 1604.137939453125, "train/tensor_act_model_layers_66_mlp_gate_proj/mean": -0.28125, "train/tensor_act_model_layers_66_mlp_gate_proj/std": 0.4765625, "train/tensor_act_model_layers_66_mlp_gate_proj/max_abs": 2.921875, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/min": -2.921875, "train/tensor_act_model_layers_66_mlp_gate_proj/max": 2.5, "train/tensor_act_model_layers_66_mlp_gate_proj/range": 5.421875, "train/tensor_act_model_layers_66_mlp_up_proj/norm": 1328.2486572265625, "train/tensor_act_model_layers_66_mlp_up_proj/mean": -0.00860595703125, "train/tensor_act_model_layers_66_mlp_up_proj/std": 0.458984375, "train/tensor_act_model_layers_66_mlp_up_proj/max_abs": 3.296875, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/min": -2.765625, "train/tensor_act_model_layers_66_mlp_up_proj/max": 3.296875, "train/tensor_act_model_layers_66_mlp_up_proj/range": 6.0625, "train/tensor_act_model_layers_66_mlp_down_proj/norm": 118.62821197509766, "train/tensor_act_model_layers_66_mlp_down_proj/mean": -7.724761962890625e-05, "train/tensor_act_model_layers_66_mlp_down_proj/std": 0.057861328125, "train/tensor_act_model_layers_66_mlp_down_proj/max_abs": 0.5859375, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/min": -0.5390625, "train/tensor_act_model_layers_66_mlp_down_proj/max": 0.5859375, "train/tensor_act_model_layers_66_mlp_down_proj/range": 1.125, "train/tensor_act_model_layers_66_mlp/norm": 118.62821197509766, "train/tensor_act_model_layers_66_mlp/mean": -7.724761962890625e-05, "train/tensor_act_model_layers_66_mlp/std": 0.057861328125, "train/tensor_act_model_layers_66_mlp/max_abs": 0.5859375, "train/tensor_act_model_layers_66_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp/min": -0.5390625, "train/tensor_act_model_layers_66_mlp/max": 0.5859375, "train/tensor_act_model_layers_66_mlp/range": 1.125, "train/tensor_act_model_layers_66_residual_post_mlp/norm": 1715.1591796875, "train/tensor_act_model_layers_66_residual_post_mlp/mean": 0.01611328125, "train/tensor_act_model_layers_66_residual_post_mlp/std": 0.8359375, "train/tensor_act_model_layers_66_residual_post_mlp/max_abs": 5.40625, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_mlp/min": -5.34375, "train/tensor_act_model_layers_66_residual_post_mlp/max": 5.40625, "train/tensor_act_model_layers_66_residual_post_mlp/range": 10.75, "train/tensor_act_model_layers_67_residual_pre_attn/norm": 1715.1591796875, "train/tensor_act_model_layers_67_residual_pre_attn/mean": 0.01611328125, "train/tensor_act_model_layers_67_residual_pre_attn/std": 0.8359375, "train/tensor_act_model_layers_67_residual_pre_attn/max_abs": 5.40625, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_residual_pre_attn/min": -5.34375, "train/tensor_act_model_layers_67_residual_pre_attn/max": 5.40625, "train/tensor_act_model_layers_67_residual_pre_attn/range": 10.75, "train/tensor_act_model_layers_67_residual_post_attn/norm": 1726.38916015625, "train/tensor_act_model_layers_67_residual_post_attn/mean": 0.015869140625, "train/tensor_act_model_layers_67_residual_post_attn/std": 0.84375, "train/tensor_act_model_layers_67_residual_post_attn/max_abs": 5.375, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_attn/min": -5.28125, "train/tensor_act_model_layers_67_residual_post_attn/max": 5.375, "train/tensor_act_model_layers_67_residual_post_attn/range": 10.65625, "train/tensor_act_model_layers_67_mlp_gate_proj/norm": 1590.0467529296875, "train/tensor_act_model_layers_67_mlp_gate_proj/mean": -0.2734375, "train/tensor_act_model_layers_67_mlp_gate_proj/std": 0.4765625, "train/tensor_act_model_layers_67_mlp_gate_proj/max_abs": 2.65625, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/min": -2.65625, "train/tensor_act_model_layers_67_mlp_gate_proj/max": 2.28125, "train/tensor_act_model_layers_67_mlp_gate_proj/range": 4.9375, "train/tensor_act_model_layers_67_mlp_up_proj/norm": 1312.80859375, "train/tensor_act_model_layers_67_mlp_up_proj/mean": 0.006439208984375, "train/tensor_act_model_layers_67_mlp_up_proj/std": 0.453125, "train/tensor_act_model_layers_67_mlp_up_proj/max_abs": 3.15625, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/min": -2.546875, "train/tensor_act_model_layers_67_mlp_up_proj/max": 3.15625, "train/tensor_act_model_layers_67_mlp_up_proj/range": 5.703125, "train/tensor_act_model_layers_67_mlp_down_proj/norm": 114.84318542480469, "train/tensor_act_model_layers_67_mlp_down_proj/mean": 0.000797271728515625, "train/tensor_act_model_layers_67_mlp_down_proj/std": 0.05615234375, "train/tensor_act_model_layers_67_mlp_down_proj/max_abs": 0.55859375, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/min": -0.55859375, "train/tensor_act_model_layers_67_mlp_down_proj/max": 0.5, "train/tensor_act_model_layers_67_mlp_down_proj/range": 1.05859375, "train/tensor_act_model_layers_67_mlp/norm": 114.84318542480469, "train/tensor_act_model_layers_67_mlp/mean": 0.000797271728515625, "train/tensor_act_model_layers_67_mlp/std": 0.05615234375, "train/tensor_act_model_layers_67_mlp/max_abs": 0.55859375, "train/tensor_act_model_layers_67_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp/min": -0.55859375, "train/tensor_act_model_layers_67_mlp/max": 0.5, "train/tensor_act_model_layers_67_mlp/range": 1.05859375, "train/tensor_act_model_layers_67_residual_post_mlp/norm": 1730.1785888671875, "train/tensor_act_model_layers_67_residual_post_mlp/mean": 0.0166015625, "train/tensor_act_model_layers_67_residual_post_mlp/std": 0.84375, "train/tensor_act_model_layers_67_residual_post_mlp/max_abs": 5.375, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_mlp/min": -5.375, "train/tensor_act_model_layers_67_residual_post_mlp/max": 5.34375, "train/tensor_act_model_layers_67_residual_post_mlp/range": 10.71875, "train/tensor_act_model_layers_68_residual_pre_attn/norm": 1730.1785888671875, "train/tensor_act_model_layers_68_residual_pre_attn/mean": 0.0166015625, "train/tensor_act_model_layers_68_residual_pre_attn/std": 0.84375, "train/tensor_act_model_layers_68_residual_pre_attn/max_abs": 5.375, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_residual_pre_attn/min": -5.375, "train/tensor_act_model_layers_68_residual_pre_attn/max": 5.34375, "train/tensor_act_model_layers_68_residual_pre_attn/range": 10.71875, "train/tensor_act_model_layers_68_residual_post_attn/norm": 1750.6695556640625, "train/tensor_act_model_layers_68_residual_post_attn/mean": 0.0157470703125, "train/tensor_act_model_layers_68_residual_post_attn/std": 0.85546875, "train/tensor_act_model_layers_68_residual_post_attn/max_abs": 5.46875, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_attn/min": -5.46875, "train/tensor_act_model_layers_68_residual_post_attn/max": 5.3125, "train/tensor_act_model_layers_68_residual_post_attn/range": 10.78125, "train/tensor_act_model_layers_68_mlp_gate_proj/norm": 1604.5186767578125, "train/tensor_act_model_layers_68_mlp_gate_proj/mean": -0.279296875, "train/tensor_act_model_layers_68_mlp_gate_proj/std": 0.478515625, "train/tensor_act_model_layers_68_mlp_gate_proj/max_abs": 2.8125, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/min": -2.8125, "train/tensor_act_model_layers_68_mlp_gate_proj/max": 2.40625, "train/tensor_act_model_layers_68_mlp_gate_proj/range": 5.21875, "train/tensor_act_model_layers_68_mlp_up_proj/norm": 1324.1549072265625, "train/tensor_act_model_layers_68_mlp_up_proj/mean": 0.00762939453125, "train/tensor_act_model_layers_68_mlp_up_proj/std": 0.45703125, "train/tensor_act_model_layers_68_mlp_up_proj/max_abs": 2.734375, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/min": -2.671875, "train/tensor_act_model_layers_68_mlp_up_proj/max": 2.734375, "train/tensor_act_model_layers_68_mlp_up_proj/range": 5.40625, "train/tensor_act_model_layers_68_mlp_down_proj/norm": 122.26458740234375, "train/tensor_act_model_layers_68_mlp_down_proj/mean": 0.000156402587890625, "train/tensor_act_model_layers_68_mlp_down_proj/std": 0.059814453125, "train/tensor_act_model_layers_68_mlp_down_proj/max_abs": 0.6484375, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/min": -0.6484375, "train/tensor_act_model_layers_68_mlp_down_proj/max": 0.52734375, "train/tensor_act_model_layers_68_mlp_down_proj/range": 1.17578125, "train/tensor_act_model_layers_68_mlp/norm": 122.26458740234375, "train/tensor_act_model_layers_68_mlp/mean": 0.000156402587890625, "train/tensor_act_model_layers_68_mlp/std": 0.059814453125, "train/tensor_act_model_layers_68_mlp/max_abs": 0.6484375, "train/tensor_act_model_layers_68_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp/min": -0.6484375, "train/tensor_act_model_layers_68_mlp/max": 0.52734375, "train/tensor_act_model_layers_68_mlp/range": 1.17578125, "train/tensor_act_model_layers_68_residual_post_mlp/norm": 1755.6302490234375, "train/tensor_act_model_layers_68_residual_post_mlp/mean": 0.0159912109375, "train/tensor_act_model_layers_68_residual_post_mlp/std": 0.85546875, "train/tensor_act_model_layers_68_residual_post_mlp/max_abs": 5.46875, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_mlp/min": -5.46875, "train/tensor_act_model_layers_68_residual_post_mlp/max": 5.34375, "train/tensor_act_model_layers_68_residual_post_mlp/range": 10.8125, "train/tensor_act_model_layers_69_residual_pre_attn/norm": 1755.6302490234375, "train/tensor_act_model_layers_69_residual_pre_attn/mean": 0.0159912109375, "train/tensor_act_model_layers_69_residual_pre_attn/std": 0.85546875, "train/tensor_act_model_layers_69_residual_pre_attn/max_abs": 5.46875, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_residual_pre_attn/min": -5.46875, "train/tensor_act_model_layers_69_residual_pre_attn/max": 5.34375, "train/tensor_act_model_layers_69_residual_pre_attn/range": 10.8125, "train/tensor_act_model_layers_69_residual_post_attn/norm": 1758.4517822265625, "train/tensor_act_model_layers_69_residual_post_attn/mean": 0.0166015625, "train/tensor_act_model_layers_69_residual_post_attn/std": 0.859375, "train/tensor_act_model_layers_69_residual_post_attn/max_abs": 5.53125, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_attn/min": -5.53125, "train/tensor_act_model_layers_69_residual_post_attn/max": 5.34375, "train/tensor_act_model_layers_69_residual_post_attn/range": 10.875, "train/tensor_act_model_layers_69_mlp_gate_proj/norm": 1637.0745849609375, "train/tensor_act_model_layers_69_mlp_gate_proj/mean": -0.28515625, "train/tensor_act_model_layers_69_mlp_gate_proj/std": 0.48828125, "train/tensor_act_model_layers_69_mlp_gate_proj/max_abs": 2.796875, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/min": -2.796875, "train/tensor_act_model_layers_69_mlp_gate_proj/max": 2.5625, "train/tensor_act_model_layers_69_mlp_gate_proj/range": 5.359375, "train/tensor_act_model_layers_69_mlp_up_proj/norm": 1369.8375244140625, "train/tensor_act_model_layers_69_mlp_up_proj/mean": -0.015869140625, "train/tensor_act_model_layers_69_mlp_up_proj/std": 0.47265625, "train/tensor_act_model_layers_69_mlp_up_proj/max_abs": 2.921875, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/min": -2.921875, "train/tensor_act_model_layers_69_mlp_up_proj/max": 2.640625, "train/tensor_act_model_layers_69_mlp_up_proj/range": 5.5625, "train/tensor_act_model_layers_69_mlp_down_proj/norm": 127.26695251464844, "train/tensor_act_model_layers_69_mlp_down_proj/mean": 0.000396728515625, "train/tensor_act_model_layers_69_mlp_down_proj/std": 0.062255859375, "train/tensor_act_model_layers_69_mlp_down_proj/max_abs": 0.59375, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/min": -0.51953125, "train/tensor_act_model_layers_69_mlp_down_proj/max": 0.59375, "train/tensor_act_model_layers_69_mlp_down_proj/range": 1.11328125, "train/tensor_act_model_layers_69_mlp/norm": 127.26695251464844, "train/tensor_act_model_layers_69_mlp/mean": 0.000396728515625, "train/tensor_act_model_layers_69_mlp/std": 0.062255859375, "train/tensor_act_model_layers_69_mlp/max_abs": 0.59375, "train/tensor_act_model_layers_69_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp/min": -0.51953125, "train/tensor_act_model_layers_69_mlp/max": 0.59375, "train/tensor_act_model_layers_69_mlp/range": 1.11328125, "train/tensor_act_model_layers_69_residual_post_mlp/norm": 1765.35546875, "train/tensor_act_model_layers_69_residual_post_mlp/mean": 0.0169677734375, "train/tensor_act_model_layers_69_residual_post_mlp/std": 0.86328125, "train/tensor_act_model_layers_69_residual_post_mlp/max_abs": 5.53125, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_mlp/min": -5.53125, "train/tensor_act_model_layers_69_residual_post_mlp/max": 5.375, "train/tensor_act_model_layers_69_residual_post_mlp/range": 10.90625, "train/tensor_act_model_layers_70_residual_pre_attn/norm": 1765.35546875, "train/tensor_act_model_layers_70_residual_pre_attn/mean": 0.0169677734375, "train/tensor_act_model_layers_70_residual_pre_attn/std": 0.86328125, "train/tensor_act_model_layers_70_residual_pre_attn/max_abs": 5.53125, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_residual_pre_attn/min": -5.53125, "train/tensor_act_model_layers_70_residual_pre_attn/max": 5.375, "train/tensor_act_model_layers_70_residual_pre_attn/range": 10.90625, "train/tensor_act_model_layers_70_residual_post_attn/norm": 1766.0670166015625, "train/tensor_act_model_layers_70_residual_post_attn/mean": 0.0174560546875, "train/tensor_act_model_layers_70_residual_post_attn/std": 0.86328125, "train/tensor_act_model_layers_70_residual_post_attn/max_abs": 5.5625, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_attn/min": -5.5625, "train/tensor_act_model_layers_70_residual_post_attn/max": 5.375, "train/tensor_act_model_layers_70_residual_post_attn/range": 10.9375, "train/tensor_act_model_layers_70_mlp_gate_proj/norm": 1607.069580078125, "train/tensor_act_model_layers_70_mlp_gate_proj/mean": -0.267578125, "train/tensor_act_model_layers_70_mlp_gate_proj/std": 0.486328125, "train/tensor_act_model_layers_70_mlp_gate_proj/max_abs": 2.953125, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/min": -2.953125, "train/tensor_act_model_layers_70_mlp_gate_proj/max": 2.3125, "train/tensor_act_model_layers_70_mlp_gate_proj/range": 5.265625, "train/tensor_act_model_layers_70_mlp_up_proj/norm": 1334.3299560546875, "train/tensor_act_model_layers_70_mlp_up_proj/mean": -0.0019683837890625, "train/tensor_act_model_layers_70_mlp_up_proj/std": 0.4609375, "train/tensor_act_model_layers_70_mlp_up_proj/max_abs": 3.109375, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/min": -2.796875, "train/tensor_act_model_layers_70_mlp_up_proj/max": 3.109375, "train/tensor_act_model_layers_70_mlp_up_proj/range": 5.90625, "train/tensor_act_model_layers_70_mlp_down_proj/norm": 125.69964599609375, "train/tensor_act_model_layers_70_mlp_down_proj/mean": 0.000492095947265625, "train/tensor_act_model_layers_70_mlp_down_proj/std": 0.061279296875, "train/tensor_act_model_layers_70_mlp_down_proj/max_abs": 0.76171875, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/min": -0.5703125, "train/tensor_act_model_layers_70_mlp_down_proj/max": 0.76171875, "train/tensor_act_model_layers_70_mlp_down_proj/range": 1.33203125, "train/tensor_act_model_layers_70_mlp/norm": 125.69964599609375, "train/tensor_act_model_layers_70_mlp/mean": 0.000492095947265625, "train/tensor_act_model_layers_70_mlp/std": 0.061279296875, "train/tensor_act_model_layers_70_mlp/max_abs": 0.76171875, "train/tensor_act_model_layers_70_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp/min": -0.5703125, "train/tensor_act_model_layers_70_mlp/max": 0.76171875, "train/tensor_act_model_layers_70_mlp/range": 1.33203125, "train/tensor_act_model_layers_70_residual_post_mlp/norm": 1772.1715087890625, "train/tensor_act_model_layers_70_residual_post_mlp/mean": 0.0179443359375, "train/tensor_act_model_layers_70_residual_post_mlp/std": 0.86328125, "train/tensor_act_model_layers_70_residual_post_mlp/max_abs": 5.5625, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_mlp/min": -5.5625, "train/tensor_act_model_layers_70_residual_post_mlp/max": 5.46875, "train/tensor_act_model_layers_70_residual_post_mlp/range": 11.03125, "train/tensor_act_model_layers_71_residual_pre_attn/norm": 1772.1715087890625, "train/tensor_act_model_layers_71_residual_pre_attn/mean": 0.0179443359375, "train/tensor_act_model_layers_71_residual_pre_attn/std": 0.86328125, "train/tensor_act_model_layers_71_residual_pre_attn/max_abs": 5.5625, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_residual_pre_attn/min": -5.5625, "train/tensor_act_model_layers_71_residual_pre_attn/max": 5.46875, "train/tensor_act_model_layers_71_residual_pre_attn/range": 11.03125, "train/tensor_act_model_layers_71_residual_post_attn/norm": 1783.7705078125, "train/tensor_act_model_layers_71_residual_post_attn/mean": 0.0184326171875, "train/tensor_act_model_layers_71_residual_post_attn/std": 0.87109375, "train/tensor_act_model_layers_71_residual_post_attn/max_abs": 5.65625, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_attn/min": -5.65625, "train/tensor_act_model_layers_71_residual_post_attn/max": 5.5, "train/tensor_act_model_layers_71_residual_post_attn/range": 11.15625, "train/tensor_act_model_layers_71_mlp_gate_proj/norm": 1635.6365966796875, "train/tensor_act_model_layers_71_mlp_gate_proj/mean": -0.283203125, "train/tensor_act_model_layers_71_mlp_gate_proj/std": 0.48828125, "train/tensor_act_model_layers_71_mlp_gate_proj/max_abs": 2.828125, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/min": -2.828125, "train/tensor_act_model_layers_71_mlp_gate_proj/max": 2.4375, "train/tensor_act_model_layers_71_mlp_gate_proj/range": 5.265625, "train/tensor_act_model_layers_71_mlp_up_proj/norm": 1352.207763671875, "train/tensor_act_model_layers_71_mlp_up_proj/mean": 0.004669189453125, "train/tensor_act_model_layers_71_mlp_up_proj/std": 0.466796875, "train/tensor_act_model_layers_71_mlp_up_proj/max_abs": 2.734375, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/min": -2.46875, "train/tensor_act_model_layers_71_mlp_up_proj/max": 2.734375, "train/tensor_act_model_layers_71_mlp_up_proj/range": 5.203125, "train/tensor_act_model_layers_71_mlp_down_proj/norm": 127.77123260498047, "train/tensor_act_model_layers_71_mlp_down_proj/mean": -0.000171661376953125, "train/tensor_act_model_layers_71_mlp_down_proj/std": 0.0625, "train/tensor_act_model_layers_71_mlp_down_proj/max_abs": 0.609375, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/min": -0.609375, "train/tensor_act_model_layers_71_mlp_down_proj/max": 0.5234375, "train/tensor_act_model_layers_71_mlp_down_proj/range": 1.1328125, "train/tensor_act_model_layers_71_mlp/norm": 127.77123260498047, "train/tensor_act_model_layers_71_mlp/mean": -0.000171661376953125, "train/tensor_act_model_layers_71_mlp/std": 0.0625, "train/tensor_act_model_layers_71_mlp/max_abs": 0.609375, "train/tensor_act_model_layers_71_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp/min": -0.609375, "train/tensor_act_model_layers_71_mlp/max": 0.5234375, "train/tensor_act_model_layers_71_mlp/range": 1.1328125, "train/tensor_act_model_layers_71_residual_post_mlp/norm": 1791.9100341796875, "train/tensor_act_model_layers_71_residual_post_mlp/mean": 0.018310546875, "train/tensor_act_model_layers_71_residual_post_mlp/std": 0.875, "train/tensor_act_model_layers_71_residual_post_mlp/max_abs": 5.71875, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_mlp/min": -5.71875, "train/tensor_act_model_layers_71_residual_post_mlp/max": 5.5, "train/tensor_act_model_layers_71_residual_post_mlp/range": 11.21875, "train/tensor_act_model_layers_72_residual_pre_attn/norm": 1791.9100341796875, "train/tensor_act_model_layers_72_residual_pre_attn/mean": 0.018310546875, "train/tensor_act_model_layers_72_residual_pre_attn/std": 0.875, "train/tensor_act_model_layers_72_residual_pre_attn/max_abs": 5.71875, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_residual_pre_attn/min": -5.71875, "train/tensor_act_model_layers_72_residual_pre_attn/max": 5.5, "train/tensor_act_model_layers_72_residual_pre_attn/range": 11.21875, "train/tensor_act_model_layers_72_residual_post_attn/norm": 1798.7421875, "train/tensor_act_model_layers_72_residual_post_attn/mean": 0.0177001953125, "train/tensor_act_model_layers_72_residual_post_attn/std": 0.87890625, "train/tensor_act_model_layers_72_residual_post_attn/max_abs": 5.84375, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_attn/min": -5.84375, "train/tensor_act_model_layers_72_residual_post_attn/max": 5.46875, "train/tensor_act_model_layers_72_residual_post_attn/range": 11.3125, "train/tensor_act_model_layers_72_mlp_gate_proj/norm": 1595.036376953125, "train/tensor_act_model_layers_72_mlp_gate_proj/mean": -0.26171875, "train/tensor_act_model_layers_72_mlp_gate_proj/std": 0.484375, "train/tensor_act_model_layers_72_mlp_gate_proj/max_abs": 2.84375, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/min": -2.65625, "train/tensor_act_model_layers_72_mlp_gate_proj/max": 2.84375, "train/tensor_act_model_layers_72_mlp_gate_proj/range": 5.5, "train/tensor_act_model_layers_72_mlp_up_proj/norm": 1341.8388671875, "train/tensor_act_model_layers_72_mlp_up_proj/mean": 0.00872802734375, "train/tensor_act_model_layers_72_mlp_up_proj/std": 0.462890625, "train/tensor_act_model_layers_72_mlp_up_proj/max_abs": 3.484375, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/min": -3.484375, "train/tensor_act_model_layers_72_mlp_up_proj/max": 2.5625, "train/tensor_act_model_layers_72_mlp_up_proj/range": 6.046875, "train/tensor_act_model_layers_72_mlp_down_proj/norm": 135.85696411132812, "train/tensor_act_model_layers_72_mlp_down_proj/mean": 0.000225067138671875, "train/tensor_act_model_layers_72_mlp_down_proj/std": 0.06640625, "train/tensor_act_model_layers_72_mlp_down_proj/max_abs": 1.0546875, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/min": -0.96875, "train/tensor_act_model_layers_72_mlp_down_proj/max": 1.0546875, "train/tensor_act_model_layers_72_mlp_down_proj/range": 2.0234375, "train/tensor_act_model_layers_72_mlp/norm": 135.85696411132812, "train/tensor_act_model_layers_72_mlp/mean": 0.000225067138671875, "train/tensor_act_model_layers_72_mlp/std": 0.06640625, "train/tensor_act_model_layers_72_mlp/max_abs": 1.0546875, "train/tensor_act_model_layers_72_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp/min": -0.96875, "train/tensor_act_model_layers_72_mlp/max": 1.0546875, "train/tensor_act_model_layers_72_mlp/range": 2.0234375, "train/tensor_act_model_layers_72_residual_post_mlp/norm": 1810.39013671875, "train/tensor_act_model_layers_72_residual_post_mlp/mean": 0.0179443359375, "train/tensor_act_model_layers_72_residual_post_mlp/std": 0.8828125, "train/tensor_act_model_layers_72_residual_post_mlp/max_abs": 5.875, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_mlp/min": -5.875, "train/tensor_act_model_layers_72_residual_post_mlp/max": 5.53125, "train/tensor_act_model_layers_72_residual_post_mlp/range": 11.40625, "train/tensor_act_model_layers_73_residual_pre_attn/norm": 1810.39013671875, "train/tensor_act_model_layers_73_residual_pre_attn/mean": 0.0179443359375, "train/tensor_act_model_layers_73_residual_pre_attn/std": 0.8828125, "train/tensor_act_model_layers_73_residual_pre_attn/max_abs": 5.875, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_residual_pre_attn/min": -5.875, "train/tensor_act_model_layers_73_residual_pre_attn/max": 5.53125, "train/tensor_act_model_layers_73_residual_pre_attn/range": 11.40625, "train/tensor_act_model_layers_73_residual_post_attn/norm": 1813.4825439453125, "train/tensor_act_model_layers_73_residual_post_attn/mean": 0.017578125, "train/tensor_act_model_layers_73_residual_post_attn/std": 0.88671875, "train/tensor_act_model_layers_73_residual_post_attn/max_abs": 5.875, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_attn/min": -5.875, "train/tensor_act_model_layers_73_residual_post_attn/max": 5.5, "train/tensor_act_model_layers_73_residual_post_attn/range": 11.375, "train/tensor_act_model_layers_73_mlp_gate_proj/norm": 1627.5775146484375, "train/tensor_act_model_layers_73_mlp_gate_proj/mean": -0.27734375, "train/tensor_act_model_layers_73_mlp_gate_proj/std": 0.48828125, "train/tensor_act_model_layers_73_mlp_gate_proj/max_abs": 3.546875, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/min": -2.859375, "train/tensor_act_model_layers_73_mlp_gate_proj/max": 3.546875, "train/tensor_act_model_layers_73_mlp_gate_proj/range": 6.40625, "train/tensor_act_model_layers_73_mlp_up_proj/norm": 1366.391845703125, "train/tensor_act_model_layers_73_mlp_up_proj/mean": -7.43865966796875e-05, "train/tensor_act_model_layers_73_mlp_up_proj/std": 0.47265625, "train/tensor_act_model_layers_73_mlp_up_proj/max_abs": 4.625, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/min": -3.28125, "train/tensor_act_model_layers_73_mlp_up_proj/max": 4.625, "train/tensor_act_model_layers_73_mlp_up_proj/range": 7.90625, "train/tensor_act_model_layers_73_mlp_down_proj/norm": 153.0439910888672, "train/tensor_act_model_layers_73_mlp_down_proj/mean": -3.719329833984375e-05, "train/tensor_act_model_layers_73_mlp_down_proj/std": 0.07470703125, "train/tensor_act_model_layers_73_mlp_down_proj/max_abs": 2.0, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/min": -1.5, "train/tensor_act_model_layers_73_mlp_down_proj/max": 2.0, "train/tensor_act_model_layers_73_mlp_down_proj/range": 3.5, "train/tensor_act_model_layers_73_mlp/norm": 153.0439910888672, "train/tensor_act_model_layers_73_mlp/mean": -3.719329833984375e-05, "train/tensor_act_model_layers_73_mlp/std": 0.07470703125, "train/tensor_act_model_layers_73_mlp/max_abs": 2.0, "train/tensor_act_model_layers_73_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp/min": -1.5, "train/tensor_act_model_layers_73_mlp/max": 2.0, "train/tensor_act_model_layers_73_mlp/range": 3.5, "train/tensor_act_model_layers_73_residual_post_mlp/norm": 1828.52001953125, "train/tensor_act_model_layers_73_residual_post_mlp/mean": 0.017578125, "train/tensor_act_model_layers_73_residual_post_mlp/std": 0.89453125, "train/tensor_act_model_layers_73_residual_post_mlp/max_abs": 5.84375, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_mlp/min": -5.84375, "train/tensor_act_model_layers_73_residual_post_mlp/max": 5.59375, "train/tensor_act_model_layers_73_residual_post_mlp/range": 11.4375, "train/tensor_act_model_layers_74_residual_pre_attn/norm": 1828.52001953125, "train/tensor_act_model_layers_74_residual_pre_attn/mean": 0.017578125, "train/tensor_act_model_layers_74_residual_pre_attn/std": 0.89453125, "train/tensor_act_model_layers_74_residual_pre_attn/max_abs": 5.84375, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_residual_pre_attn/min": -5.84375, "train/tensor_act_model_layers_74_residual_pre_attn/max": 5.59375, "train/tensor_act_model_layers_74_residual_pre_attn/range": 11.4375, "train/tensor_act_model_layers_74_residual_post_attn/norm": 1833.27587890625, "train/tensor_act_model_layers_74_residual_post_attn/mean": 0.018310546875, "train/tensor_act_model_layers_74_residual_post_attn/std": 0.89453125, "train/tensor_act_model_layers_74_residual_post_attn/max_abs": 5.84375, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_attn/min": -5.84375, "train/tensor_act_model_layers_74_residual_post_attn/max": 5.5625, "train/tensor_act_model_layers_74_residual_post_attn/range": 11.40625, "train/tensor_act_model_layers_74_mlp_gate_proj/norm": 1638.038818359375, "train/tensor_act_model_layers_74_mlp_gate_proj/mean": -0.28125, "train/tensor_act_model_layers_74_mlp_gate_proj/std": 0.490234375, "train/tensor_act_model_layers_74_mlp_gate_proj/max_abs": 2.84375, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/min": -2.703125, "train/tensor_act_model_layers_74_mlp_gate_proj/max": 2.84375, "train/tensor_act_model_layers_74_mlp_gate_proj/range": 5.546875, "train/tensor_act_model_layers_74_mlp_up_proj/norm": 1371.2855224609375, "train/tensor_act_model_layers_74_mlp_up_proj/mean": -0.001708984375, "train/tensor_act_model_layers_74_mlp_up_proj/std": 0.47265625, "train/tensor_act_model_layers_74_mlp_up_proj/max_abs": 3.78125, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/min": -2.84375, "train/tensor_act_model_layers_74_mlp_up_proj/max": 3.78125, "train/tensor_act_model_layers_74_mlp_up_proj/range": 6.625, "train/tensor_act_model_layers_74_mlp_down_proj/norm": 130.58583068847656, "train/tensor_act_model_layers_74_mlp_down_proj/mean": 0.00048065185546875, "train/tensor_act_model_layers_74_mlp_down_proj/std": 0.06396484375, "train/tensor_act_model_layers_74_mlp_down_proj/max_abs": 0.7109375, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/min": -0.65234375, "train/tensor_act_model_layers_74_mlp_down_proj/max": 0.7109375, "train/tensor_act_model_layers_74_mlp_down_proj/range": 1.36328125, "train/tensor_act_model_layers_74_mlp/norm": 130.58583068847656, "train/tensor_act_model_layers_74_mlp/mean": 0.00048065185546875, "train/tensor_act_model_layers_74_mlp/std": 0.06396484375, "train/tensor_act_model_layers_74_mlp/max_abs": 0.7109375, "train/tensor_act_model_layers_74_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp/min": -0.65234375, "train/tensor_act_model_layers_74_mlp/max": 0.7109375, "train/tensor_act_model_layers_74_mlp/range": 1.36328125, "train/tensor_act_model_layers_74_residual_post_mlp/norm": 1841.607421875, "train/tensor_act_model_layers_74_residual_post_mlp/mean": 0.018798828125, "train/tensor_act_model_layers_74_residual_post_mlp/std": 0.8984375, "train/tensor_act_model_layers_74_residual_post_mlp/max_abs": 5.875, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_mlp/min": -5.875, "train/tensor_act_model_layers_74_residual_post_mlp/max": 5.53125, "train/tensor_act_model_layers_74_residual_post_mlp/range": 11.40625, "train/tensor_act_model_layers_75_residual_pre_attn/norm": 1841.607421875, "train/tensor_act_model_layers_75_residual_pre_attn/mean": 0.018798828125, "train/tensor_act_model_layers_75_residual_pre_attn/std": 0.8984375, "train/tensor_act_model_layers_75_residual_pre_attn/max_abs": 5.875, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_residual_pre_attn/min": -5.875, "train/tensor_act_model_layers_75_residual_pre_attn/max": 5.53125, "train/tensor_act_model_layers_75_residual_pre_attn/range": 11.40625, "train/tensor_act_model_layers_75_residual_post_attn/norm": 1845.7716064453125, "train/tensor_act_model_layers_75_residual_post_attn/mean": 0.018798828125, "train/tensor_act_model_layers_75_residual_post_attn/std": 0.90234375, "train/tensor_act_model_layers_75_residual_post_attn/max_abs": 5.96875, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_attn/min": -5.96875, "train/tensor_act_model_layers_75_residual_post_attn/max": 5.5625, "train/tensor_act_model_layers_75_residual_post_attn/range": 11.53125, "train/tensor_act_model_layers_75_mlp_gate_proj/norm": 1651.4888916015625, "train/tensor_act_model_layers_75_mlp_gate_proj/mean": -0.287109375, "train/tensor_act_model_layers_75_mlp_gate_proj/std": 0.4921875, "train/tensor_act_model_layers_75_mlp_gate_proj/max_abs": 2.921875, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/min": -2.921875, "train/tensor_act_model_layers_75_mlp_gate_proj/max": 2.90625, "train/tensor_act_model_layers_75_mlp_gate_proj/range": 5.828125, "train/tensor_act_model_layers_75_mlp_up_proj/norm": 1388.8309326171875, "train/tensor_act_model_layers_75_mlp_up_proj/mean": 0.0079345703125, "train/tensor_act_model_layers_75_mlp_up_proj/std": 0.478515625, "train/tensor_act_model_layers_75_mlp_up_proj/max_abs": 3.5, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/min": -3.5, "train/tensor_act_model_layers_75_mlp_up_proj/max": 3.40625, "train/tensor_act_model_layers_75_mlp_up_proj/range": 6.90625, "train/tensor_act_model_layers_75_mlp_down_proj/norm": 136.298828125, "train/tensor_act_model_layers_75_mlp_down_proj/mean": 0.000385284423828125, "train/tensor_act_model_layers_75_mlp_down_proj/std": 0.06640625, "train/tensor_act_model_layers_75_mlp_down_proj/max_abs": 0.6640625, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/min": -0.6328125, "train/tensor_act_model_layers_75_mlp_down_proj/max": 0.6640625, "train/tensor_act_model_layers_75_mlp_down_proj/range": 1.296875, "train/tensor_act_model_layers_75_mlp/norm": 136.298828125, "train/tensor_act_model_layers_75_mlp/mean": 0.000385284423828125, "train/tensor_act_model_layers_75_mlp/std": 0.06640625, "train/tensor_act_model_layers_75_mlp/max_abs": 0.6640625, "train/tensor_act_model_layers_75_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp/min": -0.6328125, "train/tensor_act_model_layers_75_mlp/max": 0.6640625, "train/tensor_act_model_layers_75_mlp/range": 1.296875, "train/tensor_act_model_layers_75_residual_post_mlp/norm": 1858.53369140625, "train/tensor_act_model_layers_75_residual_post_mlp/mean": 0.0191650390625, "train/tensor_act_model_layers_75_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_75_residual_post_mlp/max_abs": 6.09375, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_mlp/min": -6.09375, "train/tensor_act_model_layers_75_residual_post_mlp/max": 5.5625, "train/tensor_act_model_layers_75_residual_post_mlp/range": 11.65625, "train/tensor_act_model_layers_76_residual_pre_attn/norm": 1858.53369140625, "train/tensor_act_model_layers_76_residual_pre_attn/mean": 0.0191650390625, "train/tensor_act_model_layers_76_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_76_residual_pre_attn/max_abs": 6.09375, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_residual_pre_attn/min": -6.09375, "train/tensor_act_model_layers_76_residual_pre_attn/max": 5.5625, "train/tensor_act_model_layers_76_residual_pre_attn/range": 11.65625, "train/tensor_act_model_layers_76_residual_post_attn/norm": 1865.5909423828125, "train/tensor_act_model_layers_76_residual_post_attn/mean": 0.0198974609375, "train/tensor_act_model_layers_76_residual_post_attn/std": 0.91015625, "train/tensor_act_model_layers_76_residual_post_attn/max_abs": 6.125, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_attn/min": -6.125, "train/tensor_act_model_layers_76_residual_post_attn/max": 5.53125, "train/tensor_act_model_layers_76_residual_post_attn/range": 11.65625, "train/tensor_act_model_layers_76_mlp_gate_proj/norm": 1662.9053955078125, "train/tensor_act_model_layers_76_mlp_gate_proj/mean": -0.291015625, "train/tensor_act_model_layers_76_mlp_gate_proj/std": 0.494140625, "train/tensor_act_model_layers_76_mlp_gate_proj/max_abs": 2.75, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/min": -2.75, "train/tensor_act_model_layers_76_mlp_gate_proj/max": 2.609375, "train/tensor_act_model_layers_76_mlp_gate_proj/range": 5.359375, "train/tensor_act_model_layers_76_mlp_up_proj/norm": 1392.6480712890625, "train/tensor_act_model_layers_76_mlp_up_proj/mean": 0.005279541015625, "train/tensor_act_model_layers_76_mlp_up_proj/std": 0.48046875, "train/tensor_act_model_layers_76_mlp_up_proj/max_abs": 3.5625, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/min": -3.5625, "train/tensor_act_model_layers_76_mlp_up_proj/max": 3.0625, "train/tensor_act_model_layers_76_mlp_up_proj/range": 6.625, "train/tensor_act_model_layers_76_mlp_down_proj/norm": 141.70472717285156, "train/tensor_act_model_layers_76_mlp_down_proj/mean": -7.68899917602539e-06, "train/tensor_act_model_layers_76_mlp_down_proj/std": 0.0693359375, "train/tensor_act_model_layers_76_mlp_down_proj/max_abs": 0.91796875, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/min": -0.89453125, "train/tensor_act_model_layers_76_mlp_down_proj/max": 0.91796875, "train/tensor_act_model_layers_76_mlp_down_proj/range": 1.8125, "train/tensor_act_model_layers_76_mlp/norm": 141.70472717285156, "train/tensor_act_model_layers_76_mlp/mean": -7.68899917602539e-06, "train/tensor_act_model_layers_76_mlp/std": 0.0693359375, "train/tensor_act_model_layers_76_mlp/max_abs": 0.91796875, "train/tensor_act_model_layers_76_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp/min": -0.89453125, "train/tensor_act_model_layers_76_mlp/max": 0.91796875, "train/tensor_act_model_layers_76_mlp/range": 1.8125, "train/tensor_act_model_layers_76_residual_post_mlp/norm": 1881.316650390625, "train/tensor_act_model_layers_76_residual_post_mlp/mean": 0.0198974609375, "train/tensor_act_model_layers_76_residual_post_mlp/std": 0.91796875, "train/tensor_act_model_layers_76_residual_post_mlp/max_abs": 6.25, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_mlp/min": -6.25, "train/tensor_act_model_layers_76_residual_post_mlp/max": 5.59375, "train/tensor_act_model_layers_76_residual_post_mlp/range": 11.84375, "train/tensor_act_model_layers_77_residual_pre_attn/norm": 1881.316650390625, "train/tensor_act_model_layers_77_residual_pre_attn/mean": 0.0198974609375, "train/tensor_act_model_layers_77_residual_pre_attn/std": 0.91796875, "train/tensor_act_model_layers_77_residual_pre_attn/max_abs": 6.25, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_residual_pre_attn/min": -6.25, "train/tensor_act_model_layers_77_residual_pre_attn/max": 5.59375, "train/tensor_act_model_layers_77_residual_pre_attn/range": 11.84375, "train/tensor_act_model_layers_77_residual_post_attn/norm": 1890.1815185546875, "train/tensor_act_model_layers_77_residual_post_attn/mean": 0.0194091796875, "train/tensor_act_model_layers_77_residual_post_attn/std": 0.921875, "train/tensor_act_model_layers_77_residual_post_attn/max_abs": 6.21875, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_attn/min": -6.21875, "train/tensor_act_model_layers_77_residual_post_attn/max": 5.5625, "train/tensor_act_model_layers_77_residual_post_attn/range": 11.78125, "train/tensor_act_model_layers_77_mlp_gate_proj/norm": 1670.3665771484375, "train/tensor_act_model_layers_77_mlp_gate_proj/mean": -0.296875, "train/tensor_act_model_layers_77_mlp_gate_proj/std": 0.494140625, "train/tensor_act_model_layers_77_mlp_gate_proj/max_abs": 2.90625, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/min": -2.90625, "train/tensor_act_model_layers_77_mlp_gate_proj/max": 2.625, "train/tensor_act_model_layers_77_mlp_gate_proj/range": 5.53125, "train/tensor_act_model_layers_77_mlp_up_proj/norm": 1391.141357421875, "train/tensor_act_model_layers_77_mlp_up_proj/mean": -0.0093994140625, "train/tensor_act_model_layers_77_mlp_up_proj/std": 0.48046875, "train/tensor_act_model_layers_77_mlp_up_proj/max_abs": 3.078125, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/min": -3.078125, "train/tensor_act_model_layers_77_mlp_up_proj/max": 2.953125, "train/tensor_act_model_layers_77_mlp_up_proj/range": 6.03125, "train/tensor_act_model_layers_77_mlp_down_proj/norm": 137.21902465820312, "train/tensor_act_model_layers_77_mlp_down_proj/mean": -7.724761962890625e-05, "train/tensor_act_model_layers_77_mlp_down_proj/std": 0.06689453125, "train/tensor_act_model_layers_77_mlp_down_proj/max_abs": 0.85546875, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/min": -0.73046875, "train/tensor_act_model_layers_77_mlp_down_proj/max": 0.85546875, "train/tensor_act_model_layers_77_mlp_down_proj/range": 1.5859375, "train/tensor_act_model_layers_77_mlp/norm": 137.21902465820312, "train/tensor_act_model_layers_77_mlp/mean": -7.724761962890625e-05, "train/tensor_act_model_layers_77_mlp/std": 0.06689453125, "train/tensor_act_model_layers_77_mlp/max_abs": 0.85546875, "train/tensor_act_model_layers_77_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp/min": -0.73046875, "train/tensor_act_model_layers_77_mlp/max": 0.85546875, "train/tensor_act_model_layers_77_mlp/range": 1.5859375, "train/tensor_act_model_layers_77_residual_post_mlp/norm": 1901.783203125, "train/tensor_act_model_layers_77_residual_post_mlp/mean": 0.0194091796875, "train/tensor_act_model_layers_77_residual_post_mlp/std": 0.9296875, "train/tensor_act_model_layers_77_residual_post_mlp/max_abs": 6.28125, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_mlp/min": -6.28125, "train/tensor_act_model_layers_77_residual_post_mlp/max": 5.6875, "train/tensor_act_model_layers_77_residual_post_mlp/range": 11.96875, "train/tensor_act_model_layers_78_residual_pre_attn/norm": 1901.783203125, "train/tensor_act_model_layers_78_residual_pre_attn/mean": 0.0194091796875, "train/tensor_act_model_layers_78_residual_pre_attn/std": 0.9296875, "train/tensor_act_model_layers_78_residual_pre_attn/max_abs": 6.28125, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_residual_pre_attn/min": -6.28125, "train/tensor_act_model_layers_78_residual_pre_attn/max": 5.6875, "train/tensor_act_model_layers_78_residual_pre_attn/range": 11.96875, "train/tensor_act_model_layers_78_residual_post_attn/norm": 1919.1583251953125, "train/tensor_act_model_layers_78_residual_post_attn/mean": 0.01953125, "train/tensor_act_model_layers_78_residual_post_attn/std": 0.9375, "train/tensor_act_model_layers_78_residual_post_attn/max_abs": 6.25, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_attn/min": -6.25, "train/tensor_act_model_layers_78_residual_post_attn/max": 5.78125, "train/tensor_act_model_layers_78_residual_post_attn/range": 12.03125, "train/tensor_act_model_layers_78_mlp_gate_proj/norm": 1662.2935791015625, "train/tensor_act_model_layers_78_mlp_gate_proj/mean": -0.283203125, "train/tensor_act_model_layers_78_mlp_gate_proj/std": 0.498046875, "train/tensor_act_model_layers_78_mlp_gate_proj/max_abs": 3.484375, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/min": -3.0, "train/tensor_act_model_layers_78_mlp_gate_proj/max": 3.484375, "train/tensor_act_model_layers_78_mlp_gate_proj/range": 6.484375, "train/tensor_act_model_layers_78_mlp_up_proj/norm": 1412.2413330078125, "train/tensor_act_model_layers_78_mlp_up_proj/mean": -0.003143310546875, "train/tensor_act_model_layers_78_mlp_up_proj/std": 0.48828125, "train/tensor_act_model_layers_78_mlp_up_proj/max_abs": 4.1875, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/min": -3.234375, "train/tensor_act_model_layers_78_mlp_up_proj/max": 4.1875, "train/tensor_act_model_layers_78_mlp_up_proj/range": 7.421875, "train/tensor_act_model_layers_78_mlp_down_proj/norm": 153.08416748046875, "train/tensor_act_model_layers_78_mlp_down_proj/mean": 7.331371307373047e-06, "train/tensor_act_model_layers_78_mlp_down_proj/std": 0.07470703125, "train/tensor_act_model_layers_78_mlp_down_proj/max_abs": 1.5859375, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/min": -1.5859375, "train/tensor_act_model_layers_78_mlp_down_proj/max": 1.359375, "train/tensor_act_model_layers_78_mlp_down_proj/range": 2.9453125, "train/tensor_act_model_layers_78_mlp/norm": 153.08416748046875, "train/tensor_act_model_layers_78_mlp/mean": 7.331371307373047e-06, "train/tensor_act_model_layers_78_mlp/std": 0.07470703125, "train/tensor_act_model_layers_78_mlp/max_abs": 1.5859375, "train/tensor_act_model_layers_78_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp/min": -1.5859375, "train/tensor_act_model_layers_78_mlp/max": 1.359375, "train/tensor_act_model_layers_78_mlp/range": 2.9453125, "train/tensor_act_model_layers_78_residual_post_mlp/norm": 1934.2169189453125, "train/tensor_act_model_layers_78_residual_post_mlp/mean": 0.01953125, "train/tensor_act_model_layers_78_residual_post_mlp/std": 0.9453125, "train/tensor_act_model_layers_78_residual_post_mlp/max_abs": 6.28125, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_mlp/min": -6.28125, "train/tensor_act_model_layers_78_residual_post_mlp/max": 5.84375, "train/tensor_act_model_layers_78_residual_post_mlp/range": 12.125, "train/tensor_act_model_layers_79_residual_pre_attn/norm": 1934.2169189453125, "train/tensor_act_model_layers_79_residual_pre_attn/mean": 0.01953125, "train/tensor_act_model_layers_79_residual_pre_attn/std": 0.9453125, "train/tensor_act_model_layers_79_residual_pre_attn/max_abs": 6.28125, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_residual_pre_attn/min": -6.28125, "train/tensor_act_model_layers_79_residual_pre_attn/max": 5.84375, "train/tensor_act_model_layers_79_residual_pre_attn/range": 12.125, "train/tensor_act_model_layers_79_residual_post_attn/norm": 1939.4388427734375, "train/tensor_act_model_layers_79_residual_post_attn/mean": 0.01953125, "train/tensor_act_model_layers_79_residual_post_attn/std": 0.9453125, "train/tensor_act_model_layers_79_residual_post_attn/max_abs": 6.34375, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_attn/min": -6.34375, "train/tensor_act_model_layers_79_residual_post_attn/max": 5.875, "train/tensor_act_model_layers_79_residual_post_attn/range": 12.21875, "train/tensor_act_model_layers_79_mlp_gate_proj/norm": 1690.680908203125, "train/tensor_act_model_layers_79_mlp_gate_proj/mean": -0.294921875, "train/tensor_act_model_layers_79_mlp_gate_proj/std": 0.50390625, "train/tensor_act_model_layers_79_mlp_gate_proj/max_abs": 3.6875, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/min": -2.84375, "train/tensor_act_model_layers_79_mlp_gate_proj/max": 3.6875, "train/tensor_act_model_layers_79_mlp_gate_proj/range": 6.53125, "train/tensor_act_model_layers_79_mlp_up_proj/norm": 1424.1451416015625, "train/tensor_act_model_layers_79_mlp_up_proj/mean": 0.000732421875, "train/tensor_act_model_layers_79_mlp_up_proj/std": 0.4921875, "train/tensor_act_model_layers_79_mlp_up_proj/max_abs": 4.09375, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/min": -4.09375, "train/tensor_act_model_layers_79_mlp_up_proj/max": 3.109375, "train/tensor_act_model_layers_79_mlp_up_proj/range": 7.203125, "train/tensor_act_model_layers_79_mlp_down_proj/norm": 164.6602325439453, "train/tensor_act_model_layers_79_mlp_down_proj/mean": -0.00019073486328125, "train/tensor_act_model_layers_79_mlp_down_proj/std": 0.08056640625, "train/tensor_act_model_layers_79_mlp_down_proj/max_abs": 1.984375, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/min": -1.984375, "train/tensor_act_model_layers_79_mlp_down_proj/max": 1.9140625, "train/tensor_act_model_layers_79_mlp_down_proj/range": 3.8984375, "train/tensor_act_model_layers_79_mlp/norm": 164.6602325439453, "train/tensor_act_model_layers_79_mlp/mean": -0.00019073486328125, "train/tensor_act_model_layers_79_mlp/std": 0.08056640625, "train/tensor_act_model_layers_79_mlp/max_abs": 1.984375, "train/tensor_act_model_layers_79_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp/min": -1.984375, "train/tensor_act_model_layers_79_mlp/max": 1.9140625, "train/tensor_act_model_layers_79_mlp/range": 3.8984375, "train/tensor_act_model_layers_79_residual_post_mlp/norm": 1957.0750732421875, "train/tensor_act_model_layers_79_residual_post_mlp/mean": 0.0194091796875, "train/tensor_act_model_layers_79_residual_post_mlp/std": 0.95703125, "train/tensor_act_model_layers_79_residual_post_mlp/max_abs": 6.34375, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_mlp/min": -6.34375, "train/tensor_act_model_layers_79_residual_post_mlp/max": 5.875, "train/tensor_act_model_layers_79_residual_post_mlp/range": 12.21875, "train/tensor_act_model_layers_80_residual_pre_attn/norm": 1957.0750732421875, "train/tensor_act_model_layers_80_residual_pre_attn/mean": 0.0194091796875, "train/tensor_act_model_layers_80_residual_pre_attn/std": 0.95703125, "train/tensor_act_model_layers_80_residual_pre_attn/max_abs": 6.34375, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_residual_pre_attn/min": -6.34375, "train/tensor_act_model_layers_80_residual_pre_attn/max": 5.875, "train/tensor_act_model_layers_80_residual_pre_attn/range": 12.21875, "train/tensor_act_model_layers_80_residual_post_attn/norm": 1965.5938720703125, "train/tensor_act_model_layers_80_residual_post_attn/mean": 0.0185546875, "train/tensor_act_model_layers_80_residual_post_attn/std": 0.9609375, "train/tensor_act_model_layers_80_residual_post_attn/max_abs": 6.28125, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_attn/min": -6.28125, "train/tensor_act_model_layers_80_residual_post_attn/max": 5.84375, "train/tensor_act_model_layers_80_residual_post_attn/range": 12.125, "train/tensor_act_model_layers_80_mlp_gate_proj/norm": 1689.9072265625, "train/tensor_act_model_layers_80_mlp_gate_proj/mean": -0.271484375, "train/tensor_act_model_layers_80_mlp_gate_proj/std": 0.515625, "train/tensor_act_model_layers_80_mlp_gate_proj/max_abs": 3.546875, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/min": -3.453125, "train/tensor_act_model_layers_80_mlp_gate_proj/max": 3.546875, "train/tensor_act_model_layers_80_mlp_gate_proj/range": 7.0, "train/tensor_act_model_layers_80_mlp_up_proj/norm": 1427.275634765625, "train/tensor_act_model_layers_80_mlp_up_proj/mean": -0.01251220703125, "train/tensor_act_model_layers_80_mlp_up_proj/std": 0.4921875, "train/tensor_act_model_layers_80_mlp_up_proj/max_abs": 3.765625, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/min": -3.765625, "train/tensor_act_model_layers_80_mlp_up_proj/max": 3.21875, "train/tensor_act_model_layers_80_mlp_up_proj/range": 6.984375, "train/tensor_act_model_layers_80_mlp_down_proj/norm": 165.9541778564453, "train/tensor_act_model_layers_80_mlp_down_proj/mean": 0.0012969970703125, "train/tensor_act_model_layers_80_mlp_down_proj/std": 0.0810546875, "train/tensor_act_model_layers_80_mlp_down_proj/max_abs": 1.265625, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/min": -1.265625, "train/tensor_act_model_layers_80_mlp_down_proj/max": 1.1171875, "train/tensor_act_model_layers_80_mlp_down_proj/range": 2.3828125, "train/tensor_act_model_layers_80_mlp/norm": 165.9541778564453, "train/tensor_act_model_layers_80_mlp/mean": 0.0012969970703125, "train/tensor_act_model_layers_80_mlp/std": 0.0810546875, "train/tensor_act_model_layers_80_mlp/max_abs": 1.265625, "train/tensor_act_model_layers_80_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp/min": -1.265625, "train/tensor_act_model_layers_80_mlp/max": 1.1171875, "train/tensor_act_model_layers_80_mlp/range": 2.3828125, "train/tensor_act_model_layers_80_residual_post_mlp/norm": 1983.18212890625, "train/tensor_act_model_layers_80_residual_post_mlp/mean": 0.0198974609375, "train/tensor_act_model_layers_80_residual_post_mlp/std": 0.96875, "train/tensor_act_model_layers_80_residual_post_mlp/max_abs": 6.28125, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_mlp/min": -6.28125, "train/tensor_act_model_layers_80_residual_post_mlp/max": 5.90625, "train/tensor_act_model_layers_80_residual_post_mlp/range": 12.1875, "train/tensor_act_model_layers_81_residual_pre_attn/norm": 1983.18212890625, "train/tensor_act_model_layers_81_residual_pre_attn/mean": 0.0198974609375, "train/tensor_act_model_layers_81_residual_pre_attn/std": 0.96875, "train/tensor_act_model_layers_81_residual_pre_attn/max_abs": 6.28125, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_residual_pre_attn/min": -6.28125, "train/tensor_act_model_layers_81_residual_pre_attn/max": 5.90625, "train/tensor_act_model_layers_81_residual_pre_attn/range": 12.1875, "train/tensor_act_model_layers_81_residual_post_attn/norm": 2002.4847412109375, "train/tensor_act_model_layers_81_residual_post_attn/mean": 0.01904296875, "train/tensor_act_model_layers_81_residual_post_attn/std": 0.9765625, "train/tensor_act_model_layers_81_residual_post_attn/max_abs": 6.375, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_attn/min": -6.375, "train/tensor_act_model_layers_81_residual_post_attn/max": 5.9375, "train/tensor_act_model_layers_81_residual_post_attn/range": 12.3125, "train/tensor_act_model_layers_81_mlp_gate_proj/norm": 1670.292236328125, "train/tensor_act_model_layers_81_mlp_gate_proj/mean": -0.26171875, "train/tensor_act_model_layers_81_mlp_gate_proj/std": 0.515625, "train/tensor_act_model_layers_81_mlp_gate_proj/max_abs": 3.046875, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/min": -3.046875, "train/tensor_act_model_layers_81_mlp_gate_proj/max": 2.78125, "train/tensor_act_model_layers_81_mlp_gate_proj/range": 5.828125, "train/tensor_act_model_layers_81_mlp_up_proj/norm": 1446.0555419921875, "train/tensor_act_model_layers_81_mlp_up_proj/mean": 0.00592041015625, "train/tensor_act_model_layers_81_mlp_up_proj/std": 0.5, "train/tensor_act_model_layers_81_mlp_up_proj/max_abs": 3.90625, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/min": -3.90625, "train/tensor_act_model_layers_81_mlp_up_proj/max": 3.34375, "train/tensor_act_model_layers_81_mlp_up_proj/range": 7.25, "train/tensor_act_model_layers_81_mlp_down_proj/norm": 168.61854553222656, "train/tensor_act_model_layers_81_mlp_down_proj/mean": -0.000701904296875, "train/tensor_act_model_layers_81_mlp_down_proj/std": 0.08251953125, "train/tensor_act_model_layers_81_mlp_down_proj/max_abs": 1.140625, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/min": -1.140625, "train/tensor_act_model_layers_81_mlp_down_proj/max": 1.0703125, "train/tensor_act_model_layers_81_mlp_down_proj/range": 2.2109375, "train/tensor_act_model_layers_81_mlp/norm": 168.61854553222656, "train/tensor_act_model_layers_81_mlp/mean": -0.000701904296875, "train/tensor_act_model_layers_81_mlp/std": 0.08251953125, "train/tensor_act_model_layers_81_mlp/max_abs": 1.140625, "train/tensor_act_model_layers_81_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp/min": -1.140625, "train/tensor_act_model_layers_81_mlp/max": 1.0703125, "train/tensor_act_model_layers_81_mlp/range": 2.2109375, "train/tensor_act_model_layers_81_residual_post_mlp/norm": 2019.1453857421875, "train/tensor_act_model_layers_81_residual_post_mlp/mean": 0.018310546875, "train/tensor_act_model_layers_81_residual_post_mlp/std": 0.984375, "train/tensor_act_model_layers_81_residual_post_mlp/max_abs": 6.3125, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_mlp/min": -6.3125, "train/tensor_act_model_layers_81_residual_post_mlp/max": 6.03125, "train/tensor_act_model_layers_81_residual_post_mlp/range": 12.34375, "train/tensor_act_model_layers_82_residual_pre_attn/norm": 2019.1453857421875, "train/tensor_act_model_layers_82_residual_pre_attn/mean": 0.018310546875, "train/tensor_act_model_layers_82_residual_pre_attn/std": 0.984375, "train/tensor_act_model_layers_82_residual_pre_attn/max_abs": 6.3125, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_residual_pre_attn/min": -6.3125, "train/tensor_act_model_layers_82_residual_pre_attn/max": 6.03125, "train/tensor_act_model_layers_82_residual_pre_attn/range": 12.34375, "train/tensor_act_model_layers_82_residual_post_attn/norm": 2034.371337890625, "train/tensor_act_model_layers_82_residual_post_attn/mean": 0.017333984375, "train/tensor_act_model_layers_82_residual_post_attn/std": 0.9921875, "train/tensor_act_model_layers_82_residual_post_attn/max_abs": 6.28125, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_attn/min": -6.28125, "train/tensor_act_model_layers_82_residual_post_attn/max": 5.96875, "train/tensor_act_model_layers_82_residual_post_attn/range": 12.25, "train/tensor_act_model_layers_82_mlp_gate_proj/norm": 1700.4996337890625, "train/tensor_act_model_layers_82_mlp_gate_proj/mean": -0.271484375, "train/tensor_act_model_layers_82_mlp_gate_proj/std": 0.51953125, "train/tensor_act_model_layers_82_mlp_gate_proj/max_abs": 3.234375, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/min": -3.234375, "train/tensor_act_model_layers_82_mlp_gate_proj/max": 3.109375, "train/tensor_act_model_layers_82_mlp_gate_proj/range": 6.34375, "train/tensor_act_model_layers_82_mlp_up_proj/norm": 1506.066650390625, "train/tensor_act_model_layers_82_mlp_up_proj/mean": -0.004119873046875, "train/tensor_act_model_layers_82_mlp_up_proj/std": 0.51953125, "train/tensor_act_model_layers_82_mlp_up_proj/max_abs": 3.5, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/min": -3.234375, "train/tensor_act_model_layers_82_mlp_up_proj/max": 3.5, "train/tensor_act_model_layers_82_mlp_up_proj/range": 6.734375, "train/tensor_act_model_layers_82_mlp_down_proj/norm": 171.5124053955078, "train/tensor_act_model_layers_82_mlp_down_proj/mean": -0.0007476806640625, "train/tensor_act_model_layers_82_mlp_down_proj/std": 0.083984375, "train/tensor_act_model_layers_82_mlp_down_proj/max_abs": 1.1171875, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/min": -1.1171875, "train/tensor_act_model_layers_82_mlp_down_proj/max": 0.8984375, "train/tensor_act_model_layers_82_mlp_down_proj/range": 2.015625, "train/tensor_act_model_layers_82_mlp/norm": 171.5124053955078, "train/tensor_act_model_layers_82_mlp/mean": -0.0007476806640625, "train/tensor_act_model_layers_82_mlp/std": 0.083984375, "train/tensor_act_model_layers_82_mlp/max_abs": 1.1171875, "train/tensor_act_model_layers_82_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp/min": -1.1171875, "train/tensor_act_model_layers_82_mlp/max": 0.8984375, "train/tensor_act_model_layers_82_mlp/range": 2.015625, "train/tensor_act_model_layers_82_residual_post_mlp/norm": 2053.311279296875, "train/tensor_act_model_layers_82_residual_post_mlp/mean": 0.0166015625, "train/tensor_act_model_layers_82_residual_post_mlp/std": 1.0, "train/tensor_act_model_layers_82_residual_post_mlp/max_abs": 6.28125, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_mlp/min": -6.28125, "train/tensor_act_model_layers_82_residual_post_mlp/max": 6.125, "train/tensor_act_model_layers_82_residual_post_mlp/range": 12.40625, "train/tensor_act_model_layers_83_residual_pre_attn/norm": 2053.311279296875, "train/tensor_act_model_layers_83_residual_pre_attn/mean": 0.0166015625, "train/tensor_act_model_layers_83_residual_pre_attn/std": 1.0, "train/tensor_act_model_layers_83_residual_pre_attn/max_abs": 6.28125, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_residual_pre_attn/min": -6.28125, "train/tensor_act_model_layers_83_residual_pre_attn/max": 6.125, "train/tensor_act_model_layers_83_residual_pre_attn/range": 12.40625, "train/tensor_act_model_layers_83_residual_post_attn/norm": 2056.6806640625, "train/tensor_act_model_layers_83_residual_post_attn/mean": 0.0146484375, "train/tensor_act_model_layers_83_residual_post_attn/std": 1.0078125, "train/tensor_act_model_layers_83_residual_post_attn/max_abs": 6.28125, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_attn/min": -6.28125, "train/tensor_act_model_layers_83_residual_post_attn/max": 6.0625, "train/tensor_act_model_layers_83_residual_post_attn/range": 12.34375, "train/tensor_act_model_layers_83_mlp_gate_proj/norm": 1678.2503662109375, "train/tensor_act_model_layers_83_mlp_gate_proj/mean": -0.2451171875, "train/tensor_act_model_layers_83_mlp_gate_proj/std": 0.5234375, "train/tensor_act_model_layers_83_mlp_gate_proj/max_abs": 3.296875, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/min": -3.03125, "train/tensor_act_model_layers_83_mlp_gate_proj/max": 3.296875, "train/tensor_act_model_layers_83_mlp_gate_proj/range": 6.328125, "train/tensor_act_model_layers_83_mlp_up_proj/norm": 1485.916015625, "train/tensor_act_model_layers_83_mlp_up_proj/mean": 0.00787353515625, "train/tensor_act_model_layers_83_mlp_up_proj/std": 0.51171875, "train/tensor_act_model_layers_83_mlp_up_proj/max_abs": 4.40625, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/min": -4.40625, "train/tensor_act_model_layers_83_mlp_up_proj/max": 3.984375, "train/tensor_act_model_layers_83_mlp_up_proj/range": 8.390625, "train/tensor_act_model_layers_83_mlp_down_proj/norm": 183.8760223388672, "train/tensor_act_model_layers_83_mlp_down_proj/mean": 0.0003376007080078125, "train/tensor_act_model_layers_83_mlp_down_proj/std": 0.08984375, "train/tensor_act_model_layers_83_mlp_down_proj/max_abs": 1.2109375, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/min": -1.1328125, "train/tensor_act_model_layers_83_mlp_down_proj/max": 1.2109375, "train/tensor_act_model_layers_83_mlp_down_proj/range": 2.34375, "train/tensor_act_model_layers_83_mlp/norm": 183.8760223388672, "train/tensor_act_model_layers_83_mlp/mean": 0.0003376007080078125, "train/tensor_act_model_layers_83_mlp/std": 0.08984375, "train/tensor_act_model_layers_83_mlp/max_abs": 1.2109375, "train/tensor_act_model_layers_83_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp/min": -1.1328125, "train/tensor_act_model_layers_83_mlp/max": 1.2109375, "train/tensor_act_model_layers_83_mlp/range": 2.34375, "train/tensor_act_model_layers_83_residual_post_mlp/norm": 2080.235107421875, "train/tensor_act_model_layers_83_residual_post_mlp/mean": 0.0150146484375, "train/tensor_act_model_layers_83_residual_post_mlp/std": 1.015625, "train/tensor_act_model_layers_83_residual_post_mlp/max_abs": 6.3125, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_mlp/min": -6.28125, "train/tensor_act_model_layers_83_residual_post_mlp/max": 6.3125, "train/tensor_act_model_layers_83_residual_post_mlp/range": 12.59375, "train/tensor_act_model_layers_84_residual_pre_attn/norm": 2080.235107421875, "train/tensor_act_model_layers_84_residual_pre_attn/mean": 0.0150146484375, "train/tensor_act_model_layers_84_residual_pre_attn/std": 1.015625, "train/tensor_act_model_layers_84_residual_pre_attn/max_abs": 6.3125, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_residual_pre_attn/min": -6.28125, "train/tensor_act_model_layers_84_residual_pre_attn/max": 6.3125, "train/tensor_act_model_layers_84_residual_pre_attn/range": 12.59375, "train/tensor_act_model_layers_84_residual_post_attn/norm": 2094.750244140625, "train/tensor_act_model_layers_84_residual_post_attn/mean": 0.0137939453125, "train/tensor_act_model_layers_84_residual_post_attn/std": 1.0234375, "train/tensor_act_model_layers_84_residual_post_attn/max_abs": 6.25, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_attn/min": -6.25, "train/tensor_act_model_layers_84_residual_post_attn/max": 6.25, "train/tensor_act_model_layers_84_residual_post_attn/range": 12.5, "train/tensor_act_model_layers_84_mlp_gate_proj/norm": 1726.12939453125, "train/tensor_act_model_layers_84_mlp_gate_proj/mean": -0.259765625, "train/tensor_act_model_layers_84_mlp_gate_proj/std": 0.53515625, "train/tensor_act_model_layers_84_mlp_gate_proj/max_abs": 4.625, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/min": -3.171875, "train/tensor_act_model_layers_84_mlp_gate_proj/max": 4.625, "train/tensor_act_model_layers_84_mlp_gate_proj/range": 7.796875, "train/tensor_act_model_layers_84_mlp_up_proj/norm": 1526.63916015625, "train/tensor_act_model_layers_84_mlp_up_proj/mean": -0.005706787109375, "train/tensor_act_model_layers_84_mlp_up_proj/std": 0.52734375, "train/tensor_act_model_layers_84_mlp_up_proj/max_abs": 5.625, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/min": -3.8125, "train/tensor_act_model_layers_84_mlp_up_proj/max": 5.625, "train/tensor_act_model_layers_84_mlp_up_proj/range": 9.4375, "train/tensor_act_model_layers_84_mlp_down_proj/norm": 204.72886657714844, "train/tensor_act_model_layers_84_mlp_down_proj/mean": 0.00028228759765625, "train/tensor_act_model_layers_84_mlp_down_proj/std": 0.10009765625, "train/tensor_act_model_layers_84_mlp_down_proj/max_abs": 3.59375, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/min": -3.59375, "train/tensor_act_model_layers_84_mlp_down_proj/max": 3.3125, "train/tensor_act_model_layers_84_mlp_down_proj/range": 6.90625, "train/tensor_act_model_layers_84_mlp/norm": 204.72886657714844, "train/tensor_act_model_layers_84_mlp/mean": 0.00028228759765625, "train/tensor_act_model_layers_84_mlp/std": 0.10009765625, "train/tensor_act_model_layers_84_mlp/max_abs": 3.59375, "train/tensor_act_model_layers_84_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp/min": -3.59375, "train/tensor_act_model_layers_84_mlp/max": 3.3125, "train/tensor_act_model_layers_84_mlp/range": 6.90625, "train/tensor_act_model_layers_84_residual_post_mlp/norm": 2120.268798828125, "train/tensor_act_model_layers_84_residual_post_mlp/mean": 0.0140380859375, "train/tensor_act_model_layers_84_residual_post_mlp/std": 1.0390625, "train/tensor_act_model_layers_84_residual_post_mlp/max_abs": 6.5, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_mlp/min": -6.5, "train/tensor_act_model_layers_84_residual_post_mlp/max": 6.3125, "train/tensor_act_model_layers_84_residual_post_mlp/range": 12.8125, "train/tensor_act_model_layers_85_residual_pre_attn/norm": 2120.268798828125, "train/tensor_act_model_layers_85_residual_pre_attn/mean": 0.0140380859375, "train/tensor_act_model_layers_85_residual_pre_attn/std": 1.0390625, "train/tensor_act_model_layers_85_residual_pre_attn/max_abs": 6.5, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_residual_pre_attn/min": -6.5, "train/tensor_act_model_layers_85_residual_pre_attn/max": 6.3125, "train/tensor_act_model_layers_85_residual_pre_attn/range": 12.8125, "train/tensor_act_model_layers_85_residual_post_attn/norm": 2130.75439453125, "train/tensor_act_model_layers_85_residual_post_attn/mean": 0.0150146484375, "train/tensor_act_model_layers_85_residual_post_attn/std": 1.0390625, "train/tensor_act_model_layers_85_residual_post_attn/max_abs": 6.53125, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_attn/min": -6.53125, "train/tensor_act_model_layers_85_residual_post_attn/max": 6.21875, "train/tensor_act_model_layers_85_residual_post_attn/range": 12.75, "train/tensor_act_model_layers_85_mlp_gate_proj/norm": 1738.181640625, "train/tensor_act_model_layers_85_mlp_gate_proj/mean": -0.251953125, "train/tensor_act_model_layers_85_mlp_gate_proj/std": 0.54296875, "train/tensor_act_model_layers_85_mlp_gate_proj/max_abs": 3.375, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/min": -3.15625, "train/tensor_act_model_layers_85_mlp_gate_proj/max": 3.375, "train/tensor_act_model_layers_85_mlp_gate_proj/range": 6.53125, "train/tensor_act_model_layers_85_mlp_up_proj/norm": 1522.9044189453125, "train/tensor_act_model_layers_85_mlp_up_proj/mean": 0.0016021728515625, "train/tensor_act_model_layers_85_mlp_up_proj/std": 0.52734375, "train/tensor_act_model_layers_85_mlp_up_proj/max_abs": 5.4375, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/min": -3.90625, "train/tensor_act_model_layers_85_mlp_up_proj/max": 5.4375, "train/tensor_act_model_layers_85_mlp_up_proj/range": 9.34375, "train/tensor_act_model_layers_85_mlp_down_proj/norm": 206.59959411621094, "train/tensor_act_model_layers_85_mlp_down_proj/mean": 0.00018978118896484375, "train/tensor_act_model_layers_85_mlp_down_proj/std": 0.10107421875, "train/tensor_act_model_layers_85_mlp_down_proj/max_abs": 1.4921875, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/min": -1.4921875, "train/tensor_act_model_layers_85_mlp_down_proj/max": 1.2890625, "train/tensor_act_model_layers_85_mlp_down_proj/range": 2.78125, "train/tensor_act_model_layers_85_mlp/norm": 206.59959411621094, "train/tensor_act_model_layers_85_mlp/mean": 0.00018978118896484375, "train/tensor_act_model_layers_85_mlp/std": 0.10107421875, "train/tensor_act_model_layers_85_mlp/max_abs": 1.4921875, "train/tensor_act_model_layers_85_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp/min": -1.4921875, "train/tensor_act_model_layers_85_mlp/max": 1.2890625, "train/tensor_act_model_layers_85_mlp/range": 2.78125, "train/tensor_act_model_layers_85_residual_post_mlp/norm": 2158.21533203125, "train/tensor_act_model_layers_85_residual_post_mlp/mean": 0.01519775390625, "train/tensor_act_model_layers_85_residual_post_mlp/std": 1.0546875, "train/tensor_act_model_layers_85_residual_post_mlp/max_abs": 6.375, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_mlp/min": -6.375, "train/tensor_act_model_layers_85_residual_post_mlp/max": 6.34375, "train/tensor_act_model_layers_85_residual_post_mlp/range": 12.71875, "train/tensor_act_model_layers_86_residual_pre_attn/norm": 2158.21533203125, "train/tensor_act_model_layers_86_residual_pre_attn/mean": 0.01519775390625, "train/tensor_act_model_layers_86_residual_pre_attn/std": 1.0546875, "train/tensor_act_model_layers_86_residual_pre_attn/max_abs": 6.375, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_residual_pre_attn/min": -6.375, "train/tensor_act_model_layers_86_residual_pre_attn/max": 6.34375, "train/tensor_act_model_layers_86_residual_pre_attn/range": 12.71875, "train/tensor_act_model_layers_86_residual_post_attn/norm": 2165.566650390625, "train/tensor_act_model_layers_86_residual_post_attn/mean": 0.01519775390625, "train/tensor_act_model_layers_86_residual_post_attn/std": 1.0546875, "train/tensor_act_model_layers_86_residual_post_attn/max_abs": 6.375, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_attn/min": -6.375, "train/tensor_act_model_layers_86_residual_post_attn/max": 6.34375, "train/tensor_act_model_layers_86_residual_post_attn/range": 12.71875, "train/tensor_act_model_layers_86_mlp_gate_proj/norm": 1698.5384521484375, "train/tensor_act_model_layers_86_mlp_gate_proj/mean": -0.236328125, "train/tensor_act_model_layers_86_mlp_gate_proj/std": 0.53515625, "train/tensor_act_model_layers_86_mlp_gate_proj/max_abs": 3.703125, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/min": -2.953125, "train/tensor_act_model_layers_86_mlp_gate_proj/max": 3.703125, "train/tensor_act_model_layers_86_mlp_gate_proj/range": 6.65625, "train/tensor_act_model_layers_86_mlp_up_proj/norm": 1543.7589111328125, "train/tensor_act_model_layers_86_mlp_up_proj/mean": -0.0079345703125, "train/tensor_act_model_layers_86_mlp_up_proj/std": 0.53125, "train/tensor_act_model_layers_86_mlp_up_proj/max_abs": 4.03125, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/min": -3.984375, "train/tensor_act_model_layers_86_mlp_up_proj/max": 4.03125, "train/tensor_act_model_layers_86_mlp_up_proj/range": 8.015625, "train/tensor_act_model_layers_86_mlp_down_proj/norm": 207.44461059570312, "train/tensor_act_model_layers_86_mlp_down_proj/mean": -7.2479248046875e-05, "train/tensor_act_model_layers_86_mlp_down_proj/std": 0.10107421875, "train/tensor_act_model_layers_86_mlp_down_proj/max_abs": 1.4609375, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/min": -1.078125, "train/tensor_act_model_layers_86_mlp_down_proj/max": 1.4609375, "train/tensor_act_model_layers_86_mlp_down_proj/range": 2.5390625, "train/tensor_act_model_layers_86_mlp/norm": 207.44461059570312, "train/tensor_act_model_layers_86_mlp/mean": -7.2479248046875e-05, "train/tensor_act_model_layers_86_mlp/std": 0.10107421875, "train/tensor_act_model_layers_86_mlp/max_abs": 1.4609375, "train/tensor_act_model_layers_86_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp/min": -1.078125, "train/tensor_act_model_layers_86_mlp/max": 1.4609375, "train/tensor_act_model_layers_86_mlp/range": 2.5390625, "train/tensor_act_model_layers_86_residual_post_mlp/norm": 2199.1357421875, "train/tensor_act_model_layers_86_residual_post_mlp/mean": 0.01513671875, "train/tensor_act_model_layers_86_residual_post_mlp/std": 1.0703125, "train/tensor_act_model_layers_86_residual_post_mlp/max_abs": 6.59375, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_mlp/min": -6.53125, "train/tensor_act_model_layers_86_residual_post_mlp/max": 6.59375, "train/tensor_act_model_layers_86_residual_post_mlp/range": 13.125, "train/tensor_act_model_layers_87_residual_pre_attn/norm": 2199.1357421875, "train/tensor_act_model_layers_87_residual_pre_attn/mean": 0.01513671875, "train/tensor_act_model_layers_87_residual_pre_attn/std": 1.0703125, "train/tensor_act_model_layers_87_residual_pre_attn/max_abs": 6.59375, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_residual_pre_attn/min": -6.53125, "train/tensor_act_model_layers_87_residual_pre_attn/max": 6.59375, "train/tensor_act_model_layers_87_residual_pre_attn/range": 13.125, "train/tensor_act_model_layers_87_residual_post_attn/norm": 2201.766845703125, "train/tensor_act_model_layers_87_residual_post_attn/mean": 0.01495361328125, "train/tensor_act_model_layers_87_residual_post_attn/std": 1.078125, "train/tensor_act_model_layers_87_residual_post_attn/max_abs": 6.5625, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_attn/min": -6.5625, "train/tensor_act_model_layers_87_residual_post_attn/max": 6.5625, "train/tensor_act_model_layers_87_residual_post_attn/range": 13.125, "train/tensor_act_model_layers_87_mlp_gate_proj/norm": 1673.3082275390625, "train/tensor_act_model_layers_87_mlp_gate_proj/mean": -0.2236328125, "train/tensor_act_model_layers_87_mlp_gate_proj/std": 0.53125, "train/tensor_act_model_layers_87_mlp_gate_proj/max_abs": 4.1875, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/min": -3.8125, "train/tensor_act_model_layers_87_mlp_gate_proj/max": 4.1875, "train/tensor_act_model_layers_87_mlp_gate_proj/range": 8.0, "train/tensor_act_model_layers_87_mlp_up_proj/norm": 1533.77001953125, "train/tensor_act_model_layers_87_mlp_up_proj/mean": 0.00167083740234375, "train/tensor_act_model_layers_87_mlp_up_proj/std": 0.53125, "train/tensor_act_model_layers_87_mlp_up_proj/max_abs": 5.875, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/min": -5.21875, "train/tensor_act_model_layers_87_mlp_up_proj/max": 5.875, "train/tensor_act_model_layers_87_mlp_up_proj/range": 11.09375, "train/tensor_act_model_layers_87_mlp_down_proj/norm": 274.0201721191406, "train/tensor_act_model_layers_87_mlp_down_proj/mean": 0.000728607177734375, "train/tensor_act_model_layers_87_mlp_down_proj/std": 0.1337890625, "train/tensor_act_model_layers_87_mlp_down_proj/max_abs": 3.34375, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/min": -3.09375, "train/tensor_act_model_layers_87_mlp_down_proj/max": 3.34375, "train/tensor_act_model_layers_87_mlp_down_proj/range": 6.4375, "train/tensor_act_model_layers_87_mlp/norm": 274.0201721191406, "train/tensor_act_model_layers_87_mlp/mean": 0.000728607177734375, "train/tensor_act_model_layers_87_mlp/std": 0.1337890625, "train/tensor_act_model_layers_87_mlp/max_abs": 3.34375, "train/tensor_act_model_layers_87_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp/min": -3.09375, "train/tensor_act_model_layers_87_mlp/max": 3.34375, "train/tensor_act_model_layers_87_mlp/range": 6.4375, "train/tensor_act_model_layers_87_residual_post_mlp/norm": 2259.676513671875, "train/tensor_act_model_layers_87_residual_post_mlp/mean": 0.015625, "train/tensor_act_model_layers_87_residual_post_mlp/std": 1.1015625, "train/tensor_act_model_layers_87_residual_post_mlp/max_abs": 7.125, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_mlp/min": -7.125, "train/tensor_act_model_layers_87_residual_post_mlp/max": 6.8125, "train/tensor_act_model_layers_87_residual_post_mlp/range": 13.9375, "train/tensor_act_model_layers_88_residual_pre_attn/norm": 2259.676513671875, "train/tensor_act_model_layers_88_residual_pre_attn/mean": 0.015625, "train/tensor_act_model_layers_88_residual_pre_attn/std": 1.1015625, "train/tensor_act_model_layers_88_residual_pre_attn/max_abs": 7.125, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_residual_pre_attn/min": -7.125, "train/tensor_act_model_layers_88_residual_pre_attn/max": 6.8125, "train/tensor_act_model_layers_88_residual_pre_attn/range": 13.9375, "train/tensor_act_model_layers_88_residual_post_attn/norm": 2269.559326171875, "train/tensor_act_model_layers_88_residual_post_attn/mean": 0.01519775390625, "train/tensor_act_model_layers_88_residual_post_attn/std": 1.109375, "train/tensor_act_model_layers_88_residual_post_attn/max_abs": 7.21875, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_attn/min": -7.21875, "train/tensor_act_model_layers_88_residual_post_attn/max": 6.96875, "train/tensor_act_model_layers_88_residual_post_attn/range": 14.1875, "train/tensor_act_model_layers_88_mlp_gate_proj/norm": 1709.9425048828125, "train/tensor_act_model_layers_88_mlp_gate_proj/mean": -0.2158203125, "train/tensor_act_model_layers_88_mlp_gate_proj/std": 0.55078125, "train/tensor_act_model_layers_88_mlp_gate_proj/max_abs": 3.6875, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/min": -3.4375, "train/tensor_act_model_layers_88_mlp_gate_proj/max": 3.6875, "train/tensor_act_model_layers_88_mlp_gate_proj/range": 7.125, "train/tensor_act_model_layers_88_mlp_up_proj/norm": 1580.11572265625, "train/tensor_act_model_layers_88_mlp_up_proj/mean": -0.0036468505859375, "train/tensor_act_model_layers_88_mlp_up_proj/std": 0.546875, "train/tensor_act_model_layers_88_mlp_up_proj/max_abs": 5.3125, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/min": -5.3125, "train/tensor_act_model_layers_88_mlp_up_proj/max": 3.9375, "train/tensor_act_model_layers_88_mlp_up_proj/range": 9.25, "train/tensor_act_model_layers_88_mlp_down_proj/norm": 236.16075134277344, "train/tensor_act_model_layers_88_mlp_down_proj/mean": 0.000762939453125, "train/tensor_act_model_layers_88_mlp_down_proj/std": 0.115234375, "train/tensor_act_model_layers_88_mlp_down_proj/max_abs": 2.078125, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/min": -2.078125, "train/tensor_act_model_layers_88_mlp_down_proj/max": 1.8984375, "train/tensor_act_model_layers_88_mlp_down_proj/range": 3.9765625, "train/tensor_act_model_layers_88_mlp/norm": 236.16075134277344, "train/tensor_act_model_layers_88_mlp/mean": 0.000762939453125, "train/tensor_act_model_layers_88_mlp/std": 0.115234375, "train/tensor_act_model_layers_88_mlp/max_abs": 2.078125, "train/tensor_act_model_layers_88_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp/min": -2.078125, "train/tensor_act_model_layers_88_mlp/max": 1.8984375, "train/tensor_act_model_layers_88_mlp/range": 3.9765625, "train/tensor_act_model_layers_88_residual_post_mlp/norm": 2313.516845703125, "train/tensor_act_model_layers_88_residual_post_mlp/mean": 0.0159912109375, "train/tensor_act_model_layers_88_residual_post_mlp/std": 1.1328125, "train/tensor_act_model_layers_88_residual_post_mlp/max_abs": 7.3125, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_mlp/min": -7.3125, "train/tensor_act_model_layers_88_residual_post_mlp/max": 7.21875, "train/tensor_act_model_layers_88_residual_post_mlp/range": 14.53125, "train/tensor_act_model_layers_89_residual_pre_attn/norm": 2313.516845703125, "train/tensor_act_model_layers_89_residual_pre_attn/mean": 0.0159912109375, "train/tensor_act_model_layers_89_residual_pre_attn/std": 1.1328125, "train/tensor_act_model_layers_89_residual_pre_attn/max_abs": 7.3125, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_residual_pre_attn/min": -7.3125, "train/tensor_act_model_layers_89_residual_pre_attn/max": 7.21875, "train/tensor_act_model_layers_89_residual_pre_attn/range": 14.53125, "train/tensor_act_model_layers_89_residual_post_attn/norm": 2320.747802734375, "train/tensor_act_model_layers_89_residual_post_attn/mean": 0.0157470703125, "train/tensor_act_model_layers_89_residual_post_attn/std": 1.1328125, "train/tensor_act_model_layers_89_residual_post_attn/max_abs": 7.40625, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_attn/min": -7.40625, "train/tensor_act_model_layers_89_residual_post_attn/max": 7.25, "train/tensor_act_model_layers_89_residual_post_attn/range": 14.65625, "train/tensor_act_model_layers_89_mlp_gate_proj/norm": 1747.552734375, "train/tensor_act_model_layers_89_mlp_gate_proj/mean": -0.2138671875, "train/tensor_act_model_layers_89_mlp_gate_proj/std": 0.5625, "train/tensor_act_model_layers_89_mlp_gate_proj/max_abs": 4.15625, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/min": -3.078125, "train/tensor_act_model_layers_89_mlp_gate_proj/max": 4.15625, "train/tensor_act_model_layers_89_mlp_gate_proj/range": 7.234375, "train/tensor_act_model_layers_89_mlp_up_proj/norm": 1590.3939208984375, "train/tensor_act_model_layers_89_mlp_up_proj/mean": 0.0208740234375, "train/tensor_act_model_layers_89_mlp_up_proj/std": 0.546875, "train/tensor_act_model_layers_89_mlp_up_proj/max_abs": 6.625, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/min": -3.53125, "train/tensor_act_model_layers_89_mlp_up_proj/max": 6.625, "train/tensor_act_model_layers_89_mlp_up_proj/range": 10.15625, "train/tensor_act_model_layers_89_mlp_down_proj/norm": 251.59933471679688, "train/tensor_act_model_layers_89_mlp_down_proj/mean": -0.00098419189453125, "train/tensor_act_model_layers_89_mlp_down_proj/std": 0.123046875, "train/tensor_act_model_layers_89_mlp_down_proj/max_abs": 1.328125, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/min": -1.3046875, "train/tensor_act_model_layers_89_mlp_down_proj/max": 1.328125, "train/tensor_act_model_layers_89_mlp_down_proj/range": 2.6328125, "train/tensor_act_model_layers_89_mlp/norm": 251.59933471679688, "train/tensor_act_model_layers_89_mlp/mean": -0.00098419189453125, "train/tensor_act_model_layers_89_mlp/std": 0.123046875, "train/tensor_act_model_layers_89_mlp/max_abs": 1.328125, "train/tensor_act_model_layers_89_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp/min": -1.3046875, "train/tensor_act_model_layers_89_mlp/max": 1.328125, "train/tensor_act_model_layers_89_mlp/range": 2.6328125, "train/tensor_act_model_layers_89_residual_post_mlp/norm": 2375.820068359375, "train/tensor_act_model_layers_89_residual_post_mlp/mean": 0.0147705078125, "train/tensor_act_model_layers_89_residual_post_mlp/std": 1.15625, "train/tensor_act_model_layers_89_residual_post_mlp/max_abs": 7.6875, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_mlp/min": -7.6875, "train/tensor_act_model_layers_89_residual_post_mlp/max": 7.40625, "train/tensor_act_model_layers_89_residual_post_mlp/range": 15.09375, "train/tensor_act_model_layers_90_residual_pre_attn/norm": 2375.820068359375, "train/tensor_act_model_layers_90_residual_pre_attn/mean": 0.0147705078125, "train/tensor_act_model_layers_90_residual_pre_attn/std": 1.15625, "train/tensor_act_model_layers_90_residual_pre_attn/max_abs": 7.6875, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_residual_pre_attn/min": -7.6875, "train/tensor_act_model_layers_90_residual_pre_attn/max": 7.40625, "train/tensor_act_model_layers_90_residual_pre_attn/range": 15.09375, "train/tensor_act_model_layers_90_residual_post_attn/norm": 2393.897216796875, "train/tensor_act_model_layers_90_residual_post_attn/mean": 0.013671875, "train/tensor_act_model_layers_90_residual_post_attn/std": 1.171875, "train/tensor_act_model_layers_90_residual_post_attn/max_abs": 7.71875, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_attn/min": -7.71875, "train/tensor_act_model_layers_90_residual_post_attn/max": 7.53125, "train/tensor_act_model_layers_90_residual_post_attn/range": 15.25, "train/tensor_act_model_layers_90_mlp_gate_proj/norm": 1744.6781005859375, "train/tensor_act_model_layers_90_mlp_gate_proj/mean": -0.205078125, "train/tensor_act_model_layers_90_mlp_gate_proj/std": 0.56640625, "train/tensor_act_model_layers_90_mlp_gate_proj/max_abs": 3.484375, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/min": -3.203125, "train/tensor_act_model_layers_90_mlp_gate_proj/max": 3.484375, "train/tensor_act_model_layers_90_mlp_gate_proj/range": 6.6875, "train/tensor_act_model_layers_90_mlp_up_proj/norm": 1592.997314453125, "train/tensor_act_model_layers_90_mlp_up_proj/mean": 0.01202392578125, "train/tensor_act_model_layers_90_mlp_up_proj/std": 0.55078125, "train/tensor_act_model_layers_90_mlp_up_proj/max_abs": 3.953125, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/min": -3.953125, "train/tensor_act_model_layers_90_mlp_up_proj/max": 3.921875, "train/tensor_act_model_layers_90_mlp_up_proj/range": 7.875, "train/tensor_act_model_layers_90_mlp_down_proj/norm": 278.8276672363281, "train/tensor_act_model_layers_90_mlp_down_proj/mean": 0.000156402587890625, "train/tensor_act_model_layers_90_mlp_down_proj/std": 0.1357421875, "train/tensor_act_model_layers_90_mlp_down_proj/max_abs": 1.703125, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/min": -1.703125, "train/tensor_act_model_layers_90_mlp_down_proj/max": 1.5078125, "train/tensor_act_model_layers_90_mlp_down_proj/range": 3.2109375, "train/tensor_act_model_layers_90_mlp/norm": 278.8276672363281, "train/tensor_act_model_layers_90_mlp/mean": 0.000156402587890625, "train/tensor_act_model_layers_90_mlp/std": 0.1357421875, "train/tensor_act_model_layers_90_mlp/max_abs": 1.703125, "train/tensor_act_model_layers_90_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp/min": -1.703125, "train/tensor_act_model_layers_90_mlp/max": 1.5078125, "train/tensor_act_model_layers_90_mlp/range": 3.2109375, "train/tensor_act_model_layers_90_residual_post_mlp/norm": 2469.262939453125, "train/tensor_act_model_layers_90_residual_post_mlp/mean": 0.01385498046875, "train/tensor_act_model_layers_90_residual_post_mlp/std": 1.203125, "train/tensor_act_model_layers_90_residual_post_mlp/max_abs": 7.9375, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_mlp/min": -7.9375, "train/tensor_act_model_layers_90_residual_post_mlp/max": 7.65625, "train/tensor_act_model_layers_90_residual_post_mlp/range": 15.59375, "train/tensor_act_model_layers_91_residual_pre_attn/norm": 2469.262939453125, "train/tensor_act_model_layers_91_residual_pre_attn/mean": 0.01385498046875, "train/tensor_act_model_layers_91_residual_pre_attn/std": 1.203125, "train/tensor_act_model_layers_91_residual_pre_attn/max_abs": 7.9375, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_residual_pre_attn/min": -7.9375, "train/tensor_act_model_layers_91_residual_pre_attn/max": 7.65625, "train/tensor_act_model_layers_91_residual_pre_attn/range": 15.59375, "train/tensor_act_model_layers_91_residual_post_attn/norm": 2488.349365234375, "train/tensor_act_model_layers_91_residual_post_attn/mean": 0.014404296875, "train/tensor_act_model_layers_91_residual_post_attn/std": 1.21875, "train/tensor_act_model_layers_91_residual_post_attn/max_abs": 7.9375, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_attn/min": -7.9375, "train/tensor_act_model_layers_91_residual_post_attn/max": 7.59375, "train/tensor_act_model_layers_91_residual_post_attn/range": 15.53125, "train/tensor_act_model_layers_91_mlp_gate_proj/norm": 1742.656494140625, "train/tensor_act_model_layers_91_mlp_gate_proj/mean": -0.185546875, "train/tensor_act_model_layers_91_mlp_gate_proj/std": 0.5703125, "train/tensor_act_model_layers_91_mlp_gate_proj/max_abs": 3.5, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/min": -3.3125, "train/tensor_act_model_layers_91_mlp_gate_proj/max": 3.5, "train/tensor_act_model_layers_91_mlp_gate_proj/range": 6.8125, "train/tensor_act_model_layers_91_mlp_up_proj/norm": 1653.7001953125, "train/tensor_act_model_layers_91_mlp_up_proj/mean": -0.013916015625, "train/tensor_act_model_layers_91_mlp_up_proj/std": 0.5703125, "train/tensor_act_model_layers_91_mlp_up_proj/max_abs": 5.125, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/min": -5.125, "train/tensor_act_model_layers_91_mlp_up_proj/max": 4.40625, "train/tensor_act_model_layers_91_mlp_up_proj/range": 9.53125, "train/tensor_act_model_layers_91_mlp_down_proj/norm": 310.241943359375, "train/tensor_act_model_layers_91_mlp_down_proj/mean": 0.0031890869140625, "train/tensor_act_model_layers_91_mlp_down_proj/std": 0.1513671875, "train/tensor_act_model_layers_91_mlp_down_proj/max_abs": 1.9140625, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/min": -1.9140625, "train/tensor_act_model_layers_91_mlp_down_proj/max": 1.5546875, "train/tensor_act_model_layers_91_mlp_down_proj/range": 3.46875, "train/tensor_act_model_layers_91_mlp/norm": 310.241943359375, "train/tensor_act_model_layers_91_mlp/mean": 0.0031890869140625, "train/tensor_act_model_layers_91_mlp/std": 0.1513671875, "train/tensor_act_model_layers_91_mlp/max_abs": 1.9140625, "train/tensor_act_model_layers_91_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp/min": -1.9140625, "train/tensor_act_model_layers_91_mlp/max": 1.5546875, "train/tensor_act_model_layers_91_mlp/range": 3.46875, "train/tensor_act_model_layers_91_residual_post_mlp/norm": 2579.820556640625, "train/tensor_act_model_layers_91_residual_post_mlp/mean": 0.017578125, "train/tensor_act_model_layers_91_residual_post_mlp/std": 1.2578125, "train/tensor_act_model_layers_91_residual_post_mlp/max_abs": 8.0625, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_mlp/min": -8.0625, "train/tensor_act_model_layers_91_residual_post_mlp/max": 8.0, "train/tensor_act_model_layers_91_residual_post_mlp/range": 16.0625, "train/tensor_act_model_layers_92_residual_pre_attn/norm": 2579.820556640625, "train/tensor_act_model_layers_92_residual_pre_attn/mean": 0.017578125, "train/tensor_act_model_layers_92_residual_pre_attn/std": 1.2578125, "train/tensor_act_model_layers_92_residual_pre_attn/max_abs": 8.0625, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_residual_pre_attn/min": -8.0625, "train/tensor_act_model_layers_92_residual_pre_attn/max": 8.0, "train/tensor_act_model_layers_92_residual_pre_attn/range": 16.0625, "train/tensor_act_model_layers_92_residual_post_attn/norm": 2607.6123046875, "train/tensor_act_model_layers_92_residual_post_attn/mean": 0.0194091796875, "train/tensor_act_model_layers_92_residual_post_attn/std": 1.2734375, "train/tensor_act_model_layers_92_residual_post_attn/max_abs": 8.125, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_attn/min": -8.125, "train/tensor_act_model_layers_92_residual_post_attn/max": 8.0, "train/tensor_act_model_layers_92_residual_post_attn/range": 16.125, "train/tensor_act_model_layers_92_mlp_gate_proj/norm": 1749.7838134765625, "train/tensor_act_model_layers_92_mlp_gate_proj/mean": -0.173828125, "train/tensor_act_model_layers_92_mlp_gate_proj/std": 0.578125, "train/tensor_act_model_layers_92_mlp_gate_proj/max_abs": 4.4375, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/min": -3.328125, "train/tensor_act_model_layers_92_mlp_gate_proj/max": 4.4375, "train/tensor_act_model_layers_92_mlp_gate_proj/range": 7.765625, "train/tensor_act_model_layers_92_mlp_up_proj/norm": 1746.134765625, "train/tensor_act_model_layers_92_mlp_up_proj/mean": -0.006011962890625, "train/tensor_act_model_layers_92_mlp_up_proj/std": 0.6015625, "train/tensor_act_model_layers_92_mlp_up_proj/max_abs": 5.28125, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/min": -5.28125, "train/tensor_act_model_layers_92_mlp_up_proj/max": 3.890625, "train/tensor_act_model_layers_92_mlp_up_proj/range": 9.171875, "train/tensor_act_model_layers_92_mlp_down_proj/norm": 382.2020263671875, "train/tensor_act_model_layers_92_mlp_down_proj/mean": 0.0034942626953125, "train/tensor_act_model_layers_92_mlp_down_proj/std": 0.1865234375, "train/tensor_act_model_layers_92_mlp_down_proj/max_abs": 1.8203125, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/min": -1.8203125, "train/tensor_act_model_layers_92_mlp_down_proj/max": 1.7578125, "train/tensor_act_model_layers_92_mlp_down_proj/range": 3.578125, "train/tensor_act_model_layers_92_mlp/norm": 382.2020263671875, "train/tensor_act_model_layers_92_mlp/mean": 0.0034942626953125, "train/tensor_act_model_layers_92_mlp/std": 0.1865234375, "train/tensor_act_model_layers_92_mlp/max_abs": 1.8203125, "train/tensor_act_model_layers_92_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp/min": -1.8203125, "train/tensor_act_model_layers_92_mlp/max": 1.7578125, "train/tensor_act_model_layers_92_mlp/range": 3.578125, "train/tensor_act_model_layers_92_residual_post_mlp/norm": 2747.635986328125, "train/tensor_act_model_layers_92_residual_post_mlp/mean": 0.02294921875, "train/tensor_act_model_layers_92_residual_post_mlp/std": 1.34375, "train/tensor_act_model_layers_92_residual_post_mlp/max_abs": 8.625, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_mlp/min": -8.5625, "train/tensor_act_model_layers_92_residual_post_mlp/max": 8.625, "train/tensor_act_model_layers_92_residual_post_mlp/range": 17.1875, "train/tensor_act_model_layers_93_residual_pre_attn/norm": 2747.635986328125, "train/tensor_act_model_layers_93_residual_pre_attn/mean": 0.02294921875, "train/tensor_act_model_layers_93_residual_pre_attn/std": 1.34375, "train/tensor_act_model_layers_93_residual_pre_attn/max_abs": 8.625, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_residual_pre_attn/min": -8.5625, "train/tensor_act_model_layers_93_residual_pre_attn/max": 8.625, "train/tensor_act_model_layers_93_residual_pre_attn/range": 17.1875, "train/tensor_act_model_layers_93_residual_post_attn/norm": 2758.341552734375, "train/tensor_act_model_layers_93_residual_post_attn/mean": 0.02099609375, "train/tensor_act_model_layers_93_residual_post_attn/std": 1.34375, "train/tensor_act_model_layers_93_residual_post_attn/max_abs": 8.625, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_attn/min": -8.5625, "train/tensor_act_model_layers_93_residual_post_attn/max": 8.625, "train/tensor_act_model_layers_93_residual_post_attn/range": 17.1875, "train/tensor_act_model_layers_93_mlp_gate_proj/norm": 1799.869873046875, "train/tensor_act_model_layers_93_mlp_gate_proj/mean": -0.2001953125, "train/tensor_act_model_layers_93_mlp_gate_proj/std": 0.58984375, "train/tensor_act_model_layers_93_mlp_gate_proj/max_abs": 4.84375, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/min": -4.84375, "train/tensor_act_model_layers_93_mlp_gate_proj/max": 4.125, "train/tensor_act_model_layers_93_mlp_gate_proj/range": 8.96875, "train/tensor_act_model_layers_93_mlp_up_proj/norm": 1809.4217529296875, "train/tensor_act_model_layers_93_mlp_up_proj/mean": 0.0264892578125, "train/tensor_act_model_layers_93_mlp_up_proj/std": 0.625, "train/tensor_act_model_layers_93_mlp_up_proj/max_abs": 5.3125, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/min": -5.3125, "train/tensor_act_model_layers_93_mlp_up_proj/max": 4.9375, "train/tensor_act_model_layers_93_mlp_up_proj/range": 10.25, "train/tensor_act_model_layers_93_mlp_down_proj/norm": 334.6211242675781, "train/tensor_act_model_layers_93_mlp_down_proj/mean": 0.004058837890625, "train/tensor_act_model_layers_93_mlp_down_proj/std": 0.1630859375, "train/tensor_act_model_layers_93_mlp_down_proj/max_abs": 2.34375, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/min": -2.078125, "train/tensor_act_model_layers_93_mlp_down_proj/max": 2.34375, "train/tensor_act_model_layers_93_mlp_down_proj/range": 4.421875, "train/tensor_act_model_layers_93_mlp/norm": 334.6211242675781, "train/tensor_act_model_layers_93_mlp/mean": 0.004058837890625, "train/tensor_act_model_layers_93_mlp/std": 0.1630859375, "train/tensor_act_model_layers_93_mlp/max_abs": 2.34375, "train/tensor_act_model_layers_93_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp/min": -2.078125, "train/tensor_act_model_layers_93_mlp/max": 2.34375, "train/tensor_act_model_layers_93_mlp/range": 4.421875, "train/tensor_act_model_layers_93_residual_post_mlp/norm": 2863.6162109375, "train/tensor_act_model_layers_93_residual_post_mlp/mean": 0.0250244140625, "train/tensor_act_model_layers_93_residual_post_mlp/std": 1.3984375, "train/tensor_act_model_layers_93_residual_post_mlp/max_abs": 9.1875, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_mlp/min": -8.6875, "train/tensor_act_model_layers_93_residual_post_mlp/max": 9.1875, "train/tensor_act_model_layers_93_residual_post_mlp/range": 17.875, "train/tensor_act_model_layers_94_residual_pre_attn/norm": 2863.6162109375, "train/tensor_act_model_layers_94_residual_pre_attn/mean": 0.0250244140625, "train/tensor_act_model_layers_94_residual_pre_attn/std": 1.3984375, "train/tensor_act_model_layers_94_residual_pre_attn/max_abs": 9.1875, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_residual_pre_attn/min": -8.6875, "train/tensor_act_model_layers_94_residual_pre_attn/max": 9.1875, "train/tensor_act_model_layers_94_residual_pre_attn/range": 17.875, "train/tensor_act_model_layers_94_residual_post_attn/norm": 2880.78369140625, "train/tensor_act_model_layers_94_residual_post_attn/mean": 0.0244140625, "train/tensor_act_model_layers_94_residual_post_attn/std": 1.40625, "train/tensor_act_model_layers_94_residual_post_attn/max_abs": 9.25, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_attn/min": -8.625, "train/tensor_act_model_layers_94_residual_post_attn/max": 9.25, "train/tensor_act_model_layers_94_residual_post_attn/range": 17.875, "train/tensor_act_model_layers_94_mlp_gate_proj/norm": 1826.9556884765625, "train/tensor_act_model_layers_94_mlp_gate_proj/mean": -0.1962890625, "train/tensor_act_model_layers_94_mlp_gate_proj/std": 0.59765625, "train/tensor_act_model_layers_94_mlp_gate_proj/max_abs": 3.984375, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/min": -3.578125, "train/tensor_act_model_layers_94_mlp_gate_proj/max": 3.984375, "train/tensor_act_model_layers_94_mlp_gate_proj/range": 7.5625, "train/tensor_act_model_layers_94_mlp_up_proj/norm": 1828.70654296875, "train/tensor_act_model_layers_94_mlp_up_proj/mean": -0.0098876953125, "train/tensor_act_model_layers_94_mlp_up_proj/std": 0.6328125, "train/tensor_act_model_layers_94_mlp_up_proj/max_abs": 5.40625, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/min": -4.34375, "train/tensor_act_model_layers_94_mlp_up_proj/max": 5.40625, "train/tensor_act_model_layers_94_mlp_up_proj/range": 9.75, "train/tensor_act_model_layers_94_mlp_down_proj/norm": 372.0289306640625, "train/tensor_act_model_layers_94_mlp_down_proj/mean": 0.0034637451171875, "train/tensor_act_model_layers_94_mlp_down_proj/std": 0.181640625, "train/tensor_act_model_layers_94_mlp_down_proj/max_abs": 2.203125, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/min": -2.203125, "train/tensor_act_model_layers_94_mlp_down_proj/max": 2.03125, "train/tensor_act_model_layers_94_mlp_down_proj/range": 4.234375, "train/tensor_act_model_layers_94_mlp/norm": 372.0289306640625, "train/tensor_act_model_layers_94_mlp/mean": 0.0034637451171875, "train/tensor_act_model_layers_94_mlp/std": 0.181640625, "train/tensor_act_model_layers_94_mlp/max_abs": 2.203125, "train/tensor_act_model_layers_94_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp/min": -2.203125, "train/tensor_act_model_layers_94_mlp/max": 2.03125, "train/tensor_act_model_layers_94_mlp/range": 4.234375, "train/tensor_act_model_layers_94_residual_post_mlp/norm": 3017.083984375, "train/tensor_act_model_layers_94_residual_post_mlp/mean": 0.0279541015625, "train/tensor_act_model_layers_94_residual_post_mlp/std": 1.4765625, "train/tensor_act_model_layers_94_residual_post_mlp/max_abs": 9.4375, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_mlp/min": -8.8125, "train/tensor_act_model_layers_94_residual_post_mlp/max": 9.4375, "train/tensor_act_model_layers_94_residual_post_mlp/range": 18.25, "train/tensor_act_model_layers_95_residual_pre_attn/norm": 3017.083984375, "train/tensor_act_model_layers_95_residual_pre_attn/mean": 0.0279541015625, "train/tensor_act_model_layers_95_residual_pre_attn/std": 1.4765625, "train/tensor_act_model_layers_95_residual_pre_attn/max_abs": 9.4375, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_residual_pre_attn/min": -8.8125, "train/tensor_act_model_layers_95_residual_pre_attn/max": 9.4375, "train/tensor_act_model_layers_95_residual_pre_attn/range": 18.25, "train/tensor_act_model_layers_95_residual_post_attn/norm": 3027.351318359375, "train/tensor_act_model_layers_95_residual_post_attn/mean": 0.0283203125, "train/tensor_act_model_layers_95_residual_post_attn/std": 1.4765625, "train/tensor_act_model_layers_95_residual_post_attn/max_abs": 9.4375, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_attn/min": -8.9375, "train/tensor_act_model_layers_95_residual_post_attn/max": 9.4375, "train/tensor_act_model_layers_95_residual_post_attn/range": 18.375, "train/tensor_act_model_layers_95_mlp_gate_proj/norm": 1840.09228515625, "train/tensor_act_model_layers_95_mlp_gate_proj/mean": -0.1826171875, "train/tensor_act_model_layers_95_mlp_gate_proj/std": 0.609375, "train/tensor_act_model_layers_95_mlp_gate_proj/max_abs": 4.375, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/min": -3.6875, "train/tensor_act_model_layers_95_mlp_gate_proj/max": 4.375, "train/tensor_act_model_layers_95_mlp_gate_proj/range": 8.0625, "train/tensor_act_model_layers_95_mlp_up_proj/norm": 1900.4339599609375, "train/tensor_act_model_layers_95_mlp_up_proj/mean": 0.01251220703125, "train/tensor_act_model_layers_95_mlp_up_proj/std": 0.65625, "train/tensor_act_model_layers_95_mlp_up_proj/max_abs": 5.5, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/min": -3.84375, "train/tensor_act_model_layers_95_mlp_up_proj/max": 5.5, "train/tensor_act_model_layers_95_mlp_up_proj/range": 9.34375, "train/tensor_act_model_layers_95_mlp_down_proj/norm": 429.88177490234375, "train/tensor_act_model_layers_95_mlp_down_proj/mean": 0.005645751953125, "train/tensor_act_model_layers_95_mlp_down_proj/std": 0.2099609375, "train/tensor_act_model_layers_95_mlp_down_proj/max_abs": 2.703125, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/min": -2.703125, "train/tensor_act_model_layers_95_mlp_down_proj/max": 2.4375, "train/tensor_act_model_layers_95_mlp_down_proj/range": 5.140625, "train/tensor_act_model_layers_95_mlp/norm": 429.88177490234375, "train/tensor_act_model_layers_95_mlp/mean": 0.005645751953125, "train/tensor_act_model_layers_95_mlp/std": 0.2099609375, "train/tensor_act_model_layers_95_mlp/max_abs": 2.703125, "train/tensor_act_model_layers_95_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp/min": -2.703125, "train/tensor_act_model_layers_95_mlp/max": 2.4375, "train/tensor_act_model_layers_95_mlp/range": 5.140625, "train/tensor_act_model_layers_95_residual_post_mlp/norm": 3205.336181640625, "train/tensor_act_model_layers_95_residual_post_mlp/mean": 0.033935546875, "train/tensor_act_model_layers_95_residual_post_mlp/std": 1.5625, "train/tensor_act_model_layers_95_residual_post_mlp/max_abs": 9.5625, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_mlp/min": -9.5, "train/tensor_act_model_layers_95_residual_post_mlp/max": 9.5625, "train/tensor_act_model_layers_95_residual_post_mlp/range": 19.0625, "train/tensor_act_model_layers_96_residual_pre_attn/norm": 3205.336181640625, "train/tensor_act_model_layers_96_residual_pre_attn/mean": 0.033935546875, "train/tensor_act_model_layers_96_residual_pre_attn/std": 1.5625, "train/tensor_act_model_layers_96_residual_pre_attn/max_abs": 9.5625, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_residual_pre_attn/min": -9.5, "train/tensor_act_model_layers_96_residual_pre_attn/max": 9.5625, "train/tensor_act_model_layers_96_residual_pre_attn/range": 19.0625, "train/tensor_act_model_layers_96_residual_post_attn/norm": 3217.3251953125, "train/tensor_act_model_layers_96_residual_post_attn/mean": 0.035400390625, "train/tensor_act_model_layers_96_residual_post_attn/std": 1.5703125, "train/tensor_act_model_layers_96_residual_post_attn/max_abs": 9.625, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_attn/min": -9.5625, "train/tensor_act_model_layers_96_residual_post_attn/max": 9.625, "train/tensor_act_model_layers_96_residual_post_attn/range": 19.1875, "train/tensor_act_model_layers_96_mlp_gate_proj/norm": 1917.202880859375, "train/tensor_act_model_layers_96_mlp_gate_proj/mean": -0.1826171875, "train/tensor_act_model_layers_96_mlp_gate_proj/std": 0.63671875, "train/tensor_act_model_layers_96_mlp_gate_proj/max_abs": 5.0625, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/min": -5.0625, "train/tensor_act_model_layers_96_mlp_gate_proj/max": 4.34375, "train/tensor_act_model_layers_96_mlp_gate_proj/range": 9.40625, "train/tensor_act_model_layers_96_mlp_up_proj/norm": 1949.4840087890625, "train/tensor_act_model_layers_96_mlp_up_proj/mean": 0.0137939453125, "train/tensor_act_model_layers_96_mlp_up_proj/std": 0.671875, "train/tensor_act_model_layers_96_mlp_up_proj/max_abs": 5.3125, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/min": -4.65625, "train/tensor_act_model_layers_96_mlp_up_proj/max": 5.3125, "train/tensor_act_model_layers_96_mlp_up_proj/range": 9.96875, "train/tensor_act_model_layers_96_mlp_down_proj/norm": 454.70849609375, "train/tensor_act_model_layers_96_mlp_down_proj/mean": 0.005157470703125, "train/tensor_act_model_layers_96_mlp_down_proj/std": 0.2216796875, "train/tensor_act_model_layers_96_mlp_down_proj/max_abs": 3.046875, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/min": -3.046875, "train/tensor_act_model_layers_96_mlp_down_proj/max": 2.59375, "train/tensor_act_model_layers_96_mlp_down_proj/range": 5.640625, "train/tensor_act_model_layers_96_mlp/norm": 454.70849609375, "train/tensor_act_model_layers_96_mlp/mean": 0.005157470703125, "train/tensor_act_model_layers_96_mlp/std": 0.2216796875, "train/tensor_act_model_layers_96_mlp/max_abs": 3.046875, "train/tensor_act_model_layers_96_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp/min": -3.046875, "train/tensor_act_model_layers_96_mlp/max": 2.59375, "train/tensor_act_model_layers_96_mlp/range": 5.640625, "train/tensor_act_model_layers_96_residual_post_mlp/norm": 3403.693359375, "train/tensor_act_model_layers_96_residual_post_mlp/mean": 0.04052734375, "train/tensor_act_model_layers_96_residual_post_mlp/std": 1.6640625, "train/tensor_act_model_layers_96_residual_post_mlp/max_abs": 10.4375, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_user_limit": 1.9073486328125e-06, "train/tensor_act_model_layers_96_residual_post_mlp/min": -10.0, "train/tensor_act_model_layers_96_residual_post_mlp/max": 10.4375, "train/tensor_act_model_layers_96_residual_post_mlp/range": 20.4375, "train/tensor_act_model_layers_97_residual_pre_attn/norm": 3403.693359375, "train/tensor_act_model_layers_97_residual_pre_attn/mean": 0.04052734375, "train/tensor_act_model_layers_97_residual_pre_attn/std": 1.6640625, "train/tensor_act_model_layers_97_residual_pre_attn/max_abs": 10.4375, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_user_limit": 1.9073486328125e-06, "train/tensor_act_model_layers_97_residual_pre_attn/min": -10.0, "train/tensor_act_model_layers_97_residual_pre_attn/max": 10.4375, "train/tensor_act_model_layers_97_residual_pre_attn/range": 20.4375, "train/tensor_act_model_layers_97_residual_post_attn/norm": 3422.243408203125, "train/tensor_act_model_layers_97_residual_post_attn/mean": 0.04248046875, "train/tensor_act_model_layers_97_residual_post_attn/std": 1.671875, "train/tensor_act_model_layers_97_residual_post_attn/max_abs": 10.5, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_user_limit": 1.9073486328125e-06, "train/tensor_act_model_layers_97_residual_post_attn/min": -10.125, "train/tensor_act_model_layers_97_residual_post_attn/max": 10.5, "train/tensor_act_model_layers_97_residual_post_attn/range": 20.625, "train/tensor_act_model_layers_97_mlp_gate_proj/norm": 1875.7408447265625, "train/tensor_act_model_layers_97_mlp_gate_proj/mean": -0.158203125, "train/tensor_act_model_layers_97_mlp_gate_proj/std": 0.62890625, "train/tensor_act_model_layers_97_mlp_gate_proj/max_abs": 4.90625, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/min": -3.1875, "train/tensor_act_model_layers_97_mlp_gate_proj/max": 4.90625, "train/tensor_act_model_layers_97_mlp_gate_proj/range": 8.09375, "train/tensor_act_model_layers_97_mlp_up_proj/norm": 2155.23583984375, "train/tensor_act_model_layers_97_mlp_up_proj/mean": -0.0191650390625, "train/tensor_act_model_layers_97_mlp_up_proj/std": 0.7421875, "train/tensor_act_model_layers_97_mlp_up_proj/max_abs": 8.25, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/min": -6.6875, "train/tensor_act_model_layers_97_mlp_up_proj/max": 8.25, "train/tensor_act_model_layers_97_mlp_up_proj/range": 14.9375, "train/tensor_act_model_layers_97_mlp_down_proj/norm": 619.7330932617188, "train/tensor_act_model_layers_97_mlp_down_proj/mean": -0.0023193359375, "train/tensor_act_model_layers_97_mlp_down_proj/std": 0.302734375, "train/tensor_act_model_layers_97_mlp_down_proj/max_abs": 3.40625, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/min": -3.140625, "train/tensor_act_model_layers_97_mlp_down_proj/max": 3.40625, "train/tensor_act_model_layers_97_mlp_down_proj/range": 6.546875, "train/tensor_act_model_layers_97_mlp/norm": 619.7330932617188, "train/tensor_act_model_layers_97_mlp/mean": -0.0023193359375, "train/tensor_act_model_layers_97_mlp/std": 0.302734375, "train/tensor_act_model_layers_97_mlp/max_abs": 3.40625, "train/tensor_act_model_layers_97_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp/min": -3.140625, "train/tensor_act_model_layers_97_mlp/max": 3.40625, "train/tensor_act_model_layers_97_mlp/range": 6.546875, "train/tensor_act_model_layers_97_residual_post_mlp/norm": 3750.808349609375, "train/tensor_act_model_layers_97_residual_post_mlp/mean": 0.0400390625, "train/tensor_act_model_layers_97_residual_post_mlp/std": 1.828125, "train/tensor_act_model_layers_97_residual_post_mlp/max_abs": 12.1875, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_user_limit": 0.000118255615234375, "train/tensor_act_model_layers_97_residual_post_mlp/min": -10.875, "train/tensor_act_model_layers_97_residual_post_mlp/max": 12.1875, "train/tensor_act_model_layers_97_residual_post_mlp/range": 23.0625, "train/tensor_act_model_layers_98_residual_pre_attn/norm": 3750.808349609375, "train/tensor_act_model_layers_98_residual_pre_attn/mean": 0.0400390625, "train/tensor_act_model_layers_98_residual_pre_attn/std": 1.828125, "train/tensor_act_model_layers_98_residual_pre_attn/max_abs": 12.1875, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_user_limit": 0.000118255615234375, "train/tensor_act_model_layers_98_residual_pre_attn/min": -10.875, "train/tensor_act_model_layers_98_residual_pre_attn/max": 12.1875, "train/tensor_act_model_layers_98_residual_pre_attn/range": 23.0625, "train/tensor_act_model_layers_98_residual_post_attn/norm": 3780.036865234375, "train/tensor_act_model_layers_98_residual_post_attn/mean": 0.04150390625, "train/tensor_act_model_layers_98_residual_post_attn/std": 1.84375, "train/tensor_act_model_layers_98_residual_post_attn/max_abs": 12.25, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_user_limit": 0.0001251697540283203, "train/tensor_act_model_layers_98_residual_post_attn/min": -10.9375, "train/tensor_act_model_layers_98_residual_post_attn/max": 12.25, "train/tensor_act_model_layers_98_residual_post_attn/range": 23.1875, "train/tensor_act_model_layers_98_mlp_gate_proj/norm": 1909.2095947265625, "train/tensor_act_model_layers_98_mlp_gate_proj/mean": -0.134765625, "train/tensor_act_model_layers_98_mlp_gate_proj/std": 0.64453125, "train/tensor_act_model_layers_98_mlp_gate_proj/max_abs": 4.46875, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/min": -3.59375, "train/tensor_act_model_layers_98_mlp_gate_proj/max": 4.46875, "train/tensor_act_model_layers_98_mlp_gate_proj/range": 8.0625, "train/tensor_act_model_layers_98_mlp_up_proj/norm": 2197.848388671875, "train/tensor_act_model_layers_98_mlp_up_proj/mean": -0.0223388671875, "train/tensor_act_model_layers_98_mlp_up_proj/std": 0.7578125, "train/tensor_act_model_layers_98_mlp_up_proj/max_abs": 5.53125, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/min": -5.53125, "train/tensor_act_model_layers_98_mlp_up_proj/max": 5.03125, "train/tensor_act_model_layers_98_mlp_up_proj/range": 10.5625, "train/tensor_act_model_layers_98_mlp_down_proj/norm": 644.545654296875, "train/tensor_act_model_layers_98_mlp_down_proj/mean": 0.000698089599609375, "train/tensor_act_model_layers_98_mlp_down_proj/std": 0.314453125, "train/tensor_act_model_layers_98_mlp_down_proj/max_abs": 2.671875, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/min": -2.671875, "train/tensor_act_model_layers_98_mlp_down_proj/max": 2.53125, "train/tensor_act_model_layers_98_mlp_down_proj/range": 5.203125, "train/tensor_act_model_layers_98_mlp/norm": 644.545654296875, "train/tensor_act_model_layers_98_mlp/mean": 0.000698089599609375, "train/tensor_act_model_layers_98_mlp/std": 0.314453125, "train/tensor_act_model_layers_98_mlp/max_abs": 2.671875, "train/tensor_act_model_layers_98_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp/min": -2.671875, "train/tensor_act_model_layers_98_mlp/max": 2.53125, "train/tensor_act_model_layers_98_mlp/range": 5.203125, "train/tensor_act_model_layers_98_residual_post_mlp/norm": 4148.8486328125, "train/tensor_act_model_layers_98_residual_post_mlp/mean": 0.042236328125, "train/tensor_act_model_layers_98_residual_post_mlp/std": 2.03125, "train/tensor_act_model_layers_98_residual_post_mlp/max_abs": 14.125, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_user_limit": 0.0003573894500732422, "train/tensor_act_model_layers_98_residual_post_mlp/min": -11.875, "train/tensor_act_model_layers_98_residual_post_mlp/max": 14.125, "train/tensor_act_model_layers_98_residual_post_mlp/range": 26.0, "train/tensor_act_model_layers_99_residual_pre_attn/norm": 4148.8486328125, "train/tensor_act_model_layers_99_residual_pre_attn/mean": 0.042236328125, "train/tensor_act_model_layers_99_residual_pre_attn/std": 2.03125, "train/tensor_act_model_layers_99_residual_pre_attn/max_abs": 14.125, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_user_limit": 0.0003573894500732422, "train/tensor_act_model_layers_99_residual_pre_attn/min": -11.875, "train/tensor_act_model_layers_99_residual_pre_attn/max": 14.125, "train/tensor_act_model_layers_99_residual_pre_attn/range": 26.0, "train/tensor_act_model_layers_99_residual_post_attn/norm": 4188.2490234375, "train/tensor_act_model_layers_99_residual_post_attn/mean": 0.050048828125, "train/tensor_act_model_layers_99_residual_post_attn/std": 2.046875, "train/tensor_act_model_layers_99_residual_post_attn/max_abs": 14.1875, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_user_limit": 0.00037097930908203125, "train/tensor_act_model_layers_99_residual_post_attn/min": -11.875, "train/tensor_act_model_layers_99_residual_post_attn/max": 14.1875, "train/tensor_act_model_layers_99_residual_post_attn/range": 26.0625, "train/tensor_act_model_layers_99_mlp_gate_proj/norm": 1892.6783447265625, "train/tensor_act_model_layers_99_mlp_gate_proj/mean": -0.1337890625, "train/tensor_act_model_layers_99_mlp_gate_proj/std": 0.640625, "train/tensor_act_model_layers_99_mlp_gate_proj/max_abs": 3.96875, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/min": -3.734375, "train/tensor_act_model_layers_99_mlp_gate_proj/max": 3.96875, "train/tensor_act_model_layers_99_mlp_gate_proj/range": 7.703125, "train/tensor_act_model_layers_99_mlp_up_proj/norm": 2223.542236328125, "train/tensor_act_model_layers_99_mlp_up_proj/mean": -0.04052734375, "train/tensor_act_model_layers_99_mlp_up_proj/std": 0.765625, "train/tensor_act_model_layers_99_mlp_up_proj/max_abs": 6.09375, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/min": -6.03125, "train/tensor_act_model_layers_99_mlp_up_proj/max": 6.09375, "train/tensor_act_model_layers_99_mlp_up_proj/range": 12.125, "train/tensor_act_model_layers_99_mlp_down_proj/norm": 693.9732055664062, "train/tensor_act_model_layers_99_mlp_down_proj/mean": 0.02197265625, "train/tensor_act_model_layers_99_mlp_down_proj/std": 0.337890625, "train/tensor_act_model_layers_99_mlp_down_proj/max_abs": 2.734375, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/min": -2.59375, "train/tensor_act_model_layers_99_mlp_down_proj/max": 2.734375, "train/tensor_act_model_layers_99_mlp_down_proj/range": 5.328125, "train/tensor_act_model_layers_99_mlp/norm": 693.9732055664062, "train/tensor_act_model_layers_99_mlp/mean": 0.02197265625, "train/tensor_act_model_layers_99_mlp/std": 0.337890625, "train/tensor_act_model_layers_99_mlp/max_abs": 2.734375, "train/tensor_act_model_layers_99_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp/min": -2.59375, "train/tensor_act_model_layers_99_mlp/max": 2.734375, "train/tensor_act_model_layers_99_mlp/range": 5.328125, "train/tensor_act_model_layers_99_residual_post_mlp/norm": 4601.37548828125, "train/tensor_act_model_layers_99_residual_post_mlp/mean": 0.072265625, "train/tensor_act_model_layers_99_residual_post_mlp/std": 2.25, "train/tensor_act_model_layers_99_residual_post_mlp/max_abs": 16.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_user_limit": 0.0006151199340820312, "train/tensor_act_model_layers_99_residual_post_mlp/min": -13.5625, "train/tensor_act_model_layers_99_residual_post_mlp/max": 16.0, "train/tensor_act_model_layers_99_residual_post_mlp/range": 29.5625, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/norm": 4849664.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/mean": -412.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/std": 26752.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max_abs": 117760.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/min": -87040.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max": 117760.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/range": 204800.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/norm": 2670592.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/mean": 29.875, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/std": 14784.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max_abs": 163840.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.999786376953125, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/min": -139264.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max": 163840.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/range": 303104.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/norm": 2621440.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/mean": -308.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/std": 14464.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max_abs": 175104.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.999725341796875, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/min": -151552.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max": 175104.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/range": 326656.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/norm": 4620288.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/mean": 241.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/std": 25600.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max_abs": 167936.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/min": -167936.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max": 89088.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/range": 257024.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/norm": 2736128.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/mean": -33.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/std": 15104.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max_abs": 251904.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.999664306640625, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/min": -175104.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max": 251904.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/range": 427008.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/norm": 2048000.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/mean": -104.5, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/std": 11328.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max_abs": 124416.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.999481201171875, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/min": -98304.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max": 124416.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/range": 222720.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/norm": 4227072.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/mean": 2304.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/std": 23168.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max_abs": 114688.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/min": -74240.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max": 114688.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/range": 188928.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/norm": 2424832.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/mean": 87.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/std": 13440.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max_abs": 162816.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.99981689453125, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/min": -162816.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max": 132096.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/range": 294912.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/norm": 1753088.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/mean": -66.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/std": 9664.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max_abs": 94720.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.999298095703125, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/min": -93184.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max": 94720.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/range": 187904.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/norm": 2965504.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/mean": -1192.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/std": 16384.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max_abs": 126464.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/min": -92160.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max": 126464.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/range": 218624.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/norm": 2162688.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/mean": 5.8125, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/std": 11904.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max_abs": 116224.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.998992919921875, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/min": -116224.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max": 109568.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/range": 225792.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/norm": 1482752.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/mean": -110.5, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/std": 8192.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max_abs": 75776.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.998748779296875, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/min": -75776.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max": 73728.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/range": 149504.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/norm": 2637824.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/mean": -536.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/std": 14592.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max_abs": 62208.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/min": -61696.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max": 62208.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/range": 123904.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/norm": 1769472.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/mean": -19.5, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/std": 9728.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max_abs": 98304.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.9996337890625, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/min": -94208.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max": 98304.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/range": 192512.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/norm": 1269760.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/mean": -77.5, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/std": 7008.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max_abs": 101888.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.99932861328125, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/min": -82432.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max": 101888.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/range": 184320.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/norm": 1990656.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/mean": 266.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/std": 11008.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max_abs": 53248.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/min": -38400.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max": 53248.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/range": 91648.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/norm": 1581056.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/mean": 3.859375, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/std": 8704.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max_abs": 92160.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.999481201171875, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/min": -92160.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max": 74240.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/range": 166400.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/norm": 1146880.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/mean": -83.5, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/std": 6336.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max_abs": 67072.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.9990234375, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/min": -67072.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max": 63232.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/range": 130304.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/norm": 2129920.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/mean": -1416.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/std": 11648.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max_abs": 88064.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/min": -88064.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max": 31232.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/range": 119296.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/norm": 1474560.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/mean": -47.25, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/std": 8128.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max_abs": 130048.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.998626708984375, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/min": -102912.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max": 130048.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/range": 232960.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/norm": 1220608.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/mean": -69.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/std": 6752.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max_abs": 87552.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.998138427734375, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/min": -87552.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max": 83968.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/range": 171520.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/norm": 2293760.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/mean": 772.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/std": 12672.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max_abs": 94208.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/min": -94208.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max": 87552.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/range": 181760.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/norm": 1482752.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/mean": -71.5, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/std": 8192.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max_abs": 100352.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.99951171875, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/min": -94208.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max": 100352.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/range": 194560.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/norm": 1073152.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/mean": -72.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/std": 5920.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max_abs": 82944.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.999237060546875, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/min": -73216.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max": 82944.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/range": 156160.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/norm": 1540096.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/mean": -99.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/std": 8512.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max_abs": 39424.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/min": -24832.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max": 39424.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/range": 64256.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/norm": 1540096.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/mean": 43.75, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/std": 8512.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max_abs": 97280.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.9993896484375, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/min": -97280.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max": 91136.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/range": 188416.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/norm": 937984.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/mean": -48.75, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/std": 5184.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max_abs": 52736.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.998931884765625, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/min": -52736.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max": 52224.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/range": 104960.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/norm": 1286144.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/mean": -222.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/std": 7072.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max_abs": 47104.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/min": -47104.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max": 17664.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/range": 64768.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/norm": 1269760.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/mean": -13.875, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/std": 7008.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max_abs": 80896.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.99951171875, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/min": -72704.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max": 80896.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/range": 153600.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/norm": 835584.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/mean": -17.125, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/std": 4608.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max_abs": 55808.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.99896240234375, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/min": -55808.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max": 54528.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/range": 110336.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/norm": 1187840.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/mean": 336.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/std": 6560.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max_abs": 41984.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/min": -25984.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max": 41984.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/range": 67968.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/norm": 1261568.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/mean": -25.875, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/std": 6976.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max_abs": 87040.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.99945068359375, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/min": -87040.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max": 82944.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/range": 169984.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/norm": 778240.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/mean": 5.15625, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/std": 4320.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max_abs": 55808.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.9989013671875, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/min": -55808.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max": 40704.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/range": 96512.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/norm": 991232.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/mean": 149.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/std": 5472.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max_abs": 23168.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/min": -19200.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max": 23168.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/range": 42368.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/norm": 1073152.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/mean": 8.625, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/std": 5920.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max_abs": 62976.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.997344970703125, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/min": -53248.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max": 62976.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/range": 116224.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/norm": 712704.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/mean": -12.3125, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/std": 3936.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max_abs": 39936.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.99542236328125, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/min": -39936.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max": 35584.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/range": 75520.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/norm": 974848.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/mean": -240.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/std": 5376.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max_abs": 31104.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/min": -31104.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max": 17920.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/range": 49024.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/norm": 933888.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/mean": 0.1455078125, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/std": 5152.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max_abs": 53248.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.9984130859375, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/min": -45824.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max": 53248.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/range": 99072.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/norm": 684032.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/mean": -28.75, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/std": 3776.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max_abs": 73728.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.99798583984375, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/min": -73728.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max": 51456.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/range": 125184.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/norm": 835584.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/mean": 364.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/std": 4608.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max_abs": 17152.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/min": -14592.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max": 17152.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/range": 31744.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/norm": 937984.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/mean": 42.25, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/std": 5184.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max_abs": 51712.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.99884033203125, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/min": -47360.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max": 51712.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/range": 99072.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/norm": 671744.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/mean": -12.125, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/std": 3712.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max_abs": 53504.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.998809814453125, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/min": -53504.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max": 47360.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/range": 100864.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/norm": 811008.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/mean": -157.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/std": 4480.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max_abs": 20736.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/min": -20736.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max": 10048.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/range": 30784.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/norm": 950272.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/mean": -11.6875, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/std": 5248.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max_abs": 65536.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.99871826171875, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/min": -65536.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max": 63744.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/range": 129280.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/norm": 626688.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/mean": 1.0625, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/std": 3456.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max_abs": 44800.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.998016357421875, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/min": -38144.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max": 44800.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/range": 82944.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/norm": 811008.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/mean": 70.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/std": 4480.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max_abs": 18048.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/min": -18048.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max": 11072.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/range": 29120.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/norm": 892928.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/mean": 8.5, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/std": 4928.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max_abs": 41984.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.99957275390625, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/min": -41984.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max": 41216.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/range": 83200.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/norm": 581632.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/mean": 7.8125, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/std": 3216.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max_abs": 37888.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.99896240234375, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/min": -30592.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max": 37888.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/range": 68480.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/norm": 745472.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/mean": 49.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/std": 4096.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max_abs": 21888.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/min": -21888.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max": 13696.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/range": 35584.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/norm": 880640.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/mean": 17.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/std": 4864.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max_abs": 93696.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.999359130859375, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/min": -93696.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max": 74240.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/range": 167936.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/norm": 565248.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/mean": 7.34375, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/std": 3120.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max_abs": 36608.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.998382568359375, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/min": -36608.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max": 29952.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/range": 66560.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/norm": 679936.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/mean": 43.75, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/std": 3744.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max_abs": 12288.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/min": -11200.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max": 12288.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/range": 23488.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/norm": 819200.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/mean": -20.125, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/std": 4512.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max_abs": 64256.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.998504638671875, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/min": -48640.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max": 64256.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/range": 112896.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/norm": 561152.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/mean": 2.125, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/std": 3104.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max_abs": 46336.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.998199462890625, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/min": -36096.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max": 46336.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/range": 82432.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/norm": 700416.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/mean": -165.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/std": 3856.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max_abs": 12672.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/min": -12672.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max": 10624.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/range": 23296.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/norm": 843776.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/mean": 3.875, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/std": 4672.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max_abs": 63744.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.998779296875, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/min": -41984.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max": 63744.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/range": 105728.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/norm": 505856.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/mean": 30.875, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/std": 2800.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max_abs": 32384.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.998321533203125, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/min": -27264.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max": 32384.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/range": 59648.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/norm": 737280.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/mean": -191.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/std": 4080.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max_abs": 20608.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/min": -11840.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max": 20608.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/range": 32448.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/norm": 811008.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/mean": -16.75, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/std": 4480.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max_abs": 55552.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.998687744140625, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/min": -55552.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max": 55040.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/range": 110592.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/norm": 528384.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/mean": -39.25, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/std": 2912.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max_abs": 42240.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.998382568359375, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/min": -42240.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max": 33280.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/range": 75520.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/norm": 606208.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/mean": 422.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/std": 3312.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max_abs": 12992.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/min": -12160.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max": 12992.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/range": 25152.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/norm": 729088.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/mean": -6.34375, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/std": 4016.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max_abs": 46848.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.998931884765625, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/min": -46848.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max": 41728.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/range": 88576.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/norm": 477184.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/mean": -3.96875, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/std": 2640.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max_abs": 36096.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.99810791015625, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/min": -36096.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max": 27776.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/range": 63872.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/norm": 610304.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/mean": -217.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/std": 3376.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max_abs": 14848.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/min": -14848.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max": 11072.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/range": 25920.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/norm": 651264.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/mean": -31.75, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/std": 3616.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max_abs": 30080.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.99822998046875, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/min": -30080.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max": 29184.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/range": 59264.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/norm": 460800.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/mean": -2.8125, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/std": 2544.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max_abs": 27776.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.99810791015625, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/min": -27264.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max": 27776.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/range": 55040.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/norm": 569344.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/mean": -100.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/std": 3152.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max_abs": 16512.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/min": -16512.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max": 12608.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/range": 29120.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/norm": 659456.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/mean": 14.0625, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/std": 3648.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max_abs": 45056.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.99871826171875, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/min": -45056.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max": 44032.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/range": 89088.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/norm": 432128.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/mean": -5.25, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/std": 2384.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max_abs": 30464.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.998809814453125, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/min": -21632.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max": 30464.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/range": 52096.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/norm": 569344.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/mean": 4.75, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/std": 3152.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max_abs": 12096.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/min": -12096.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max": 9088.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/range": 21184.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/norm": 745472.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/mean": -45.25, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/std": 4128.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max_abs": 46592.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.999298095703125, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/min": -46592.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max": 37888.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/range": 84480.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/norm": 487424.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/mean": 11.625, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/std": 2704.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max_abs": 30976.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.9990234375, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/min": -30976.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max": 27520.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/range": 58496.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/norm": 561152.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/mean": -135.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/std": 3088.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max_abs": 16896.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/min": -16896.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max": 9280.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/range": 26176.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/norm": 684032.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/mean": -0.0859375, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/std": 3776.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max_abs": 39424.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.997161865234375, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/min": -38144.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max": 39424.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/range": 77568.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/norm": 446464.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/mean": 22.125, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/std": 2464.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max_abs": 31232.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.9959716796875, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/min": -23680.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max": 31232.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/range": 54912.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/norm": 509952.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/mean": -202.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/std": 2816.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max_abs": 8512.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/min": -8512.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max": 7872.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/range": 16384.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/norm": 684032.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/mean": -36.5, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/std": 3776.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max_abs": 43520.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.99908447265625, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/min": -43520.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max": 40192.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/range": 83712.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/norm": 419840.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/mean": -0.91796875, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/std": 2320.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max_abs": 20608.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.99859619140625, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/min": -20608.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max": 19328.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/range": 39936.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/norm": 561152.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/mean": -126.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/std": 3104.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max_abs": 12416.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/min": -12416.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max": 9856.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/range": 22272.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/norm": 634880.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/mean": -29.875, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/std": 3504.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max_abs": 45056.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.998382568359375, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/min": -45056.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max": 34048.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/range": 79104.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/norm": 409600.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/mean": -2.015625, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/std": 2272.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max_abs": 25600.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.997802734375, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/min": -23040.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max": 25600.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/range": 48640.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/norm": 512000.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/mean": 66.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/std": 2832.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max_abs": 9152.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/min": -9152.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max": 8448.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/range": 17600.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/norm": 638976.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/mean": -1.640625, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/std": 3536.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max_abs": 47104.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.999176025390625, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/min": -44288.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max": 47104.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/range": 91392.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/norm": 397312.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/mean": -9.5625, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/std": 2192.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max_abs": 22784.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.998870849609375, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/min": -22784.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max": 20224.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/range": 43008.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/norm": 489472.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/mean": -148.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/std": 2688.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max_abs": 14272.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/min": -14272.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max": 6528.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/range": 20800.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/norm": 622592.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/mean": -0.56640625, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/std": 3440.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max_abs": 31104.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.997314453125, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/min": -30080.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max": 31104.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/range": 61184.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/norm": 403456.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/mean": 12.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/std": 2224.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max_abs": 21248.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.995391845703125, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/min": -21248.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max": 20992.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/range": 42240.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/norm": 497664.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/mean": 255.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/std": 2736.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max_abs": 8128.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/min": -7136.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max": 8128.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/range": 15264.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/norm": 589824.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/mean": -5.875, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/std": 3248.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max_abs": 29056.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.999298095703125, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/min": -28160.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max": 29056.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/range": 57216.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/norm": 370688.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/mean": 9.4375, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/std": 2048.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max_abs": 25984.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.9989013671875, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/min": -25600.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max": 25984.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/range": 51584.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/norm": 520192.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/mean": 9.5625, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/std": 2880.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max_abs": 11392.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/min": -8704.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max": 11392.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/range": 20096.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/norm": 602112.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/mean": 14.75, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/std": 3328.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max_abs": 27904.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.99884033203125, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/min": -24704.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max": 27904.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/range": 52608.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/norm": 385024.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/mean": 9.375, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/std": 2128.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max_abs": 22016.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.99822998046875, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/min": -16384.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max": 22016.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/range": 38400.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/norm": 446464.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/mean": -376.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/std": 2432.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max_abs": 12032.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/min": -12032.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max": 6816.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/range": 18848.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/norm": 585728.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/mean": -7.96875, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/std": 3232.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max_abs": 40960.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.997344970703125, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/min": -39680.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max": 40960.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/range": 80640.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/norm": 368640.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/mean": 20.625, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/std": 2032.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max_abs": 22656.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.997039794921875, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/min": -22656.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max": 16768.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/range": 39424.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/norm": 473088.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/mean": 123.5, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/std": 2608.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max_abs": 12544.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/min": -12544.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max": 10176.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/range": 22720.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/norm": 536576.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/mean": 17.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/std": 2960.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max_abs": 21120.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.997772216796875, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/min": -20224.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max": 21120.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/range": 41344.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/norm": 352256.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/mean": -2.84375, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/std": 1952.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max_abs": 18304.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.99652099609375, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/min": -18304.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max": 14400.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/range": 32704.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/norm": 438272.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/mean": 292.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/std": 2400.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max_abs": 8832.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/min": -8640.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max": 8832.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/range": 17472.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/norm": 667648.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/mean": 13.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/std": 3680.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max_abs": 48896.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.99786376953125, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/min": -48896.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max": 38400.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/range": 87296.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/norm": 380928.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/mean": 19.875, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/std": 2096.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max_abs": 20608.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.997406005859375, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/min": -16896.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max": 20608.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/range": 37504.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/norm": 487424.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/mean": -175.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/std": 2688.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max_abs": 9920.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/min": -9920.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max": 8256.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/range": 18176.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/norm": 663552.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/mean": -4.90625, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/std": 3648.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max_abs": 43776.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.99847412109375, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/min": -43776.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max": 43776.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/range": 87552.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/norm": 401408.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/mean": 18.5, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/std": 2224.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max_abs": 25472.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.997894287109375, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/min": -25472.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max": 18816.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/range": 44288.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/norm": 481280.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/mean": -87.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/std": 2656.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max_abs": 7296.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/min": -6656.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max": 7296.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/range": 13952.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/norm": 647168.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/mean": -3.5, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/std": 3568.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max_abs": 39168.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.998565673828125, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/min": -31104.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max": 39168.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/range": 70272.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/norm": 415744.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/mean": 23.375, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/std": 2304.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max_abs": 27264.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.9984130859375, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/min": -17536.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max": 27264.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/range": 44800.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/norm": 438272.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/mean": 137.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/std": 2416.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max_abs": 8832.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/min": -6176.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max": 8832.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/range": 15008.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/norm": 630784.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/mean": -28.625, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/std": 3488.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max_abs": 38144.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.99884033203125, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/min": -34048.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max": 38144.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/range": 72192.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/norm": 393216.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/mean": 34.5, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/std": 2176.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max_abs": 20096.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.998321533203125, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/min": -17536.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max": 20096.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/range": 37632.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/norm": 421888.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/mean": 88.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/std": 2336.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max_abs": 7072.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/min": -7072.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max": 5888.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/range": 12960.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/norm": 540672.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/mean": -7.25, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/std": 2992.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max_abs": 29056.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.997711181640625, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/min": -28416.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max": 29056.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/range": 57472.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/norm": 346112.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/mean": 23.625, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/std": 1904.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max_abs": 17024.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.99627685546875, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/min": -17024.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max": 17024.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/range": 34048.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/norm": 557056.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/mean": -178.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/std": 3056.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max_abs": 21376.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/min": -21376.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max": 6176.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/range": 27552.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/norm": 593920.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/mean": -17.375, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/std": 3280.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max_abs": 43264.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.998870849609375, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/min": -43264.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max": 31232.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/range": 74496.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/norm": 382976.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/mean": 16.25, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/std": 2112.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max_abs": 25856.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.99896240234375, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/min": -25856.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max": 20224.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/range": 46080.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/norm": 536576.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/mean": 44.5, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/std": 2960.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max_abs": 12096.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/min": -12096.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max": 8960.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/range": 21056.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/norm": 614400.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/mean": 44.75, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/std": 3408.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max_abs": 45056.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.99810791015625, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/min": -40960.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max": 45056.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/range": 86016.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/norm": 356352.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/mean": 22.75, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/std": 1968.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max_abs": 19456.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.99755859375, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/min": -18176.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max": 19456.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/range": 37632.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/norm": 495616.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/mean": -152.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/std": 2736.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max_abs": 15616.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/min": -11200.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max": 15616.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/range": 26816.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/norm": 552960.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/mean": 20.25, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/std": 3056.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max_abs": 31488.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.99761962890625, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/min": -30848.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max": 31488.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/range": 62336.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/norm": 342016.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/mean": 0.036865234375, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/std": 1888.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max_abs": 18560.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.996551513671875, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/min": -15168.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max": 18560.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/range": 33728.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/norm": 485376.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/mean": -27.125, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/std": 2688.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max_abs": 12672.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/min": -12032.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max": 12672.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/range": 24704.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/norm": 577536.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/mean": 5.40625, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/std": 3184.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max_abs": 61184.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.99810791015625, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/min": -61184.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max": 46336.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/range": 107520.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/norm": 387072.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/mean": 10.5, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/std": 2144.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max_abs": 57856.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.99774169921875, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/min": -57856.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max": 35840.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/range": 93696.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/norm": 434176.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/mean": -63.25, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/std": 2400.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max_abs": 8448.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/min": -8448.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max": 6656.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/range": 15104.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/norm": 565248.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/mean": 34.25, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/std": 3120.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max_abs": 40192.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.998199462890625, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/min": -36352.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max": 40192.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/range": 76544.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/norm": 346112.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/mean": 19.875, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/std": 1912.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max_abs": 18304.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.997894287109375, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/min": -18304.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max": 17280.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/range": 35584.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/norm": 393216.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/mean": -17.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/std": 2176.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max_abs": 7200.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/min": -6496.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max": 7200.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/range": 13696.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/norm": 565248.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/mean": -5.28125, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/std": 3120.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max_abs": 54528.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.996673583984375, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/min": -48384.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max": 54528.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/range": 102912.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/norm": 346112.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/mean": 20.5, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/std": 1912.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max_abs": 30336.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.994415283203125, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/min": -18944.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max": 30336.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/range": 49280.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/norm": 458752.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/mean": -104.5, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/std": 2528.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max_abs": 9280.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/min": -9216.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max": 9280.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/range": 18496.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/norm": 614400.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/mean": 4.03125, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/std": 3392.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max_abs": 42752.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.998565673828125, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/min": -33280.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max": 42752.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/range": 76032.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/norm": 378880.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/mean": 1.03125, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/std": 2096.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max_abs": 28416.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.998138427734375, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/min": -20480.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max": 28416.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/range": 48896.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/norm": 485376.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/mean": 133.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/std": 2688.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max_abs": 20224.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/min": -8576.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max": 20224.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/range": 28800.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/norm": 598016.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/mean": 23.75, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/std": 3296.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max_abs": 43264.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.997772216796875, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/min": -43264.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max": 42240.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/range": 85504.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/norm": 385024.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/mean": 5.5, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/std": 2128.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max_abs": 41728.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.996612548828125, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/min": -28672.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max": 41728.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/range": 70400.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/norm": 430080.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/mean": 37.25, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/std": 2368.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max_abs": 7808.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/min": -7808.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max": 6784.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/range": 14592.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/norm": 544768.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/mean": -19.75, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/std": 3008.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max_abs": 47104.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.997894287109375, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/min": -47104.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max": 43008.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/range": 90112.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/norm": 360448.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/mean": 4.8125, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/std": 1984.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max_abs": 20736.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.997528076171875, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/min": -19584.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max": 20736.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/range": 40320.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/norm": 397312.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/mean": 46.25, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/std": 2192.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max_abs": 6784.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/min": -6784.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max": 5280.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/range": 12064.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/norm": 540672.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/mean": 1.5625, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/std": 2992.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max_abs": 39424.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.997802734375, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/min": -39424.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max": 33792.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/range": 73216.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/norm": 333824.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/mean": 0.369140625, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/std": 1848.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max_abs": 21248.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.99664306640625, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/min": -21248.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max": 15296.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/range": 36544.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/norm": 421888.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/mean": -104.5, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/std": 2320.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max_abs": 11072.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/min": -11072.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max": 5952.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/range": 17024.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/norm": 505856.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/mean": 5.75, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/std": 2784.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max_abs": 36864.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.994140625, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/min": -36864.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max": 30464.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/range": 67328.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/norm": 315392.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/mean": 26.625, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/std": 1744.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max_abs": 31488.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.993499755859375, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/min": -17792.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max": 31488.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/range": 49280.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/norm": 350208.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/mean": 154.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/std": 1928.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max_abs": 5792.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/min": -4544.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max": 5792.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/range": 10336.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/norm": 548864.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/mean": -25.25, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/std": 3024.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max_abs": 66560.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.99847412109375, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/min": -57344.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max": 66560.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/range": 123904.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/norm": 333824.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/mean": -0.146484375, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/std": 1848.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max_abs": 29184.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.997894287109375, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/min": -29184.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max": 18816.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/range": 48000.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/norm": 421888.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/mean": -250.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/std": 2320.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max_abs": 7168.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/min": -6016.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max": 7168.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/range": 13184.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/norm": 536576.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/mean": 12.3125, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/std": 2976.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max_abs": 56064.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.9964599609375, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/min": -40960.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max": 56064.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/range": 97024.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/norm": 331776.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/mean": -3.125, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/std": 1832.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max_abs": 32128.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.994659423828125, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/min": -20352.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max": 32128.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/range": 52480.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/norm": 417792.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/mean": -217.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/std": 2288.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max_abs": 8192.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/min": -8192.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max": 7936.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/range": 16128.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/norm": 618496.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/mean": -16.375, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/std": 3424.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max_abs": 54528.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.99835205078125, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/min": -54528.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max": 50944.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/range": 105472.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/norm": 372736.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/mean": 4.75, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/std": 2064.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max_abs": 26112.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.9970703125, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/min": -22144.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max": 26112.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/range": 48256.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/norm": 413696.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/mean": 85.5, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/std": 2288.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max_abs": 8512.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/min": -5728.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max": 8512.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/range": 14240.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/norm": 557056.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/mean": -20.5, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/std": 3072.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max_abs": 64256.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.999176025390625, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/min": -64256.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max": 46080.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/range": 110336.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/norm": 342016.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/mean": 0.91015625, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/std": 1896.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max_abs": 22016.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.99884033203125, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/min": -20480.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max": 22016.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/range": 42496.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/norm": 413696.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/mean": 22.875, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/std": 2288.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max_abs": 9408.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/min": -9408.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max": 9280.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/range": 18688.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/norm": 614400.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/mean": 4.1875, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/std": 3392.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max_abs": 106496.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.998779296875, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/min": -106496.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max": 55040.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/range": 161536.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/norm": 354304.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/mean": 19.625, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/std": 1952.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max_abs": 26112.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.998748779296875, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/min": -26112.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max": 24192.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/range": 50304.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/norm": 446464.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/mean": -102.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/std": 2464.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max_abs": 11648.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/min": -11136.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max": 11648.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/range": 22784.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/norm": 557056.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/mean": -10.8125, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/std": 3088.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max_abs": 47104.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.993896484375, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/min": -47104.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max": 42240.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/range": 89344.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/norm": 344064.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/mean": 2.265625, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/std": 1904.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max_abs": 25984.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.99237060546875, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/min": -16768.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max": 25984.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/range": 42752.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/norm": 393216.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/mean": -160.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/std": 2160.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max_abs": 6624.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/min": -6624.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max": 5376.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/range": 12000.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/norm": 569344.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/mean": -17.5, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/std": 3136.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max_abs": 65024.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.99896240234375, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/min": -65024.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max": 44032.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/range": 109056.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/norm": 342016.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/mean": 5.875, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/std": 1896.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max_abs": 22144.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.998016357421875, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/min": -22144.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max": 19328.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/range": 41472.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/norm": 393216.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/mean": -159.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/std": 2160.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max_abs": 7968.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/min": -7968.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max": 7936.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/range": 15904.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/norm": 503808.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/mean": 3.828125, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/std": 2784.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max_abs": 58624.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.9979248046875, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/min": -33536.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max": 58624.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/range": 92160.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/norm": 311296.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/mean": 11.375, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/std": 1720.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max_abs": 39936.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.997467041015625, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/min": -39936.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max": 16128.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/range": 56064.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/norm": 391168.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/mean": 92.5, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/std": 2160.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max_abs": 9856.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/min": -6048.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max": 9856.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/range": 15904.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/norm": 477184.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/mean": -9.25, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/std": 2640.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max_abs": 39936.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.997283935546875, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/min": -37376.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max": 39936.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/range": 77312.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/norm": 292864.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/mean": -7.25, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/std": 1616.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max_abs": 18816.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.99639892578125, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/min": -17280.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max": 18816.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/range": 36096.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/norm": 393216.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/mean": -7.5, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/std": 2176.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max_abs": 7104.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/min": -7104.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max": 7008.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/range": 14112.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/norm": 524288.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/mean": -7.75, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/std": 2896.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max_abs": 40704.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.997283935546875, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/min": -40704.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max": 38400.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/range": 79104.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/norm": 321536.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/mean": -0.0211181640625, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/std": 1776.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max_abs": 22528.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.9967041015625, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/min": -22528.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max": 15744.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/range": 38272.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/norm": 376832.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/mean": 166.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/std": 2080.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max_abs": 7488.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/min": -6912.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max": 7488.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/range": 14400.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/norm": 522240.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/mean": 5.28125, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/std": 2880.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max_abs": 44544.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.998626708984375, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/min": -37888.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max": 44544.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/range": 82432.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/norm": 325632.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/mean": 7.53125, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/std": 1800.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max_abs": 21760.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.997894287109375, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/min": -21760.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max": 16000.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/range": 37760.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/norm": 430080.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/mean": -226.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/std": 2368.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max_abs": 14400.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/min": -14400.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max": 5312.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/range": 19712.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/norm": 491520.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/mean": 15.875, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/std": 2720.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max_abs": 41728.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.9932861328125, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/min": -41728.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max": 36608.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/range": 78336.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/norm": 327680.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/mean": 4.21875, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/std": 1808.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max_abs": 23296.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.991546630859375, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/min": -23296.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max": 17664.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/range": 40960.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/norm": 397312.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/mean": 119.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/std": 2192.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max_abs": 7424.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/min": -7072.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max": 7424.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/range": 14496.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/norm": 565248.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/mean": -14.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/std": 3104.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max_abs": 76800.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.99700927734375, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/min": -76800.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max": 45312.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/range": 122112.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/norm": 344064.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/mean": 17.5, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/std": 1904.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max_abs": 27136.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.995758056640625, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/min": -22016.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max": 27136.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/range": 49152.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/norm": 362496.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/mean": -148.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/std": 2000.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max_abs": 7328.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/min": -6304.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max": 7328.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/range": 13632.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/norm": 524288.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/mean": -34.25, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/std": 2912.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max_abs": 47360.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.994598388671875, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/min": -47360.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max": 34304.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/range": 81664.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/norm": 333824.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/mean": 1.1640625, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/std": 1840.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max_abs": 20608.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.994171142578125, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/min": -20608.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max": 20352.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/range": 40960.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/norm": 387072.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/mean": 45.25, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/std": 2144.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max_abs": 10688.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/min": -7392.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max": 10688.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/range": 18080.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/norm": 518144.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/mean": 27.75, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/std": 2864.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max_abs": 63488.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.994354248046875, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/min": -39424.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max": 63488.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/range": 102912.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/norm": 337920.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/mean": 9.75, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/std": 1872.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max_abs": 61696.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.99322509765625, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/min": -22400.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max": 61696.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/range": 84096.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/norm": 378880.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/mean": 15.5625, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/std": 2096.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max_abs": 6848.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/min": -6016.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max": 6848.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/range": 12864.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/norm": 438272.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/mean": 8.625, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/std": 2432.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max_abs": 41984.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.998046875, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/min": -35072.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max": 41984.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/range": 77056.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/norm": 278528.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/mean": -1.6171875, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/std": 1536.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max_abs": 16768.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.997406005859375, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/min": -16768.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max": 13248.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/range": 30016.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/norm": 415744.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/mean": -32.5, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/std": 2304.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max_abs": 8128.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/min": -8128.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max": 7840.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/range": 15968.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/norm": 512000.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/mean": 30.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/std": 2832.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max_abs": 39936.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.998565673828125, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/min": -39936.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max": 39424.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/range": 79360.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/norm": 329728.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/mean": 2.984375, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/std": 1816.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max_abs": 30976.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.997894287109375, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/min": -30976.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max": 21888.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/range": 52864.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/norm": 393216.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/mean": -111.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/std": 2160.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max_abs": 12672.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/min": -12672.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max": 6368.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/range": 19040.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/norm": 548864.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/mean": 20.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/std": 3024.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max_abs": 57344.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.99713134765625, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/min": -33792.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max": 57344.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/range": 91136.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/norm": 331776.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/mean": -15.125, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/std": 1832.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max_abs": 29184.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.9969482421875, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/min": -25216.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max": 29184.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/range": 54400.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/norm": 370688.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/mean": 207.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/std": 2032.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max_abs": 7616.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/min": -7616.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max": 5888.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/range": 13504.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/norm": 548864.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/mean": -4.03125, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/std": 3024.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max_abs": 113152.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.995361328125, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/min": -55296.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max": 113152.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/range": 168448.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/norm": 303104.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/mean": -2.140625, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/std": 1672.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max_abs": 32384.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.993438720703125, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/min": -32384.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max": 13440.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/range": 45824.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/norm": 335872.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/mean": 81.5, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/std": 1856.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max_abs": 5952.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/min": -5696.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max": 5952.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/range": 11648.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/norm": 477184.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/mean": -14.5, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/std": 2640.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max_abs": 56320.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.9981689453125, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/min": -56320.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max": 42752.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/range": 99072.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/norm": 290816.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/mean": -5.75, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/std": 1608.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max_abs": 15808.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.997711181640625, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/min": -14016.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max": 15808.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/range": 29824.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/norm": 356352.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/mean": 22.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/std": 1968.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max_abs": 7712.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/min": -7712.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max": 5472.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/range": 13184.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/norm": 501760.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/mean": 7.9375, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/std": 2768.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max_abs": 68608.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.997650146484375, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/min": -41216.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max": 68608.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/range": 109824.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/norm": 313344.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/mean": 8.8125, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/std": 1728.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max_abs": 49664.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.99713134765625, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/min": -18944.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max": 49664.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/range": 68608.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/norm": 415744.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/mean": -156.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/std": 2288.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max_abs": 11712.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/min": -8000.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max": 11712.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/range": 19712.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/norm": 561152.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/mean": -3.109375, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/std": 3104.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max_abs": 82944.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.99615478515625, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/min": -58624.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max": 82944.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/range": 141568.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/norm": 358400.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/mean": 13.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/std": 1976.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max_abs": 22912.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.99517822265625, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/min": -22528.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max": 22912.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/range": 45440.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/norm": 399360.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/mean": -176.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/std": 2192.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max_abs": 8832.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/min": -8832.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max": 5920.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/range": 14752.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/norm": 548864.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/mean": -12.0625, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/std": 3040.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max_abs": 74752.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.998565673828125, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/min": -74752.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max": 42240.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/range": 116992.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/norm": 344064.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/mean": -23.5, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/std": 1896.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max_abs": 32000.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.997772216796875, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/min": -23296.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max": 32000.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/range": 55296.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/norm": 366592.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/mean": 53.75, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/std": 2024.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max_abs": 7136.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/min": -7136.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max": 6400.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/range": 13536.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/norm": 518144.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/mean": 15.125, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/std": 2864.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max_abs": 37376.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.998565673828125, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/min": -34816.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max": 37376.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/range": 72192.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/norm": 323584.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/mean": -1.125, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/std": 1792.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max_abs": 26368.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.99810791015625, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/min": -23296.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max": 26368.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/range": 49664.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/norm": 417792.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/mean": 61.5, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/std": 2304.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max_abs": 12608.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/min": -12608.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max": 9216.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/range": 21824.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/norm": 557056.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/mean": -1.453125, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/std": 3072.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max_abs": 71168.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.997406005859375, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/min": -71168.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max": 46336.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/range": 117504.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/norm": 335872.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/mean": 6.59375, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/std": 1856.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max_abs": 45312.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.996002197265625, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/min": -45312.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max": 28672.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/range": 73984.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/norm": 428032.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/mean": 171.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/std": 2368.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max_abs": 12672.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/min": -12672.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max": 9984.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/range": 22656.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/norm": 552960.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/mean": 18.25, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/std": 3056.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max_abs": 65024.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.998077392578125, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/min": -56320.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max": 65024.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/range": 121344.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/norm": 335872.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/mean": -0.45703125, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/std": 1864.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max_abs": 21120.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.99713134765625, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/min": -21120.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max": 19968.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/range": 41088.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/norm": 401408.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/mean": 398.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/std": 2176.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max_abs": 10816.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/min": -5376.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max": 10816.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/range": 16192.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/norm": 552960.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/mean": -6.625, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/std": 3056.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max_abs": 54016.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.99798583984375, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/min": -44800.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max": 54016.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/range": 98816.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/norm": 350208.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/mean": -8.3125, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/std": 1936.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max_abs": 31872.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.997344970703125, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/min": -31232.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max": 31872.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/range": 63104.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/norm": 389120.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/mean": 420.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/std": 2112.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max_abs": 10112.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/min": -4224.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max": 10112.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/range": 14336.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/norm": 501760.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/mean": 6.03125, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/std": 2768.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max_abs": 44288.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.99462890625, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/min": -43264.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max": 44288.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/range": 87552.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/norm": 303104.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/mean": -3.125, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/std": 1672.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max_abs": 20864.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.993804931640625, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/min": -18048.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max": 20864.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/range": 38912.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/norm": 395264.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/mean": 414.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/std": 2144.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max_abs": 6272.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/min": -6272.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max": 6112.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/range": 12384.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/norm": 573440.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/mean": 7.9375, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/std": 3168.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max_abs": 73728.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.9986572265625, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/min": -57600.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max": 73728.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/range": 131328.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/norm": 350208.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/mean": -28.25, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/std": 1936.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max_abs": 25472.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.997283935546875, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/min": -17792.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max": 25472.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/range": 43264.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/norm": 395264.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/mean": 120.5, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/std": 2192.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max_abs": 9856.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/min": -4736.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max": 9856.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/range": 14592.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/norm": 493568.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/mean": 15.9375, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/std": 2720.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max_abs": 41472.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.99884033203125, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/min": -41472.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max": 39424.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/range": 80896.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/norm": 305152.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/mean": 4.1875, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/std": 1688.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max_abs": 19840.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.998077392578125, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/min": -15296.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max": 19840.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/range": 35136.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/norm": 407552.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/mean": -45.75, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/std": 2256.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max_abs": 11392.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/min": -11392.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max": 5600.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/range": 16992.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/norm": 522240.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/mean": -5.15625, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/std": 2880.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max_abs": 76288.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.999267578125, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/min": -76288.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max": 38912.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/range": 115200.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/norm": 362496.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/mean": 6.40625, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/std": 2008.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max_abs": 36864.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.998077392578125, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/min": -24192.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max": 36864.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/range": 61056.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/norm": 450560.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/mean": 364.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/std": 2464.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max_abs": 16512.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/min": -16512.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max": 10624.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/range": 27136.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/norm": 497664.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/mean": 17.375, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/std": 2752.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max_abs": 44800.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.998260498046875, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/min": -29184.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max": 44800.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/range": 73984.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/norm": 325632.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/mean": -8.8125, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/std": 1808.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max_abs": 31872.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.997894287109375, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/min": -22144.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max": 31872.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/range": 54016.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/norm": 403456.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/mean": 147.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/std": 2224.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max_abs": 12352.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/min": -6016.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max": 12352.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/range": 18368.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/norm": 561152.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/mean": -2.1875, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/std": 3104.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max_abs": 120320.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.99884033203125, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/min": -45824.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max": 120320.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/range": 166144.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/norm": 344064.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/mean": -0.0810546875, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/std": 1904.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max_abs": 45056.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.998199462890625, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/min": -45056.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max": 36864.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/range": 81920.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/norm": 380928.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/mean": 204.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/std": 2096.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max_abs": 8000.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/min": -8000.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max": 6432.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/range": 14432.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/norm": 540672.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/mean": -2.484375, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/std": 2992.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max_abs": 89088.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.998779296875, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/min": -89088.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max": 45056.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/range": 134144.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/norm": 325632.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/mean": 15.875, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/std": 1800.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max_abs": 30464.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.998077392578125, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/min": -18304.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max": 30464.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/range": 48768.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/norm": 382976.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/mean": -196.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/std": 2112.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max_abs": 9280.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/min": -9280.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max": 6496.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/range": 15776.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/norm": 524288.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/mean": -5.53125, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/std": 2896.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max_abs": 54272.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.99822998046875, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/min": -54272.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max": 38912.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/range": 93184.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/norm": 327680.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/mean": -0.00347900390625, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/std": 1808.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max_abs": 19968.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.99761962890625, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/min": -19968.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max": 16512.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/range": 36480.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/norm": 421888.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/mean": 52.5, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/std": 2336.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max_abs": 8256.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/min": -8256.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max": 7520.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/range": 15776.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/norm": 577536.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/mean": 27.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/std": 3184.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max_abs": 79872.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.996795654296875, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/min": -54016.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max": 79872.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/range": 133888.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/norm": 374784.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/mean": -12.4375, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/std": 2064.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max_abs": 27392.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.995574951171875, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/min": -22144.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max": 27392.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/range": 49536.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/norm": 401408.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/mean": 121.5, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/std": 2208.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max_abs": 10304.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/min": -5440.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max": 10304.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/range": 15744.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/norm": 516096.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/mean": 5.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/std": 2848.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max_abs": 49664.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.994720458984375, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/min": -44544.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max": 49664.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/range": 94208.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/norm": 319488.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/mean": -3.734375, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/std": 1768.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max_abs": 20864.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.994415283203125, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/min": -17920.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max": 20864.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/range": 38784.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/norm": 471040.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/mean": -290.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/std": 2592.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max_abs": 16320.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/min": -16320.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max": 9216.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/range": 25536.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/norm": 518144.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/mean": -5.71875, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/std": 2864.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max_abs": 66048.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.99713134765625, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/min": -42240.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max": 66048.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/range": 108288.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/norm": 327680.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/mean": -4.5625, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/std": 1816.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max_abs": 35840.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.9959716796875, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/min": -21760.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max": 35840.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/range": 57600.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/norm": 378880.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/mean": -132.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/std": 2096.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max_abs": 8032.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/min": -8032.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max": 7456.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/range": 15488.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/norm": 528384.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/mean": 3.53125, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/std": 2912.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max_abs": 50944.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.9964599609375, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/min": -47616.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max": 50944.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/range": 98560.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/norm": 335872.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/mean": -8.3125, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/std": 1848.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max_abs": 42496.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.994842529296875, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/min": -42496.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max": 27776.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/range": 70272.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/norm": 495616.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/mean": -73.5, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/std": 2736.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max_abs": 11648.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/min": -10176.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max": 11648.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/range": 21824.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/norm": 499712.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/mean": -16.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/std": 2752.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max_abs": 62208.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.994354248046875, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/min": -62208.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max": 44800.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/range": 107008.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/norm": 325632.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/mean": -4.59375, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/std": 1800.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max_abs": 28672.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.99322509765625, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/min": -16192.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max": 28672.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/range": 44864.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/norm": 452608.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/mean": 11.25, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/std": 2512.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max_abs": 11712.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/min": -7616.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max": 11712.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/range": 19328.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/norm": 589824.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/mean": -9.875, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/std": 3264.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max_abs": 88064.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.9979248046875, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/min": -88064.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max": 45056.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/range": 133120.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/norm": 364544.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/mean": -14.8125, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/std": 2016.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max_abs": 33280.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.998077392578125, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/min": -24576.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max": 33280.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/range": 57856.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/norm": 466944.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/mean": 1.609375, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/std": 2576.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max_abs": 13120.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/min": -9664.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max": 13120.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/range": 22784.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/norm": 561152.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/mean": 17.25, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/std": 3104.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max_abs": 60928.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.997589111328125, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/min": -60928.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max": 43520.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/range": 104448.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/norm": 380928.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/mean": -12.5, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/std": 2096.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max_abs": 44800.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.996612548828125, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/min": -44800.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max": 23936.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/range": 68736.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 442368.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": 274.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 2432.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 11072.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/min": -6720.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max": 11072.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/range": 17792.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/norm": 540672.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/mean": 11.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/std": 2992.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max_abs": 69632.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.99462890625, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/min": -57600.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max": 69632.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/range": 127232.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/norm": 337920.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/mean": -2.234375, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/std": 1864.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max_abs": 24448.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.993560791015625, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/min": -24448.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max": 19840.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/range": 44288.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 598016.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": -364.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 3280.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 12736.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/min": -12736.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max": 9408.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/range": 22144.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/norm": 501760.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/mean": -6.96875, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/std": 2768.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max_abs": 36608.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.99798583984375, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/min": -34560.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max": 36608.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/range": 71168.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/norm": 335872.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/mean": -13.5, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/std": 1848.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max_abs": 38912.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.997772216796875, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/min": -31744.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max": 38912.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/range": 70656.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 622592.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": 156.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 3440.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 21376.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/min": -21376.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max": 12224.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/range": 33600.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/norm": 606208.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/mean": 7.84375, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/std": 3344.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max_abs": 77312.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.997650146484375, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/min": -77312.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max": 57088.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/range": 134400.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/norm": 368640.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/mean": -27.125, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/std": 2032.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max_abs": 44288.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.996856689453125, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/min": -33280.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max": 44288.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/range": 77568.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 589824.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": -7.0625, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 3264.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 21760.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/min": -21760.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max": 12224.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/range": 33984.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/norm": 704512.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/mean": -0.212890625, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/std": 3888.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max_abs": 89600.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.997589111328125, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/min": -89600.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max": 54272.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/range": 143872.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/norm": 417792.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/mean": -32.5, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/std": 2304.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max_abs": 35072.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.9969482421875, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/min": -31744.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max": 35072.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/range": 66816.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 954368.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": -408.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 5280.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 30848.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/min": -30848.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max": 27264.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/range": 58112.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/norm": 847872.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/mean": -3.03125, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/std": 4672.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max_abs": 150528.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.998321533203125, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/min": -150528.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max": 68096.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/range": 218624.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/norm": 493568.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/mean": -51.25, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/std": 2720.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max_abs": 47360.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.998077392578125, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/min": -27776.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max": 47360.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/range": 75136.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 954368.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": -380.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 5248.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 31360.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/min": -31360.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max": 19200.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/range": 50560.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/norm": 856064.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/mean": -4.8125, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/std": 4736.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max_abs": 68096.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.997802734375, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/min": -68096.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max": 55552.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/range": 123648.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/norm": 540672.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/mean": -19.25, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/std": 2976.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max_abs": 59392.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.99822998046875, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/min": -44288.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max": 59392.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/range": 103680.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 1245184.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": 274.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 6848.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 31232.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/min": -27648.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max": 31232.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/range": 58880.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/norm": 802816.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/mean": 40.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/std": 4416.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max_abs": 81920.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.99462890625, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/min": -81920.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max": 73728.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/range": 155648.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/norm": 561152.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/mean": -56.5, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/std": 3104.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max_abs": 66560.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.99493408203125, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/min": -66560.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max": 47360.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/range": 113920.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 2490368.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": -406.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 13824.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 72192.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/min": -72192.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max": 47616.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/range": 119808.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/norm": 1114112.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/mean": -0.92578125, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/std": 6144.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max_abs": 107008.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.9990234375, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/min": -88576.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max": 107008.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/range": 195584.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/norm": 856064.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/mean": -26.375, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/std": 4736.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max_abs": 96256.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.99884033203125, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/min": -83968.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max": 96256.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/range": 180224.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 1761280.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": 1016.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 9664.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 58112.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/min": -21888.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max": 58112.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/range": 80000.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/norm": 1204224.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/mean": -44.75, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/std": 6656.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max_abs": 69120.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.99774169921875, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/min": -63232.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max": 69120.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/range": 132352.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/norm": 741376.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/mean": -31.625, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/std": 4096.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max_abs": 52736.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.997528076171875, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/min": -46592.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max": 52736.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/range": 99328.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/mean": -0.0002956390380859375, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/std": 0.0289306640625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max_abs": 0.1025390625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/min": -0.1025390625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max": 0.10009765625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/range": 0.20263671875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/norm": 4.96875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/mean": 8.916854858398438e-05, "train/tensor_param_model_layers_0_mlp_up_proj_weight/std": 0.0274658203125, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/min": -0.10302734375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/range": 0.22314453125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": -0.0001277923583984375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.028564453125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max": 0.10302734375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/range": 0.22314453125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/mean": -0.000789642333984375, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_1_mlp_up_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_1_mlp_up_proj_weight/mean": -0.00015354156494140625, "train/tensor_param_model_layers_1_mlp_up_proj_weight/std": 0.0299072265625, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 5.5, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -0.00018978118896484375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.0303955078125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/mean": -0.00010156631469726562, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/std": 0.03125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/mean": 0.00011110305786132812, "train/tensor_param_model_layers_2_mlp_up_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max": 0.11474609375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/range": 0.23974609375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.00015735626220703125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.030029296875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/mean": -0.0004749298095703125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_3_mlp_up_proj_weight/norm": 5.59375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/mean": -3.24249267578125e-05, "train/tensor_param_model_layers_3_mlp_up_proj_weight/std": 0.0308837890625, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": -2.09808349609375e-05, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.0306396484375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_3_mlp_down_proj_weight/range": 0.25439453125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/mean": -0.0002346038818359375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/norm": 5.625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/mean": 0.0004253387451171875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/std": 0.0311279296875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/range": 0.25830078125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 0.00026702880859375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/mean": -0.00022602081298828125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/mean": 0.000316619873046875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": 8.285045623779297e-06, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/mean": -0.00037384033203125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/mean": 0.00022125244140625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": 0.0001430511474609375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/mean": -0.0001850128173828125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/mean": -5.030632019042969e-05, "train/tensor_param_model_layers_7_mlp_up_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": -7.867813110351562e-05, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/mean": 0.00017833709716796875, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/mean": -0.0002460479736328125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": 0.0001811981201171875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/mean": 0.0004119873046875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/mean": -0.0003643035888671875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/mean": -8.344650268554688e-05, "train/tensor_param_model_layers_9_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/mean": -2.7179718017578125e-05, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_10_mlp_up_proj_weight/mean": -8.058547973632812e-05, "train/tensor_param_model_layers_10_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/mean": -0.00010728836059570312, "train/tensor_param_model_layers_10_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/mean": -0.000110626220703125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/mean": 4.696846008300781e-05, "train/tensor_param_model_layers_11_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/range": 0.25927734375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_11_mlp_down_proj_weight/mean": -3.838539123535156e-05, "train/tensor_param_model_layers_11_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/mean": 0.000232696533203125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_12_mlp_up_proj_weight/mean": 1.0311603546142578e-05, "train/tensor_param_model_layers_12_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_12_mlp_down_proj_weight/mean": -0.000278472900390625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/norm": 6.5, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/mean": 0.0002117156982421875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/mean": 0.0003376007080078125, "train/tensor_param_model_layers_13_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/mean": 0.00016689300537109375, "train/tensor_param_model_layers_13_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/mean": 0.000255584716796875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/mean": -0.00020122528076171875, "train/tensor_param_model_layers_14_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_14_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_14_mlp_down_proj_weight/mean": -0.000118255615234375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/range": 0.25537109375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/mean": 2.4318695068359375e-05, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/mean": 0.0002880096435546875, "train/tensor_param_model_layers_15_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/mean": -0.0004119873046875, "train/tensor_param_model_layers_15_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/norm": 6.625, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/mean": -4.4345855712890625e-05, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/mean": 0.0001201629638671875, "train/tensor_param_model_layers_16_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/mean": 2.2649765014648438e-05, "train/tensor_param_model_layers_16_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/mean": 0.0001888275146484375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_17_mlp_up_proj_weight/norm": 6.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/mean": 0.00016307830810546875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/mean": 0.000255584716796875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/norm": 6.75, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/mean": -0.000377655029296875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_18_mlp_up_proj_weight/mean": 9.012222290039062e-05, "train/tensor_param_model_layers_18_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max_abs": 0.1845703125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/min": -0.1845703125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/range": 0.333984375, "train/tensor_param_model_layers_18_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/mean": 0.00015163421630859375, "train/tensor_param_model_layers_18_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/norm": 6.75, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/mean": 9.34600830078125e-05, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_19_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_19_mlp_up_proj_weight/mean": -0.00015163421630859375, "train/tensor_param_model_layers_19_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_19_mlp_down_proj_weight/mean": 0.00020313262939453125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/norm": 6.75, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/mean": -0.000499725341796875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/mean": 0.0001316070556640625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/mean": 0.00061798095703125, "train/tensor_param_model_layers_20_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/mean": -0.00054168701171875, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/range": 0.2880859375, "train/tensor_param_model_layers_21_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/mean": -4.5299530029296875e-05, "train/tensor_param_model_layers_21_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_21_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/mean": -6.29425048828125e-05, "train/tensor_param_model_layers_21_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/mean": -0.000438690185546875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/norm": 6.125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/mean": -0.0001239776611328125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/mean": -8.96453857421875e-05, "train/tensor_param_model_layers_22_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/mean": -0.0001220703125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/mean": 0.00014972686767578125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_23_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_23_mlp_down_proj_weight/mean": 0.00014591217041015625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/mean": 0.00011348724365234375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_24_mlp_up_proj_weight/mean": 0.00023651123046875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_24_mlp_down_proj_weight/mean": 2.86102294921875e-05, "train/tensor_param_model_layers_24_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/mean": -2.5987625122070312e-05, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_25_mlp_up_proj_weight/mean": 0.0004177093505859375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/mean": -0.0002994537353515625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/range": 0.26318359375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/mean": -0.00024318695068359375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_26_mlp_up_proj_weight/mean": 0.0001392364501953125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/mean": 2.682209014892578e-05, "train/tensor_param_model_layers_26_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/mean": -0.0002117156982421875, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_27_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_27_mlp_up_proj_weight/mean": -0.0001468658447265625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_27_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/mean": 0.00031280517578125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/mean": -0.0002269744873046875, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/mean": -4.3392181396484375e-05, "train/tensor_param_model_layers_28_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_28_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/mean": 0.000186920166015625, "train/tensor_param_model_layers_28_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_28_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/mean": -0.000415802001953125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_29_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_29_mlp_up_proj_weight/mean": 6.389617919921875e-05, "train/tensor_param_model_layers_29_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_29_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/mean": -0.00011777877807617188, "train/tensor_param_model_layers_29_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/norm": 7.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/mean": -0.000499725341796875, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/range": 0.2919921875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_30_mlp_up_proj_weight/mean": 5.125999450683594e-05, "train/tensor_param_model_layers_30_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/mean": -4.172325134277344e-05, "train/tensor_param_model_layers_30_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/mean": -0.0002689361572265625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/mean": 0.000415802001953125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/mean": 0.0003662109375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/mean": -0.0005645751953125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_32_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/mean": -5.424022674560547e-06, "train/tensor_param_model_layers_32_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/mean": -9.72747802734375e-05, "train/tensor_param_model_layers_32_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/mean": -0.00011157989501953125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_33_mlp_up_proj_weight/mean": 6.0558319091796875e-05, "train/tensor_param_model_layers_33_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_33_mlp_down_proj_weight/mean": -0.000415802001953125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/mean": -0.000347137451171875, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/mean": -2.9921531677246094e-05, "train/tensor_param_model_layers_34_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/mean": -0.00035858154296875, "train/tensor_param_model_layers_34_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/norm": 7.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/mean": -0.00023937225341796875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/mean": 3.790855407714844e-05, "train/tensor_param_model_layers_35_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/mean": 4.506111145019531e-05, "train/tensor_param_model_layers_35_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/mean": -0.00011587142944335938, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/mean": -0.00010204315185546875, "train/tensor_param_model_layers_36_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/range": 0.265625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/mean": -0.000270843505859375, "train/tensor_param_model_layers_36_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/norm": 7.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/mean": 6.377696990966797e-06, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_37_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_37_mlp_up_proj_weight/mean": -0.00013637542724609375, "train/tensor_param_model_layers_37_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/mean": 0.00018310546875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/mean": -0.0004749298095703125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_38_mlp_up_proj_weight/mean": -0.0002765655517578125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/mean": 0.000415802001953125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/norm": 7.125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/mean": -0.000579833984375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_39_mlp_up_proj_weight/mean": -0.0002574920654296875, "train/tensor_param_model_layers_39_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_39_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/mean": -0.0002841949462890625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_39_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/mean": -0.0004596710205078125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_40_mlp_up_proj_weight/mean": -0.00010538101196289062, "train/tensor_param_model_layers_40_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_40_mlp_down_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_40_mlp_down_proj_weight/mean": 8.440017700195312e-05, "train/tensor_param_model_layers_40_mlp_down_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/mean": -0.000583648681640625, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_41_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_41_mlp_up_proj_weight/mean": 0.0003032684326171875, "train/tensor_param_model_layers_41_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_41_mlp_down_proj_weight/mean": 0.000148773193359375, "train/tensor_param_model_layers_41_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/mean": -0.000690460205078125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/mean": 0.000217437744140625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_42_mlp_up_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/mean": 0.000125885009765625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/mean": -0.000621795654296875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_43_mlp_up_proj_weight/mean": -0.00013256072998046875, "train/tensor_param_model_layers_43_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_43_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_43_mlp_down_proj_weight/mean": -0.000247955322265625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/mean": -0.0002574920654296875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/mean": -4.935264587402344e-05, "train/tensor_param_model_layers_44_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/mean": -7.200241088867188e-05, "train/tensor_param_model_layers_44_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/norm": 7.125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/mean": -0.000766754150390625, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/range": 0.296875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/mean": -0.0002899169921875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/mean": 0.0001354217529296875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/mean": -0.000431060791015625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/range": 0.287109375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/mean": -4.863739013671875e-05, "train/tensor_param_model_layers_46_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/range": 0.265625, "train/tensor_param_model_layers_46_mlp_down_proj_weight/norm": 6.5, "train/tensor_param_model_layers_46_mlp_down_proj_weight/mean": -0.000171661376953125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/mean": -0.0004024505615234375, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/mean": -9.107589721679688e-05, "train/tensor_param_model_layers_47_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_47_mlp_down_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/mean": 0.00021839141845703125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/mean": -0.00063323974609375, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/mean": 8.821487426757812e-05, "train/tensor_param_model_layers_48_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_48_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_48_mlp_down_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/mean": 0.0001468658447265625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/mean": -0.00055694580078125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/mean": 0.00018405914306640625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/norm": 6.5, "train/tensor_param_model_layers_49_mlp_down_proj_weight/mean": -9.357929229736328e-06, "train/tensor_param_model_layers_49_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/mean": -0.00064849853515625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/range": 0.296875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_50_mlp_up_proj_weight/mean": 0.00015926361083984375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_50_mlp_down_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/mean": 7.724761962890625e-05, "train/tensor_param_model_layers_50_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/mean": -0.000690460205078125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_51_mlp_up_proj_weight/mean": 0.00011110305786132812, "train/tensor_param_model_layers_51_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/norm": 6.5, "train/tensor_param_model_layers_51_mlp_down_proj_weight/mean": -7.009506225585938e-05, "train/tensor_param_model_layers_51_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/mean": -0.0002803802490234375, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/mean": 1.990795135498047e-05, "train/tensor_param_model_layers_52_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/mean": -0.00017833709716796875, "train/tensor_param_model_layers_52_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/mean": -0.0004119873046875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/mean": -0.00015354156494140625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_53_mlp_down_proj_weight/mean": 0.000225067138671875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/min": -0.154296875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_53_mlp_down_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/mean": -0.000759124755859375, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/mean": 0.000225067138671875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_54_mlp_up_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/norm": 6.625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/mean": -0.000446319580078125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/norm": 7.25, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/mean": -0.0004482269287109375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/range": 0.302734375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_55_mlp_up_proj_weight/mean": -4.506111145019531e-05, "train/tensor_param_model_layers_55_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_55_mlp_down_proj_weight/norm": 6.625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/mean": -2.47955322265625e-05, "train/tensor_param_model_layers_55_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/mean": -0.000453948974609375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/norm": 6.75, "train/tensor_param_model_layers_56_mlp_up_proj_weight/mean": 0.000213623046875, "train/tensor_param_model_layers_56_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_56_mlp_down_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/mean": -0.00015735626220703125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/mean": -0.0003299713134765625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_57_mlp_up_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/mean": 2.2411346435546875e-05, "train/tensor_param_model_layers_57_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_57_mlp_down_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_57_mlp_down_proj_weight/mean": -0.000278472900390625, "train/tensor_param_model_layers_57_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/mean": -0.00020599365234375, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/mean": 0.00022411346435546875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/mean": -8.058547973632812e-05, "train/tensor_param_model_layers_58_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/mean": -0.000484466552734375, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/mean": 8.96453857421875e-05, "train/tensor_param_model_layers_59_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_59_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/mean": -1.4483928680419922e-05, "train/tensor_param_model_layers_59_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/mean": -0.00077056884765625, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/mean": 0.0001850128173828125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/mean": -0.00037384033203125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/norm": 7.375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/mean": -0.000385284423828125, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/mean": 1.6927719116210938e-05, "train/tensor_param_model_layers_61_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_61_mlp_down_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/mean": 3.600120544433594e-05, "train/tensor_param_model_layers_61_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/mean": -0.0003185272216796875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_62_mlp_up_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/mean": 7.927417755126953e-06, "train/tensor_param_model_layers_62_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/norm": 6.75, "train/tensor_param_model_layers_62_mlp_down_proj_weight/mean": 0.00018310546875, "train/tensor_param_model_layers_62_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/range": 0.283203125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/mean": -0.000553131103515625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/mean": -0.0001277923583984375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/mean": 0.0001735687255859375, "train/tensor_param_model_layers_63_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/mean": -0.000514984130859375, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_64_mlp_up_proj_weight/mean": 5.412101745605469e-05, "train/tensor_param_model_layers_64_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/mean": -7.534027099609375e-05, "train/tensor_param_model_layers_64_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/mean": -0.00115966796875, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_65_mlp_up_proj_weight/norm": 6.875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/mean": 3.838539123535156e-05, "train/tensor_param_model_layers_65_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/norm": 6.75, "train/tensor_param_model_layers_65_mlp_down_proj_weight/mean": 7.963180541992188e-05, "train/tensor_param_model_layers_65_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/mean": -0.00064849853515625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/mean": -0.0001430511474609375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_66_mlp_down_proj_weight/mean": -0.00010395050048828125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/mean": -0.000701904296875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/min": -0.15625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/range": 0.3154296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/norm": 6.875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/mean": -0.0001926422119140625, "train/tensor_param_model_layers_67_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/mean": -5.030632019042969e-05, "train/tensor_param_model_layers_67_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/mean": -0.0004119873046875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/mean": -0.00018310546875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max": 0.15625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/range": 0.287109375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_68_mlp_down_proj_weight/mean": -6.103515625e-05, "train/tensor_param_model_layers_68_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/mean": -0.00109100341796875, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max_abs": 0.1611328125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max": 0.1611328125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/range": 0.310546875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/mean": 0.00010347366333007812, "train/tensor_param_model_layers_69_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/mean": -0.00012683868408203125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/mean": -0.00048065185546875, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/range": 0.30859375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/mean": -4.458427429199219e-05, "train/tensor_param_model_layers_70_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_70_mlp_up_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_70_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_70_mlp_down_proj_weight/mean": 0.00011301040649414062, "train/tensor_param_model_layers_70_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_70_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/mean": -0.0008087158203125, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/min": -0.162109375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/range": 0.302734375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/mean": 4.172325134277344e-05, "train/tensor_param_model_layers_71_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/mean": -0.0001220703125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/mean": -0.000514984130859375, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/range": 0.2958984375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_72_mlp_up_proj_weight/mean": 0.000125885009765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/mean": -0.0001201629638671875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/mean": -0.00070953369140625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_73_mlp_up_proj_weight/mean": -0.00018596649169921875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_73_mlp_up_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/mean": 7.295608520507812e-05, "train/tensor_param_model_layers_73_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/mean": -0.0002765655517578125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/mean": -0.000392913818359375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/range": 0.28125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_74_mlp_down_proj_weight/mean": 0.0002536773681640625, "train/tensor_param_model_layers_74_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/min": -0.1689453125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/range": 0.3046875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/mean": -0.000732421875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_75_mlp_up_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_75_mlp_up_proj_weight/mean": 0.0004100799560546875, "train/tensor_param_model_layers_75_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_75_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/mean": -4.9591064453125e-05, "train/tensor_param_model_layers_75_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/mean": -0.000858306884765625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/norm": 7.25, "train/tensor_param_model_layers_76_mlp_up_proj_weight/mean": 2.0265579223632812e-06, "train/tensor_param_model_layers_76_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/mean": 0.0002613067626953125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_76_mlp_down_proj_weight/range": 0.265625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/mean": -0.0002422332763671875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/range": 0.30078125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_77_mlp_up_proj_weight/mean": -0.0002613067626953125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max_abs": 0.173828125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max": 0.173828125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/range": 0.3046875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/mean": 0.000171661376953125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/mean": -0.000518798828125, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/range": 0.3017578125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/mean": -0.00014495849609375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max_abs": 0.173828125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/min": -0.173828125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/range": 0.30859375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_78_mlp_down_proj_weight/mean": 0.0001392364501953125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/norm": 7.75, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/mean": -0.00054168701171875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/norm": 7.375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/mean": -0.00010728836059570312, "train/tensor_param_model_layers_79_mlp_up_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/range": 0.3056640625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/mean": 0.0002117156982421875, "train/tensor_param_model_layers_79_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/min": -0.140625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/norm": 7.8125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/mean": -0.000537872314453125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/min": -0.154296875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_80_mlp_up_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/mean": -4.076957702636719e-05, "train/tensor_param_model_layers_80_mlp_up_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/range": 0.296875, "train/tensor_param_model_layers_80_mlp_down_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_80_mlp_down_proj_weight/mean": 0.0001430511474609375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_80_mlp_down_proj_weight/range": 0.2919921875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/norm": 7.8125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/mean": -0.0003147125244140625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/range": 0.2919921875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/mean": -0.00013828277587890625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/min": -0.1591796875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/range": 0.30859375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/norm": 7.25, "train/tensor_param_model_layers_81_mlp_down_proj_weight/mean": -0.0001544952392578125, "train/tensor_param_model_layers_81_mlp_down_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/norm": 7.875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/mean": -0.0003795623779296875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/range": 0.302734375, "train/tensor_param_model_layers_82_mlp_up_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_82_mlp_up_proj_weight/mean": -0.000339508056640625, "train/tensor_param_model_layers_82_mlp_up_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/range": 0.2822265625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/norm": 7.375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/mean": -7.2479248046875e-05, "train/tensor_param_model_layers_82_mlp_down_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/mean": 0.000209808349609375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max_abs": 0.171875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max": 0.171875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/range": 0.3212890625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/mean": -2.592802047729492e-06, "train/tensor_param_model_layers_83_mlp_up_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max": 0.1533203125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_83_mlp_down_proj_weight/mean": -0.0003528594970703125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_83_mlp_down_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/mean": -0.00012111663818359375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/range": 0.2978515625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/mean": 7.295608520507812e-05, "train/tensor_param_model_layers_84_mlp_up_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/range": 0.3017578125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/mean": -0.0001220703125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/mean": -0.0001811981201171875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/mean": -0.0001201629638671875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/min": -0.1650390625, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max": 0.1611328125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/mean": 0.0002498626708984375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/min": -0.162109375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/range": 0.3095703125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/mean": 2.8848648071289062e-05, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/min": -0.15625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max": 0.1630859375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/range": 0.3193359375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/norm": 7.75, "train/tensor_param_model_layers_86_mlp_up_proj_weight/mean": 0.000324249267578125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/range": 0.2822265625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/mean": -0.00021839141845703125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/mean": 0.0002899169921875, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max": 0.16015625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/norm": 7.75, "train/tensor_param_model_layers_87_mlp_up_proj_weight/mean": 0.00022792816162109375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max": 0.1630859375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/range": 0.31640625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/mean": 9.775161743164062e-05, "train/tensor_param_model_layers_87_mlp_down_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/mean": 0.00023651123046875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/range": 0.30078125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/mean": 2.09808349609375e-05, "train/tensor_param_model_layers_88_mlp_up_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/range": 0.3154296875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/mean": -7.2479248046875e-05, "train/tensor_param_model_layers_88_mlp_down_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/range": 0.2900390625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/norm": 8.25, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/mean": 0.000579833984375, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max_abs": 0.166015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/min": -0.166015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/range": 0.3310546875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_89_mlp_up_proj_weight/mean": -0.00014591217041015625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max_abs": 0.1884765625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/min": -0.173828125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max": 0.1884765625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/range": 0.3623046875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/mean": 0.00018787384033203125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/range": 0.2822265625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/mean": 0.0004444122314453125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_90_mlp_up_proj_weight/norm": 8.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/mean": 0.00011539459228515625, "train/tensor_param_model_layers_90_mlp_up_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/range": 0.296875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_90_mlp_down_proj_weight/mean": -0.0003204345703125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max": 0.1533203125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/range": 0.3056640625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/norm": 8.25, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/mean": 0.0003986358642578125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/min": -0.1611328125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/norm": 8.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/mean": 8.58306884765625e-05, "train/tensor_param_model_layers_91_mlp_up_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max_abs": 0.203125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max": 0.203125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/range": 0.3662109375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/mean": -0.00014209747314453125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/mean": 0.00072479248046875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max_abs": 0.1826171875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max": 0.1826171875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/range": 0.345703125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/norm": 8.125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/mean": -0.0003948211669921875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/min": -0.16015625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/range": 0.314453125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/mean": 0.000263214111328125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_92_mlp_down_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/norm": 8.375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/mean": 0.00020694732666015625, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max_abs": 0.1943359375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/min": -0.1611328125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max": 0.1943359375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/range": 0.35546875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/mean": -0.0003032684326171875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/range": 0.3095703125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_93_mlp_down_proj_weight/mean": 0.0002460479736328125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/min": -0.140625, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/mean": 0.0003528594970703125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max_abs": 0.1728515625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/min": -0.1640625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max": 0.1728515625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/range": 0.3369140625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/mean": -0.00048065185546875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max": 0.1689453125, "train/tensor_param_model_layers_94_mlp_up_proj_weight/range": 0.3154296875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/norm": 8.125, "train/tensor_param_model_layers_94_mlp_down_proj_weight/mean": 0.00021648406982421875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/min": -0.15625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/range": 0.3212890625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/norm": 8.5, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/mean": 0.00014495849609375, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/std": 0.046875, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/min": -0.1474609375, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max": 0.16015625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/range": 0.3076171875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/mean": -0.00040435791015625, "train/tensor_param_model_layers_95_mlp_up_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max_abs": 0.1826171875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/min": -0.1611328125, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max": 0.1826171875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/range": 0.34375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/norm": 8.125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/mean": -0.00014495849609375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max_abs": 0.1611328125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/min": -0.1474609375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max": 0.1611328125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/range": 0.30859375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/norm": 8.6875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/mean": 0.00021839141845703125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/std": 0.048095703125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max_abs": 0.1787109375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/min": -0.177734375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max": 0.1787109375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/range": 0.3564453125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/norm": 8.625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/mean": -3.647804260253906e-05, "train/tensor_param_model_layers_96_mlp_up_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max_abs": 0.19921875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/min": -0.19921875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max": 0.1796875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/range": 0.37890625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/norm": 8.375, "train/tensor_param_model_layers_96_mlp_down_proj_weight/mean": 1.6838312149047852e-06, "train/tensor_param_model_layers_96_mlp_down_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/min": -0.15625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max": 0.1552734375, "train/tensor_param_model_layers_96_mlp_down_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/mean": 0.0002384185791015625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max_abs": 0.1865234375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/min": -0.1865234375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max": 0.16015625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/range": 0.3466796875, "train/tensor_param_model_layers_97_mlp_up_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/mean": -0.00019359588623046875, "train/tensor_param_model_layers_97_mlp_up_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max": 0.1689453125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/range": 0.33203125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/norm": 8.125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/mean": -5.650520324707031e-05, "train/tensor_param_model_layers_97_mlp_down_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max_abs": 0.185546875, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max": 0.185546875, "train/tensor_param_model_layers_97_mlp_down_proj_weight/range": 0.3388671875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/mean": 1.7523765563964844e-05, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max_abs": 0.1884765625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/min": -0.1884765625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max": 0.16015625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/range": 0.3486328125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_98_mlp_up_proj_weight/mean": 0.00023651123046875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max_abs": 0.205078125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/min": -0.205078125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_98_mlp_up_proj_weight/range": 0.3623046875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/mean": 8.630752563476562e-05, "train/tensor_param_model_layers_98_mlp_down_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max_abs": 0.1708984375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max": 0.1708984375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/mean": 0.00046539306640625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/min": -0.1650390625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/range": 0.3330078125, "train/tensor_param_model_layers_99_mlp_up_proj_weight/norm": 8.625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/mean": -0.000278472900390625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max_abs": 0.185546875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/min": -0.185546875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max": 0.1748046875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/range": 0.3603515625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/norm": 8.375, "train/tensor_param_model_layers_99_mlp_down_proj_weight/mean": -5.7220458984375e-05, "train/tensor_param_model_layers_99_mlp_down_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/range": 0.3125} -{"step": 2540, "epoch": 0.17121671722278395, "timestamp": 1786741286.4334326, "loss": 2.075595664978027, "grad_norm": 17956864.0, "learning_rate": 7.020000000000001e-05, "train/total_time_seconds": 13.423394177109003, "train/time_per_step_avg": 0.33558485442772507, "train/epoch_time_elapsed": 15.91327578574419, "train/estimated_remaining_minutes": 0.08455681371407246} -{"step": 2560, "epoch": 0.17256488035052242, "timestamp": 1786741294.3131812, "loss": 2.9438404083251952, "grad_norm": 95420416.0, "learning_rate": 9e-05, "train/total_time_seconds": 20.16403928399086, "train/time_per_step_avg": 0.3360673213998477, "train/epoch_time_elapsed": 23.767934188246727, "train/estimated_remaining_minutes": 0.12339971957650657, "train/tensor_act_model_layers_0_residual_pre_attn/norm": 187.22764587402344, "train/tensor_act_model_layers_0_residual_pre_attn/mean": 0.00098419189453125, "train/tensor_act_model_layers_0_residual_pre_attn/std": 0.09130859375, "train/tensor_act_model_layers_0_residual_pre_attn/max_abs": 0.275390625, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/min": -0.263671875, "train/tensor_act_model_layers_0_residual_pre_attn/max": 0.275390625, "train/tensor_act_model_layers_0_residual_pre_attn/range": 0.5390625, "train/tensor_act_model_layers_0_residual_post_attn/norm": 189.53408813476562, "train/tensor_act_model_layers_0_residual_post_attn/mean": 0.00014972686767578125, "train/tensor_act_model_layers_0_residual_post_attn/std": 0.0927734375, "train/tensor_act_model_layers_0_residual_post_attn/max_abs": 0.384765625, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/min": -0.384765625, "train/tensor_act_model_layers_0_residual_post_attn/max": 0.369140625, "train/tensor_act_model_layers_0_residual_post_attn/range": 0.75390625, "train/tensor_act_model_layers_0_mlp_gate_proj/norm": 1272.3515625, "train/tensor_act_model_layers_0_mlp_gate_proj/mean": -0.0250244140625, "train/tensor_act_model_layers_0_mlp_gate_proj/std": 0.439453125, "train/tensor_act_model_layers_0_mlp_gate_proj/max_abs": 2.1875, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/min": -1.8515625, "train/tensor_act_model_layers_0_mlp_gate_proj/max": 2.1875, "train/tensor_act_model_layers_0_mlp_gate_proj/range": 4.0390625, "train/tensor_act_model_layers_0_mlp_up_proj/norm": 1061.4571533203125, "train/tensor_act_model_layers_0_mlp_up_proj/mean": -0.000701904296875, "train/tensor_act_model_layers_0_mlp_up_proj/std": 0.3671875, "train/tensor_act_model_layers_0_mlp_up_proj/max_abs": 1.8203125, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/min": -1.8203125, "train/tensor_act_model_layers_0_mlp_up_proj/max": 1.703125, "train/tensor_act_model_layers_0_mlp_up_proj/range": 3.5234375, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 184.33880615234375, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 0.0169677734375, "train/tensor_act_model_layers_0_mlp_down_proj/std": 0.08837890625, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 0.578125, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/min": -0.578125, "train/tensor_act_model_layers_0_mlp_down_proj/max": 0.53125, "train/tensor_act_model_layers_0_mlp_down_proj/range": 1.109375, "train/tensor_act_model_layers_0_mlp/norm": 184.33880615234375, "train/tensor_act_model_layers_0_mlp/mean": 0.0169677734375, "train/tensor_act_model_layers_0_mlp/std": 0.08837890625, "train/tensor_act_model_layers_0_mlp/max_abs": 0.578125, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/min": -0.578125, "train/tensor_act_model_layers_0_mlp/max": 0.53125, "train/tensor_act_model_layers_0_mlp/range": 1.109375, "train/tensor_act_model_layers_0_residual_post_mlp/norm": 287.9911804199219, "train/tensor_act_model_layers_0_residual_post_mlp/mean": 0.01708984375, "train/tensor_act_model_layers_0_residual_post_mlp/std": 0.1396484375, "train/tensor_act_model_layers_0_residual_post_mlp/max_abs": 0.73046875, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/min": -0.73046875, "train/tensor_act_model_layers_0_residual_post_mlp/max": 0.6484375, "train/tensor_act_model_layers_0_residual_post_mlp/range": 1.37890625, "train/tensor_act_model_layers_1_residual_pre_attn/norm": 287.9911804199219, "train/tensor_act_model_layers_1_residual_pre_attn/mean": 0.01708984375, "train/tensor_act_model_layers_1_residual_pre_attn/std": 0.1396484375, "train/tensor_act_model_layers_1_residual_pre_attn/max_abs": 0.73046875, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/min": -0.73046875, "train/tensor_act_model_layers_1_residual_pre_attn/max": 0.6484375, "train/tensor_act_model_layers_1_residual_pre_attn/range": 1.37890625, "train/tensor_act_model_layers_1_residual_post_attn/norm": 299.95147705078125, "train/tensor_act_model_layers_1_residual_post_attn/mean": 0.0179443359375, "train/tensor_act_model_layers_1_residual_post_attn/std": 0.1455078125, "train/tensor_act_model_layers_1_residual_post_attn/max_abs": 0.72265625, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/min": -0.72265625, "train/tensor_act_model_layers_1_residual_post_attn/max": 0.64453125, "train/tensor_act_model_layers_1_residual_post_attn/range": 1.3671875, "train/tensor_act_model_layers_1_mlp_gate_proj/norm": 1407.008544921875, "train/tensor_act_model_layers_1_mlp_gate_proj/mean": -0.09423828125, "train/tensor_act_model_layers_1_mlp_gate_proj/std": 0.4765625, "train/tensor_act_model_layers_1_mlp_gate_proj/max_abs": 2.46875, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/min": -2.234375, "train/tensor_act_model_layers_1_mlp_gate_proj/max": 2.46875, "train/tensor_act_model_layers_1_mlp_gate_proj/range": 4.703125, "train/tensor_act_model_layers_1_mlp_up_proj/norm": 1176.9625244140625, "train/tensor_act_model_layers_1_mlp_up_proj/mean": -0.006011962890625, "train/tensor_act_model_layers_1_mlp_up_proj/std": 0.40625, "train/tensor_act_model_layers_1_mlp_up_proj/max_abs": 2.3125, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/min": -2.3125, "train/tensor_act_model_layers_1_mlp_up_proj/max": 2.140625, "train/tensor_act_model_layers_1_mlp_up_proj/range": 4.453125, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 249.97225952148438, "train/tensor_act_model_layers_1_mlp_down_proj/mean": 0.020263671875, "train/tensor_act_model_layers_1_mlp_down_proj/std": 0.12060546875, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 1.2578125, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/min": -1.03125, "train/tensor_act_model_layers_1_mlp_down_proj/max": 1.2578125, "train/tensor_act_model_layers_1_mlp_down_proj/range": 2.2890625, "train/tensor_act_model_layers_1_mlp/norm": 249.97225952148438, "train/tensor_act_model_layers_1_mlp/mean": 0.020263671875, "train/tensor_act_model_layers_1_mlp/std": 0.12060546875, "train/tensor_act_model_layers_1_mlp/max_abs": 1.2578125, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/min": -1.03125, "train/tensor_act_model_layers_1_mlp/max": 1.2578125, "train/tensor_act_model_layers_1_mlp/range": 2.2890625, "train/tensor_act_model_layers_1_residual_post_mlp/norm": 461.01959228515625, "train/tensor_act_model_layers_1_residual_post_mlp/mean": 0.038330078125, "train/tensor_act_model_layers_1_residual_post_mlp/std": 0.2216796875, "train/tensor_act_model_layers_1_residual_post_mlp/max_abs": 1.53125, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/min": -1.34375, "train/tensor_act_model_layers_1_residual_post_mlp/max": 1.53125, "train/tensor_act_model_layers_1_residual_post_mlp/range": 2.875, "train/tensor_act_model_layers_2_residual_pre_attn/norm": 461.01959228515625, "train/tensor_act_model_layers_2_residual_pre_attn/mean": 0.038330078125, "train/tensor_act_model_layers_2_residual_pre_attn/std": 0.2216796875, "train/tensor_act_model_layers_2_residual_pre_attn/max_abs": 1.53125, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/min": -1.34375, "train/tensor_act_model_layers_2_residual_pre_attn/max": 1.53125, "train/tensor_act_model_layers_2_residual_pre_attn/range": 2.875, "train/tensor_act_model_layers_2_residual_post_attn/norm": 487.77410888671875, "train/tensor_act_model_layers_2_residual_post_attn/mean": 0.04052734375, "train/tensor_act_model_layers_2_residual_post_attn/std": 0.234375, "train/tensor_act_model_layers_2_residual_post_attn/max_abs": 1.609375, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/min": -1.3828125, "train/tensor_act_model_layers_2_residual_post_attn/max": 1.609375, "train/tensor_act_model_layers_2_residual_post_attn/range": 2.9921875, "train/tensor_act_model_layers_2_mlp_gate_proj/norm": 1508.904296875, "train/tensor_act_model_layers_2_mlp_gate_proj/mean": -0.23828125, "train/tensor_act_model_layers_2_mlp_gate_proj/std": 0.462890625, "train/tensor_act_model_layers_2_mlp_gate_proj/max_abs": 3.0625, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/min": -3.0625, "train/tensor_act_model_layers_2_mlp_gate_proj/max": 1.9296875, "train/tensor_act_model_layers_2_mlp_gate_proj/range": 4.9921875, "train/tensor_act_model_layers_2_mlp_up_proj/norm": 1133.44287109375, "train/tensor_act_model_layers_2_mlp_up_proj/mean": -0.0033721923828125, "train/tensor_act_model_layers_2_mlp_up_proj/std": 0.390625, "train/tensor_act_model_layers_2_mlp_up_proj/max_abs": 3.25, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/min": -3.25, "train/tensor_act_model_layers_2_mlp_up_proj/max": 2.46875, "train/tensor_act_model_layers_2_mlp_up_proj/range": 5.71875, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 147.3932342529297, "train/tensor_act_model_layers_2_mlp_down_proj/mean": 0.0159912109375, "train/tensor_act_model_layers_2_mlp_down_proj/std": 0.0703125, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 0.7265625, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/min": -0.59765625, "train/tensor_act_model_layers_2_mlp_down_proj/max": 0.7265625, "train/tensor_act_model_layers_2_mlp_down_proj/range": 1.32421875, "train/tensor_act_model_layers_2_mlp/norm": 147.3932342529297, "train/tensor_act_model_layers_2_mlp/mean": 0.0159912109375, "train/tensor_act_model_layers_2_mlp/std": 0.0703125, "train/tensor_act_model_layers_2_mlp/max_abs": 0.7265625, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/min": -0.59765625, "train/tensor_act_model_layers_2_mlp/max": 0.7265625, "train/tensor_act_model_layers_2_mlp/range": 1.32421875, "train/tensor_act_model_layers_2_residual_post_mlp/norm": 565.3807373046875, "train/tensor_act_model_layers_2_residual_post_mlp/mean": 0.056396484375, "train/tensor_act_model_layers_2_residual_post_mlp/std": 0.26953125, "train/tensor_act_model_layers_2_residual_post_mlp/max_abs": 1.890625, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/min": -1.625, "train/tensor_act_model_layers_2_residual_post_mlp/max": 1.890625, "train/tensor_act_model_layers_2_residual_post_mlp/range": 3.515625, "train/tensor_act_model_layers_3_residual_pre_attn/norm": 565.3807373046875, "train/tensor_act_model_layers_3_residual_pre_attn/mean": 0.056396484375, "train/tensor_act_model_layers_3_residual_pre_attn/std": 0.26953125, "train/tensor_act_model_layers_3_residual_pre_attn/max_abs": 1.890625, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/min": -1.625, "train/tensor_act_model_layers_3_residual_pre_attn/max": 1.890625, "train/tensor_act_model_layers_3_residual_pre_attn/range": 3.515625, "train/tensor_act_model_layers_3_residual_post_attn/norm": 602.3067626953125, "train/tensor_act_model_layers_3_residual_post_attn/mean": 0.056884765625, "train/tensor_act_model_layers_3_residual_post_attn/std": 0.2890625, "train/tensor_act_model_layers_3_residual_post_attn/max_abs": 1.953125, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/min": -1.6953125, "train/tensor_act_model_layers_3_residual_post_attn/max": 1.953125, "train/tensor_act_model_layers_3_residual_post_attn/range": 3.6484375, "train/tensor_act_model_layers_3_mlp_gate_proj/norm": 1501.04150390625, "train/tensor_act_model_layers_3_mlp_gate_proj/mean": -0.228515625, "train/tensor_act_model_layers_3_mlp_gate_proj/std": 0.46484375, "train/tensor_act_model_layers_3_mlp_gate_proj/max_abs": 2.796875, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/min": -2.796875, "train/tensor_act_model_layers_3_mlp_gate_proj/max": 2.046875, "train/tensor_act_model_layers_3_mlp_gate_proj/range": 4.84375, "train/tensor_act_model_layers_3_mlp_up_proj/norm": 1184.05859375, "train/tensor_act_model_layers_3_mlp_up_proj/mean": 0.01177978515625, "train/tensor_act_model_layers_3_mlp_up_proj/std": 0.408203125, "train/tensor_act_model_layers_3_mlp_up_proj/max_abs": 2.75, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/min": -2.75, "train/tensor_act_model_layers_3_mlp_up_proj/max": 2.40625, "train/tensor_act_model_layers_3_mlp_up_proj/range": 5.15625, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 110.32807922363281, "train/tensor_act_model_layers_3_mlp_down_proj/mean": 0.0118408203125, "train/tensor_act_model_layers_3_mlp_down_proj/std": 0.052490234375, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 0.486328125, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/min": -0.4140625, "train/tensor_act_model_layers_3_mlp_down_proj/max": 0.486328125, "train/tensor_act_model_layers_3_mlp_down_proj/range": 0.900390625, "train/tensor_act_model_layers_3_mlp/norm": 110.32807922363281, "train/tensor_act_model_layers_3_mlp/mean": 0.0118408203125, "train/tensor_act_model_layers_3_mlp/std": 0.052490234375, "train/tensor_act_model_layers_3_mlp/max_abs": 0.486328125, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/min": -0.4140625, "train/tensor_act_model_layers_3_mlp/max": 0.486328125, "train/tensor_act_model_layers_3_mlp/range": 0.900390625, "train/tensor_act_model_layers_3_residual_post_mlp/norm": 639.8223266601562, "train/tensor_act_model_layers_3_residual_post_mlp/mean": 0.06884765625, "train/tensor_act_model_layers_3_residual_post_mlp/std": 0.3046875, "train/tensor_act_model_layers_3_residual_post_mlp/max_abs": 2.125, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/min": -1.84375, "train/tensor_act_model_layers_3_residual_post_mlp/max": 2.125, "train/tensor_act_model_layers_3_residual_post_mlp/range": 3.96875, "train/tensor_act_model_layers_4_residual_pre_attn/norm": 639.8223266601562, "train/tensor_act_model_layers_4_residual_pre_attn/mean": 0.06884765625, "train/tensor_act_model_layers_4_residual_pre_attn/std": 0.3046875, "train/tensor_act_model_layers_4_residual_pre_attn/max_abs": 2.125, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/min": -1.84375, "train/tensor_act_model_layers_4_residual_pre_attn/max": 2.125, "train/tensor_act_model_layers_4_residual_pre_attn/range": 3.96875, "train/tensor_act_model_layers_4_residual_post_attn/norm": 650.2816772460938, "train/tensor_act_model_layers_4_residual_post_attn/mean": 0.06640625, "train/tensor_act_model_layers_4_residual_post_attn/std": 0.310546875, "train/tensor_act_model_layers_4_residual_post_attn/max_abs": 2.21875, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/min": -1.859375, "train/tensor_act_model_layers_4_residual_post_attn/max": 2.21875, "train/tensor_act_model_layers_4_residual_post_attn/range": 4.078125, "train/tensor_act_model_layers_4_mlp_gate_proj/norm": 1613.484375, "train/tensor_act_model_layers_4_mlp_gate_proj/mean": -0.287109375, "train/tensor_act_model_layers_4_mlp_gate_proj/std": 0.478515625, "train/tensor_act_model_layers_4_mlp_gate_proj/max_abs": 3.046875, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/min": -3.046875, "train/tensor_act_model_layers_4_mlp_gate_proj/max": 1.8828125, "train/tensor_act_model_layers_4_mlp_gate_proj/range": 4.9296875, "train/tensor_act_model_layers_4_mlp_up_proj/norm": 1203.625244140625, "train/tensor_act_model_layers_4_mlp_up_proj/mean": 0.00885009765625, "train/tensor_act_model_layers_4_mlp_up_proj/std": 0.416015625, "train/tensor_act_model_layers_4_mlp_up_proj/max_abs": 2.828125, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/min": -2.5625, "train/tensor_act_model_layers_4_mlp_up_proj/max": 2.828125, "train/tensor_act_model_layers_4_mlp_up_proj/range": 5.390625, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 115.51026153564453, "train/tensor_act_model_layers_4_mlp_down_proj/mean": 0.01275634765625, "train/tensor_act_model_layers_4_mlp_down_proj/std": 0.054931640625, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 0.48828125, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/min": -0.48828125, "train/tensor_act_model_layers_4_mlp_down_proj/max": 0.451171875, "train/tensor_act_model_layers_4_mlp_down_proj/range": 0.939453125, "train/tensor_act_model_layers_4_mlp/norm": 115.51026153564453, "train/tensor_act_model_layers_4_mlp/mean": 0.01275634765625, "train/tensor_act_model_layers_4_mlp/std": 0.054931640625, "train/tensor_act_model_layers_4_mlp/max_abs": 0.48828125, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp/min": -0.48828125, "train/tensor_act_model_layers_4_mlp/max": 0.451171875, "train/tensor_act_model_layers_4_mlp/range": 0.939453125, "train/tensor_act_model_layers_4_residual_post_mlp/norm": 696.6829223632812, "train/tensor_act_model_layers_4_residual_post_mlp/mean": 0.0791015625, "train/tensor_act_model_layers_4_residual_post_mlp/std": 0.330078125, "train/tensor_act_model_layers_4_residual_post_mlp/max_abs": 2.34375, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/min": -1.9140625, "train/tensor_act_model_layers_4_residual_post_mlp/max": 2.34375, "train/tensor_act_model_layers_4_residual_post_mlp/range": 4.2578125, "train/tensor_act_model_layers_5_residual_pre_attn/norm": 696.6829223632812, "train/tensor_act_model_layers_5_residual_pre_attn/mean": 0.0791015625, "train/tensor_act_model_layers_5_residual_pre_attn/std": 0.330078125, "train/tensor_act_model_layers_5_residual_pre_attn/max_abs": 2.34375, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/min": -1.9140625, "train/tensor_act_model_layers_5_residual_pre_attn/max": 2.34375, "train/tensor_act_model_layers_5_residual_pre_attn/range": 4.2578125, "train/tensor_act_model_layers_5_residual_post_attn/norm": 713.7171630859375, "train/tensor_act_model_layers_5_residual_post_attn/mean": 0.07568359375, "train/tensor_act_model_layers_5_residual_post_attn/std": 0.33984375, "train/tensor_act_model_layers_5_residual_post_attn/max_abs": 2.375, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/min": -1.828125, "train/tensor_act_model_layers_5_residual_post_attn/max": 2.375, "train/tensor_act_model_layers_5_residual_post_attn/range": 4.203125, "train/tensor_act_model_layers_5_mlp_gate_proj/norm": 1554.169921875, "train/tensor_act_model_layers_5_mlp_gate_proj/mean": -0.27734375, "train/tensor_act_model_layers_5_mlp_gate_proj/std": 0.458984375, "train/tensor_act_model_layers_5_mlp_gate_proj/max_abs": 2.71875, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/min": -2.71875, "train/tensor_act_model_layers_5_mlp_gate_proj/max": 1.890625, "train/tensor_act_model_layers_5_mlp_gate_proj/range": 4.609375, "train/tensor_act_model_layers_5_mlp_up_proj/norm": 1199.7733154296875, "train/tensor_act_model_layers_5_mlp_up_proj/mean": -0.00074005126953125, "train/tensor_act_model_layers_5_mlp_up_proj/std": 0.4140625, "train/tensor_act_model_layers_5_mlp_up_proj/max_abs": 2.6875, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/min": -2.265625, "train/tensor_act_model_layers_5_mlp_up_proj/max": 2.6875, "train/tensor_act_model_layers_5_mlp_up_proj/range": 4.953125, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 98.566162109375, "train/tensor_act_model_layers_5_mlp_down_proj/mean": 0.01043701171875, "train/tensor_act_model_layers_5_mlp_down_proj/std": 0.046875, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 0.60546875, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/min": -0.60546875, "train/tensor_act_model_layers_5_mlp_down_proj/max": 0.546875, "train/tensor_act_model_layers_5_mlp_down_proj/range": 1.15234375, "train/tensor_act_model_layers_5_mlp/norm": 98.566162109375, "train/tensor_act_model_layers_5_mlp/mean": 0.01043701171875, "train/tensor_act_model_layers_5_mlp/std": 0.046875, "train/tensor_act_model_layers_5_mlp/max_abs": 0.60546875, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp/min": -0.60546875, "train/tensor_act_model_layers_5_mlp/max": 0.546875, "train/tensor_act_model_layers_5_mlp/range": 1.15234375, "train/tensor_act_model_layers_5_residual_post_mlp/norm": 737.9176635742188, "train/tensor_act_model_layers_5_residual_post_mlp/mean": 0.0859375, "train/tensor_act_model_layers_5_residual_post_mlp/std": 0.349609375, "train/tensor_act_model_layers_5_residual_post_mlp/max_abs": 2.375, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/min": -1.828125, "train/tensor_act_model_layers_5_residual_post_mlp/max": 2.375, "train/tensor_act_model_layers_5_residual_post_mlp/range": 4.203125, "train/tensor_act_model_layers_6_residual_pre_attn/norm": 737.9176635742188, "train/tensor_act_model_layers_6_residual_pre_attn/mean": 0.0859375, "train/tensor_act_model_layers_6_residual_pre_attn/std": 0.349609375, "train/tensor_act_model_layers_6_residual_pre_attn/max_abs": 2.375, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/min": -1.828125, "train/tensor_act_model_layers_6_residual_pre_attn/max": 2.375, "train/tensor_act_model_layers_6_residual_pre_attn/range": 4.203125, "train/tensor_act_model_layers_6_residual_post_attn/norm": 737.4918823242188, "train/tensor_act_model_layers_6_residual_post_attn/mean": 0.0830078125, "train/tensor_act_model_layers_6_residual_post_attn/std": 0.349609375, "train/tensor_act_model_layers_6_residual_post_attn/max_abs": 2.359375, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/min": -1.8203125, "train/tensor_act_model_layers_6_residual_post_attn/max": 2.359375, "train/tensor_act_model_layers_6_residual_post_attn/range": 4.1796875, "train/tensor_act_model_layers_6_mlp_gate_proj/norm": 1575.681884765625, "train/tensor_act_model_layers_6_mlp_gate_proj/mean": -0.291015625, "train/tensor_act_model_layers_6_mlp_gate_proj/std": 0.4609375, "train/tensor_act_model_layers_6_mlp_gate_proj/max_abs": 2.75, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/min": -2.75, "train/tensor_act_model_layers_6_mlp_gate_proj/max": 1.9453125, "train/tensor_act_model_layers_6_mlp_gate_proj/range": 4.6953125, "train/tensor_act_model_layers_6_mlp_up_proj/norm": 1195.238525390625, "train/tensor_act_model_layers_6_mlp_up_proj/mean": -0.0005645751953125, "train/tensor_act_model_layers_6_mlp_up_proj/std": 0.412109375, "train/tensor_act_model_layers_6_mlp_up_proj/max_abs": 2.390625, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/min": -2.390625, "train/tensor_act_model_layers_6_mlp_up_proj/max": 2.34375, "train/tensor_act_model_layers_6_mlp_up_proj/range": 4.734375, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 97.5166244506836, "train/tensor_act_model_layers_6_mlp_down_proj/mean": 0.009765625, "train/tensor_act_model_layers_6_mlp_down_proj/std": 0.046630859375, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 0.4453125, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/min": -0.4453125, "train/tensor_act_model_layers_6_mlp_down_proj/max": 0.4375, "train/tensor_act_model_layers_6_mlp_down_proj/range": 0.8828125, "train/tensor_act_model_layers_6_mlp/norm": 97.5166244506836, "train/tensor_act_model_layers_6_mlp/mean": 0.009765625, "train/tensor_act_model_layers_6_mlp/std": 0.046630859375, "train/tensor_act_model_layers_6_mlp/max_abs": 0.4453125, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp/min": -0.4453125, "train/tensor_act_model_layers_6_mlp/max": 0.4375, "train/tensor_act_model_layers_6_mlp/range": 0.8828125, "train/tensor_act_model_layers_6_residual_post_mlp/norm": 766.0089721679688, "train/tensor_act_model_layers_6_residual_post_mlp/mean": 0.0927734375, "train/tensor_act_model_layers_6_residual_post_mlp/std": 0.361328125, "train/tensor_act_model_layers_6_residual_post_mlp/max_abs": 2.375, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/min": -1.8671875, "train/tensor_act_model_layers_6_residual_post_mlp/max": 2.375, "train/tensor_act_model_layers_6_residual_post_mlp/range": 4.2421875, "train/tensor_act_model_layers_7_residual_pre_attn/norm": 766.0089721679688, "train/tensor_act_model_layers_7_residual_pre_attn/mean": 0.0927734375, "train/tensor_act_model_layers_7_residual_pre_attn/std": 0.361328125, "train/tensor_act_model_layers_7_residual_pre_attn/max_abs": 2.375, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/min": -1.8671875, "train/tensor_act_model_layers_7_residual_pre_attn/max": 2.375, "train/tensor_act_model_layers_7_residual_pre_attn/range": 4.2421875, "train/tensor_act_model_layers_7_residual_post_attn/norm": 774.2741088867188, "train/tensor_act_model_layers_7_residual_post_attn/mean": 0.08984375, "train/tensor_act_model_layers_7_residual_post_attn/std": 0.3671875, "train/tensor_act_model_layers_7_residual_post_attn/max_abs": 2.515625, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/min": -1.875, "train/tensor_act_model_layers_7_residual_post_attn/max": 2.515625, "train/tensor_act_model_layers_7_residual_post_attn/range": 4.390625, "train/tensor_act_model_layers_7_mlp_gate_proj/norm": 1621.2584228515625, "train/tensor_act_model_layers_7_mlp_gate_proj/mean": -0.322265625, "train/tensor_act_model_layers_7_mlp_gate_proj/std": 0.45703125, "train/tensor_act_model_layers_7_mlp_gate_proj/max_abs": 2.6875, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/min": -2.6875, "train/tensor_act_model_layers_7_mlp_gate_proj/max": 2.09375, "train/tensor_act_model_layers_7_mlp_gate_proj/range": 4.78125, "train/tensor_act_model_layers_7_mlp_up_proj/norm": 1193.079345703125, "train/tensor_act_model_layers_7_mlp_up_proj/mean": -0.004791259765625, "train/tensor_act_model_layers_7_mlp_up_proj/std": 0.412109375, "train/tensor_act_model_layers_7_mlp_up_proj/max_abs": 2.515625, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/min": -2.515625, "train/tensor_act_model_layers_7_mlp_up_proj/max": 2.265625, "train/tensor_act_model_layers_7_mlp_up_proj/range": 4.78125, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 91.06269836425781, "train/tensor_act_model_layers_7_mlp_down_proj/mean": 0.007171630859375, "train/tensor_act_model_layers_7_mlp_down_proj/std": 0.0439453125, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 0.453125, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/min": -0.453125, "train/tensor_act_model_layers_7_mlp_down_proj/max": 0.431640625, "train/tensor_act_model_layers_7_mlp_down_proj/range": 0.884765625, "train/tensor_act_model_layers_7_mlp/norm": 91.06269836425781, "train/tensor_act_model_layers_7_mlp/mean": 0.007171630859375, "train/tensor_act_model_layers_7_mlp/std": 0.0439453125, "train/tensor_act_model_layers_7_mlp/max_abs": 0.453125, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp/min": -0.453125, "train/tensor_act_model_layers_7_mlp/max": 0.431640625, "train/tensor_act_model_layers_7_mlp/range": 0.884765625, "train/tensor_act_model_layers_7_residual_post_mlp/norm": 802.92724609375, "train/tensor_act_model_layers_7_residual_post_mlp/mean": 0.09716796875, "train/tensor_act_model_layers_7_residual_post_mlp/std": 0.37890625, "train/tensor_act_model_layers_7_residual_post_mlp/max_abs": 2.46875, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/min": -1.90625, "train/tensor_act_model_layers_7_residual_post_mlp/max": 2.46875, "train/tensor_act_model_layers_7_residual_post_mlp/range": 4.375, "train/tensor_act_model_layers_8_residual_pre_attn/norm": 802.92724609375, "train/tensor_act_model_layers_8_residual_pre_attn/mean": 0.09716796875, "train/tensor_act_model_layers_8_residual_pre_attn/std": 0.37890625, "train/tensor_act_model_layers_8_residual_pre_attn/max_abs": 2.46875, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/min": -1.90625, "train/tensor_act_model_layers_8_residual_pre_attn/max": 2.46875, "train/tensor_act_model_layers_8_residual_pre_attn/range": 4.375, "train/tensor_act_model_layers_8_residual_post_attn/norm": 848.253662109375, "train/tensor_act_model_layers_8_residual_post_attn/mean": 0.0947265625, "train/tensor_act_model_layers_8_residual_post_attn/std": 0.40234375, "train/tensor_act_model_layers_8_residual_post_attn/max_abs": 2.640625, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/min": -2.078125, "train/tensor_act_model_layers_8_residual_post_attn/max": 2.640625, "train/tensor_act_model_layers_8_residual_post_attn/range": 4.71875, "train/tensor_act_model_layers_8_mlp_gate_proj/norm": 1573.88330078125, "train/tensor_act_model_layers_8_mlp_gate_proj/mean": -0.30859375, "train/tensor_act_model_layers_8_mlp_gate_proj/std": 0.447265625, "train/tensor_act_model_layers_8_mlp_gate_proj/max_abs": 2.6875, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/min": -2.6875, "train/tensor_act_model_layers_8_mlp_gate_proj/max": 1.7578125, "train/tensor_act_model_layers_8_mlp_gate_proj/range": 4.4453125, "train/tensor_act_model_layers_8_mlp_up_proj/norm": 1187.1746826171875, "train/tensor_act_model_layers_8_mlp_up_proj/mean": -0.00341796875, "train/tensor_act_model_layers_8_mlp_up_proj/std": 0.41015625, "train/tensor_act_model_layers_8_mlp_up_proj/max_abs": 2.390625, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/min": -2.15625, "train/tensor_act_model_layers_8_mlp_up_proj/max": 2.390625, "train/tensor_act_model_layers_8_mlp_up_proj/range": 4.546875, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 82.91096496582031, "train/tensor_act_model_layers_8_mlp_down_proj/mean": 0.0064697265625, "train/tensor_act_model_layers_8_mlp_down_proj/std": 0.0400390625, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 0.373046875, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/min": -0.328125, "train/tensor_act_model_layers_8_mlp_down_proj/max": 0.373046875, "train/tensor_act_model_layers_8_mlp_down_proj/range": 0.701171875, "train/tensor_act_model_layers_8_mlp/norm": 82.91096496582031, "train/tensor_act_model_layers_8_mlp/mean": 0.0064697265625, "train/tensor_act_model_layers_8_mlp/std": 0.0400390625, "train/tensor_act_model_layers_8_mlp/max_abs": 0.373046875, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp/min": -0.328125, "train/tensor_act_model_layers_8_mlp/max": 0.373046875, "train/tensor_act_model_layers_8_mlp/range": 0.701171875, "train/tensor_act_model_layers_8_residual_post_mlp/norm": 865.544677734375, "train/tensor_act_model_layers_8_residual_post_mlp/mean": 0.10107421875, "train/tensor_act_model_layers_8_residual_post_mlp/std": 0.41015625, "train/tensor_act_model_layers_8_residual_post_mlp/max_abs": 2.671875, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/min": -2.140625, "train/tensor_act_model_layers_8_residual_post_mlp/max": 2.671875, "train/tensor_act_model_layers_8_residual_post_mlp/range": 4.8125, "train/tensor_act_model_layers_9_residual_pre_attn/norm": 865.544677734375, "train/tensor_act_model_layers_9_residual_pre_attn/mean": 0.10107421875, "train/tensor_act_model_layers_9_residual_pre_attn/std": 0.41015625, "train/tensor_act_model_layers_9_residual_pre_attn/max_abs": 2.671875, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/min": -2.140625, "train/tensor_act_model_layers_9_residual_pre_attn/max": 2.671875, "train/tensor_act_model_layers_9_residual_pre_attn/range": 4.8125, "train/tensor_act_model_layers_9_residual_post_attn/norm": 871.9002685546875, "train/tensor_act_model_layers_9_residual_post_attn/mean": 0.0966796875, "train/tensor_act_model_layers_9_residual_post_attn/std": 0.4140625, "train/tensor_act_model_layers_9_residual_post_attn/max_abs": 2.734375, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/min": -2.15625, "train/tensor_act_model_layers_9_residual_post_attn/max": 2.734375, "train/tensor_act_model_layers_9_residual_post_attn/range": 4.890625, "train/tensor_act_model_layers_9_mlp_gate_proj/norm": 1583.253173828125, "train/tensor_act_model_layers_9_mlp_gate_proj/mean": -0.30859375, "train/tensor_act_model_layers_9_mlp_gate_proj/std": 0.451171875, "train/tensor_act_model_layers_9_mlp_gate_proj/max_abs": 2.53125, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/min": -2.53125, "train/tensor_act_model_layers_9_mlp_gate_proj/max": 1.8828125, "train/tensor_act_model_layers_9_mlp_gate_proj/range": 4.4140625, "train/tensor_act_model_layers_9_mlp_up_proj/norm": 1204.0985107421875, "train/tensor_act_model_layers_9_mlp_up_proj/mean": -0.0029754638671875, "train/tensor_act_model_layers_9_mlp_up_proj/std": 0.416015625, "train/tensor_act_model_layers_9_mlp_up_proj/max_abs": 2.59375, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/min": -2.59375, "train/tensor_act_model_layers_9_mlp_up_proj/max": 2.15625, "train/tensor_act_model_layers_9_mlp_up_proj/range": 4.75, "train/tensor_act_model_layers_9_mlp_down_proj/norm": 87.71742248535156, "train/tensor_act_model_layers_9_mlp_down_proj/mean": 0.006988525390625, "train/tensor_act_model_layers_9_mlp_down_proj/std": 0.042236328125, "train/tensor_act_model_layers_9_mlp_down_proj/max_abs": 0.3984375, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/min": -0.345703125, "train/tensor_act_model_layers_9_mlp_down_proj/max": 0.3984375, "train/tensor_act_model_layers_9_mlp_down_proj/range": 0.744140625, "train/tensor_act_model_layers_9_mlp/norm": 87.71742248535156, "train/tensor_act_model_layers_9_mlp/mean": 0.006988525390625, "train/tensor_act_model_layers_9_mlp/std": 0.042236328125, "train/tensor_act_model_layers_9_mlp/max_abs": 0.3984375, "train/tensor_act_model_layers_9_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp/min": -0.345703125, "train/tensor_act_model_layers_9_mlp/max": 0.3984375, "train/tensor_act_model_layers_9_mlp/range": 0.744140625, "train/tensor_act_model_layers_9_residual_post_mlp/norm": 890.9326782226562, "train/tensor_act_model_layers_9_residual_post_mlp/mean": 0.103515625, "train/tensor_act_model_layers_9_residual_post_mlp/std": 0.421875, "train/tensor_act_model_layers_9_residual_post_mlp/max_abs": 2.734375, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/min": -2.15625, "train/tensor_act_model_layers_9_residual_post_mlp/max": 2.734375, "train/tensor_act_model_layers_9_residual_post_mlp/range": 4.890625, "train/tensor_act_model_layers_10_residual_pre_attn/norm": 890.9326782226562, "train/tensor_act_model_layers_10_residual_pre_attn/mean": 0.103515625, "train/tensor_act_model_layers_10_residual_pre_attn/std": 0.421875, "train/tensor_act_model_layers_10_residual_pre_attn/max_abs": 2.734375, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_residual_pre_attn/min": -2.15625, "train/tensor_act_model_layers_10_residual_pre_attn/max": 2.734375, "train/tensor_act_model_layers_10_residual_pre_attn/range": 4.890625, "train/tensor_act_model_layers_10_residual_post_attn/norm": 899.3714599609375, "train/tensor_act_model_layers_10_residual_post_attn/mean": 0.10302734375, "train/tensor_act_model_layers_10_residual_post_attn/std": 0.427734375, "train/tensor_act_model_layers_10_residual_post_attn/max_abs": 2.828125, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_attn/min": -2.265625, "train/tensor_act_model_layers_10_residual_post_attn/max": 2.828125, "train/tensor_act_model_layers_10_residual_post_attn/range": 5.09375, "train/tensor_act_model_layers_10_mlp_gate_proj/norm": 1583.32080078125, "train/tensor_act_model_layers_10_mlp_gate_proj/mean": -0.30859375, "train/tensor_act_model_layers_10_mlp_gate_proj/std": 0.451171875, "train/tensor_act_model_layers_10_mlp_gate_proj/max_abs": 2.625, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/min": -2.625, "train/tensor_act_model_layers_10_mlp_gate_proj/max": 2.046875, "train/tensor_act_model_layers_10_mlp_gate_proj/range": 4.671875, "train/tensor_act_model_layers_10_mlp_up_proj/norm": 1191.67529296875, "train/tensor_act_model_layers_10_mlp_up_proj/mean": -0.0021514892578125, "train/tensor_act_model_layers_10_mlp_up_proj/std": 0.412109375, "train/tensor_act_model_layers_10_mlp_up_proj/max_abs": 2.296875, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/min": -2.25, "train/tensor_act_model_layers_10_mlp_up_proj/max": 2.296875, "train/tensor_act_model_layers_10_mlp_up_proj/range": 4.546875, "train/tensor_act_model_layers_10_mlp_down_proj/norm": 88.24630737304688, "train/tensor_act_model_layers_10_mlp_down_proj/mean": 0.0074462890625, "train/tensor_act_model_layers_10_mlp_down_proj/std": 0.04248046875, "train/tensor_act_model_layers_10_mlp_down_proj/max_abs": 0.3984375, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/min": -0.3984375, "train/tensor_act_model_layers_10_mlp_down_proj/max": 0.396484375, "train/tensor_act_model_layers_10_mlp_down_proj/range": 0.794921875, "train/tensor_act_model_layers_10_mlp/norm": 88.24630737304688, "train/tensor_act_model_layers_10_mlp/mean": 0.0074462890625, "train/tensor_act_model_layers_10_mlp/std": 0.04248046875, "train/tensor_act_model_layers_10_mlp/max_abs": 0.3984375, "train/tensor_act_model_layers_10_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp/min": -0.3984375, "train/tensor_act_model_layers_10_mlp/max": 0.396484375, "train/tensor_act_model_layers_10_mlp/range": 0.794921875, "train/tensor_act_model_layers_10_residual_post_mlp/norm": 918.3753051757812, "train/tensor_act_model_layers_10_residual_post_mlp/mean": 0.1103515625, "train/tensor_act_model_layers_10_residual_post_mlp/std": 0.435546875, "train/tensor_act_model_layers_10_residual_post_mlp/max_abs": 2.796875, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/min": -2.234375, "train/tensor_act_model_layers_10_residual_post_mlp/max": 2.796875, "train/tensor_act_model_layers_10_residual_post_mlp/range": 5.03125, "train/tensor_act_model_layers_11_residual_pre_attn/norm": 918.3753051757812, "train/tensor_act_model_layers_11_residual_pre_attn/mean": 0.1103515625, "train/tensor_act_model_layers_11_residual_pre_attn/std": 0.435546875, "train/tensor_act_model_layers_11_residual_pre_attn/max_abs": 2.796875, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_residual_pre_attn/min": -2.234375, "train/tensor_act_model_layers_11_residual_pre_attn/max": 2.796875, "train/tensor_act_model_layers_11_residual_pre_attn/range": 5.03125, "train/tensor_act_model_layers_11_residual_post_attn/norm": 923.0693969726562, "train/tensor_act_model_layers_11_residual_post_attn/mean": 0.10693359375, "train/tensor_act_model_layers_11_residual_post_attn/std": 0.4375, "train/tensor_act_model_layers_11_residual_post_attn/max_abs": 2.8125, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_attn/min": -2.203125, "train/tensor_act_model_layers_11_residual_post_attn/max": 2.8125, "train/tensor_act_model_layers_11_residual_post_attn/range": 5.015625, "train/tensor_act_model_layers_11_mlp_gate_proj/norm": 1634.1024169921875, "train/tensor_act_model_layers_11_mlp_gate_proj/mean": -0.326171875, "train/tensor_act_model_layers_11_mlp_gate_proj/std": 0.458984375, "train/tensor_act_model_layers_11_mlp_gate_proj/max_abs": 2.59375, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/min": -2.59375, "train/tensor_act_model_layers_11_mlp_gate_proj/max": 1.9375, "train/tensor_act_model_layers_11_mlp_gate_proj/range": 4.53125, "train/tensor_act_model_layers_11_mlp_up_proj/norm": 1215.074951171875, "train/tensor_act_model_layers_11_mlp_up_proj/mean": -0.000446319580078125, "train/tensor_act_model_layers_11_mlp_up_proj/std": 0.419921875, "train/tensor_act_model_layers_11_mlp_up_proj/max_abs": 2.59375, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/min": -2.59375, "train/tensor_act_model_layers_11_mlp_up_proj/max": 2.265625, "train/tensor_act_model_layers_11_mlp_up_proj/range": 4.859375, "train/tensor_act_model_layers_11_mlp_down_proj/norm": 86.08867645263672, "train/tensor_act_model_layers_11_mlp_down_proj/mean": 0.0069580078125, "train/tensor_act_model_layers_11_mlp_down_proj/std": 0.04150390625, "train/tensor_act_model_layers_11_mlp_down_proj/max_abs": 0.439453125, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/min": -0.419921875, "train/tensor_act_model_layers_11_mlp_down_proj/max": 0.439453125, "train/tensor_act_model_layers_11_mlp_down_proj/range": 0.859375, "train/tensor_act_model_layers_11_mlp/norm": 86.08867645263672, "train/tensor_act_model_layers_11_mlp/mean": 0.0069580078125, "train/tensor_act_model_layers_11_mlp/std": 0.04150390625, "train/tensor_act_model_layers_11_mlp/max_abs": 0.439453125, "train/tensor_act_model_layers_11_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp/min": -0.419921875, "train/tensor_act_model_layers_11_mlp/max": 0.439453125, "train/tensor_act_model_layers_11_mlp/range": 0.859375, "train/tensor_act_model_layers_11_residual_post_mlp/norm": 942.5025024414062, "train/tensor_act_model_layers_11_residual_post_mlp/mean": 0.11376953125, "train/tensor_act_model_layers_11_residual_post_mlp/std": 0.4453125, "train/tensor_act_model_layers_11_residual_post_mlp/max_abs": 2.84375, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/min": -2.21875, "train/tensor_act_model_layers_11_residual_post_mlp/max": 2.84375, "train/tensor_act_model_layers_11_residual_post_mlp/range": 5.0625, "train/tensor_act_model_layers_12_residual_pre_attn/norm": 942.5025024414062, "train/tensor_act_model_layers_12_residual_pre_attn/mean": 0.11376953125, "train/tensor_act_model_layers_12_residual_pre_attn/std": 0.4453125, "train/tensor_act_model_layers_12_residual_pre_attn/max_abs": 2.84375, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_residual_pre_attn/min": -2.21875, "train/tensor_act_model_layers_12_residual_pre_attn/max": 2.84375, "train/tensor_act_model_layers_12_residual_pre_attn/range": 5.0625, "train/tensor_act_model_layers_12_residual_post_attn/norm": 958.7837524414062, "train/tensor_act_model_layers_12_residual_post_attn/mean": 0.1044921875, "train/tensor_act_model_layers_12_residual_post_attn/std": 0.45703125, "train/tensor_act_model_layers_12_residual_post_attn/max_abs": 2.90625, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_attn/min": -2.375, "train/tensor_act_model_layers_12_residual_post_attn/max": 2.90625, "train/tensor_act_model_layers_12_residual_post_attn/range": 5.28125, "train/tensor_act_model_layers_12_mlp_gate_proj/norm": 1547.507568359375, "train/tensor_act_model_layers_12_mlp_gate_proj/mean": -0.296875, "train/tensor_act_model_layers_12_mlp_gate_proj/std": 0.443359375, "train/tensor_act_model_layers_12_mlp_gate_proj/max_abs": 2.671875, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/min": -2.671875, "train/tensor_act_model_layers_12_mlp_gate_proj/max": 1.9375, "train/tensor_act_model_layers_12_mlp_gate_proj/range": 4.609375, "train/tensor_act_model_layers_12_mlp_up_proj/norm": 1188.39013671875, "train/tensor_act_model_layers_12_mlp_up_proj/mean": -0.0103759765625, "train/tensor_act_model_layers_12_mlp_up_proj/std": 0.41015625, "train/tensor_act_model_layers_12_mlp_up_proj/max_abs": 2.671875, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/min": -2.671875, "train/tensor_act_model_layers_12_mlp_up_proj/max": 2.234375, "train/tensor_act_model_layers_12_mlp_up_proj/range": 4.90625, "train/tensor_act_model_layers_12_mlp_down_proj/norm": 86.91991424560547, "train/tensor_act_model_layers_12_mlp_down_proj/mean": 0.00689697265625, "train/tensor_act_model_layers_12_mlp_down_proj/std": 0.0419921875, "train/tensor_act_model_layers_12_mlp_down_proj/max_abs": 0.4140625, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/min": -0.4140625, "train/tensor_act_model_layers_12_mlp_down_proj/max": 0.41015625, "train/tensor_act_model_layers_12_mlp_down_proj/range": 0.82421875, "train/tensor_act_model_layers_12_mlp/norm": 86.91991424560547, "train/tensor_act_model_layers_12_mlp/mean": 0.00689697265625, "train/tensor_act_model_layers_12_mlp/std": 0.0419921875, "train/tensor_act_model_layers_12_mlp/max_abs": 0.4140625, "train/tensor_act_model_layers_12_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp/min": -0.4140625, "train/tensor_act_model_layers_12_mlp/max": 0.41015625, "train/tensor_act_model_layers_12_mlp/range": 0.82421875, "train/tensor_act_model_layers_12_residual_post_mlp/norm": 974.48779296875, "train/tensor_act_model_layers_12_residual_post_mlp/mean": 0.111328125, "train/tensor_act_model_layers_12_residual_post_mlp/std": 0.462890625, "train/tensor_act_model_layers_12_residual_post_mlp/max_abs": 2.9375, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/min": -2.359375, "train/tensor_act_model_layers_12_residual_post_mlp/max": 2.9375, "train/tensor_act_model_layers_12_residual_post_mlp/range": 5.296875, "train/tensor_act_model_layers_13_residual_pre_attn/norm": 974.48779296875, "train/tensor_act_model_layers_13_residual_pre_attn/mean": 0.111328125, "train/tensor_act_model_layers_13_residual_pre_attn/std": 0.462890625, "train/tensor_act_model_layers_13_residual_pre_attn/max_abs": 2.9375, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_residual_pre_attn/min": -2.359375, "train/tensor_act_model_layers_13_residual_pre_attn/max": 2.9375, "train/tensor_act_model_layers_13_residual_pre_attn/range": 5.296875, "train/tensor_act_model_layers_13_residual_post_attn/norm": 972.798095703125, "train/tensor_act_model_layers_13_residual_post_attn/mean": 0.1103515625, "train/tensor_act_model_layers_13_residual_post_attn/std": 0.462890625, "train/tensor_act_model_layers_13_residual_post_attn/max_abs": 2.9375, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_attn/min": -2.453125, "train/tensor_act_model_layers_13_residual_post_attn/max": 2.9375, "train/tensor_act_model_layers_13_residual_post_attn/range": 5.390625, "train/tensor_act_model_layers_13_mlp_gate_proj/norm": 1531.249267578125, "train/tensor_act_model_layers_13_mlp_gate_proj/mean": -0.28515625, "train/tensor_act_model_layers_13_mlp_gate_proj/std": 0.4453125, "train/tensor_act_model_layers_13_mlp_gate_proj/max_abs": 2.578125, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/min": -2.46875, "train/tensor_act_model_layers_13_mlp_gate_proj/max": 2.578125, "train/tensor_act_model_layers_13_mlp_gate_proj/range": 5.046875, "train/tensor_act_model_layers_13_mlp_up_proj/norm": 1212.353271484375, "train/tensor_act_model_layers_13_mlp_up_proj/mean": 0.0101318359375, "train/tensor_act_model_layers_13_mlp_up_proj/std": 0.41796875, "train/tensor_act_model_layers_13_mlp_up_proj/max_abs": 3.6875, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/min": -2.1875, "train/tensor_act_model_layers_13_mlp_up_proj/max": 3.6875, "train/tensor_act_model_layers_13_mlp_up_proj/range": 5.875, "train/tensor_act_model_layers_13_mlp_down_proj/norm": 96.7989501953125, "train/tensor_act_model_layers_13_mlp_down_proj/mean": 0.008056640625, "train/tensor_act_model_layers_13_mlp_down_proj/std": 0.046630859375, "train/tensor_act_model_layers_13_mlp_down_proj/max_abs": 0.71875, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/min": -0.6640625, "train/tensor_act_model_layers_13_mlp_down_proj/max": 0.71875, "train/tensor_act_model_layers_13_mlp_down_proj/range": 1.3828125, "train/tensor_act_model_layers_13_mlp/norm": 96.7989501953125, "train/tensor_act_model_layers_13_mlp/mean": 0.008056640625, "train/tensor_act_model_layers_13_mlp/std": 0.046630859375, "train/tensor_act_model_layers_13_mlp/max_abs": 0.71875, "train/tensor_act_model_layers_13_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp/min": -0.6640625, "train/tensor_act_model_layers_13_mlp/max": 0.71875, "train/tensor_act_model_layers_13_mlp/range": 1.3828125, "train/tensor_act_model_layers_13_residual_post_mlp/norm": 991.5784912109375, "train/tensor_act_model_layers_13_residual_post_mlp/mean": 0.1181640625, "train/tensor_act_model_layers_13_residual_post_mlp/std": 0.46875, "train/tensor_act_model_layers_13_residual_post_mlp/max_abs": 2.984375, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/min": -2.484375, "train/tensor_act_model_layers_13_residual_post_mlp/max": 2.984375, "train/tensor_act_model_layers_13_residual_post_mlp/range": 5.46875, "train/tensor_act_model_layers_14_residual_pre_attn/norm": 991.5784912109375, "train/tensor_act_model_layers_14_residual_pre_attn/mean": 0.1181640625, "train/tensor_act_model_layers_14_residual_pre_attn/std": 0.46875, "train/tensor_act_model_layers_14_residual_pre_attn/max_abs": 2.984375, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_residual_pre_attn/min": -2.484375, "train/tensor_act_model_layers_14_residual_pre_attn/max": 2.984375, "train/tensor_act_model_layers_14_residual_pre_attn/range": 5.46875, "train/tensor_act_model_layers_14_residual_post_attn/norm": 1018.024658203125, "train/tensor_act_model_layers_14_residual_post_attn/mean": 0.11767578125, "train/tensor_act_model_layers_14_residual_post_attn/std": 0.482421875, "train/tensor_act_model_layers_14_residual_post_attn/max_abs": 2.90625, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_attn/min": -2.53125, "train/tensor_act_model_layers_14_residual_post_attn/max": 2.90625, "train/tensor_act_model_layers_14_residual_post_attn/range": 5.4375, "train/tensor_act_model_layers_14_mlp_gate_proj/norm": 1524.9429931640625, "train/tensor_act_model_layers_14_mlp_gate_proj/mean": -0.28125, "train/tensor_act_model_layers_14_mlp_gate_proj/std": 0.4453125, "train/tensor_act_model_layers_14_mlp_gate_proj/max_abs": 2.578125, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/min": -2.578125, "train/tensor_act_model_layers_14_mlp_gate_proj/max": 1.9921875, "train/tensor_act_model_layers_14_mlp_gate_proj/range": 4.5703125, "train/tensor_act_model_layers_14_mlp_up_proj/norm": 1194.193115234375, "train/tensor_act_model_layers_14_mlp_up_proj/mean": -0.0234375, "train/tensor_act_model_layers_14_mlp_up_proj/std": 0.412109375, "train/tensor_act_model_layers_14_mlp_up_proj/max_abs": 2.6875, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/min": -2.203125, "train/tensor_act_model_layers_14_mlp_up_proj/max": 2.6875, "train/tensor_act_model_layers_14_mlp_up_proj/range": 4.890625, "train/tensor_act_model_layers_14_mlp_down_proj/norm": 85.14603424072266, "train/tensor_act_model_layers_14_mlp_down_proj/mean": 0.006805419921875, "train/tensor_act_model_layers_14_mlp_down_proj/std": 0.041015625, "train/tensor_act_model_layers_14_mlp_down_proj/max_abs": 0.4296875, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/min": -0.4296875, "train/tensor_act_model_layers_14_mlp_down_proj/max": 0.416015625, "train/tensor_act_model_layers_14_mlp_down_proj/range": 0.845703125, "train/tensor_act_model_layers_14_mlp/norm": 85.14603424072266, "train/tensor_act_model_layers_14_mlp/mean": 0.006805419921875, "train/tensor_act_model_layers_14_mlp/std": 0.041015625, "train/tensor_act_model_layers_14_mlp/max_abs": 0.4296875, "train/tensor_act_model_layers_14_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp/min": -0.4296875, "train/tensor_act_model_layers_14_mlp/max": 0.416015625, "train/tensor_act_model_layers_14_mlp/range": 0.845703125, "train/tensor_act_model_layers_14_residual_post_mlp/norm": 1033.5001220703125, "train/tensor_act_model_layers_14_residual_post_mlp/mean": 0.12451171875, "train/tensor_act_model_layers_14_residual_post_mlp/std": 0.48828125, "train/tensor_act_model_layers_14_residual_post_mlp/max_abs": 2.953125, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/min": -2.515625, "train/tensor_act_model_layers_14_residual_post_mlp/max": 2.953125, "train/tensor_act_model_layers_14_residual_post_mlp/range": 5.46875, "train/tensor_act_model_layers_15_residual_pre_attn/norm": 1033.5001220703125, "train/tensor_act_model_layers_15_residual_pre_attn/mean": 0.12451171875, "train/tensor_act_model_layers_15_residual_pre_attn/std": 0.48828125, "train/tensor_act_model_layers_15_residual_pre_attn/max_abs": 2.953125, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_residual_pre_attn/min": -2.515625, "train/tensor_act_model_layers_15_residual_pre_attn/max": 2.953125, "train/tensor_act_model_layers_15_residual_pre_attn/range": 5.46875, "train/tensor_act_model_layers_15_residual_post_attn/norm": 1035.5291748046875, "train/tensor_act_model_layers_15_residual_post_attn/mean": 0.123046875, "train/tensor_act_model_layers_15_residual_post_attn/std": 0.490234375, "train/tensor_act_model_layers_15_residual_post_attn/max_abs": 2.984375, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_attn/min": -2.703125, "train/tensor_act_model_layers_15_residual_post_attn/max": 2.984375, "train/tensor_act_model_layers_15_residual_post_attn/range": 5.6875, "train/tensor_act_model_layers_15_mlp_gate_proj/norm": 1591.327880859375, "train/tensor_act_model_layers_15_mlp_gate_proj/mean": -0.310546875, "train/tensor_act_model_layers_15_mlp_gate_proj/std": 0.453125, "train/tensor_act_model_layers_15_mlp_gate_proj/max_abs": 2.6875, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/min": -2.6875, "train/tensor_act_model_layers_15_mlp_gate_proj/max": 1.8515625, "train/tensor_act_model_layers_15_mlp_gate_proj/range": 4.5390625, "train/tensor_act_model_layers_15_mlp_up_proj/norm": 1209.066650390625, "train/tensor_act_model_layers_15_mlp_up_proj/mean": 0.00421142578125, "train/tensor_act_model_layers_15_mlp_up_proj/std": 0.41796875, "train/tensor_act_model_layers_15_mlp_up_proj/max_abs": 2.4375, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/min": -2.4375, "train/tensor_act_model_layers_15_mlp_up_proj/max": 2.203125, "train/tensor_act_model_layers_15_mlp_up_proj/range": 4.640625, "train/tensor_act_model_layers_15_mlp_down_proj/norm": 89.91563415527344, "train/tensor_act_model_layers_15_mlp_down_proj/mean": 0.008056640625, "train/tensor_act_model_layers_15_mlp_down_proj/std": 0.043212890625, "train/tensor_act_model_layers_15_mlp_down_proj/max_abs": 0.443359375, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/min": -0.3828125, "train/tensor_act_model_layers_15_mlp_down_proj/max": 0.443359375, "train/tensor_act_model_layers_15_mlp_down_proj/range": 0.826171875, "train/tensor_act_model_layers_15_mlp/norm": 89.91563415527344, "train/tensor_act_model_layers_15_mlp/mean": 0.008056640625, "train/tensor_act_model_layers_15_mlp/std": 0.043212890625, "train/tensor_act_model_layers_15_mlp/max_abs": 0.443359375, "train/tensor_act_model_layers_15_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp/min": -0.3828125, "train/tensor_act_model_layers_15_mlp/max": 0.443359375, "train/tensor_act_model_layers_15_mlp/range": 0.826171875, "train/tensor_act_model_layers_15_residual_post_mlp/norm": 1053.2109375, "train/tensor_act_model_layers_15_residual_post_mlp/mean": 0.130859375, "train/tensor_act_model_layers_15_residual_post_mlp/std": 0.498046875, "train/tensor_act_model_layers_15_residual_post_mlp/max_abs": 3.0625, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_mlp/min": -2.671875, "train/tensor_act_model_layers_15_residual_post_mlp/max": 3.0625, "train/tensor_act_model_layers_15_residual_post_mlp/range": 5.734375, "train/tensor_act_model_layers_16_residual_pre_attn/norm": 1053.2109375, "train/tensor_act_model_layers_16_residual_pre_attn/mean": 0.130859375, "train/tensor_act_model_layers_16_residual_pre_attn/std": 0.498046875, "train/tensor_act_model_layers_16_residual_pre_attn/max_abs": 3.0625, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_residual_pre_attn/min": -2.671875, "train/tensor_act_model_layers_16_residual_pre_attn/max": 3.0625, "train/tensor_act_model_layers_16_residual_pre_attn/range": 5.734375, "train/tensor_act_model_layers_16_residual_post_attn/norm": 1068.49462890625, "train/tensor_act_model_layers_16_residual_post_attn/mean": 0.1318359375, "train/tensor_act_model_layers_16_residual_post_attn/std": 0.50390625, "train/tensor_act_model_layers_16_residual_post_attn/max_abs": 3.09375, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_attn/min": -2.765625, "train/tensor_act_model_layers_16_residual_post_attn/max": 3.09375, "train/tensor_act_model_layers_16_residual_post_attn/range": 5.859375, "train/tensor_act_model_layers_16_mlp_gate_proj/norm": 1565.177490234375, "train/tensor_act_model_layers_16_mlp_gate_proj/mean": -0.30078125, "train/tensor_act_model_layers_16_mlp_gate_proj/std": 0.44921875, "train/tensor_act_model_layers_16_mlp_gate_proj/max_abs": 2.625, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/min": -2.625, "train/tensor_act_model_layers_16_mlp_gate_proj/max": 2.25, "train/tensor_act_model_layers_16_mlp_gate_proj/range": 4.875, "train/tensor_act_model_layers_16_mlp_up_proj/norm": 1197.603759765625, "train/tensor_act_model_layers_16_mlp_up_proj/mean": 0.006500244140625, "train/tensor_act_model_layers_16_mlp_up_proj/std": 0.4140625, "train/tensor_act_model_layers_16_mlp_up_proj/max_abs": 2.6875, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/min": -2.6875, "train/tensor_act_model_layers_16_mlp_up_proj/max": 2.234375, "train/tensor_act_model_layers_16_mlp_up_proj/range": 4.921875, "train/tensor_act_model_layers_16_mlp_down_proj/norm": 89.18614959716797, "train/tensor_act_model_layers_16_mlp_down_proj/mean": 0.0078125, "train/tensor_act_model_layers_16_mlp_down_proj/std": 0.042724609375, "train/tensor_act_model_layers_16_mlp_down_proj/max_abs": 0.392578125, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/min": -0.30078125, "train/tensor_act_model_layers_16_mlp_down_proj/max": 0.392578125, "train/tensor_act_model_layers_16_mlp_down_proj/range": 0.693359375, "train/tensor_act_model_layers_16_mlp/norm": 89.18614959716797, "train/tensor_act_model_layers_16_mlp/mean": 0.0078125, "train/tensor_act_model_layers_16_mlp/std": 0.042724609375, "train/tensor_act_model_layers_16_mlp/max_abs": 0.392578125, "train/tensor_act_model_layers_16_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp/min": -0.30078125, "train/tensor_act_model_layers_16_mlp/max": 0.392578125, "train/tensor_act_model_layers_16_mlp/range": 0.693359375, "train/tensor_act_model_layers_16_residual_post_mlp/norm": 1084.8819580078125, "train/tensor_act_model_layers_16_residual_post_mlp/mean": 0.1396484375, "train/tensor_act_model_layers_16_residual_post_mlp/std": 0.51171875, "train/tensor_act_model_layers_16_residual_post_mlp/max_abs": 3.140625, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_mlp/min": -2.75, "train/tensor_act_model_layers_16_residual_post_mlp/max": 3.140625, "train/tensor_act_model_layers_16_residual_post_mlp/range": 5.890625, "train/tensor_act_model_layers_17_residual_pre_attn/norm": 1084.8819580078125, "train/tensor_act_model_layers_17_residual_pre_attn/mean": 0.1396484375, "train/tensor_act_model_layers_17_residual_pre_attn/std": 0.51171875, "train/tensor_act_model_layers_17_residual_pre_attn/max_abs": 3.140625, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_residual_pre_attn/min": -2.75, "train/tensor_act_model_layers_17_residual_pre_attn/max": 3.140625, "train/tensor_act_model_layers_17_residual_pre_attn/range": 5.890625, "train/tensor_act_model_layers_17_residual_post_attn/norm": 1095.8939208984375, "train/tensor_act_model_layers_17_residual_post_attn/mean": 0.1416015625, "train/tensor_act_model_layers_17_residual_post_attn/std": 0.515625, "train/tensor_act_model_layers_17_residual_post_attn/max_abs": 3.078125, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_attn/min": -2.875, "train/tensor_act_model_layers_17_residual_post_attn/max": 3.078125, "train/tensor_act_model_layers_17_residual_post_attn/range": 5.953125, "train/tensor_act_model_layers_17_mlp_gate_proj/norm": 1538.754638671875, "train/tensor_act_model_layers_17_mlp_gate_proj/mean": -0.29296875, "train/tensor_act_model_layers_17_mlp_gate_proj/std": 0.443359375, "train/tensor_act_model_layers_17_mlp_gate_proj/max_abs": 2.4375, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/min": -2.4375, "train/tensor_act_model_layers_17_mlp_gate_proj/max": 1.9921875, "train/tensor_act_model_layers_17_mlp_gate_proj/range": 4.4296875, "train/tensor_act_model_layers_17_mlp_up_proj/norm": 1205.3284912109375, "train/tensor_act_model_layers_17_mlp_up_proj/mean": -0.002349853515625, "train/tensor_act_model_layers_17_mlp_up_proj/std": 0.416015625, "train/tensor_act_model_layers_17_mlp_up_proj/max_abs": 2.953125, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/min": -2.953125, "train/tensor_act_model_layers_17_mlp_up_proj/max": 2.09375, "train/tensor_act_model_layers_17_mlp_up_proj/range": 5.046875, "train/tensor_act_model_layers_17_mlp_down_proj/norm": 89.03665161132812, "train/tensor_act_model_layers_17_mlp_down_proj/mean": 0.006927490234375, "train/tensor_act_model_layers_17_mlp_down_proj/std": 0.04296875, "train/tensor_act_model_layers_17_mlp_down_proj/max_abs": 0.408203125, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/min": -0.298828125, "train/tensor_act_model_layers_17_mlp_down_proj/max": 0.408203125, "train/tensor_act_model_layers_17_mlp_down_proj/range": 0.70703125, "train/tensor_act_model_layers_17_mlp/norm": 89.03665161132812, "train/tensor_act_model_layers_17_mlp/mean": 0.006927490234375, "train/tensor_act_model_layers_17_mlp/std": 0.04296875, "train/tensor_act_model_layers_17_mlp/max_abs": 0.408203125, "train/tensor_act_model_layers_17_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp/min": -0.298828125, "train/tensor_act_model_layers_17_mlp/max": 0.408203125, "train/tensor_act_model_layers_17_mlp/range": 0.70703125, "train/tensor_act_model_layers_17_residual_post_mlp/norm": 1108.8218994140625, "train/tensor_act_model_layers_17_residual_post_mlp/mean": 0.1484375, "train/tensor_act_model_layers_17_residual_post_mlp/std": 0.51953125, "train/tensor_act_model_layers_17_residual_post_mlp/max_abs": 3.1875, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_mlp/min": -2.875, "train/tensor_act_model_layers_17_residual_post_mlp/max": 3.1875, "train/tensor_act_model_layers_17_residual_post_mlp/range": 6.0625, "train/tensor_act_model_layers_18_residual_pre_attn/norm": 1108.8218994140625, "train/tensor_act_model_layers_18_residual_pre_attn/mean": 0.1484375, "train/tensor_act_model_layers_18_residual_pre_attn/std": 0.51953125, "train/tensor_act_model_layers_18_residual_pre_attn/max_abs": 3.1875, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_residual_pre_attn/min": -2.875, "train/tensor_act_model_layers_18_residual_pre_attn/max": 3.1875, "train/tensor_act_model_layers_18_residual_pre_attn/range": 6.0625, "train/tensor_act_model_layers_18_residual_post_attn/norm": 1108.9029541015625, "train/tensor_act_model_layers_18_residual_post_attn/mean": 0.1455078125, "train/tensor_act_model_layers_18_residual_post_attn/std": 0.5234375, "train/tensor_act_model_layers_18_residual_post_attn/max_abs": 3.140625, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_attn/min": -2.828125, "train/tensor_act_model_layers_18_residual_post_attn/max": 3.140625, "train/tensor_act_model_layers_18_residual_post_attn/range": 5.96875, "train/tensor_act_model_layers_18_mlp_gate_proj/norm": 1588.262451171875, "train/tensor_act_model_layers_18_mlp_gate_proj/mean": -0.30859375, "train/tensor_act_model_layers_18_mlp_gate_proj/std": 0.453125, "train/tensor_act_model_layers_18_mlp_gate_proj/max_abs": 3.4375, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/min": -2.734375, "train/tensor_act_model_layers_18_mlp_gate_proj/max": 3.4375, "train/tensor_act_model_layers_18_mlp_gate_proj/range": 6.171875, "train/tensor_act_model_layers_18_mlp_up_proj/norm": 1260.233154296875, "train/tensor_act_model_layers_18_mlp_up_proj/mean": 0.003631591796875, "train/tensor_act_model_layers_18_mlp_up_proj/std": 0.435546875, "train/tensor_act_model_layers_18_mlp_up_proj/max_abs": 4.21875, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/min": -4.21875, "train/tensor_act_model_layers_18_mlp_up_proj/max": 2.5, "train/tensor_act_model_layers_18_mlp_up_proj/range": 6.71875, "train/tensor_act_model_layers_18_mlp_down_proj/norm": 102.74271392822266, "train/tensor_act_model_layers_18_mlp_down_proj/mean": 0.00653076171875, "train/tensor_act_model_layers_18_mlp_down_proj/std": 0.0498046875, "train/tensor_act_model_layers_18_mlp_down_proj/max_abs": 0.50390625, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/min": -0.46484375, "train/tensor_act_model_layers_18_mlp_down_proj/max": 0.50390625, "train/tensor_act_model_layers_18_mlp_down_proj/range": 0.96875, "train/tensor_act_model_layers_18_mlp/norm": 102.74271392822266, "train/tensor_act_model_layers_18_mlp/mean": 0.00653076171875, "train/tensor_act_model_layers_18_mlp/std": 0.0498046875, "train/tensor_act_model_layers_18_mlp/max_abs": 0.50390625, "train/tensor_act_model_layers_18_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp/min": -0.46484375, "train/tensor_act_model_layers_18_mlp/max": 0.50390625, "train/tensor_act_model_layers_18_mlp/range": 0.96875, "train/tensor_act_model_layers_18_residual_post_mlp/norm": 1122.3778076171875, "train/tensor_act_model_layers_18_residual_post_mlp/mean": 0.15234375, "train/tensor_act_model_layers_18_residual_post_mlp/std": 0.52734375, "train/tensor_act_model_layers_18_residual_post_mlp/max_abs": 3.171875, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_mlp/min": -3.0, "train/tensor_act_model_layers_18_residual_post_mlp/max": 3.171875, "train/tensor_act_model_layers_18_residual_post_mlp/range": 6.171875, "train/tensor_act_model_layers_19_residual_pre_attn/norm": 1122.3778076171875, "train/tensor_act_model_layers_19_residual_pre_attn/mean": 0.15234375, "train/tensor_act_model_layers_19_residual_pre_attn/std": 0.52734375, "train/tensor_act_model_layers_19_residual_pre_attn/max_abs": 3.171875, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_residual_pre_attn/min": -3.0, "train/tensor_act_model_layers_19_residual_pre_attn/max": 3.171875, "train/tensor_act_model_layers_19_residual_pre_attn/range": 6.171875, "train/tensor_act_model_layers_19_residual_post_attn/norm": 1120.7352294921875, "train/tensor_act_model_layers_19_residual_post_attn/mean": 0.1494140625, "train/tensor_act_model_layers_19_residual_post_attn/std": 0.52734375, "train/tensor_act_model_layers_19_residual_post_attn/max_abs": 3.203125, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_attn/min": -2.984375, "train/tensor_act_model_layers_19_residual_post_attn/max": 3.203125, "train/tensor_act_model_layers_19_residual_post_attn/range": 6.1875, "train/tensor_act_model_layers_19_mlp_gate_proj/norm": 1613.7137451171875, "train/tensor_act_model_layers_19_mlp_gate_proj/mean": -0.3203125, "train/tensor_act_model_layers_19_mlp_gate_proj/std": 0.455078125, "train/tensor_act_model_layers_19_mlp_gate_proj/max_abs": 2.734375, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/min": -2.59375, "train/tensor_act_model_layers_19_mlp_gate_proj/max": 2.734375, "train/tensor_act_model_layers_19_mlp_gate_proj/range": 5.328125, "train/tensor_act_model_layers_19_mlp_up_proj/norm": 1228.980224609375, "train/tensor_act_model_layers_19_mlp_up_proj/mean": -0.01507568359375, "train/tensor_act_model_layers_19_mlp_up_proj/std": 0.423828125, "train/tensor_act_model_layers_19_mlp_up_proj/max_abs": 3.296875, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/min": -3.296875, "train/tensor_act_model_layers_19_mlp_up_proj/max": 2.15625, "train/tensor_act_model_layers_19_mlp_up_proj/range": 5.453125, "train/tensor_act_model_layers_19_mlp_down_proj/norm": 90.88446807861328, "train/tensor_act_model_layers_19_mlp_down_proj/mean": 0.00750732421875, "train/tensor_act_model_layers_19_mlp_down_proj/std": 0.043701171875, "train/tensor_act_model_layers_19_mlp_down_proj/max_abs": 0.50390625, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/min": -0.39453125, "train/tensor_act_model_layers_19_mlp_down_proj/max": 0.50390625, "train/tensor_act_model_layers_19_mlp_down_proj/range": 0.8984375, "train/tensor_act_model_layers_19_mlp/norm": 90.88446807861328, "train/tensor_act_model_layers_19_mlp/mean": 0.00750732421875, "train/tensor_act_model_layers_19_mlp/std": 0.043701171875, "train/tensor_act_model_layers_19_mlp/max_abs": 0.50390625, "train/tensor_act_model_layers_19_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp/min": -0.39453125, "train/tensor_act_model_layers_19_mlp/max": 0.50390625, "train/tensor_act_model_layers_19_mlp/range": 0.8984375, "train/tensor_act_model_layers_19_residual_post_mlp/norm": 1135.6578369140625, "train/tensor_act_model_layers_19_residual_post_mlp/mean": 0.15625, "train/tensor_act_model_layers_19_residual_post_mlp/std": 0.53125, "train/tensor_act_model_layers_19_residual_post_mlp/max_abs": 3.328125, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_mlp/min": -3.015625, "train/tensor_act_model_layers_19_residual_post_mlp/max": 3.328125, "train/tensor_act_model_layers_19_residual_post_mlp/range": 6.34375, "train/tensor_act_model_layers_20_residual_pre_attn/norm": 1135.6578369140625, "train/tensor_act_model_layers_20_residual_pre_attn/mean": 0.15625, "train/tensor_act_model_layers_20_residual_pre_attn/std": 0.53125, "train/tensor_act_model_layers_20_residual_pre_attn/max_abs": 3.328125, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_residual_pre_attn/min": -3.015625, "train/tensor_act_model_layers_20_residual_pre_attn/max": 3.328125, "train/tensor_act_model_layers_20_residual_pre_attn/range": 6.34375, "train/tensor_act_model_layers_20_residual_post_attn/norm": 1150.480224609375, "train/tensor_act_model_layers_20_residual_post_attn/mean": 0.15625, "train/tensor_act_model_layers_20_residual_post_attn/std": 0.5390625, "train/tensor_act_model_layers_20_residual_post_attn/max_abs": 3.28125, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_attn/min": -3.0625, "train/tensor_act_model_layers_20_residual_post_attn/max": 3.28125, "train/tensor_act_model_layers_20_residual_post_attn/range": 6.34375, "train/tensor_act_model_layers_20_mlp_gate_proj/norm": 1606.775390625, "train/tensor_act_model_layers_20_mlp_gate_proj/mean": -0.3203125, "train/tensor_act_model_layers_20_mlp_gate_proj/std": 0.453125, "train/tensor_act_model_layers_20_mlp_gate_proj/max_abs": 2.609375, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/min": -2.609375, "train/tensor_act_model_layers_20_mlp_gate_proj/max": 2.109375, "train/tensor_act_model_layers_20_mlp_gate_proj/range": 4.71875, "train/tensor_act_model_layers_20_mlp_up_proj/norm": 1216.149658203125, "train/tensor_act_model_layers_20_mlp_up_proj/mean": 0.02587890625, "train/tensor_act_model_layers_20_mlp_up_proj/std": 0.419921875, "train/tensor_act_model_layers_20_mlp_up_proj/max_abs": 2.390625, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/min": -2.296875, "train/tensor_act_model_layers_20_mlp_up_proj/max": 2.390625, "train/tensor_act_model_layers_20_mlp_up_proj/range": 4.6875, "train/tensor_act_model_layers_20_mlp_down_proj/norm": 83.92861938476562, "train/tensor_act_model_layers_20_mlp_down_proj/mean": 0.00592041015625, "train/tensor_act_model_layers_20_mlp_down_proj/std": 0.04052734375, "train/tensor_act_model_layers_20_mlp_down_proj/max_abs": 0.55859375, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/min": -0.498046875, "train/tensor_act_model_layers_20_mlp_down_proj/max": 0.55859375, "train/tensor_act_model_layers_20_mlp_down_proj/range": 1.056640625, "train/tensor_act_model_layers_20_mlp/norm": 83.92861938476562, "train/tensor_act_model_layers_20_mlp/mean": 0.00592041015625, "train/tensor_act_model_layers_20_mlp/std": 0.04052734375, "train/tensor_act_model_layers_20_mlp/max_abs": 0.55859375, "train/tensor_act_model_layers_20_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp/min": -0.498046875, "train/tensor_act_model_layers_20_mlp/max": 0.55859375, "train/tensor_act_model_layers_20_mlp/range": 1.056640625, "train/tensor_act_model_layers_20_residual_post_mlp/norm": 1162.563720703125, "train/tensor_act_model_layers_20_residual_post_mlp/mean": 0.162109375, "train/tensor_act_model_layers_20_residual_post_mlp/std": 0.54296875, "train/tensor_act_model_layers_20_residual_post_mlp/max_abs": 3.3125, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_mlp/min": -3.109375, "train/tensor_act_model_layers_20_residual_post_mlp/max": 3.3125, "train/tensor_act_model_layers_20_residual_post_mlp/range": 6.421875, "train/tensor_act_model_layers_21_residual_pre_attn/norm": 1162.563720703125, "train/tensor_act_model_layers_21_residual_pre_attn/mean": 0.162109375, "train/tensor_act_model_layers_21_residual_pre_attn/std": 0.54296875, "train/tensor_act_model_layers_21_residual_pre_attn/max_abs": 3.3125, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_residual_pre_attn/min": -3.109375, "train/tensor_act_model_layers_21_residual_pre_attn/max": 3.3125, "train/tensor_act_model_layers_21_residual_pre_attn/range": 6.421875, "train/tensor_act_model_layers_21_residual_post_attn/norm": 1160.680419921875, "train/tensor_act_model_layers_21_residual_post_attn/mean": 0.16015625, "train/tensor_act_model_layers_21_residual_post_attn/std": 0.54296875, "train/tensor_act_model_layers_21_residual_post_attn/max_abs": 3.34375, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_attn/min": -3.078125, "train/tensor_act_model_layers_21_residual_post_attn/max": 3.34375, "train/tensor_act_model_layers_21_residual_post_attn/range": 6.421875, "train/tensor_act_model_layers_21_mlp_gate_proj/norm": 1588.56298828125, "train/tensor_act_model_layers_21_mlp_gate_proj/mean": -0.310546875, "train/tensor_act_model_layers_21_mlp_gate_proj/std": 0.453125, "train/tensor_act_model_layers_21_mlp_gate_proj/max_abs": 2.546875, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/min": -2.546875, "train/tensor_act_model_layers_21_mlp_gate_proj/max": 2.390625, "train/tensor_act_model_layers_21_mlp_gate_proj/range": 4.9375, "train/tensor_act_model_layers_21_mlp_up_proj/norm": 1235.277099609375, "train/tensor_act_model_layers_21_mlp_up_proj/mean": -0.01141357421875, "train/tensor_act_model_layers_21_mlp_up_proj/std": 0.42578125, "train/tensor_act_model_layers_21_mlp_up_proj/max_abs": 2.84375, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/min": -2.390625, "train/tensor_act_model_layers_21_mlp_up_proj/max": 2.84375, "train/tensor_act_model_layers_21_mlp_up_proj/range": 5.234375, "train/tensor_act_model_layers_21_mlp_down_proj/norm": 90.399658203125, "train/tensor_act_model_layers_21_mlp_down_proj/mean": 0.006500244140625, "train/tensor_act_model_layers_21_mlp_down_proj/std": 0.043701171875, "train/tensor_act_model_layers_21_mlp_down_proj/max_abs": 0.48046875, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/min": -0.48046875, "train/tensor_act_model_layers_21_mlp_down_proj/max": 0.4453125, "train/tensor_act_model_layers_21_mlp_down_proj/range": 0.92578125, "train/tensor_act_model_layers_21_mlp/norm": 90.399658203125, "train/tensor_act_model_layers_21_mlp/mean": 0.006500244140625, "train/tensor_act_model_layers_21_mlp/std": 0.043701171875, "train/tensor_act_model_layers_21_mlp/max_abs": 0.48046875, "train/tensor_act_model_layers_21_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp/min": -0.48046875, "train/tensor_act_model_layers_21_mlp/max": 0.4453125, "train/tensor_act_model_layers_21_mlp/range": 0.92578125, "train/tensor_act_model_layers_21_residual_post_mlp/norm": 1173.934814453125, "train/tensor_act_model_layers_21_residual_post_mlp/mean": 0.1669921875, "train/tensor_act_model_layers_21_residual_post_mlp/std": 0.546875, "train/tensor_act_model_layers_21_residual_post_mlp/max_abs": 3.4375, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_mlp/min": -3.0625, "train/tensor_act_model_layers_21_residual_post_mlp/max": 3.4375, "train/tensor_act_model_layers_21_residual_post_mlp/range": 6.5, "train/tensor_act_model_layers_22_residual_pre_attn/norm": 1173.934814453125, "train/tensor_act_model_layers_22_residual_pre_attn/mean": 0.1669921875, "train/tensor_act_model_layers_22_residual_pre_attn/std": 0.546875, "train/tensor_act_model_layers_22_residual_pre_attn/max_abs": 3.4375, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_residual_pre_attn/min": -3.0625, "train/tensor_act_model_layers_22_residual_pre_attn/max": 3.4375, "train/tensor_act_model_layers_22_residual_pre_attn/range": 6.5, "train/tensor_act_model_layers_22_residual_post_attn/norm": 1172.4232177734375, "train/tensor_act_model_layers_22_residual_post_attn/mean": 0.1630859375, "train/tensor_act_model_layers_22_residual_post_attn/std": 0.55078125, "train/tensor_act_model_layers_22_residual_post_attn/max_abs": 3.40625, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_attn/min": -3.0625, "train/tensor_act_model_layers_22_residual_post_attn/max": 3.40625, "train/tensor_act_model_layers_22_residual_post_attn/range": 6.46875, "train/tensor_act_model_layers_22_mlp_gate_proj/norm": 1597.6217041015625, "train/tensor_act_model_layers_22_mlp_gate_proj/mean": -0.318359375, "train/tensor_act_model_layers_22_mlp_gate_proj/std": 0.451171875, "train/tensor_act_model_layers_22_mlp_gate_proj/max_abs": 2.859375, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/min": -2.859375, "train/tensor_act_model_layers_22_mlp_gate_proj/max": 2.0, "train/tensor_act_model_layers_22_mlp_gate_proj/range": 4.859375, "train/tensor_act_model_layers_22_mlp_up_proj/norm": 1200.9688720703125, "train/tensor_act_model_layers_22_mlp_up_proj/mean": -0.01226806640625, "train/tensor_act_model_layers_22_mlp_up_proj/std": 0.4140625, "train/tensor_act_model_layers_22_mlp_up_proj/max_abs": 2.265625, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/min": -2.125, "train/tensor_act_model_layers_22_mlp_up_proj/max": 2.265625, "train/tensor_act_model_layers_22_mlp_up_proj/range": 4.390625, "train/tensor_act_model_layers_22_mlp_down_proj/norm": 84.51058959960938, "train/tensor_act_model_layers_22_mlp_down_proj/mean": 0.007598876953125, "train/tensor_act_model_layers_22_mlp_down_proj/std": 0.04052734375, "train/tensor_act_model_layers_22_mlp_down_proj/max_abs": 0.53125, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/min": -0.43359375, "train/tensor_act_model_layers_22_mlp_down_proj/max": 0.53125, "train/tensor_act_model_layers_22_mlp_down_proj/range": 0.96484375, "train/tensor_act_model_layers_22_mlp/norm": 84.51058959960938, "train/tensor_act_model_layers_22_mlp/mean": 0.007598876953125, "train/tensor_act_model_layers_22_mlp/std": 0.04052734375, "train/tensor_act_model_layers_22_mlp/max_abs": 0.53125, "train/tensor_act_model_layers_22_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp/min": -0.43359375, "train/tensor_act_model_layers_22_mlp/max": 0.53125, "train/tensor_act_model_layers_22_mlp/range": 0.96484375, "train/tensor_act_model_layers_22_residual_post_mlp/norm": 1187.0198974609375, "train/tensor_act_model_layers_22_residual_post_mlp/mean": 0.169921875, "train/tensor_act_model_layers_22_residual_post_mlp/std": 0.5546875, "train/tensor_act_model_layers_22_residual_post_mlp/max_abs": 3.5625, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_mlp/min": -3.03125, "train/tensor_act_model_layers_22_residual_post_mlp/max": 3.5625, "train/tensor_act_model_layers_22_residual_post_mlp/range": 6.59375, "train/tensor_act_model_layers_23_residual_pre_attn/norm": 1187.0198974609375, "train/tensor_act_model_layers_23_residual_pre_attn/mean": 0.169921875, "train/tensor_act_model_layers_23_residual_pre_attn/std": 0.5546875, "train/tensor_act_model_layers_23_residual_pre_attn/max_abs": 3.5625, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_residual_pre_attn/min": -3.03125, "train/tensor_act_model_layers_23_residual_pre_attn/max": 3.5625, "train/tensor_act_model_layers_23_residual_pre_attn/range": 6.59375, "train/tensor_act_model_layers_23_residual_post_attn/norm": 1188.2117919921875, "train/tensor_act_model_layers_23_residual_post_attn/mean": 0.166015625, "train/tensor_act_model_layers_23_residual_post_attn/std": 0.5546875, "train/tensor_act_model_layers_23_residual_post_attn/max_abs": 3.578125, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_attn/min": -2.96875, "train/tensor_act_model_layers_23_residual_post_attn/max": 3.578125, "train/tensor_act_model_layers_23_residual_post_attn/range": 6.546875, "train/tensor_act_model_layers_23_mlp_gate_proj/norm": 1598.93701171875, "train/tensor_act_model_layers_23_mlp_gate_proj/mean": -0.318359375, "train/tensor_act_model_layers_23_mlp_gate_proj/std": 0.451171875, "train/tensor_act_model_layers_23_mlp_gate_proj/max_abs": 2.671875, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/min": -2.671875, "train/tensor_act_model_layers_23_mlp_gate_proj/max": 2.46875, "train/tensor_act_model_layers_23_mlp_gate_proj/range": 5.140625, "train/tensor_act_model_layers_23_mlp_up_proj/norm": 1220.1214599609375, "train/tensor_act_model_layers_23_mlp_up_proj/mean": 0.001708984375, "train/tensor_act_model_layers_23_mlp_up_proj/std": 0.421875, "train/tensor_act_model_layers_23_mlp_up_proj/max_abs": 2.921875, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/min": -2.921875, "train/tensor_act_model_layers_23_mlp_up_proj/max": 2.265625, "train/tensor_act_model_layers_23_mlp_up_proj/range": 5.1875, "train/tensor_act_model_layers_23_mlp_down_proj/norm": 86.47675323486328, "train/tensor_act_model_layers_23_mlp_down_proj/mean": 0.00579833984375, "train/tensor_act_model_layers_23_mlp_down_proj/std": 0.041748046875, "train/tensor_act_model_layers_23_mlp_down_proj/max_abs": 0.50390625, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/min": -0.50390625, "train/tensor_act_model_layers_23_mlp_down_proj/max": 0.48046875, "train/tensor_act_model_layers_23_mlp_down_proj/range": 0.984375, "train/tensor_act_model_layers_23_mlp/norm": 86.47675323486328, "train/tensor_act_model_layers_23_mlp/mean": 0.00579833984375, "train/tensor_act_model_layers_23_mlp/std": 0.041748046875, "train/tensor_act_model_layers_23_mlp/max_abs": 0.50390625, "train/tensor_act_model_layers_23_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp/min": -0.50390625, "train/tensor_act_model_layers_23_mlp/max": 0.48046875, "train/tensor_act_model_layers_23_mlp/range": 0.984375, "train/tensor_act_model_layers_23_residual_post_mlp/norm": 1202.2943115234375, "train/tensor_act_model_layers_23_residual_post_mlp/mean": 0.171875, "train/tensor_act_model_layers_23_residual_post_mlp/std": 0.5625, "train/tensor_act_model_layers_23_residual_post_mlp/max_abs": 3.625, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_mlp/min": -3.0625, "train/tensor_act_model_layers_23_residual_post_mlp/max": 3.625, "train/tensor_act_model_layers_23_residual_post_mlp/range": 6.6875, "train/tensor_act_model_layers_24_residual_pre_attn/norm": 1202.2943115234375, "train/tensor_act_model_layers_24_residual_pre_attn/mean": 0.171875, "train/tensor_act_model_layers_24_residual_pre_attn/std": 0.5625, "train/tensor_act_model_layers_24_residual_pre_attn/max_abs": 3.625, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_residual_pre_attn/min": -3.0625, "train/tensor_act_model_layers_24_residual_pre_attn/max": 3.625, "train/tensor_act_model_layers_24_residual_pre_attn/range": 6.6875, "train/tensor_act_model_layers_24_residual_post_attn/norm": 1201.7044677734375, "train/tensor_act_model_layers_24_residual_post_attn/mean": 0.1669921875, "train/tensor_act_model_layers_24_residual_post_attn/std": 0.5625, "train/tensor_act_model_layers_24_residual_post_attn/max_abs": 3.59375, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_attn/min": -3.109375, "train/tensor_act_model_layers_24_residual_post_attn/max": 3.59375, "train/tensor_act_model_layers_24_residual_post_attn/range": 6.703125, "train/tensor_act_model_layers_24_mlp_gate_proj/norm": 1589.372314453125, "train/tensor_act_model_layers_24_mlp_gate_proj/mean": -0.310546875, "train/tensor_act_model_layers_24_mlp_gate_proj/std": 0.453125, "train/tensor_act_model_layers_24_mlp_gate_proj/max_abs": 2.5625, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/min": -2.5625, "train/tensor_act_model_layers_24_mlp_gate_proj/max": 2.171875, "train/tensor_act_model_layers_24_mlp_gate_proj/range": 4.734375, "train/tensor_act_model_layers_24_mlp_up_proj/norm": 1214.3778076171875, "train/tensor_act_model_layers_24_mlp_up_proj/mean": 0.0130615234375, "train/tensor_act_model_layers_24_mlp_up_proj/std": 0.419921875, "train/tensor_act_model_layers_24_mlp_up_proj/max_abs": 2.78125, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/min": -2.046875, "train/tensor_act_model_layers_24_mlp_up_proj/max": 2.78125, "train/tensor_act_model_layers_24_mlp_up_proj/range": 4.828125, "train/tensor_act_model_layers_24_mlp_down_proj/norm": 92.51822662353516, "train/tensor_act_model_layers_24_mlp_down_proj/mean": 0.006500244140625, "train/tensor_act_model_layers_24_mlp_down_proj/std": 0.044677734375, "train/tensor_act_model_layers_24_mlp_down_proj/max_abs": 0.4609375, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/min": -0.4609375, "train/tensor_act_model_layers_24_mlp_down_proj/max": 0.396484375, "train/tensor_act_model_layers_24_mlp_down_proj/range": 0.857421875, "train/tensor_act_model_layers_24_mlp/norm": 92.51822662353516, "train/tensor_act_model_layers_24_mlp/mean": 0.006500244140625, "train/tensor_act_model_layers_24_mlp/std": 0.044677734375, "train/tensor_act_model_layers_24_mlp/max_abs": 0.4609375, "train/tensor_act_model_layers_24_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp/min": -0.4609375, "train/tensor_act_model_layers_24_mlp/max": 0.396484375, "train/tensor_act_model_layers_24_mlp/range": 0.857421875, "train/tensor_act_model_layers_24_residual_post_mlp/norm": 1214.4404296875, "train/tensor_act_model_layers_24_residual_post_mlp/mean": 0.173828125, "train/tensor_act_model_layers_24_residual_post_mlp/std": 0.56640625, "train/tensor_act_model_layers_24_residual_post_mlp/max_abs": 3.703125, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_mlp/min": -3.15625, "train/tensor_act_model_layers_24_residual_post_mlp/max": 3.703125, "train/tensor_act_model_layers_24_residual_post_mlp/range": 6.859375, "train/tensor_act_model_layers_25_residual_pre_attn/norm": 1214.4404296875, "train/tensor_act_model_layers_25_residual_pre_attn/mean": 0.173828125, "train/tensor_act_model_layers_25_residual_pre_attn/std": 0.56640625, "train/tensor_act_model_layers_25_residual_pre_attn/max_abs": 3.703125, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_residual_pre_attn/min": -3.15625, "train/tensor_act_model_layers_25_residual_pre_attn/max": 3.703125, "train/tensor_act_model_layers_25_residual_pre_attn/range": 6.859375, "train/tensor_act_model_layers_25_residual_post_attn/norm": 1210.133056640625, "train/tensor_act_model_layers_25_residual_post_attn/mean": 0.1689453125, "train/tensor_act_model_layers_25_residual_post_attn/std": 0.56640625, "train/tensor_act_model_layers_25_residual_post_attn/max_abs": 3.65625, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_attn/min": -3.109375, "train/tensor_act_model_layers_25_residual_post_attn/max": 3.65625, "train/tensor_act_model_layers_25_residual_post_attn/range": 6.765625, "train/tensor_act_model_layers_25_mlp_gate_proj/norm": 1586.6353759765625, "train/tensor_act_model_layers_25_mlp_gate_proj/mean": -0.30859375, "train/tensor_act_model_layers_25_mlp_gate_proj/std": 0.453125, "train/tensor_act_model_layers_25_mlp_gate_proj/max_abs": 2.5625, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/min": -2.5625, "train/tensor_act_model_layers_25_mlp_gate_proj/max": 2.078125, "train/tensor_act_model_layers_25_mlp_gate_proj/range": 4.640625, "train/tensor_act_model_layers_25_mlp_up_proj/norm": 1217.0682373046875, "train/tensor_act_model_layers_25_mlp_up_proj/mean": 0.0093994140625, "train/tensor_act_model_layers_25_mlp_up_proj/std": 0.419921875, "train/tensor_act_model_layers_25_mlp_up_proj/max_abs": 2.625, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/min": -2.625, "train/tensor_act_model_layers_25_mlp_up_proj/max": 2.234375, "train/tensor_act_model_layers_25_mlp_up_proj/range": 4.859375, "train/tensor_act_model_layers_25_mlp_down_proj/norm": 91.65934753417969, "train/tensor_act_model_layers_25_mlp_down_proj/mean": 0.007568359375, "train/tensor_act_model_layers_25_mlp_down_proj/std": 0.044189453125, "train/tensor_act_model_layers_25_mlp_down_proj/max_abs": 0.515625, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/min": -0.50390625, "train/tensor_act_model_layers_25_mlp_down_proj/max": 0.515625, "train/tensor_act_model_layers_25_mlp_down_proj/range": 1.01953125, "train/tensor_act_model_layers_25_mlp/norm": 91.65934753417969, "train/tensor_act_model_layers_25_mlp/mean": 0.007568359375, "train/tensor_act_model_layers_25_mlp/std": 0.044189453125, "train/tensor_act_model_layers_25_mlp/max_abs": 0.515625, "train/tensor_act_model_layers_25_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp/min": -0.50390625, "train/tensor_act_model_layers_25_mlp/max": 0.515625, "train/tensor_act_model_layers_25_mlp/range": 1.01953125, "train/tensor_act_model_layers_25_residual_post_mlp/norm": 1227.2718505859375, "train/tensor_act_model_layers_25_residual_post_mlp/mean": 0.1767578125, "train/tensor_act_model_layers_25_residual_post_mlp/std": 0.57421875, "train/tensor_act_model_layers_25_residual_post_mlp/max_abs": 3.78125, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_mlp/min": -3.171875, "train/tensor_act_model_layers_25_residual_post_mlp/max": 3.78125, "train/tensor_act_model_layers_25_residual_post_mlp/range": 6.953125, "train/tensor_act_model_layers_26_residual_pre_attn/norm": 1227.2718505859375, "train/tensor_act_model_layers_26_residual_pre_attn/mean": 0.1767578125, "train/tensor_act_model_layers_26_residual_pre_attn/std": 0.57421875, "train/tensor_act_model_layers_26_residual_pre_attn/max_abs": 3.78125, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_residual_pre_attn/min": -3.171875, "train/tensor_act_model_layers_26_residual_pre_attn/max": 3.78125, "train/tensor_act_model_layers_26_residual_pre_attn/range": 6.953125, "train/tensor_act_model_layers_26_residual_post_attn/norm": 1236.068115234375, "train/tensor_act_model_layers_26_residual_post_attn/mean": 0.1748046875, "train/tensor_act_model_layers_26_residual_post_attn/std": 0.578125, "train/tensor_act_model_layers_26_residual_post_attn/max_abs": 3.796875, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_attn/min": -3.09375, "train/tensor_act_model_layers_26_residual_post_attn/max": 3.796875, "train/tensor_act_model_layers_26_residual_post_attn/range": 6.890625, "train/tensor_act_model_layers_26_mlp_gate_proj/norm": 1588.595947265625, "train/tensor_act_model_layers_26_mlp_gate_proj/mean": -0.310546875, "train/tensor_act_model_layers_26_mlp_gate_proj/std": 0.453125, "train/tensor_act_model_layers_26_mlp_gate_proj/max_abs": 3.25, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/min": -2.515625, "train/tensor_act_model_layers_26_mlp_gate_proj/max": 3.25, "train/tensor_act_model_layers_26_mlp_gate_proj/range": 5.765625, "train/tensor_act_model_layers_26_mlp_up_proj/norm": 1217.2449951171875, "train/tensor_act_model_layers_26_mlp_up_proj/mean": 0.01177978515625, "train/tensor_act_model_layers_26_mlp_up_proj/std": 0.419921875, "train/tensor_act_model_layers_26_mlp_up_proj/max_abs": 3.234375, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/min": -3.234375, "train/tensor_act_model_layers_26_mlp_up_proj/max": 2.34375, "train/tensor_act_model_layers_26_mlp_up_proj/range": 5.578125, "train/tensor_act_model_layers_26_mlp_down_proj/norm": 91.18666076660156, "train/tensor_act_model_layers_26_mlp_down_proj/mean": 0.005279541015625, "train/tensor_act_model_layers_26_mlp_down_proj/std": 0.044189453125, "train/tensor_act_model_layers_26_mlp_down_proj/max_abs": 0.482421875, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/min": -0.482421875, "train/tensor_act_model_layers_26_mlp_down_proj/max": 0.3828125, "train/tensor_act_model_layers_26_mlp_down_proj/range": 0.865234375, "train/tensor_act_model_layers_26_mlp/norm": 91.18666076660156, "train/tensor_act_model_layers_26_mlp/mean": 0.005279541015625, "train/tensor_act_model_layers_26_mlp/std": 0.044189453125, "train/tensor_act_model_layers_26_mlp/max_abs": 0.482421875, "train/tensor_act_model_layers_26_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp/min": -0.482421875, "train/tensor_act_model_layers_26_mlp/max": 0.3828125, "train/tensor_act_model_layers_26_mlp/range": 0.865234375, "train/tensor_act_model_layers_26_residual_post_mlp/norm": 1247.0904541015625, "train/tensor_act_model_layers_26_residual_post_mlp/mean": 0.1806640625, "train/tensor_act_model_layers_26_residual_post_mlp/std": 0.58203125, "train/tensor_act_model_layers_26_residual_post_mlp/max_abs": 3.78125, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_mlp/min": -3.078125, "train/tensor_act_model_layers_26_residual_post_mlp/max": 3.78125, "train/tensor_act_model_layers_26_residual_post_mlp/range": 6.859375, "train/tensor_act_model_layers_27_residual_pre_attn/norm": 1247.0904541015625, "train/tensor_act_model_layers_27_residual_pre_attn/mean": 0.1806640625, "train/tensor_act_model_layers_27_residual_pre_attn/std": 0.58203125, "train/tensor_act_model_layers_27_residual_pre_attn/max_abs": 3.78125, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_residual_pre_attn/min": -3.078125, "train/tensor_act_model_layers_27_residual_pre_attn/max": 3.78125, "train/tensor_act_model_layers_27_residual_pre_attn/range": 6.859375, "train/tensor_act_model_layers_27_residual_post_attn/norm": 1244.1181640625, "train/tensor_act_model_layers_27_residual_post_attn/mean": 0.177734375, "train/tensor_act_model_layers_27_residual_post_attn/std": 0.58203125, "train/tensor_act_model_layers_27_residual_post_attn/max_abs": 3.734375, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_attn/min": -3.15625, "train/tensor_act_model_layers_27_residual_post_attn/max": 3.734375, "train/tensor_act_model_layers_27_residual_post_attn/range": 6.890625, "train/tensor_act_model_layers_27_mlp_gate_proj/norm": 1609.8062744140625, "train/tensor_act_model_layers_27_mlp_gate_proj/mean": -0.31640625, "train/tensor_act_model_layers_27_mlp_gate_proj/std": 0.45703125, "train/tensor_act_model_layers_27_mlp_gate_proj/max_abs": 2.609375, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/min": -2.609375, "train/tensor_act_model_layers_27_mlp_gate_proj/max": 2.0, "train/tensor_act_model_layers_27_mlp_gate_proj/range": 4.609375, "train/tensor_act_model_layers_27_mlp_up_proj/norm": 1233.851806640625, "train/tensor_act_model_layers_27_mlp_up_proj/mean": 0.0003223419189453125, "train/tensor_act_model_layers_27_mlp_up_proj/std": 0.42578125, "train/tensor_act_model_layers_27_mlp_up_proj/max_abs": 2.390625, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/min": -2.203125, "train/tensor_act_model_layers_27_mlp_up_proj/max": 2.390625, "train/tensor_act_model_layers_27_mlp_up_proj/range": 4.59375, "train/tensor_act_model_layers_27_mlp_down_proj/norm": 89.480224609375, "train/tensor_act_model_layers_27_mlp_down_proj/mean": 0.006134033203125, "train/tensor_act_model_layers_27_mlp_down_proj/std": 0.043212890625, "train/tensor_act_model_layers_27_mlp_down_proj/max_abs": 0.470703125, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/min": -0.470703125, "train/tensor_act_model_layers_27_mlp_down_proj/max": 0.453125, "train/tensor_act_model_layers_27_mlp_down_proj/range": 0.923828125, "train/tensor_act_model_layers_27_mlp/norm": 89.480224609375, "train/tensor_act_model_layers_27_mlp/mean": 0.006134033203125, "train/tensor_act_model_layers_27_mlp/std": 0.043212890625, "train/tensor_act_model_layers_27_mlp/max_abs": 0.470703125, "train/tensor_act_model_layers_27_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp/min": -0.470703125, "train/tensor_act_model_layers_27_mlp/max": 0.453125, "train/tensor_act_model_layers_27_mlp/range": 0.923828125, "train/tensor_act_model_layers_27_residual_post_mlp/norm": 1256.3973388671875, "train/tensor_act_model_layers_27_residual_post_mlp/mean": 0.1845703125, "train/tensor_act_model_layers_27_residual_post_mlp/std": 0.5859375, "train/tensor_act_model_layers_27_residual_post_mlp/max_abs": 3.734375, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_mlp/min": -3.1875, "train/tensor_act_model_layers_27_residual_post_mlp/max": 3.734375, "train/tensor_act_model_layers_27_residual_post_mlp/range": 6.921875, "train/tensor_act_model_layers_28_residual_pre_attn/norm": 1256.3973388671875, "train/tensor_act_model_layers_28_residual_pre_attn/mean": 0.1845703125, "train/tensor_act_model_layers_28_residual_pre_attn/std": 0.5859375, "train/tensor_act_model_layers_28_residual_pre_attn/max_abs": 3.734375, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_residual_pre_attn/min": -3.1875, "train/tensor_act_model_layers_28_residual_pre_attn/max": 3.734375, "train/tensor_act_model_layers_28_residual_pre_attn/range": 6.921875, "train/tensor_act_model_layers_28_residual_post_attn/norm": 1272.7576904296875, "train/tensor_act_model_layers_28_residual_post_attn/mean": 0.1865234375, "train/tensor_act_model_layers_28_residual_post_attn/std": 0.59375, "train/tensor_act_model_layers_28_residual_post_attn/max_abs": 3.75, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_attn/min": -3.046875, "train/tensor_act_model_layers_28_residual_post_attn/max": 3.75, "train/tensor_act_model_layers_28_residual_post_attn/range": 6.796875, "train/tensor_act_model_layers_28_mlp_gate_proj/norm": 1582.0518798828125, "train/tensor_act_model_layers_28_mlp_gate_proj/mean": -0.30078125, "train/tensor_act_model_layers_28_mlp_gate_proj/std": 0.455078125, "train/tensor_act_model_layers_28_mlp_gate_proj/max_abs": 2.640625, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/min": -2.640625, "train/tensor_act_model_layers_28_mlp_gate_proj/max": 2.1875, "train/tensor_act_model_layers_28_mlp_gate_proj/range": 4.828125, "train/tensor_act_model_layers_28_mlp_up_proj/norm": 1235.0367431640625, "train/tensor_act_model_layers_28_mlp_up_proj/mean": 0.01373291015625, "train/tensor_act_model_layers_28_mlp_up_proj/std": 0.42578125, "train/tensor_act_model_layers_28_mlp_up_proj/max_abs": 3.046875, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/min": -2.390625, "train/tensor_act_model_layers_28_mlp_up_proj/max": 3.046875, "train/tensor_act_model_layers_28_mlp_up_proj/range": 5.4375, "train/tensor_act_model_layers_28_mlp_down_proj/norm": 94.16615295410156, "train/tensor_act_model_layers_28_mlp_down_proj/mean": 0.00726318359375, "train/tensor_act_model_layers_28_mlp_down_proj/std": 0.04541015625, "train/tensor_act_model_layers_28_mlp_down_proj/max_abs": 0.419921875, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/min": -0.408203125, "train/tensor_act_model_layers_28_mlp_down_proj/max": 0.419921875, "train/tensor_act_model_layers_28_mlp_down_proj/range": 0.828125, "train/tensor_act_model_layers_28_mlp/norm": 94.16615295410156, "train/tensor_act_model_layers_28_mlp/mean": 0.00726318359375, "train/tensor_act_model_layers_28_mlp/std": 0.04541015625, "train/tensor_act_model_layers_28_mlp/max_abs": 0.419921875, "train/tensor_act_model_layers_28_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp/min": -0.408203125, "train/tensor_act_model_layers_28_mlp/max": 0.419921875, "train/tensor_act_model_layers_28_mlp/range": 0.828125, "train/tensor_act_model_layers_28_residual_post_mlp/norm": 1284.201171875, "train/tensor_act_model_layers_28_residual_post_mlp/mean": 0.193359375, "train/tensor_act_model_layers_28_residual_post_mlp/std": 0.59765625, "train/tensor_act_model_layers_28_residual_post_mlp/max_abs": 3.75, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_mlp/min": -3.09375, "train/tensor_act_model_layers_28_residual_post_mlp/max": 3.75, "train/tensor_act_model_layers_28_residual_post_mlp/range": 6.84375, "train/tensor_act_model_layers_29_residual_pre_attn/norm": 1284.201171875, "train/tensor_act_model_layers_29_residual_pre_attn/mean": 0.193359375, "train/tensor_act_model_layers_29_residual_pre_attn/std": 0.59765625, "train/tensor_act_model_layers_29_residual_pre_attn/max_abs": 3.75, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_residual_pre_attn/min": -3.09375, "train/tensor_act_model_layers_29_residual_pre_attn/max": 3.75, "train/tensor_act_model_layers_29_residual_pre_attn/range": 6.84375, "train/tensor_act_model_layers_29_residual_post_attn/norm": 1280.135986328125, "train/tensor_act_model_layers_29_residual_post_attn/mean": 0.1875, "train/tensor_act_model_layers_29_residual_post_attn/std": 0.59765625, "train/tensor_act_model_layers_29_residual_post_attn/max_abs": 3.734375, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_attn/min": -3.171875, "train/tensor_act_model_layers_29_residual_post_attn/max": 3.734375, "train/tensor_act_model_layers_29_residual_post_attn/range": 6.90625, "train/tensor_act_model_layers_29_mlp_gate_proj/norm": 1581.8101806640625, "train/tensor_act_model_layers_29_mlp_gate_proj/mean": -0.302734375, "train/tensor_act_model_layers_29_mlp_gate_proj/std": 0.455078125, "train/tensor_act_model_layers_29_mlp_gate_proj/max_abs": 2.640625, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/min": -2.640625, "train/tensor_act_model_layers_29_mlp_gate_proj/max": 2.078125, "train/tensor_act_model_layers_29_mlp_gate_proj/range": 4.71875, "train/tensor_act_model_layers_29_mlp_up_proj/norm": 1206.5462646484375, "train/tensor_act_model_layers_29_mlp_up_proj/mean": 0.0029144287109375, "train/tensor_act_model_layers_29_mlp_up_proj/std": 0.416015625, "train/tensor_act_model_layers_29_mlp_up_proj/max_abs": 2.296875, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/min": -2.296875, "train/tensor_act_model_layers_29_mlp_up_proj/max": 2.125, "train/tensor_act_model_layers_29_mlp_up_proj/range": 4.421875, "train/tensor_act_model_layers_29_mlp_down_proj/norm": 91.32079315185547, "train/tensor_act_model_layers_29_mlp_down_proj/mean": 0.005126953125, "train/tensor_act_model_layers_29_mlp_down_proj/std": 0.044189453125, "train/tensor_act_model_layers_29_mlp_down_proj/max_abs": 0.54296875, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/min": -0.54296875, "train/tensor_act_model_layers_29_mlp_down_proj/max": 0.48046875, "train/tensor_act_model_layers_29_mlp_down_proj/range": 1.0234375, "train/tensor_act_model_layers_29_mlp/norm": 91.32079315185547, "train/tensor_act_model_layers_29_mlp/mean": 0.005126953125, "train/tensor_act_model_layers_29_mlp/std": 0.044189453125, "train/tensor_act_model_layers_29_mlp/max_abs": 0.54296875, "train/tensor_act_model_layers_29_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp/min": -0.54296875, "train/tensor_act_model_layers_29_mlp/max": 0.48046875, "train/tensor_act_model_layers_29_mlp/range": 1.0234375, "train/tensor_act_model_layers_29_residual_post_mlp/norm": 1290.7171630859375, "train/tensor_act_model_layers_29_residual_post_mlp/mean": 0.1923828125, "train/tensor_act_model_layers_29_residual_post_mlp/std": 0.6015625, "train/tensor_act_model_layers_29_residual_post_mlp/max_abs": 3.828125, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_mlp/min": -3.15625, "train/tensor_act_model_layers_29_residual_post_mlp/max": 3.828125, "train/tensor_act_model_layers_29_residual_post_mlp/range": 6.984375, "train/tensor_act_model_layers_30_residual_pre_attn/norm": 1290.7171630859375, "train/tensor_act_model_layers_30_residual_pre_attn/mean": 0.1923828125, "train/tensor_act_model_layers_30_residual_pre_attn/std": 0.6015625, "train/tensor_act_model_layers_30_residual_pre_attn/max_abs": 3.828125, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_residual_pre_attn/min": -3.15625, "train/tensor_act_model_layers_30_residual_pre_attn/max": 3.828125, "train/tensor_act_model_layers_30_residual_pre_attn/range": 6.984375, "train/tensor_act_model_layers_30_residual_post_attn/norm": 1290.342529296875, "train/tensor_act_model_layers_30_residual_post_attn/mean": 0.18359375, "train/tensor_act_model_layers_30_residual_post_attn/std": 0.6015625, "train/tensor_act_model_layers_30_residual_post_attn/max_abs": 3.875, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_attn/min": -3.125, "train/tensor_act_model_layers_30_residual_post_attn/max": 3.875, "train/tensor_act_model_layers_30_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_30_mlp_gate_proj/norm": 1614.71240234375, "train/tensor_act_model_layers_30_mlp_gate_proj/mean": -0.3203125, "train/tensor_act_model_layers_30_mlp_gate_proj/std": 0.455078125, "train/tensor_act_model_layers_30_mlp_gate_proj/max_abs": 2.640625, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/min": -2.640625, "train/tensor_act_model_layers_30_mlp_gate_proj/max": 2.1875, "train/tensor_act_model_layers_30_mlp_gate_proj/range": 4.828125, "train/tensor_act_model_layers_30_mlp_up_proj/norm": 1203.7193603515625, "train/tensor_act_model_layers_30_mlp_up_proj/mean": -0.0078125, "train/tensor_act_model_layers_30_mlp_up_proj/std": 0.416015625, "train/tensor_act_model_layers_30_mlp_up_proj/max_abs": 2.234375, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/min": -2.171875, "train/tensor_act_model_layers_30_mlp_up_proj/max": 2.234375, "train/tensor_act_model_layers_30_mlp_up_proj/range": 4.40625, "train/tensor_act_model_layers_30_mlp_down_proj/norm": 89.83441162109375, "train/tensor_act_model_layers_30_mlp_down_proj/mean": 0.005157470703125, "train/tensor_act_model_layers_30_mlp_down_proj/std": 0.04345703125, "train/tensor_act_model_layers_30_mlp_down_proj/max_abs": 0.427734375, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/min": -0.380859375, "train/tensor_act_model_layers_30_mlp_down_proj/max": 0.427734375, "train/tensor_act_model_layers_30_mlp_down_proj/range": 0.80859375, "train/tensor_act_model_layers_30_mlp/norm": 89.83441162109375, "train/tensor_act_model_layers_30_mlp/mean": 0.005157470703125, "train/tensor_act_model_layers_30_mlp/std": 0.04345703125, "train/tensor_act_model_layers_30_mlp/max_abs": 0.427734375, "train/tensor_act_model_layers_30_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp/min": -0.380859375, "train/tensor_act_model_layers_30_mlp/max": 0.427734375, "train/tensor_act_model_layers_30_mlp/range": 0.80859375, "train/tensor_act_model_layers_30_residual_post_mlp/norm": 1300.7484130859375, "train/tensor_act_model_layers_30_residual_post_mlp/mean": 0.1884765625, "train/tensor_act_model_layers_30_residual_post_mlp/std": 0.60546875, "train/tensor_act_model_layers_30_residual_post_mlp/max_abs": 3.875, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_mlp/min": -3.15625, "train/tensor_act_model_layers_30_residual_post_mlp/max": 3.875, "train/tensor_act_model_layers_30_residual_post_mlp/range": 7.03125, "train/tensor_act_model_layers_31_residual_pre_attn/norm": 1300.7484130859375, "train/tensor_act_model_layers_31_residual_pre_attn/mean": 0.1884765625, "train/tensor_act_model_layers_31_residual_pre_attn/std": 0.60546875, "train/tensor_act_model_layers_31_residual_pre_attn/max_abs": 3.875, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_residual_pre_attn/min": -3.15625, "train/tensor_act_model_layers_31_residual_pre_attn/max": 3.875, "train/tensor_act_model_layers_31_residual_pre_attn/range": 7.03125, "train/tensor_act_model_layers_31_residual_post_attn/norm": 1301.5179443359375, "train/tensor_act_model_layers_31_residual_post_attn/mean": 0.1826171875, "train/tensor_act_model_layers_31_residual_post_attn/std": 0.609375, "train/tensor_act_model_layers_31_residual_post_attn/max_abs": 3.84375, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_attn/min": -3.0625, "train/tensor_act_model_layers_31_residual_post_attn/max": 3.84375, "train/tensor_act_model_layers_31_residual_post_attn/range": 6.90625, "train/tensor_act_model_layers_31_mlp_gate_proj/norm": 1551.701904296875, "train/tensor_act_model_layers_31_mlp_gate_proj/mean": -0.294921875, "train/tensor_act_model_layers_31_mlp_gate_proj/std": 0.447265625, "train/tensor_act_model_layers_31_mlp_gate_proj/max_abs": 2.46875, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/min": -2.46875, "train/tensor_act_model_layers_31_mlp_gate_proj/max": 1.953125, "train/tensor_act_model_layers_31_mlp_gate_proj/range": 4.421875, "train/tensor_act_model_layers_31_mlp_up_proj/norm": 1204.4930419921875, "train/tensor_act_model_layers_31_mlp_up_proj/mean": 0.01251220703125, "train/tensor_act_model_layers_31_mlp_up_proj/std": 0.416015625, "train/tensor_act_model_layers_31_mlp_up_proj/max_abs": 2.265625, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/min": -2.03125, "train/tensor_act_model_layers_31_mlp_up_proj/max": 2.265625, "train/tensor_act_model_layers_31_mlp_up_proj/range": 4.296875, "train/tensor_act_model_layers_31_mlp_down_proj/norm": 86.7997055053711, "train/tensor_act_model_layers_31_mlp_down_proj/mean": 0.00592041015625, "train/tensor_act_model_layers_31_mlp_down_proj/std": 0.0419921875, "train/tensor_act_model_layers_31_mlp_down_proj/max_abs": 0.3515625, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/min": -0.3515625, "train/tensor_act_model_layers_31_mlp_down_proj/max": 0.3515625, "train/tensor_act_model_layers_31_mlp_down_proj/range": 0.703125, "train/tensor_act_model_layers_31_mlp/norm": 86.7997055053711, "train/tensor_act_model_layers_31_mlp/mean": 0.00592041015625, "train/tensor_act_model_layers_31_mlp/std": 0.0419921875, "train/tensor_act_model_layers_31_mlp/max_abs": 0.3515625, "train/tensor_act_model_layers_31_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp/min": -0.3515625, "train/tensor_act_model_layers_31_mlp/max": 0.3515625, "train/tensor_act_model_layers_31_mlp/range": 0.703125, "train/tensor_act_model_layers_31_residual_post_mlp/norm": 1312.293212890625, "train/tensor_act_model_layers_31_residual_post_mlp/mean": 0.1884765625, "train/tensor_act_model_layers_31_residual_post_mlp/std": 0.61328125, "train/tensor_act_model_layers_31_residual_post_mlp/max_abs": 3.921875, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_mlp/min": -3.0, "train/tensor_act_model_layers_31_residual_post_mlp/max": 3.921875, "train/tensor_act_model_layers_31_residual_post_mlp/range": 6.921875, "train/tensor_act_model_layers_32_residual_pre_attn/norm": 1312.293212890625, "train/tensor_act_model_layers_32_residual_pre_attn/mean": 0.1884765625, "train/tensor_act_model_layers_32_residual_pre_attn/std": 0.61328125, "train/tensor_act_model_layers_32_residual_pre_attn/max_abs": 3.921875, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_residual_pre_attn/min": -3.0, "train/tensor_act_model_layers_32_residual_pre_attn/max": 3.921875, "train/tensor_act_model_layers_32_residual_pre_attn/range": 6.921875, "train/tensor_act_model_layers_32_residual_post_attn/norm": 1310.80615234375, "train/tensor_act_model_layers_32_residual_post_attn/mean": 0.1826171875, "train/tensor_act_model_layers_32_residual_post_attn/std": 0.61328125, "train/tensor_act_model_layers_32_residual_post_attn/max_abs": 3.875, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_attn/min": -3.046875, "train/tensor_act_model_layers_32_residual_post_attn/max": 3.875, "train/tensor_act_model_layers_32_residual_post_attn/range": 6.921875, "train/tensor_act_model_layers_32_mlp_gate_proj/norm": 1623.8489990234375, "train/tensor_act_model_layers_32_mlp_gate_proj/mean": -0.318359375, "train/tensor_act_model_layers_32_mlp_gate_proj/std": 0.4609375, "train/tensor_act_model_layers_32_mlp_gate_proj/max_abs": 2.78125, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/min": -2.765625, "train/tensor_act_model_layers_32_mlp_gate_proj/max": 2.78125, "train/tensor_act_model_layers_32_mlp_gate_proj/range": 5.546875, "train/tensor_act_model_layers_32_mlp_up_proj/norm": 1233.9990234375, "train/tensor_act_model_layers_32_mlp_up_proj/mean": 0.0011138916015625, "train/tensor_act_model_layers_32_mlp_up_proj/std": 0.42578125, "train/tensor_act_model_layers_32_mlp_up_proj/max_abs": 2.953125, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/min": -2.953125, "train/tensor_act_model_layers_32_mlp_up_proj/max": 2.34375, "train/tensor_act_model_layers_32_mlp_up_proj/range": 5.296875, "train/tensor_act_model_layers_32_mlp_down_proj/norm": 97.00045013427734, "train/tensor_act_model_layers_32_mlp_down_proj/mean": 0.00494384765625, "train/tensor_act_model_layers_32_mlp_down_proj/std": 0.047119140625, "train/tensor_act_model_layers_32_mlp_down_proj/max_abs": 0.42578125, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/min": -0.396484375, "train/tensor_act_model_layers_32_mlp_down_proj/max": 0.42578125, "train/tensor_act_model_layers_32_mlp_down_proj/range": 0.822265625, "train/tensor_act_model_layers_32_mlp/norm": 97.00045013427734, "train/tensor_act_model_layers_32_mlp/mean": 0.00494384765625, "train/tensor_act_model_layers_32_mlp/std": 0.047119140625, "train/tensor_act_model_layers_32_mlp/max_abs": 0.42578125, "train/tensor_act_model_layers_32_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp/min": -0.396484375, "train/tensor_act_model_layers_32_mlp/max": 0.42578125, "train/tensor_act_model_layers_32_mlp/range": 0.822265625, "train/tensor_act_model_layers_32_residual_post_mlp/norm": 1321.482177734375, "train/tensor_act_model_layers_32_residual_post_mlp/mean": 0.1884765625, "train/tensor_act_model_layers_32_residual_post_mlp/std": 0.6171875, "train/tensor_act_model_layers_32_residual_post_mlp/max_abs": 3.859375, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_mlp/min": -3.125, "train/tensor_act_model_layers_32_residual_post_mlp/max": 3.859375, "train/tensor_act_model_layers_32_residual_post_mlp/range": 6.984375, "train/tensor_act_model_layers_33_residual_pre_attn/norm": 1321.482177734375, "train/tensor_act_model_layers_33_residual_pre_attn/mean": 0.1884765625, "train/tensor_act_model_layers_33_residual_pre_attn/std": 0.6171875, "train/tensor_act_model_layers_33_residual_pre_attn/max_abs": 3.859375, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_residual_pre_attn/min": -3.125, "train/tensor_act_model_layers_33_residual_pre_attn/max": 3.859375, "train/tensor_act_model_layers_33_residual_pre_attn/range": 6.984375, "train/tensor_act_model_layers_33_residual_post_attn/norm": 1324.046875, "train/tensor_act_model_layers_33_residual_post_attn/mean": 0.1865234375, "train/tensor_act_model_layers_33_residual_post_attn/std": 0.6171875, "train/tensor_act_model_layers_33_residual_post_attn/max_abs": 3.921875, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_attn/min": -3.078125, "train/tensor_act_model_layers_33_residual_post_attn/max": 3.921875, "train/tensor_act_model_layers_33_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_33_mlp_gate_proj/norm": 1523.0753173828125, "train/tensor_act_model_layers_33_mlp_gate_proj/mean": -0.271484375, "train/tensor_act_model_layers_33_mlp_gate_proj/std": 0.44921875, "train/tensor_act_model_layers_33_mlp_gate_proj/max_abs": 2.515625, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/min": -2.515625, "train/tensor_act_model_layers_33_mlp_gate_proj/max": 2.03125, "train/tensor_act_model_layers_33_mlp_gate_proj/range": 4.546875, "train/tensor_act_model_layers_33_mlp_up_proj/norm": 1198.876220703125, "train/tensor_act_model_layers_33_mlp_up_proj/mean": 0.005279541015625, "train/tensor_act_model_layers_33_mlp_up_proj/std": 0.4140625, "train/tensor_act_model_layers_33_mlp_up_proj/max_abs": 2.28125, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/min": -2.28125, "train/tensor_act_model_layers_33_mlp_up_proj/max": 2.15625, "train/tensor_act_model_layers_33_mlp_up_proj/range": 4.4375, "train/tensor_act_model_layers_33_mlp_down_proj/norm": 97.46368408203125, "train/tensor_act_model_layers_33_mlp_down_proj/mean": 0.0089111328125, "train/tensor_act_model_layers_33_mlp_down_proj/std": 0.046630859375, "train/tensor_act_model_layers_33_mlp_down_proj/max_abs": 0.427734375, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/min": -0.322265625, "train/tensor_act_model_layers_33_mlp_down_proj/max": 0.427734375, "train/tensor_act_model_layers_33_mlp_down_proj/range": 0.75, "train/tensor_act_model_layers_33_mlp/norm": 97.46368408203125, "train/tensor_act_model_layers_33_mlp/mean": 0.0089111328125, "train/tensor_act_model_layers_33_mlp/std": 0.046630859375, "train/tensor_act_model_layers_33_mlp/max_abs": 0.427734375, "train/tensor_act_model_layers_33_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp/min": -0.322265625, "train/tensor_act_model_layers_33_mlp/max": 0.427734375, "train/tensor_act_model_layers_33_mlp/range": 0.75, "train/tensor_act_model_layers_33_residual_post_mlp/norm": 1339.3472900390625, "train/tensor_act_model_layers_33_residual_post_mlp/mean": 0.1953125, "train/tensor_act_model_layers_33_residual_post_mlp/std": 0.625, "train/tensor_act_model_layers_33_residual_post_mlp/max_abs": 4.03125, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_mlp/min": -3.1875, "train/tensor_act_model_layers_33_residual_post_mlp/max": 4.03125, "train/tensor_act_model_layers_33_residual_post_mlp/range": 7.21875, "train/tensor_act_model_layers_34_residual_pre_attn/norm": 1339.3472900390625, "train/tensor_act_model_layers_34_residual_pre_attn/mean": 0.1953125, "train/tensor_act_model_layers_34_residual_pre_attn/std": 0.625, "train/tensor_act_model_layers_34_residual_pre_attn/max_abs": 4.03125, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_residual_pre_attn/min": -3.1875, "train/tensor_act_model_layers_34_residual_pre_attn/max": 4.03125, "train/tensor_act_model_layers_34_residual_pre_attn/range": 7.21875, "train/tensor_act_model_layers_34_residual_post_attn/norm": 1348.8516845703125, "train/tensor_act_model_layers_34_residual_post_attn/mean": 0.1865234375, "train/tensor_act_model_layers_34_residual_post_attn/std": 0.6328125, "train/tensor_act_model_layers_34_residual_post_attn/max_abs": 4.09375, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_attn/min": -3.25, "train/tensor_act_model_layers_34_residual_post_attn/max": 4.09375, "train/tensor_act_model_layers_34_residual_post_attn/range": 7.34375, "train/tensor_act_model_layers_34_mlp_gate_proj/norm": 1495.913818359375, "train/tensor_act_model_layers_34_mlp_gate_proj/mean": -0.259765625, "train/tensor_act_model_layers_34_mlp_gate_proj/std": 0.447265625, "train/tensor_act_model_layers_34_mlp_gate_proj/max_abs": 2.515625, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/min": -2.515625, "train/tensor_act_model_layers_34_mlp_gate_proj/max": 2.0, "train/tensor_act_model_layers_34_mlp_gate_proj/range": 4.515625, "train/tensor_act_model_layers_34_mlp_up_proj/norm": 1211.4888916015625, "train/tensor_act_model_layers_34_mlp_up_proj/mean": -0.017578125, "train/tensor_act_model_layers_34_mlp_up_proj/std": 0.41796875, "train/tensor_act_model_layers_34_mlp_up_proj/max_abs": 2.34375, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/min": -2.34375, "train/tensor_act_model_layers_34_mlp_up_proj/max": 2.0625, "train/tensor_act_model_layers_34_mlp_up_proj/range": 4.40625, "train/tensor_act_model_layers_34_mlp_down_proj/norm": 96.22625732421875, "train/tensor_act_model_layers_34_mlp_down_proj/mean": 0.006622314453125, "train/tensor_act_model_layers_34_mlp_down_proj/std": 0.046630859375, "train/tensor_act_model_layers_34_mlp_down_proj/max_abs": 0.41015625, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/min": -0.34375, "train/tensor_act_model_layers_34_mlp_down_proj/max": 0.41015625, "train/tensor_act_model_layers_34_mlp_down_proj/range": 0.75390625, "train/tensor_act_model_layers_34_mlp/norm": 96.22625732421875, "train/tensor_act_model_layers_34_mlp/mean": 0.006622314453125, "train/tensor_act_model_layers_34_mlp/std": 0.046630859375, "train/tensor_act_model_layers_34_mlp/max_abs": 0.41015625, "train/tensor_act_model_layers_34_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp/min": -0.34375, "train/tensor_act_model_layers_34_mlp/max": 0.41015625, "train/tensor_act_model_layers_34_mlp/range": 0.75390625, "train/tensor_act_model_layers_34_residual_post_mlp/norm": 1357.8907470703125, "train/tensor_act_model_layers_34_residual_post_mlp/mean": 0.1923828125, "train/tensor_act_model_layers_34_residual_post_mlp/std": 0.6328125, "train/tensor_act_model_layers_34_residual_post_mlp/max_abs": 4.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_mlp/min": -3.25, "train/tensor_act_model_layers_34_residual_post_mlp/max": 4.0, "train/tensor_act_model_layers_34_residual_post_mlp/range": 7.25, "train/tensor_act_model_layers_35_residual_pre_attn/norm": 1357.8907470703125, "train/tensor_act_model_layers_35_residual_pre_attn/mean": 0.1923828125, "train/tensor_act_model_layers_35_residual_pre_attn/std": 0.6328125, "train/tensor_act_model_layers_35_residual_pre_attn/max_abs": 4.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_residual_pre_attn/min": -3.25, "train/tensor_act_model_layers_35_residual_pre_attn/max": 4.0, "train/tensor_act_model_layers_35_residual_pre_attn/range": 7.25, "train/tensor_act_model_layers_35_residual_post_attn/norm": 1359.19677734375, "train/tensor_act_model_layers_35_residual_post_attn/mean": 0.18359375, "train/tensor_act_model_layers_35_residual_post_attn/std": 0.63671875, "train/tensor_act_model_layers_35_residual_post_attn/max_abs": 3.921875, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_attn/min": -3.390625, "train/tensor_act_model_layers_35_residual_post_attn/max": 3.921875, "train/tensor_act_model_layers_35_residual_post_attn/range": 7.3125, "train/tensor_act_model_layers_35_mlp_gate_proj/norm": 1527.4019775390625, "train/tensor_act_model_layers_35_mlp_gate_proj/mean": -0.27734375, "train/tensor_act_model_layers_35_mlp_gate_proj/std": 0.447265625, "train/tensor_act_model_layers_35_mlp_gate_proj/max_abs": 2.734375, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/min": -2.734375, "train/tensor_act_model_layers_35_mlp_gate_proj/max": 2.34375, "train/tensor_act_model_layers_35_mlp_gate_proj/range": 5.078125, "train/tensor_act_model_layers_35_mlp_up_proj/norm": 1219.076904296875, "train/tensor_act_model_layers_35_mlp_up_proj/mean": 0.0024261474609375, "train/tensor_act_model_layers_35_mlp_up_proj/std": 0.421875, "train/tensor_act_model_layers_35_mlp_up_proj/max_abs": 2.25, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/min": -2.1875, "train/tensor_act_model_layers_35_mlp_up_proj/max": 2.25, "train/tensor_act_model_layers_35_mlp_up_proj/range": 4.4375, "train/tensor_act_model_layers_35_mlp_down_proj/norm": 97.536865234375, "train/tensor_act_model_layers_35_mlp_down_proj/mean": 0.006256103515625, "train/tensor_act_model_layers_35_mlp_down_proj/std": 0.047119140625, "train/tensor_act_model_layers_35_mlp_down_proj/max_abs": 0.40234375, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/min": -0.40234375, "train/tensor_act_model_layers_35_mlp_down_proj/max": 0.38671875, "train/tensor_act_model_layers_35_mlp_down_proj/range": 0.7890625, "train/tensor_act_model_layers_35_mlp/norm": 97.536865234375, "train/tensor_act_model_layers_35_mlp/mean": 0.006256103515625, "train/tensor_act_model_layers_35_mlp/std": 0.047119140625, "train/tensor_act_model_layers_35_mlp/max_abs": 0.40234375, "train/tensor_act_model_layers_35_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp/min": -0.40234375, "train/tensor_act_model_layers_35_mlp/max": 0.38671875, "train/tensor_act_model_layers_35_mlp/range": 0.7890625, "train/tensor_act_model_layers_35_residual_post_mlp/norm": 1369.9827880859375, "train/tensor_act_model_layers_35_residual_post_mlp/mean": 0.1904296875, "train/tensor_act_model_layers_35_residual_post_mlp/std": 0.640625, "train/tensor_act_model_layers_35_residual_post_mlp/max_abs": 4.03125, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_mlp/min": -3.328125, "train/tensor_act_model_layers_35_residual_post_mlp/max": 4.03125, "train/tensor_act_model_layers_35_residual_post_mlp/range": 7.359375, "train/tensor_act_model_layers_36_residual_pre_attn/norm": 1369.9827880859375, "train/tensor_act_model_layers_36_residual_pre_attn/mean": 0.1904296875, "train/tensor_act_model_layers_36_residual_pre_attn/std": 0.640625, "train/tensor_act_model_layers_36_residual_pre_attn/max_abs": 4.03125, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_residual_pre_attn/min": -3.328125, "train/tensor_act_model_layers_36_residual_pre_attn/max": 4.03125, "train/tensor_act_model_layers_36_residual_pre_attn/range": 7.359375, "train/tensor_act_model_layers_36_residual_post_attn/norm": 1373.0208740234375, "train/tensor_act_model_layers_36_residual_post_attn/mean": 0.1904296875, "train/tensor_act_model_layers_36_residual_post_attn/std": 0.64453125, "train/tensor_act_model_layers_36_residual_post_attn/max_abs": 3.953125, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_attn/min": -3.296875, "train/tensor_act_model_layers_36_residual_post_attn/max": 3.953125, "train/tensor_act_model_layers_36_residual_post_attn/range": 7.25, "train/tensor_act_model_layers_36_mlp_gate_proj/norm": 1515.003662109375, "train/tensor_act_model_layers_36_mlp_gate_proj/mean": -0.267578125, "train/tensor_act_model_layers_36_mlp_gate_proj/std": 0.44921875, "train/tensor_act_model_layers_36_mlp_gate_proj/max_abs": 2.6875, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/min": -2.6875, "train/tensor_act_model_layers_36_mlp_gate_proj/max": 2.328125, "train/tensor_act_model_layers_36_mlp_gate_proj/range": 5.015625, "train/tensor_act_model_layers_36_mlp_up_proj/norm": 1219.60205078125, "train/tensor_act_model_layers_36_mlp_up_proj/mean": 0.0048828125, "train/tensor_act_model_layers_36_mlp_up_proj/std": 0.421875, "train/tensor_act_model_layers_36_mlp_up_proj/max_abs": 3.5, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/min": -3.5, "train/tensor_act_model_layers_36_mlp_up_proj/max": 2.203125, "train/tensor_act_model_layers_36_mlp_up_proj/range": 5.703125, "train/tensor_act_model_layers_36_mlp_down_proj/norm": 97.34807586669922, "train/tensor_act_model_layers_36_mlp_down_proj/mean": 0.00555419921875, "train/tensor_act_model_layers_36_mlp_down_proj/std": 0.047119140625, "train/tensor_act_model_layers_36_mlp_down_proj/max_abs": 0.4453125, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/min": -0.423828125, "train/tensor_act_model_layers_36_mlp_down_proj/max": 0.4453125, "train/tensor_act_model_layers_36_mlp_down_proj/range": 0.869140625, "train/tensor_act_model_layers_36_mlp/norm": 97.34807586669922, "train/tensor_act_model_layers_36_mlp/mean": 0.00555419921875, "train/tensor_act_model_layers_36_mlp/std": 0.047119140625, "train/tensor_act_model_layers_36_mlp/max_abs": 0.4453125, "train/tensor_act_model_layers_36_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp/min": -0.423828125, "train/tensor_act_model_layers_36_mlp/max": 0.4453125, "train/tensor_act_model_layers_36_mlp/range": 0.869140625, "train/tensor_act_model_layers_36_residual_post_mlp/norm": 1383.6102294921875, "train/tensor_act_model_layers_36_residual_post_mlp/mean": 0.1962890625, "train/tensor_act_model_layers_36_residual_post_mlp/std": 0.6484375, "train/tensor_act_model_layers_36_residual_post_mlp/max_abs": 3.890625, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_mlp/min": -3.40625, "train/tensor_act_model_layers_36_residual_post_mlp/max": 3.890625, "train/tensor_act_model_layers_36_residual_post_mlp/range": 7.296875, "train/tensor_act_model_layers_37_residual_pre_attn/norm": 1383.6102294921875, "train/tensor_act_model_layers_37_residual_pre_attn/mean": 0.1962890625, "train/tensor_act_model_layers_37_residual_pre_attn/std": 0.6484375, "train/tensor_act_model_layers_37_residual_pre_attn/max_abs": 3.890625, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_residual_pre_attn/min": -3.40625, "train/tensor_act_model_layers_37_residual_pre_attn/max": 3.890625, "train/tensor_act_model_layers_37_residual_pre_attn/range": 7.296875, "train/tensor_act_model_layers_37_residual_post_attn/norm": 1386.7989501953125, "train/tensor_act_model_layers_37_residual_post_attn/mean": 0.1923828125, "train/tensor_act_model_layers_37_residual_post_attn/std": 0.6484375, "train/tensor_act_model_layers_37_residual_post_attn/max_abs": 3.859375, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_attn/min": -3.328125, "train/tensor_act_model_layers_37_residual_post_attn/max": 3.859375, "train/tensor_act_model_layers_37_residual_post_attn/range": 7.1875, "train/tensor_act_model_layers_37_mlp_gate_proj/norm": 1534.6505126953125, "train/tensor_act_model_layers_37_mlp_gate_proj/mean": -0.2734375, "train/tensor_act_model_layers_37_mlp_gate_proj/std": 0.453125, "train/tensor_act_model_layers_37_mlp_gate_proj/max_abs": 2.53125, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/min": -2.53125, "train/tensor_act_model_layers_37_mlp_gate_proj/max": 2.1875, "train/tensor_act_model_layers_37_mlp_gate_proj/range": 4.71875, "train/tensor_act_model_layers_37_mlp_up_proj/norm": 1236.284423828125, "train/tensor_act_model_layers_37_mlp_up_proj/mean": 0.008056640625, "train/tensor_act_model_layers_37_mlp_up_proj/std": 0.427734375, "train/tensor_act_model_layers_37_mlp_up_proj/max_abs": 2.296875, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/min": -2.296875, "train/tensor_act_model_layers_37_mlp_up_proj/max": 2.234375, "train/tensor_act_model_layers_37_mlp_up_proj/range": 4.53125, "train/tensor_act_model_layers_37_mlp_down_proj/norm": 99.85733795166016, "train/tensor_act_model_layers_37_mlp_down_proj/mean": 0.007232666015625, "train/tensor_act_model_layers_37_mlp_down_proj/std": 0.04833984375, "train/tensor_act_model_layers_37_mlp_down_proj/max_abs": 0.40625, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/min": -0.40625, "train/tensor_act_model_layers_37_mlp_down_proj/max": 0.404296875, "train/tensor_act_model_layers_37_mlp_down_proj/range": 0.810546875, "train/tensor_act_model_layers_37_mlp/norm": 99.85733795166016, "train/tensor_act_model_layers_37_mlp/mean": 0.007232666015625, "train/tensor_act_model_layers_37_mlp/std": 0.04833984375, "train/tensor_act_model_layers_37_mlp/max_abs": 0.40625, "train/tensor_act_model_layers_37_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp/min": -0.40625, "train/tensor_act_model_layers_37_mlp/max": 0.404296875, "train/tensor_act_model_layers_37_mlp/range": 0.810546875, "train/tensor_act_model_layers_37_residual_post_mlp/norm": 1397.933349609375, "train/tensor_act_model_layers_37_residual_post_mlp/mean": 0.19921875, "train/tensor_act_model_layers_37_residual_post_mlp/std": 0.65234375, "train/tensor_act_model_layers_37_residual_post_mlp/max_abs": 3.921875, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_mlp/min": -3.328125, "train/tensor_act_model_layers_37_residual_post_mlp/max": 3.921875, "train/tensor_act_model_layers_37_residual_post_mlp/range": 7.25, "train/tensor_act_model_layers_38_residual_pre_attn/norm": 1397.933349609375, "train/tensor_act_model_layers_38_residual_pre_attn/mean": 0.19921875, "train/tensor_act_model_layers_38_residual_pre_attn/std": 0.65234375, "train/tensor_act_model_layers_38_residual_pre_attn/max_abs": 3.921875, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_residual_pre_attn/min": -3.328125, "train/tensor_act_model_layers_38_residual_pre_attn/max": 3.921875, "train/tensor_act_model_layers_38_residual_pre_attn/range": 7.25, "train/tensor_act_model_layers_38_residual_post_attn/norm": 1393.4122314453125, "train/tensor_act_model_layers_38_residual_post_attn/mean": 0.1904296875, "train/tensor_act_model_layers_38_residual_post_attn/std": 0.65234375, "train/tensor_act_model_layers_38_residual_post_attn/max_abs": 3.953125, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_attn/min": -3.40625, "train/tensor_act_model_layers_38_residual_post_attn/max": 3.953125, "train/tensor_act_model_layers_38_residual_post_attn/range": 7.359375, "train/tensor_act_model_layers_38_mlp_gate_proj/norm": 1526.1534423828125, "train/tensor_act_model_layers_38_mlp_gate_proj/mean": -0.26953125, "train/tensor_act_model_layers_38_mlp_gate_proj/std": 0.453125, "train/tensor_act_model_layers_38_mlp_gate_proj/max_abs": 3.0, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/min": -3.0, "train/tensor_act_model_layers_38_mlp_gate_proj/max": 2.03125, "train/tensor_act_model_layers_38_mlp_gate_proj/range": 5.03125, "train/tensor_act_model_layers_38_mlp_up_proj/norm": 1227.895751953125, "train/tensor_act_model_layers_38_mlp_up_proj/mean": -0.01275634765625, "train/tensor_act_model_layers_38_mlp_up_proj/std": 0.423828125, "train/tensor_act_model_layers_38_mlp_up_proj/max_abs": 2.578125, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/min": -2.265625, "train/tensor_act_model_layers_38_mlp_up_proj/max": 2.578125, "train/tensor_act_model_layers_38_mlp_up_proj/range": 4.84375, "train/tensor_act_model_layers_38_mlp_down_proj/norm": 98.49685668945312, "train/tensor_act_model_layers_38_mlp_down_proj/mean": 0.0057373046875, "train/tensor_act_model_layers_38_mlp_down_proj/std": 0.0478515625, "train/tensor_act_model_layers_38_mlp_down_proj/max_abs": 0.498046875, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/min": -0.498046875, "train/tensor_act_model_layers_38_mlp_down_proj/max": 0.423828125, "train/tensor_act_model_layers_38_mlp_down_proj/range": 0.921875, "train/tensor_act_model_layers_38_mlp/norm": 98.49685668945312, "train/tensor_act_model_layers_38_mlp/mean": 0.0057373046875, "train/tensor_act_model_layers_38_mlp/std": 0.0478515625, "train/tensor_act_model_layers_38_mlp/max_abs": 0.498046875, "train/tensor_act_model_layers_38_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp/min": -0.498046875, "train/tensor_act_model_layers_38_mlp/max": 0.423828125, "train/tensor_act_model_layers_38_mlp/range": 0.921875, "train/tensor_act_model_layers_38_residual_post_mlp/norm": 1402.6156005859375, "train/tensor_act_model_layers_38_residual_post_mlp/mean": 0.1962890625, "train/tensor_act_model_layers_38_residual_post_mlp/std": 0.65625, "train/tensor_act_model_layers_38_residual_post_mlp/max_abs": 3.890625, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_mlp/min": -3.375, "train/tensor_act_model_layers_38_residual_post_mlp/max": 3.890625, "train/tensor_act_model_layers_38_residual_post_mlp/range": 7.265625, "train/tensor_act_model_layers_39_residual_pre_attn/norm": 1402.6156005859375, "train/tensor_act_model_layers_39_residual_pre_attn/mean": 0.1962890625, "train/tensor_act_model_layers_39_residual_pre_attn/std": 0.65625, "train/tensor_act_model_layers_39_residual_pre_attn/max_abs": 3.890625, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_residual_pre_attn/min": -3.375, "train/tensor_act_model_layers_39_residual_pre_attn/max": 3.890625, "train/tensor_act_model_layers_39_residual_pre_attn/range": 7.265625, "train/tensor_act_model_layers_39_residual_post_attn/norm": 1400.4638671875, "train/tensor_act_model_layers_39_residual_post_attn/mean": 0.1904296875, "train/tensor_act_model_layers_39_residual_post_attn/std": 0.65625, "train/tensor_act_model_layers_39_residual_post_attn/max_abs": 3.90625, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_attn/min": -3.421875, "train/tensor_act_model_layers_39_residual_post_attn/max": 3.90625, "train/tensor_act_model_layers_39_residual_post_attn/range": 7.328125, "train/tensor_act_model_layers_39_mlp_gate_proj/norm": 1550.0999755859375, "train/tensor_act_model_layers_39_mlp_gate_proj/mean": -0.27734375, "train/tensor_act_model_layers_39_mlp_gate_proj/std": 0.45703125, "train/tensor_act_model_layers_39_mlp_gate_proj/max_abs": 2.78125, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/min": -2.78125, "train/tensor_act_model_layers_39_mlp_gate_proj/max": 2.1875, "train/tensor_act_model_layers_39_mlp_gate_proj/range": 4.96875, "train/tensor_act_model_layers_39_mlp_up_proj/norm": 1252.28173828125, "train/tensor_act_model_layers_39_mlp_up_proj/mean": -0.00970458984375, "train/tensor_act_model_layers_39_mlp_up_proj/std": 0.431640625, "train/tensor_act_model_layers_39_mlp_up_proj/max_abs": 2.296875, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/min": -2.296875, "train/tensor_act_model_layers_39_mlp_up_proj/max": 2.25, "train/tensor_act_model_layers_39_mlp_up_proj/range": 4.546875, "train/tensor_act_model_layers_39_mlp_down_proj/norm": 100.0075912475586, "train/tensor_act_model_layers_39_mlp_down_proj/mean": 0.00634765625, "train/tensor_act_model_layers_39_mlp_down_proj/std": 0.04833984375, "train/tensor_act_model_layers_39_mlp_down_proj/max_abs": 0.404296875, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/min": -0.3984375, "train/tensor_act_model_layers_39_mlp_down_proj/max": 0.404296875, "train/tensor_act_model_layers_39_mlp_down_proj/range": 0.802734375, "train/tensor_act_model_layers_39_mlp/norm": 100.0075912475586, "train/tensor_act_model_layers_39_mlp/mean": 0.00634765625, "train/tensor_act_model_layers_39_mlp/std": 0.04833984375, "train/tensor_act_model_layers_39_mlp/max_abs": 0.404296875, "train/tensor_act_model_layers_39_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp/min": -0.3984375, "train/tensor_act_model_layers_39_mlp/max": 0.404296875, "train/tensor_act_model_layers_39_mlp/range": 0.802734375, "train/tensor_act_model_layers_39_residual_post_mlp/norm": 1411.1636962890625, "train/tensor_act_model_layers_39_residual_post_mlp/mean": 0.1962890625, "train/tensor_act_model_layers_39_residual_post_mlp/std": 0.66015625, "train/tensor_act_model_layers_39_residual_post_mlp/max_abs": 3.9375, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_mlp/min": -3.375, "train/tensor_act_model_layers_39_residual_post_mlp/max": 3.9375, "train/tensor_act_model_layers_39_residual_post_mlp/range": 7.3125, "train/tensor_act_model_layers_40_residual_pre_attn/norm": 1411.1636962890625, "train/tensor_act_model_layers_40_residual_pre_attn/mean": 0.1962890625, "train/tensor_act_model_layers_40_residual_pre_attn/std": 0.66015625, "train/tensor_act_model_layers_40_residual_pre_attn/max_abs": 3.9375, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_residual_pre_attn/min": -3.375, "train/tensor_act_model_layers_40_residual_pre_attn/max": 3.9375, "train/tensor_act_model_layers_40_residual_pre_attn/range": 7.3125, "train/tensor_act_model_layers_40_residual_post_attn/norm": 1409.51416015625, "train/tensor_act_model_layers_40_residual_post_attn/mean": 0.193359375, "train/tensor_act_model_layers_40_residual_post_attn/std": 0.66015625, "train/tensor_act_model_layers_40_residual_post_attn/max_abs": 3.921875, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_attn/min": -3.359375, "train/tensor_act_model_layers_40_residual_post_attn/max": 3.921875, "train/tensor_act_model_layers_40_residual_post_attn/range": 7.28125, "train/tensor_act_model_layers_40_mlp_gate_proj/norm": 1547.2716064453125, "train/tensor_act_model_layers_40_mlp_gate_proj/mean": -0.27734375, "train/tensor_act_model_layers_40_mlp_gate_proj/std": 0.45703125, "train/tensor_act_model_layers_40_mlp_gate_proj/max_abs": 2.5625, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/min": -2.5625, "train/tensor_act_model_layers_40_mlp_gate_proj/max": 2.15625, "train/tensor_act_model_layers_40_mlp_gate_proj/range": 4.71875, "train/tensor_act_model_layers_40_mlp_up_proj/norm": 1227.59912109375, "train/tensor_act_model_layers_40_mlp_up_proj/mean": -0.0084228515625, "train/tensor_act_model_layers_40_mlp_up_proj/std": 0.423828125, "train/tensor_act_model_layers_40_mlp_up_proj/max_abs": 2.390625, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/min": -2.234375, "train/tensor_act_model_layers_40_mlp_up_proj/max": 2.390625, "train/tensor_act_model_layers_40_mlp_up_proj/range": 4.625, "train/tensor_act_model_layers_40_mlp_down_proj/norm": 98.22962951660156, "train/tensor_act_model_layers_40_mlp_down_proj/mean": 0.00689697265625, "train/tensor_act_model_layers_40_mlp_down_proj/std": 0.04736328125, "train/tensor_act_model_layers_40_mlp_down_proj/max_abs": 0.419921875, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/min": -0.419921875, "train/tensor_act_model_layers_40_mlp_down_proj/max": 0.40625, "train/tensor_act_model_layers_40_mlp_down_proj/range": 0.826171875, "train/tensor_act_model_layers_40_mlp/norm": 98.22962951660156, "train/tensor_act_model_layers_40_mlp/mean": 0.00689697265625, "train/tensor_act_model_layers_40_mlp/std": 0.04736328125, "train/tensor_act_model_layers_40_mlp/max_abs": 0.419921875, "train/tensor_act_model_layers_40_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp/min": -0.419921875, "train/tensor_act_model_layers_40_mlp/max": 0.40625, "train/tensor_act_model_layers_40_mlp/range": 0.826171875, "train/tensor_act_model_layers_40_residual_post_mlp/norm": 1419.33349609375, "train/tensor_act_model_layers_40_residual_post_mlp/mean": 0.2001953125, "train/tensor_act_model_layers_40_residual_post_mlp/std": 0.6640625, "train/tensor_act_model_layers_40_residual_post_mlp/max_abs": 3.921875, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_mlp/min": -3.4375, "train/tensor_act_model_layers_40_residual_post_mlp/max": 3.921875, "train/tensor_act_model_layers_40_residual_post_mlp/range": 7.359375, "train/tensor_act_model_layers_41_residual_pre_attn/norm": 1419.33349609375, "train/tensor_act_model_layers_41_residual_pre_attn/mean": 0.2001953125, "train/tensor_act_model_layers_41_residual_pre_attn/std": 0.6640625, "train/tensor_act_model_layers_41_residual_pre_attn/max_abs": 3.921875, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_residual_pre_attn/min": -3.4375, "train/tensor_act_model_layers_41_residual_pre_attn/max": 3.921875, "train/tensor_act_model_layers_41_residual_pre_attn/range": 7.359375, "train/tensor_act_model_layers_41_residual_post_attn/norm": 1425.088623046875, "train/tensor_act_model_layers_41_residual_post_attn/mean": 0.201171875, "train/tensor_act_model_layers_41_residual_post_attn/std": 0.66796875, "train/tensor_act_model_layers_41_residual_post_attn/max_abs": 3.984375, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_attn/min": -3.5, "train/tensor_act_model_layers_41_residual_post_attn/max": 3.984375, "train/tensor_act_model_layers_41_residual_post_attn/range": 7.484375, "train/tensor_act_model_layers_41_mlp_gate_proj/norm": 1556.6292724609375, "train/tensor_act_model_layers_41_mlp_gate_proj/mean": -0.283203125, "train/tensor_act_model_layers_41_mlp_gate_proj/std": 0.45703125, "train/tensor_act_model_layers_41_mlp_gate_proj/max_abs": 2.546875, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/min": -2.546875, "train/tensor_act_model_layers_41_mlp_gate_proj/max": 2.0, "train/tensor_act_model_layers_41_mlp_gate_proj/range": 4.546875, "train/tensor_act_model_layers_41_mlp_up_proj/norm": 1234.5714111328125, "train/tensor_act_model_layers_41_mlp_up_proj/mean": 0.01171875, "train/tensor_act_model_layers_41_mlp_up_proj/std": 0.42578125, "train/tensor_act_model_layers_41_mlp_up_proj/max_abs": 2.265625, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/min": -2.25, "train/tensor_act_model_layers_41_mlp_up_proj/max": 2.265625, "train/tensor_act_model_layers_41_mlp_up_proj/range": 4.515625, "train/tensor_act_model_layers_41_mlp_down_proj/norm": 102.62891387939453, "train/tensor_act_model_layers_41_mlp_down_proj/mean": 0.0081787109375, "train/tensor_act_model_layers_41_mlp_down_proj/std": 0.049560546875, "train/tensor_act_model_layers_41_mlp_down_proj/max_abs": 0.390625, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/min": -0.353515625, "train/tensor_act_model_layers_41_mlp_down_proj/max": 0.390625, "train/tensor_act_model_layers_41_mlp_down_proj/range": 0.744140625, "train/tensor_act_model_layers_41_mlp/norm": 102.62891387939453, "train/tensor_act_model_layers_41_mlp/mean": 0.0081787109375, "train/tensor_act_model_layers_41_mlp/std": 0.049560546875, "train/tensor_act_model_layers_41_mlp/max_abs": 0.390625, "train/tensor_act_model_layers_41_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp/min": -0.353515625, "train/tensor_act_model_layers_41_mlp/max": 0.390625, "train/tensor_act_model_layers_41_mlp/range": 0.744140625, "train/tensor_act_model_layers_41_residual_post_mlp/norm": 1438.13427734375, "train/tensor_act_model_layers_41_residual_post_mlp/mean": 0.2099609375, "train/tensor_act_model_layers_41_residual_post_mlp/std": 0.671875, "train/tensor_act_model_layers_41_residual_post_mlp/max_abs": 4.125, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_mlp/min": -3.59375, "train/tensor_act_model_layers_41_residual_post_mlp/max": 4.125, "train/tensor_act_model_layers_41_residual_post_mlp/range": 7.71875, "train/tensor_act_model_layers_42_residual_pre_attn/norm": 1438.13427734375, "train/tensor_act_model_layers_42_residual_pre_attn/mean": 0.2099609375, "train/tensor_act_model_layers_42_residual_pre_attn/std": 0.671875, "train/tensor_act_model_layers_42_residual_pre_attn/max_abs": 4.125, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_residual_pre_attn/min": -3.59375, "train/tensor_act_model_layers_42_residual_pre_attn/max": 4.125, "train/tensor_act_model_layers_42_residual_pre_attn/range": 7.71875, "train/tensor_act_model_layers_42_residual_post_attn/norm": 1436.854736328125, "train/tensor_act_model_layers_42_residual_post_attn/mean": 0.205078125, "train/tensor_act_model_layers_42_residual_post_attn/std": 0.671875, "train/tensor_act_model_layers_42_residual_post_attn/max_abs": 4.1875, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_attn/min": -3.640625, "train/tensor_act_model_layers_42_residual_post_attn/max": 4.1875, "train/tensor_act_model_layers_42_residual_post_attn/range": 7.828125, "train/tensor_act_model_layers_42_mlp_gate_proj/norm": 1560.2752685546875, "train/tensor_act_model_layers_42_mlp_gate_proj/mean": -0.2890625, "train/tensor_act_model_layers_42_mlp_gate_proj/std": 0.455078125, "train/tensor_act_model_layers_42_mlp_gate_proj/max_abs": 2.734375, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/min": -2.734375, "train/tensor_act_model_layers_42_mlp_gate_proj/max": 2.1875, "train/tensor_act_model_layers_42_mlp_gate_proj/range": 4.921875, "train/tensor_act_model_layers_42_mlp_up_proj/norm": 1246.2095947265625, "train/tensor_act_model_layers_42_mlp_up_proj/mean": 0.0106201171875, "train/tensor_act_model_layers_42_mlp_up_proj/std": 0.4296875, "train/tensor_act_model_layers_42_mlp_up_proj/max_abs": 2.328125, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/min": -2.328125, "train/tensor_act_model_layers_42_mlp_up_proj/max": 2.328125, "train/tensor_act_model_layers_42_mlp_up_proj/range": 4.65625, "train/tensor_act_model_layers_42_mlp_down_proj/norm": 98.9163818359375, "train/tensor_act_model_layers_42_mlp_down_proj/mean": 0.006011962890625, "train/tensor_act_model_layers_42_mlp_down_proj/std": 0.0478515625, "train/tensor_act_model_layers_42_mlp_down_proj/max_abs": 0.515625, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/min": -0.37890625, "train/tensor_act_model_layers_42_mlp_down_proj/max": 0.515625, "train/tensor_act_model_layers_42_mlp_down_proj/range": 0.89453125, "train/tensor_act_model_layers_42_mlp/norm": 98.9163818359375, "train/tensor_act_model_layers_42_mlp/mean": 0.006011962890625, "train/tensor_act_model_layers_42_mlp/std": 0.0478515625, "train/tensor_act_model_layers_42_mlp/max_abs": 0.515625, "train/tensor_act_model_layers_42_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp/min": -0.37890625, "train/tensor_act_model_layers_42_mlp/max": 0.515625, "train/tensor_act_model_layers_42_mlp/range": 0.89453125, "train/tensor_act_model_layers_42_residual_post_mlp/norm": 1448.9930419921875, "train/tensor_act_model_layers_42_residual_post_mlp/mean": 0.2109375, "train/tensor_act_model_layers_42_residual_post_mlp/std": 0.67578125, "train/tensor_act_model_layers_42_residual_post_mlp/max_abs": 4.1875, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_mlp/min": -3.640625, "train/tensor_act_model_layers_42_residual_post_mlp/max": 4.1875, "train/tensor_act_model_layers_42_residual_post_mlp/range": 7.828125, "train/tensor_act_model_layers_43_residual_pre_attn/norm": 1448.9930419921875, "train/tensor_act_model_layers_43_residual_pre_attn/mean": 0.2109375, "train/tensor_act_model_layers_43_residual_pre_attn/std": 0.67578125, "train/tensor_act_model_layers_43_residual_pre_attn/max_abs": 4.1875, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_residual_pre_attn/min": -3.640625, "train/tensor_act_model_layers_43_residual_pre_attn/max": 4.1875, "train/tensor_act_model_layers_43_residual_pre_attn/range": 7.828125, "train/tensor_act_model_layers_43_residual_post_attn/norm": 1447.8319091796875, "train/tensor_act_model_layers_43_residual_post_attn/mean": 0.2099609375, "train/tensor_act_model_layers_43_residual_post_attn/std": 0.67578125, "train/tensor_act_model_layers_43_residual_post_attn/max_abs": 4.15625, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_attn/min": -3.5625, "train/tensor_act_model_layers_43_residual_post_attn/max": 4.15625, "train/tensor_act_model_layers_43_residual_post_attn/range": 7.71875, "train/tensor_act_model_layers_43_mlp_gate_proj/norm": 1560.233154296875, "train/tensor_act_model_layers_43_mlp_gate_proj/mean": -0.2890625, "train/tensor_act_model_layers_43_mlp_gate_proj/std": 0.455078125, "train/tensor_act_model_layers_43_mlp_gate_proj/max_abs": 2.625, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/min": -2.625, "train/tensor_act_model_layers_43_mlp_gate_proj/max": 2.0, "train/tensor_act_model_layers_43_mlp_gate_proj/range": 4.625, "train/tensor_act_model_layers_43_mlp_up_proj/norm": 1224.7685546875, "train/tensor_act_model_layers_43_mlp_up_proj/mean": -0.00043487548828125, "train/tensor_act_model_layers_43_mlp_up_proj/std": 0.423828125, "train/tensor_act_model_layers_43_mlp_up_proj/max_abs": 2.3125, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/min": -2.203125, "train/tensor_act_model_layers_43_mlp_up_proj/max": 2.3125, "train/tensor_act_model_layers_43_mlp_up_proj/range": 4.515625, "train/tensor_act_model_layers_43_mlp_down_proj/norm": 97.05486297607422, "train/tensor_act_model_layers_43_mlp_down_proj/mean": 0.004669189453125, "train/tensor_act_model_layers_43_mlp_down_proj/std": 0.047119140625, "train/tensor_act_model_layers_43_mlp_down_proj/max_abs": 0.447265625, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/min": -0.388671875, "train/tensor_act_model_layers_43_mlp_down_proj/max": 0.447265625, "train/tensor_act_model_layers_43_mlp_down_proj/range": 0.8359375, "train/tensor_act_model_layers_43_mlp/norm": 97.05486297607422, "train/tensor_act_model_layers_43_mlp/mean": 0.004669189453125, "train/tensor_act_model_layers_43_mlp/std": 0.047119140625, "train/tensor_act_model_layers_43_mlp/max_abs": 0.447265625, "train/tensor_act_model_layers_43_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp/min": -0.388671875, "train/tensor_act_model_layers_43_mlp/max": 0.447265625, "train/tensor_act_model_layers_43_mlp/range": 0.8359375, "train/tensor_act_model_layers_43_residual_post_mlp/norm": 1457.6463623046875, "train/tensor_act_model_layers_43_residual_post_mlp/mean": 0.2138671875, "train/tensor_act_model_layers_43_residual_post_mlp/std": 0.6796875, "train/tensor_act_model_layers_43_residual_post_mlp/max_abs": 4.3125, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_mlp/min": -3.5625, "train/tensor_act_model_layers_43_residual_post_mlp/max": 4.3125, "train/tensor_act_model_layers_43_residual_post_mlp/range": 7.875, "train/tensor_act_model_layers_44_residual_pre_attn/norm": 1457.6463623046875, "train/tensor_act_model_layers_44_residual_pre_attn/mean": 0.2138671875, "train/tensor_act_model_layers_44_residual_pre_attn/std": 0.6796875, "train/tensor_act_model_layers_44_residual_pre_attn/max_abs": 4.3125, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_residual_pre_attn/min": -3.5625, "train/tensor_act_model_layers_44_residual_pre_attn/max": 4.3125, "train/tensor_act_model_layers_44_residual_pre_attn/range": 7.875, "train/tensor_act_model_layers_44_residual_post_attn/norm": 1466.8707275390625, "train/tensor_act_model_layers_44_residual_post_attn/mean": 0.2099609375, "train/tensor_act_model_layers_44_residual_post_attn/std": 0.68359375, "train/tensor_act_model_layers_44_residual_post_attn/max_abs": 4.375, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_attn/min": -3.625, "train/tensor_act_model_layers_44_residual_post_attn/max": 4.375, "train/tensor_act_model_layers_44_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_44_mlp_gate_proj/norm": 1569.215087890625, "train/tensor_act_model_layers_44_mlp_gate_proj/mean": -0.287109375, "train/tensor_act_model_layers_44_mlp_gate_proj/std": 0.458984375, "train/tensor_act_model_layers_44_mlp_gate_proj/max_abs": 2.578125, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/min": -2.578125, "train/tensor_act_model_layers_44_mlp_gate_proj/max": 1.9140625, "train/tensor_act_model_layers_44_mlp_gate_proj/range": 4.4921875, "train/tensor_act_model_layers_44_mlp_up_proj/norm": 1218.289306640625, "train/tensor_act_model_layers_44_mlp_up_proj/mean": -0.005889892578125, "train/tensor_act_model_layers_44_mlp_up_proj/std": 0.419921875, "train/tensor_act_model_layers_44_mlp_up_proj/max_abs": 2.421875, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/min": -2.34375, "train/tensor_act_model_layers_44_mlp_up_proj/max": 2.421875, "train/tensor_act_model_layers_44_mlp_up_proj/range": 4.765625, "train/tensor_act_model_layers_44_mlp_down_proj/norm": 98.81580352783203, "train/tensor_act_model_layers_44_mlp_down_proj/mean": 0.00457763671875, "train/tensor_act_model_layers_44_mlp_down_proj/std": 0.048095703125, "train/tensor_act_model_layers_44_mlp_down_proj/max_abs": 0.435546875, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/min": -0.412109375, "train/tensor_act_model_layers_44_mlp_down_proj/max": 0.435546875, "train/tensor_act_model_layers_44_mlp_down_proj/range": 0.84765625, "train/tensor_act_model_layers_44_mlp/norm": 98.81580352783203, "train/tensor_act_model_layers_44_mlp/mean": 0.00457763671875, "train/tensor_act_model_layers_44_mlp/std": 0.048095703125, "train/tensor_act_model_layers_44_mlp/max_abs": 0.435546875, "train/tensor_act_model_layers_44_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp/min": -0.412109375, "train/tensor_act_model_layers_44_mlp/max": 0.435546875, "train/tensor_act_model_layers_44_mlp/range": 0.84765625, "train/tensor_act_model_layers_44_residual_post_mlp/norm": 1476.734619140625, "train/tensor_act_model_layers_44_residual_post_mlp/mean": 0.2138671875, "train/tensor_act_model_layers_44_residual_post_mlp/std": 0.6875, "train/tensor_act_model_layers_44_residual_post_mlp/max_abs": 4.4375, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_mlp/min": -3.671875, "train/tensor_act_model_layers_44_residual_post_mlp/max": 4.4375, "train/tensor_act_model_layers_44_residual_post_mlp/range": 8.109375, "train/tensor_act_model_layers_45_residual_pre_attn/norm": 1476.734619140625, "train/tensor_act_model_layers_45_residual_pre_attn/mean": 0.2138671875, "train/tensor_act_model_layers_45_residual_pre_attn/std": 0.6875, "train/tensor_act_model_layers_45_residual_pre_attn/max_abs": 4.4375, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_residual_pre_attn/min": -3.671875, "train/tensor_act_model_layers_45_residual_pre_attn/max": 4.4375, "train/tensor_act_model_layers_45_residual_pre_attn/range": 8.109375, "train/tensor_act_model_layers_45_residual_post_attn/norm": 1485.3841552734375, "train/tensor_act_model_layers_45_residual_post_attn/mean": 0.2177734375, "train/tensor_act_model_layers_45_residual_post_attn/std": 0.69140625, "train/tensor_act_model_layers_45_residual_post_attn/max_abs": 4.4375, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_attn/min": -3.71875, "train/tensor_act_model_layers_45_residual_post_attn/max": 4.4375, "train/tensor_act_model_layers_45_residual_post_attn/range": 8.15625, "train/tensor_act_model_layers_45_mlp_gate_proj/norm": 1560.120361328125, "train/tensor_act_model_layers_45_mlp_gate_proj/mean": -0.283203125, "train/tensor_act_model_layers_45_mlp_gate_proj/std": 0.458984375, "train/tensor_act_model_layers_45_mlp_gate_proj/max_abs": 2.765625, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/min": -2.765625, "train/tensor_act_model_layers_45_mlp_gate_proj/max": 2.140625, "train/tensor_act_model_layers_45_mlp_gate_proj/range": 4.90625, "train/tensor_act_model_layers_45_mlp_up_proj/norm": 1237.7593994140625, "train/tensor_act_model_layers_45_mlp_up_proj/mean": -0.0128173828125, "train/tensor_act_model_layers_45_mlp_up_proj/std": 0.427734375, "train/tensor_act_model_layers_45_mlp_up_proj/max_abs": 2.6875, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/min": -2.6875, "train/tensor_act_model_layers_45_mlp_up_proj/max": 2.421875, "train/tensor_act_model_layers_45_mlp_up_proj/range": 5.109375, "train/tensor_act_model_layers_45_mlp_down_proj/norm": 100.5687484741211, "train/tensor_act_model_layers_45_mlp_down_proj/mean": 0.004974365234375, "train/tensor_act_model_layers_45_mlp_down_proj/std": 0.048828125, "train/tensor_act_model_layers_45_mlp_down_proj/max_abs": 0.4609375, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/min": -0.4609375, "train/tensor_act_model_layers_45_mlp_down_proj/max": 0.447265625, "train/tensor_act_model_layers_45_mlp_down_proj/range": 0.908203125, "train/tensor_act_model_layers_45_mlp/norm": 100.5687484741211, "train/tensor_act_model_layers_45_mlp/mean": 0.004974365234375, "train/tensor_act_model_layers_45_mlp/std": 0.048828125, "train/tensor_act_model_layers_45_mlp/max_abs": 0.4609375, "train/tensor_act_model_layers_45_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp/min": -0.4609375, "train/tensor_act_model_layers_45_mlp/max": 0.447265625, "train/tensor_act_model_layers_45_mlp/range": 0.908203125, "train/tensor_act_model_layers_45_residual_post_mlp/norm": 1497.003173828125, "train/tensor_act_model_layers_45_residual_post_mlp/mean": 0.22265625, "train/tensor_act_model_layers_45_residual_post_mlp/std": 0.6953125, "train/tensor_act_model_layers_45_residual_post_mlp/max_abs": 4.4375, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_mlp/min": -3.6875, "train/tensor_act_model_layers_45_residual_post_mlp/max": 4.4375, "train/tensor_act_model_layers_45_residual_post_mlp/range": 8.125, "train/tensor_act_model_layers_46_residual_pre_attn/norm": 1497.003173828125, "train/tensor_act_model_layers_46_residual_pre_attn/mean": 0.22265625, "train/tensor_act_model_layers_46_residual_pre_attn/std": 0.6953125, "train/tensor_act_model_layers_46_residual_pre_attn/max_abs": 4.4375, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_residual_pre_attn/min": -3.6875, "train/tensor_act_model_layers_46_residual_pre_attn/max": 4.4375, "train/tensor_act_model_layers_46_residual_pre_attn/range": 8.125, "train/tensor_act_model_layers_46_residual_post_attn/norm": 1494.892578125, "train/tensor_act_model_layers_46_residual_post_attn/mean": 0.21875, "train/tensor_act_model_layers_46_residual_post_attn/std": 0.6953125, "train/tensor_act_model_layers_46_residual_post_attn/max_abs": 4.4375, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_attn/min": -3.640625, "train/tensor_act_model_layers_46_residual_post_attn/max": 4.4375, "train/tensor_act_model_layers_46_residual_post_attn/range": 8.078125, "train/tensor_act_model_layers_46_mlp_gate_proj/norm": 1546.2716064453125, "train/tensor_act_model_layers_46_mlp_gate_proj/mean": -0.271484375, "train/tensor_act_model_layers_46_mlp_gate_proj/std": 0.458984375, "train/tensor_act_model_layers_46_mlp_gate_proj/max_abs": 2.609375, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/min": -2.609375, "train/tensor_act_model_layers_46_mlp_gate_proj/max": 2.609375, "train/tensor_act_model_layers_46_mlp_gate_proj/range": 5.21875, "train/tensor_act_model_layers_46_mlp_up_proj/norm": 1235.621826171875, "train/tensor_act_model_layers_46_mlp_up_proj/mean": -0.004638671875, "train/tensor_act_model_layers_46_mlp_up_proj/std": 0.42578125, "train/tensor_act_model_layers_46_mlp_up_proj/max_abs": 3.28125, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/min": -2.375, "train/tensor_act_model_layers_46_mlp_up_proj/max": 3.28125, "train/tensor_act_model_layers_46_mlp_up_proj/range": 5.65625, "train/tensor_act_model_layers_46_mlp_down_proj/norm": 107.04703521728516, "train/tensor_act_model_layers_46_mlp_down_proj/mean": 0.005279541015625, "train/tensor_act_model_layers_46_mlp_down_proj/std": 0.052001953125, "train/tensor_act_model_layers_46_mlp_down_proj/max_abs": 0.55859375, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/min": -0.447265625, "train/tensor_act_model_layers_46_mlp_down_proj/max": 0.55859375, "train/tensor_act_model_layers_46_mlp_down_proj/range": 1.005859375, "train/tensor_act_model_layers_46_mlp/norm": 107.04703521728516, "train/tensor_act_model_layers_46_mlp/mean": 0.005279541015625, "train/tensor_act_model_layers_46_mlp/std": 0.052001953125, "train/tensor_act_model_layers_46_mlp/max_abs": 0.55859375, "train/tensor_act_model_layers_46_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp/min": -0.447265625, "train/tensor_act_model_layers_46_mlp/max": 0.55859375, "train/tensor_act_model_layers_46_mlp/range": 1.005859375, "train/tensor_act_model_layers_46_residual_post_mlp/norm": 1506.3291015625, "train/tensor_act_model_layers_46_residual_post_mlp/mean": 0.2236328125, "train/tensor_act_model_layers_46_residual_post_mlp/std": 0.69921875, "train/tensor_act_model_layers_46_residual_post_mlp/max_abs": 4.4375, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_mlp/min": -3.6875, "train/tensor_act_model_layers_46_residual_post_mlp/max": 4.4375, "train/tensor_act_model_layers_46_residual_post_mlp/range": 8.125, "train/tensor_act_model_layers_47_residual_pre_attn/norm": 1506.3291015625, "train/tensor_act_model_layers_47_residual_pre_attn/mean": 0.2236328125, "train/tensor_act_model_layers_47_residual_pre_attn/std": 0.69921875, "train/tensor_act_model_layers_47_residual_pre_attn/max_abs": 4.4375, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_residual_pre_attn/min": -3.6875, "train/tensor_act_model_layers_47_residual_pre_attn/max": 4.4375, "train/tensor_act_model_layers_47_residual_pre_attn/range": 8.125, "train/tensor_act_model_layers_47_residual_post_attn/norm": 1509.6331787109375, "train/tensor_act_model_layers_47_residual_post_attn/mean": 0.22265625, "train/tensor_act_model_layers_47_residual_post_attn/std": 0.703125, "train/tensor_act_model_layers_47_residual_post_attn/max_abs": 4.375, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_attn/min": -3.71875, "train/tensor_act_model_layers_47_residual_post_attn/max": 4.375, "train/tensor_act_model_layers_47_residual_post_attn/range": 8.09375, "train/tensor_act_model_layers_47_mlp_gate_proj/norm": 1542.2880859375, "train/tensor_act_model_layers_47_mlp_gate_proj/mean": -0.27734375, "train/tensor_act_model_layers_47_mlp_gate_proj/std": 0.455078125, "train/tensor_act_model_layers_47_mlp_gate_proj/max_abs": 2.609375, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/min": -2.609375, "train/tensor_act_model_layers_47_mlp_gate_proj/max": 2.09375, "train/tensor_act_model_layers_47_mlp_gate_proj/range": 4.703125, "train/tensor_act_model_layers_47_mlp_up_proj/norm": 1264.2049560546875, "train/tensor_act_model_layers_47_mlp_up_proj/mean": -0.01129150390625, "train/tensor_act_model_layers_47_mlp_up_proj/std": 0.435546875, "train/tensor_act_model_layers_47_mlp_up_proj/max_abs": 2.59375, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/min": -2.59375, "train/tensor_act_model_layers_47_mlp_up_proj/max": 2.328125, "train/tensor_act_model_layers_47_mlp_up_proj/range": 4.921875, "train/tensor_act_model_layers_47_mlp_down_proj/norm": 100.02232360839844, "train/tensor_act_model_layers_47_mlp_down_proj/mean": 0.005950927734375, "train/tensor_act_model_layers_47_mlp_down_proj/std": 0.048583984375, "train/tensor_act_model_layers_47_mlp_down_proj/max_abs": 0.4375, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/min": -0.359375, "train/tensor_act_model_layers_47_mlp_down_proj/max": 0.4375, "train/tensor_act_model_layers_47_mlp_down_proj/range": 0.796875, "train/tensor_act_model_layers_47_mlp/norm": 100.02232360839844, "train/tensor_act_model_layers_47_mlp/mean": 0.005950927734375, "train/tensor_act_model_layers_47_mlp/std": 0.048583984375, "train/tensor_act_model_layers_47_mlp/max_abs": 0.4375, "train/tensor_act_model_layers_47_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp/min": -0.359375, "train/tensor_act_model_layers_47_mlp/max": 0.4375, "train/tensor_act_model_layers_47_mlp/range": 0.796875, "train/tensor_act_model_layers_47_residual_post_mlp/norm": 1519.64453125, "train/tensor_act_model_layers_47_residual_post_mlp/mean": 0.228515625, "train/tensor_act_model_layers_47_residual_post_mlp/std": 0.70703125, "train/tensor_act_model_layers_47_residual_post_mlp/max_abs": 4.46875, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_mlp/min": -3.84375, "train/tensor_act_model_layers_47_residual_post_mlp/max": 4.46875, "train/tensor_act_model_layers_47_residual_post_mlp/range": 8.3125, "train/tensor_act_model_layers_48_residual_pre_attn/norm": 1519.64453125, "train/tensor_act_model_layers_48_residual_pre_attn/mean": 0.228515625, "train/tensor_act_model_layers_48_residual_pre_attn/std": 0.70703125, "train/tensor_act_model_layers_48_residual_pre_attn/max_abs": 4.46875, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_residual_pre_attn/min": -3.84375, "train/tensor_act_model_layers_48_residual_pre_attn/max": 4.46875, "train/tensor_act_model_layers_48_residual_pre_attn/range": 8.3125, "train/tensor_act_model_layers_48_residual_post_attn/norm": 1525.5291748046875, "train/tensor_act_model_layers_48_residual_post_attn/mean": 0.2177734375, "train/tensor_act_model_layers_48_residual_post_attn/std": 0.7109375, "train/tensor_act_model_layers_48_residual_post_attn/max_abs": 4.6875, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_attn/min": -3.796875, "train/tensor_act_model_layers_48_residual_post_attn/max": 4.6875, "train/tensor_act_model_layers_48_residual_post_attn/range": 8.484375, "train/tensor_act_model_layers_48_mlp_gate_proj/norm": 1548.05419921875, "train/tensor_act_model_layers_48_mlp_gate_proj/mean": -0.265625, "train/tensor_act_model_layers_48_mlp_gate_proj/std": 0.46484375, "train/tensor_act_model_layers_48_mlp_gate_proj/max_abs": 2.90625, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/min": -2.90625, "train/tensor_act_model_layers_48_mlp_gate_proj/max": 2.046875, "train/tensor_act_model_layers_48_mlp_gate_proj/range": 4.953125, "train/tensor_act_model_layers_48_mlp_up_proj/norm": 1260.200927734375, "train/tensor_act_model_layers_48_mlp_up_proj/mean": 7.677078247070312e-05, "train/tensor_act_model_layers_48_mlp_up_proj/std": 0.435546875, "train/tensor_act_model_layers_48_mlp_up_proj/max_abs": 2.390625, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/min": -2.390625, "train/tensor_act_model_layers_48_mlp_up_proj/max": 2.3125, "train/tensor_act_model_layers_48_mlp_up_proj/range": 4.703125, "train/tensor_act_model_layers_48_mlp_down_proj/norm": 106.39591979980469, "train/tensor_act_model_layers_48_mlp_down_proj/mean": 0.006256103515625, "train/tensor_act_model_layers_48_mlp_down_proj/std": 0.051513671875, "train/tensor_act_model_layers_48_mlp_down_proj/max_abs": 0.44921875, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/min": -0.40234375, "train/tensor_act_model_layers_48_mlp_down_proj/max": 0.44921875, "train/tensor_act_model_layers_48_mlp_down_proj/range": 0.8515625, "train/tensor_act_model_layers_48_mlp/norm": 106.39591979980469, "train/tensor_act_model_layers_48_mlp/mean": 0.006256103515625, "train/tensor_act_model_layers_48_mlp/std": 0.051513671875, "train/tensor_act_model_layers_48_mlp/max_abs": 0.44921875, "train/tensor_act_model_layers_48_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp/min": -0.40234375, "train/tensor_act_model_layers_48_mlp/max": 0.44921875, "train/tensor_act_model_layers_48_mlp/range": 0.8515625, "train/tensor_act_model_layers_48_residual_post_mlp/norm": 1534.1722412109375, "train/tensor_act_model_layers_48_residual_post_mlp/mean": 0.2236328125, "train/tensor_act_model_layers_48_residual_post_mlp/std": 0.71484375, "train/tensor_act_model_layers_48_residual_post_mlp/max_abs": 4.71875, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_mlp/min": -3.703125, "train/tensor_act_model_layers_48_residual_post_mlp/max": 4.71875, "train/tensor_act_model_layers_48_residual_post_mlp/range": 8.421875, "train/tensor_act_model_layers_49_residual_pre_attn/norm": 1534.1722412109375, "train/tensor_act_model_layers_49_residual_pre_attn/mean": 0.2236328125, "train/tensor_act_model_layers_49_residual_pre_attn/std": 0.71484375, "train/tensor_act_model_layers_49_residual_pre_attn/max_abs": 4.71875, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_residual_pre_attn/min": -3.703125, "train/tensor_act_model_layers_49_residual_pre_attn/max": 4.71875, "train/tensor_act_model_layers_49_residual_pre_attn/range": 8.421875, "train/tensor_act_model_layers_49_residual_post_attn/norm": 1538.9986572265625, "train/tensor_act_model_layers_49_residual_post_attn/mean": 0.2236328125, "train/tensor_act_model_layers_49_residual_post_attn/std": 0.71875, "train/tensor_act_model_layers_49_residual_post_attn/max_abs": 4.65625, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_attn/min": -3.65625, "train/tensor_act_model_layers_49_residual_post_attn/max": 4.65625, "train/tensor_act_model_layers_49_residual_post_attn/range": 8.3125, "train/tensor_act_model_layers_49_mlp_gate_proj/norm": 1511.842041015625, "train/tensor_act_model_layers_49_mlp_gate_proj/mean": -0.265625, "train/tensor_act_model_layers_49_mlp_gate_proj/std": 0.44921875, "train/tensor_act_model_layers_49_mlp_gate_proj/max_abs": 2.65625, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/min": -2.65625, "train/tensor_act_model_layers_49_mlp_gate_proj/max": 2.078125, "train/tensor_act_model_layers_49_mlp_gate_proj/range": 4.734375, "train/tensor_act_model_layers_49_mlp_up_proj/norm": 1236.7249755859375, "train/tensor_act_model_layers_49_mlp_up_proj/mean": 0.0111083984375, "train/tensor_act_model_layers_49_mlp_up_proj/std": 0.427734375, "train/tensor_act_model_layers_49_mlp_up_proj/max_abs": 2.84375, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/min": -2.84375, "train/tensor_act_model_layers_49_mlp_up_proj/max": 2.65625, "train/tensor_act_model_layers_49_mlp_up_proj/range": 5.5, "train/tensor_act_model_layers_49_mlp_down_proj/norm": 99.87017059326172, "train/tensor_act_model_layers_49_mlp_down_proj/mean": 0.005096435546875, "train/tensor_act_model_layers_49_mlp_down_proj/std": 0.048583984375, "train/tensor_act_model_layers_49_mlp_down_proj/max_abs": 0.400390625, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/min": -0.3828125, "train/tensor_act_model_layers_49_mlp_down_proj/max": 0.400390625, "train/tensor_act_model_layers_49_mlp_down_proj/range": 0.783203125, "train/tensor_act_model_layers_49_mlp/norm": 99.87017059326172, "train/tensor_act_model_layers_49_mlp/mean": 0.005096435546875, "train/tensor_act_model_layers_49_mlp/std": 0.048583984375, "train/tensor_act_model_layers_49_mlp/max_abs": 0.400390625, "train/tensor_act_model_layers_49_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp/min": -0.3828125, "train/tensor_act_model_layers_49_mlp/max": 0.400390625, "train/tensor_act_model_layers_49_mlp/range": 0.783203125, "train/tensor_act_model_layers_49_residual_post_mlp/norm": 1547.162109375, "train/tensor_act_model_layers_49_residual_post_mlp/mean": 0.228515625, "train/tensor_act_model_layers_49_residual_post_mlp/std": 0.71875, "train/tensor_act_model_layers_49_residual_post_mlp/max_abs": 4.6875, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_mlp/min": -3.6875, "train/tensor_act_model_layers_49_residual_post_mlp/max": 4.6875, "train/tensor_act_model_layers_49_residual_post_mlp/range": 8.375, "train/tensor_act_model_layers_50_residual_pre_attn/norm": 1547.162109375, "train/tensor_act_model_layers_50_residual_pre_attn/mean": 0.228515625, "train/tensor_act_model_layers_50_residual_pre_attn/std": 0.71875, "train/tensor_act_model_layers_50_residual_pre_attn/max_abs": 4.6875, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_residual_pre_attn/min": -3.6875, "train/tensor_act_model_layers_50_residual_pre_attn/max": 4.6875, "train/tensor_act_model_layers_50_residual_pre_attn/range": 8.375, "train/tensor_act_model_layers_50_residual_post_attn/norm": 1542.351806640625, "train/tensor_act_model_layers_50_residual_post_attn/mean": 0.2236328125, "train/tensor_act_model_layers_50_residual_post_attn/std": 0.71875, "train/tensor_act_model_layers_50_residual_post_attn/max_abs": 4.65625, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_attn/min": -3.6875, "train/tensor_act_model_layers_50_residual_post_attn/max": 4.65625, "train/tensor_act_model_layers_50_residual_post_attn/range": 8.34375, "train/tensor_act_model_layers_50_mlp_gate_proj/norm": 1522.310791015625, "train/tensor_act_model_layers_50_mlp_gate_proj/mean": -0.2734375, "train/tensor_act_model_layers_50_mlp_gate_proj/std": 0.44921875, "train/tensor_act_model_layers_50_mlp_gate_proj/max_abs": 2.40625, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/min": -2.40625, "train/tensor_act_model_layers_50_mlp_gate_proj/max": 2.140625, "train/tensor_act_model_layers_50_mlp_gate_proj/range": 4.546875, "train/tensor_act_model_layers_50_mlp_up_proj/norm": 1241.6981201171875, "train/tensor_act_model_layers_50_mlp_up_proj/mean": -5.412101745605469e-05, "train/tensor_act_model_layers_50_mlp_up_proj/std": 0.4296875, "train/tensor_act_model_layers_50_mlp_up_proj/max_abs": 3.015625, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/min": -2.484375, "train/tensor_act_model_layers_50_mlp_up_proj/max": 3.015625, "train/tensor_act_model_layers_50_mlp_up_proj/range": 5.5, "train/tensor_act_model_layers_50_mlp_down_proj/norm": 100.96528625488281, "train/tensor_act_model_layers_50_mlp_down_proj/mean": 0.005096435546875, "train/tensor_act_model_layers_50_mlp_down_proj/std": 0.049072265625, "train/tensor_act_model_layers_50_mlp_down_proj/max_abs": 0.392578125, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/min": -0.392578125, "train/tensor_act_model_layers_50_mlp_down_proj/max": 0.36328125, "train/tensor_act_model_layers_50_mlp_down_proj/range": 0.755859375, "train/tensor_act_model_layers_50_mlp/norm": 100.96528625488281, "train/tensor_act_model_layers_50_mlp/mean": 0.005096435546875, "train/tensor_act_model_layers_50_mlp/std": 0.049072265625, "train/tensor_act_model_layers_50_mlp/max_abs": 0.392578125, "train/tensor_act_model_layers_50_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp/min": -0.392578125, "train/tensor_act_model_layers_50_mlp/max": 0.36328125, "train/tensor_act_model_layers_50_mlp/range": 0.755859375, "train/tensor_act_model_layers_50_residual_post_mlp/norm": 1552.013671875, "train/tensor_act_model_layers_50_residual_post_mlp/mean": 0.228515625, "train/tensor_act_model_layers_50_residual_post_mlp/std": 0.72265625, "train/tensor_act_model_layers_50_residual_post_mlp/max_abs": 4.71875, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_mlp/min": -3.71875, "train/tensor_act_model_layers_50_residual_post_mlp/max": 4.71875, "train/tensor_act_model_layers_50_residual_post_mlp/range": 8.4375, "train/tensor_act_model_layers_51_residual_pre_attn/norm": 1552.013671875, "train/tensor_act_model_layers_51_residual_pre_attn/mean": 0.228515625, "train/tensor_act_model_layers_51_residual_pre_attn/std": 0.72265625, "train/tensor_act_model_layers_51_residual_pre_attn/max_abs": 4.71875, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_residual_pre_attn/min": -3.71875, "train/tensor_act_model_layers_51_residual_pre_attn/max": 4.71875, "train/tensor_act_model_layers_51_residual_pre_attn/range": 8.4375, "train/tensor_act_model_layers_51_residual_post_attn/norm": 1550.5322265625, "train/tensor_act_model_layers_51_residual_post_attn/mean": 0.228515625, "train/tensor_act_model_layers_51_residual_post_attn/std": 0.72265625, "train/tensor_act_model_layers_51_residual_post_attn/max_abs": 4.6875, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_attn/min": -3.703125, "train/tensor_act_model_layers_51_residual_post_attn/max": 4.6875, "train/tensor_act_model_layers_51_residual_post_attn/range": 8.390625, "train/tensor_act_model_layers_51_mlp_gate_proj/norm": 1520.0152587890625, "train/tensor_act_model_layers_51_mlp_gate_proj/mean": -0.26171875, "train/tensor_act_model_layers_51_mlp_gate_proj/std": 0.455078125, "train/tensor_act_model_layers_51_mlp_gate_proj/max_abs": 2.515625, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/min": -2.515625, "train/tensor_act_model_layers_51_mlp_gate_proj/max": 2.203125, "train/tensor_act_model_layers_51_mlp_gate_proj/range": 4.71875, "train/tensor_act_model_layers_51_mlp_up_proj/norm": 1228.712890625, "train/tensor_act_model_layers_51_mlp_up_proj/mean": 0.01165771484375, "train/tensor_act_model_layers_51_mlp_up_proj/std": 0.423828125, "train/tensor_act_model_layers_51_mlp_up_proj/max_abs": 2.78125, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/min": -2.296875, "train/tensor_act_model_layers_51_mlp_up_proj/max": 2.78125, "train/tensor_act_model_layers_51_mlp_up_proj/range": 5.078125, "train/tensor_act_model_layers_51_mlp_down_proj/norm": 100.06320190429688, "train/tensor_act_model_layers_51_mlp_down_proj/mean": 0.003662109375, "train/tensor_act_model_layers_51_mlp_down_proj/std": 0.048828125, "train/tensor_act_model_layers_51_mlp_down_proj/max_abs": 0.490234375, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/min": -0.419921875, "train/tensor_act_model_layers_51_mlp_down_proj/max": 0.490234375, "train/tensor_act_model_layers_51_mlp_down_proj/range": 0.91015625, "train/tensor_act_model_layers_51_mlp/norm": 100.06320190429688, "train/tensor_act_model_layers_51_mlp/mean": 0.003662109375, "train/tensor_act_model_layers_51_mlp/std": 0.048828125, "train/tensor_act_model_layers_51_mlp/max_abs": 0.490234375, "train/tensor_act_model_layers_51_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp/min": -0.419921875, "train/tensor_act_model_layers_51_mlp/max": 0.490234375, "train/tensor_act_model_layers_51_mlp/range": 0.91015625, "train/tensor_act_model_layers_51_residual_post_mlp/norm": 1557.0076904296875, "train/tensor_act_model_layers_51_residual_post_mlp/mean": 0.232421875, "train/tensor_act_model_layers_51_residual_post_mlp/std": 0.72265625, "train/tensor_act_model_layers_51_residual_post_mlp/max_abs": 4.71875, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_mlp/min": -3.84375, "train/tensor_act_model_layers_51_residual_post_mlp/max": 4.71875, "train/tensor_act_model_layers_51_residual_post_mlp/range": 8.5625, "train/tensor_act_model_layers_52_residual_pre_attn/norm": 1557.0076904296875, "train/tensor_act_model_layers_52_residual_pre_attn/mean": 0.232421875, "train/tensor_act_model_layers_52_residual_pre_attn/std": 0.72265625, "train/tensor_act_model_layers_52_residual_pre_attn/max_abs": 4.71875, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_residual_pre_attn/min": -3.84375, "train/tensor_act_model_layers_52_residual_pre_attn/max": 4.71875, "train/tensor_act_model_layers_52_residual_pre_attn/range": 8.5625, "train/tensor_act_model_layers_52_residual_post_attn/norm": 1563.3631591796875, "train/tensor_act_model_layers_52_residual_post_attn/mean": 0.2255859375, "train/tensor_act_model_layers_52_residual_post_attn/std": 0.73046875, "train/tensor_act_model_layers_52_residual_post_attn/max_abs": 4.71875, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_attn/min": -3.8125, "train/tensor_act_model_layers_52_residual_post_attn/max": 4.71875, "train/tensor_act_model_layers_52_residual_post_attn/range": 8.53125, "train/tensor_act_model_layers_52_mlp_gate_proj/norm": 1535.2525634765625, "train/tensor_act_model_layers_52_mlp_gate_proj/mean": -0.26953125, "train/tensor_act_model_layers_52_mlp_gate_proj/std": 0.455078125, "train/tensor_act_model_layers_52_mlp_gate_proj/max_abs": 2.53125, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/min": -2.53125, "train/tensor_act_model_layers_52_mlp_gate_proj/max": 2.28125, "train/tensor_act_model_layers_52_mlp_gate_proj/range": 4.8125, "train/tensor_act_model_layers_52_mlp_up_proj/norm": 1259.2618408203125, "train/tensor_act_model_layers_52_mlp_up_proj/mean": -0.0062255859375, "train/tensor_act_model_layers_52_mlp_up_proj/std": 0.435546875, "train/tensor_act_model_layers_52_mlp_up_proj/max_abs": 2.4375, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/min": -2.4375, "train/tensor_act_model_layers_52_mlp_up_proj/max": 2.34375, "train/tensor_act_model_layers_52_mlp_up_proj/range": 4.78125, "train/tensor_act_model_layers_52_mlp_down_proj/norm": 106.27462005615234, "train/tensor_act_model_layers_52_mlp_down_proj/mean": 0.006439208984375, "train/tensor_act_model_layers_52_mlp_down_proj/std": 0.051513671875, "train/tensor_act_model_layers_52_mlp_down_proj/max_abs": 0.52734375, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/min": -0.52734375, "train/tensor_act_model_layers_52_mlp_down_proj/max": 0.48046875, "train/tensor_act_model_layers_52_mlp_down_proj/range": 1.0078125, "train/tensor_act_model_layers_52_mlp/norm": 106.27462005615234, "train/tensor_act_model_layers_52_mlp/mean": 0.006439208984375, "train/tensor_act_model_layers_52_mlp/std": 0.051513671875, "train/tensor_act_model_layers_52_mlp/max_abs": 0.52734375, "train/tensor_act_model_layers_52_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp/min": -0.52734375, "train/tensor_act_model_layers_52_mlp/max": 0.48046875, "train/tensor_act_model_layers_52_mlp/range": 1.0078125, "train/tensor_act_model_layers_52_residual_post_mlp/norm": 1572.0103759765625, "train/tensor_act_model_layers_52_residual_post_mlp/mean": 0.232421875, "train/tensor_act_model_layers_52_residual_post_mlp/std": 0.73046875, "train/tensor_act_model_layers_52_residual_post_mlp/max_abs": 4.625, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_mlp/min": -3.84375, "train/tensor_act_model_layers_52_residual_post_mlp/max": 4.625, "train/tensor_act_model_layers_52_residual_post_mlp/range": 8.46875, "train/tensor_act_model_layers_53_residual_pre_attn/norm": 1572.0103759765625, "train/tensor_act_model_layers_53_residual_pre_attn/mean": 0.232421875, "train/tensor_act_model_layers_53_residual_pre_attn/std": 0.73046875, "train/tensor_act_model_layers_53_residual_pre_attn/max_abs": 4.625, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_residual_pre_attn/min": -3.84375, "train/tensor_act_model_layers_53_residual_pre_attn/max": 4.625, "train/tensor_act_model_layers_53_residual_pre_attn/range": 8.46875, "train/tensor_act_model_layers_53_residual_post_attn/norm": 1586.0509033203125, "train/tensor_act_model_layers_53_residual_post_attn/mean": 0.224609375, "train/tensor_act_model_layers_53_residual_post_attn/std": 0.7421875, "train/tensor_act_model_layers_53_residual_post_attn/max_abs": 4.625, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_attn/min": -3.78125, "train/tensor_act_model_layers_53_residual_post_attn/max": 4.625, "train/tensor_act_model_layers_53_residual_post_attn/range": 8.40625, "train/tensor_act_model_layers_53_mlp_gate_proj/norm": 1563.031494140625, "train/tensor_act_model_layers_53_mlp_gate_proj/mean": -0.28125, "train/tensor_act_model_layers_53_mlp_gate_proj/std": 0.4609375, "train/tensor_act_model_layers_53_mlp_gate_proj/max_abs": 2.453125, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/min": -2.453125, "train/tensor_act_model_layers_53_mlp_gate_proj/max": 2.265625, "train/tensor_act_model_layers_53_mlp_gate_proj/range": 4.71875, "train/tensor_act_model_layers_53_mlp_up_proj/norm": 1280.8822021484375, "train/tensor_act_model_layers_53_mlp_up_proj/mean": -0.01116943359375, "train/tensor_act_model_layers_53_mlp_up_proj/std": 0.44140625, "train/tensor_act_model_layers_53_mlp_up_proj/max_abs": 2.265625, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/min": -2.265625, "train/tensor_act_model_layers_53_mlp_up_proj/max": 2.265625, "train/tensor_act_model_layers_53_mlp_up_proj/range": 4.53125, "train/tensor_act_model_layers_53_mlp_down_proj/norm": 104.09741973876953, "train/tensor_act_model_layers_53_mlp_down_proj/mean": 0.006591796875, "train/tensor_act_model_layers_53_mlp_down_proj/std": 0.05029296875, "train/tensor_act_model_layers_53_mlp_down_proj/max_abs": 0.38671875, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/min": -0.361328125, "train/tensor_act_model_layers_53_mlp_down_proj/max": 0.38671875, "train/tensor_act_model_layers_53_mlp_down_proj/range": 0.748046875, "train/tensor_act_model_layers_53_mlp/norm": 104.09741973876953, "train/tensor_act_model_layers_53_mlp/mean": 0.006591796875, "train/tensor_act_model_layers_53_mlp/std": 0.05029296875, "train/tensor_act_model_layers_53_mlp/max_abs": 0.38671875, "train/tensor_act_model_layers_53_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp/min": -0.361328125, "train/tensor_act_model_layers_53_mlp/max": 0.38671875, "train/tensor_act_model_layers_53_mlp/range": 0.748046875, "train/tensor_act_model_layers_53_residual_post_mlp/norm": 1594.1536865234375, "train/tensor_act_model_layers_53_residual_post_mlp/mean": 0.2314453125, "train/tensor_act_model_layers_53_residual_post_mlp/std": 0.7421875, "train/tensor_act_model_layers_53_residual_post_mlp/max_abs": 4.5625, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_mlp/min": -3.921875, "train/tensor_act_model_layers_53_residual_post_mlp/max": 4.5625, "train/tensor_act_model_layers_53_residual_post_mlp/range": 8.484375, "train/tensor_act_model_layers_54_residual_pre_attn/norm": 1594.1536865234375, "train/tensor_act_model_layers_54_residual_pre_attn/mean": 0.2314453125, "train/tensor_act_model_layers_54_residual_pre_attn/std": 0.7421875, "train/tensor_act_model_layers_54_residual_pre_attn/max_abs": 4.5625, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_residual_pre_attn/min": -3.921875, "train/tensor_act_model_layers_54_residual_pre_attn/max": 4.5625, "train/tensor_act_model_layers_54_residual_pre_attn/range": 8.484375, "train/tensor_act_model_layers_54_residual_post_attn/norm": 1593.9395751953125, "train/tensor_act_model_layers_54_residual_post_attn/mean": 0.2255859375, "train/tensor_act_model_layers_54_residual_post_attn/std": 0.74609375, "train/tensor_act_model_layers_54_residual_post_attn/max_abs": 4.46875, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_attn/min": -3.9375, "train/tensor_act_model_layers_54_residual_post_attn/max": 4.46875, "train/tensor_act_model_layers_54_residual_post_attn/range": 8.40625, "train/tensor_act_model_layers_54_mlp_gate_proj/norm": 1573.0738525390625, "train/tensor_act_model_layers_54_mlp_gate_proj/mean": -0.2890625, "train/tensor_act_model_layers_54_mlp_gate_proj/std": 0.4609375, "train/tensor_act_model_layers_54_mlp_gate_proj/max_abs": 2.46875, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/min": -2.46875, "train/tensor_act_model_layers_54_mlp_gate_proj/max": 2.234375, "train/tensor_act_model_layers_54_mlp_gate_proj/range": 4.703125, "train/tensor_act_model_layers_54_mlp_up_proj/norm": 1268.2191162109375, "train/tensor_act_model_layers_54_mlp_up_proj/mean": 0.00787353515625, "train/tensor_act_model_layers_54_mlp_up_proj/std": 0.4375, "train/tensor_act_model_layers_54_mlp_up_proj/max_abs": 3.15625, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/min": -3.15625, "train/tensor_act_model_layers_54_mlp_up_proj/max": 2.4375, "train/tensor_act_model_layers_54_mlp_up_proj/range": 5.59375, "train/tensor_act_model_layers_54_mlp_down_proj/norm": 104.40543365478516, "train/tensor_act_model_layers_54_mlp_down_proj/mean": 0.005889892578125, "train/tensor_act_model_layers_54_mlp_down_proj/std": 0.050537109375, "train/tensor_act_model_layers_54_mlp_down_proj/max_abs": 0.44921875, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/min": -0.373046875, "train/tensor_act_model_layers_54_mlp_down_proj/max": 0.44921875, "train/tensor_act_model_layers_54_mlp_down_proj/range": 0.822265625, "train/tensor_act_model_layers_54_mlp/norm": 104.40543365478516, "train/tensor_act_model_layers_54_mlp/mean": 0.005889892578125, "train/tensor_act_model_layers_54_mlp/std": 0.050537109375, "train/tensor_act_model_layers_54_mlp/max_abs": 0.44921875, "train/tensor_act_model_layers_54_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp/min": -0.373046875, "train/tensor_act_model_layers_54_mlp/max": 0.44921875, "train/tensor_act_model_layers_54_mlp/range": 0.822265625, "train/tensor_act_model_layers_54_residual_post_mlp/norm": 1602.3489990234375, "train/tensor_act_model_layers_54_residual_post_mlp/mean": 0.2314453125, "train/tensor_act_model_layers_54_residual_post_mlp/std": 0.74609375, "train/tensor_act_model_layers_54_residual_post_mlp/max_abs": 4.46875, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_mlp/min": -3.9375, "train/tensor_act_model_layers_54_residual_post_mlp/max": 4.46875, "train/tensor_act_model_layers_54_residual_post_mlp/range": 8.40625, "train/tensor_act_model_layers_55_residual_pre_attn/norm": 1602.3489990234375, "train/tensor_act_model_layers_55_residual_pre_attn/mean": 0.2314453125, "train/tensor_act_model_layers_55_residual_pre_attn/std": 0.74609375, "train/tensor_act_model_layers_55_residual_pre_attn/max_abs": 4.46875, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_residual_pre_attn/min": -3.9375, "train/tensor_act_model_layers_55_residual_pre_attn/max": 4.46875, "train/tensor_act_model_layers_55_residual_pre_attn/range": 8.40625, "train/tensor_act_model_layers_55_residual_post_attn/norm": 1603.4383544921875, "train/tensor_act_model_layers_55_residual_post_attn/mean": 0.2255859375, "train/tensor_act_model_layers_55_residual_post_attn/std": 0.75, "train/tensor_act_model_layers_55_residual_post_attn/max_abs": 4.4375, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_attn/min": -3.90625, "train/tensor_act_model_layers_55_residual_post_attn/max": 4.4375, "train/tensor_act_model_layers_55_residual_post_attn/range": 8.34375, "train/tensor_act_model_layers_55_mlp_gate_proj/norm": 1559.36767578125, "train/tensor_act_model_layers_55_mlp_gate_proj/mean": -0.26953125, "train/tensor_act_model_layers_55_mlp_gate_proj/std": 0.466796875, "train/tensor_act_model_layers_55_mlp_gate_proj/max_abs": 2.515625, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/min": -2.515625, "train/tensor_act_model_layers_55_mlp_gate_proj/max": 2.03125, "train/tensor_act_model_layers_55_mlp_gate_proj/range": 4.546875, "train/tensor_act_model_layers_55_mlp_up_proj/norm": 1255.718505859375, "train/tensor_act_model_layers_55_mlp_up_proj/mean": 9.417533874511719e-06, "train/tensor_act_model_layers_55_mlp_up_proj/std": 0.43359375, "train/tensor_act_model_layers_55_mlp_up_proj/max_abs": 2.796875, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/min": -2.453125, "train/tensor_act_model_layers_55_mlp_up_proj/max": 2.796875, "train/tensor_act_model_layers_55_mlp_up_proj/range": 5.25, "train/tensor_act_model_layers_55_mlp_down_proj/norm": 105.9139175415039, "train/tensor_act_model_layers_55_mlp_down_proj/mean": 0.005584716796875, "train/tensor_act_model_layers_55_mlp_down_proj/std": 0.051513671875, "train/tensor_act_model_layers_55_mlp_down_proj/max_abs": 0.38671875, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/min": -0.37890625, "train/tensor_act_model_layers_55_mlp_down_proj/max": 0.38671875, "train/tensor_act_model_layers_55_mlp_down_proj/range": 0.765625, "train/tensor_act_model_layers_55_mlp/norm": 105.9139175415039, "train/tensor_act_model_layers_55_mlp/mean": 0.005584716796875, "train/tensor_act_model_layers_55_mlp/std": 0.051513671875, "train/tensor_act_model_layers_55_mlp/max_abs": 0.38671875, "train/tensor_act_model_layers_55_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp/min": -0.37890625, "train/tensor_act_model_layers_55_mlp/max": 0.38671875, "train/tensor_act_model_layers_55_mlp/range": 0.765625, "train/tensor_act_model_layers_55_residual_post_mlp/norm": 1608.334228515625, "train/tensor_act_model_layers_55_residual_post_mlp/mean": 0.2314453125, "train/tensor_act_model_layers_55_residual_post_mlp/std": 0.75, "train/tensor_act_model_layers_55_residual_post_mlp/max_abs": 4.4375, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_mlp/min": -3.921875, "train/tensor_act_model_layers_55_residual_post_mlp/max": 4.4375, "train/tensor_act_model_layers_55_residual_post_mlp/range": 8.359375, "train/tensor_act_model_layers_56_residual_pre_attn/norm": 1608.334228515625, "train/tensor_act_model_layers_56_residual_pre_attn/mean": 0.2314453125, "train/tensor_act_model_layers_56_residual_pre_attn/std": 0.75, "train/tensor_act_model_layers_56_residual_pre_attn/max_abs": 4.4375, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_residual_pre_attn/min": -3.921875, "train/tensor_act_model_layers_56_residual_pre_attn/max": 4.4375, "train/tensor_act_model_layers_56_residual_pre_attn/range": 8.359375, "train/tensor_act_model_layers_56_residual_post_attn/norm": 1608.541748046875, "train/tensor_act_model_layers_56_residual_post_attn/mean": 0.2265625, "train/tensor_act_model_layers_56_residual_post_attn/std": 0.75, "train/tensor_act_model_layers_56_residual_post_attn/max_abs": 4.34375, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_attn/min": -4.0, "train/tensor_act_model_layers_56_residual_post_attn/max": 4.34375, "train/tensor_act_model_layers_56_residual_post_attn/range": 8.34375, "train/tensor_act_model_layers_56_mlp_gate_proj/norm": 1562.41357421875, "train/tensor_act_model_layers_56_mlp_gate_proj/mean": -0.283203125, "train/tensor_act_model_layers_56_mlp_gate_proj/std": 0.458984375, "train/tensor_act_model_layers_56_mlp_gate_proj/max_abs": 2.765625, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/min": -2.765625, "train/tensor_act_model_layers_56_mlp_gate_proj/max": 2.21875, "train/tensor_act_model_layers_56_mlp_gate_proj/range": 4.984375, "train/tensor_act_model_layers_56_mlp_up_proj/norm": 1262.5377197265625, "train/tensor_act_model_layers_56_mlp_up_proj/mean": 0.0004863739013671875, "train/tensor_act_model_layers_56_mlp_up_proj/std": 0.435546875, "train/tensor_act_model_layers_56_mlp_up_proj/max_abs": 2.421875, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/min": -2.421875, "train/tensor_act_model_layers_56_mlp_up_proj/max": 2.25, "train/tensor_act_model_layers_56_mlp_up_proj/range": 4.671875, "train/tensor_act_model_layers_56_mlp_down_proj/norm": 104.87553405761719, "train/tensor_act_model_layers_56_mlp_down_proj/mean": 0.0048828125, "train/tensor_act_model_layers_56_mlp_down_proj/std": 0.051025390625, "train/tensor_act_model_layers_56_mlp_down_proj/max_abs": 0.47265625, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/min": -0.396484375, "train/tensor_act_model_layers_56_mlp_down_proj/max": 0.47265625, "train/tensor_act_model_layers_56_mlp_down_proj/range": 0.869140625, "train/tensor_act_model_layers_56_mlp/norm": 104.87553405761719, "train/tensor_act_model_layers_56_mlp/mean": 0.0048828125, "train/tensor_act_model_layers_56_mlp/std": 0.051025390625, "train/tensor_act_model_layers_56_mlp/max_abs": 0.47265625, "train/tensor_act_model_layers_56_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp/min": -0.396484375, "train/tensor_act_model_layers_56_mlp/max": 0.47265625, "train/tensor_act_model_layers_56_mlp/range": 0.869140625, "train/tensor_act_model_layers_56_residual_post_mlp/norm": 1613.81298828125, "train/tensor_act_model_layers_56_residual_post_mlp/mean": 0.2314453125, "train/tensor_act_model_layers_56_residual_post_mlp/std": 0.75390625, "train/tensor_act_model_layers_56_residual_post_mlp/max_abs": 4.375, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_mlp/min": -4.0, "train/tensor_act_model_layers_56_residual_post_mlp/max": 4.375, "train/tensor_act_model_layers_56_residual_post_mlp/range": 8.375, "train/tensor_act_model_layers_57_residual_pre_attn/norm": 1613.81298828125, "train/tensor_act_model_layers_57_residual_pre_attn/mean": 0.2314453125, "train/tensor_act_model_layers_57_residual_pre_attn/std": 0.75390625, "train/tensor_act_model_layers_57_residual_pre_attn/max_abs": 4.375, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_residual_pre_attn/min": -4.0, "train/tensor_act_model_layers_57_residual_pre_attn/max": 4.375, "train/tensor_act_model_layers_57_residual_pre_attn/range": 8.375, "train/tensor_act_model_layers_57_residual_post_attn/norm": 1633.3572998046875, "train/tensor_act_model_layers_57_residual_post_attn/mean": 0.220703125, "train/tensor_act_model_layers_57_residual_post_attn/std": 0.765625, "train/tensor_act_model_layers_57_residual_post_attn/max_abs": 4.46875, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_attn/min": -3.953125, "train/tensor_act_model_layers_57_residual_post_attn/max": 4.46875, "train/tensor_act_model_layers_57_residual_post_attn/range": 8.421875, "train/tensor_act_model_layers_57_mlp_gate_proj/norm": 1521.12841796875, "train/tensor_act_model_layers_57_mlp_gate_proj/mean": -0.2412109375, "train/tensor_act_model_layers_57_mlp_gate_proj/std": 0.466796875, "train/tensor_act_model_layers_57_mlp_gate_proj/max_abs": 2.6875, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/min": -2.6875, "train/tensor_act_model_layers_57_mlp_gate_proj/max": 2.1875, "train/tensor_act_model_layers_57_mlp_gate_proj/range": 4.875, "train/tensor_act_model_layers_57_mlp_up_proj/norm": 1259.00048828125, "train/tensor_act_model_layers_57_mlp_up_proj/mean": -0.0016632080078125, "train/tensor_act_model_layers_57_mlp_up_proj/std": 0.435546875, "train/tensor_act_model_layers_57_mlp_up_proj/max_abs": 2.5625, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/min": -2.46875, "train/tensor_act_model_layers_57_mlp_up_proj/max": 2.5625, "train/tensor_act_model_layers_57_mlp_up_proj/range": 5.03125, "train/tensor_act_model_layers_57_mlp_down_proj/norm": 115.20266723632812, "train/tensor_act_model_layers_57_mlp_down_proj/mean": 0.005767822265625, "train/tensor_act_model_layers_57_mlp_down_proj/std": 0.055908203125, "train/tensor_act_model_layers_57_mlp_down_proj/max_abs": 0.486328125, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/min": -0.423828125, "train/tensor_act_model_layers_57_mlp_down_proj/max": 0.486328125, "train/tensor_act_model_layers_57_mlp_down_proj/range": 0.91015625, "train/tensor_act_model_layers_57_mlp/norm": 115.20266723632812, "train/tensor_act_model_layers_57_mlp/mean": 0.005767822265625, "train/tensor_act_model_layers_57_mlp/std": 0.055908203125, "train/tensor_act_model_layers_57_mlp/max_abs": 0.486328125, "train/tensor_act_model_layers_57_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp/min": -0.423828125, "train/tensor_act_model_layers_57_mlp/max": 0.486328125, "train/tensor_act_model_layers_57_mlp/range": 0.91015625, "train/tensor_act_model_layers_57_residual_post_mlp/norm": 1640.5723876953125, "train/tensor_act_model_layers_57_residual_post_mlp/mean": 0.2265625, "train/tensor_act_model_layers_57_residual_post_mlp/std": 0.76953125, "train/tensor_act_model_layers_57_residual_post_mlp/max_abs": 4.46875, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_mlp/min": -3.875, "train/tensor_act_model_layers_57_residual_post_mlp/max": 4.46875, "train/tensor_act_model_layers_57_residual_post_mlp/range": 8.34375, "train/tensor_act_model_layers_58_residual_pre_attn/norm": 1640.5723876953125, "train/tensor_act_model_layers_58_residual_pre_attn/mean": 0.2265625, "train/tensor_act_model_layers_58_residual_pre_attn/std": 0.76953125, "train/tensor_act_model_layers_58_residual_pre_attn/max_abs": 4.46875, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_residual_pre_attn/min": -3.875, "train/tensor_act_model_layers_58_residual_pre_attn/max": 4.46875, "train/tensor_act_model_layers_58_residual_pre_attn/range": 8.34375, "train/tensor_act_model_layers_58_residual_post_attn/norm": 1641.2286376953125, "train/tensor_act_model_layers_58_residual_post_attn/mean": 0.22265625, "train/tensor_act_model_layers_58_residual_post_attn/std": 0.76953125, "train/tensor_act_model_layers_58_residual_post_attn/max_abs": 4.40625, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_attn/min": -3.828125, "train/tensor_act_model_layers_58_residual_post_attn/max": 4.40625, "train/tensor_act_model_layers_58_residual_post_attn/range": 8.234375, "train/tensor_act_model_layers_58_mlp_gate_proj/norm": 1509.14990234375, "train/tensor_act_model_layers_58_mlp_gate_proj/mean": -0.24609375, "train/tensor_act_model_layers_58_mlp_gate_proj/std": 0.458984375, "train/tensor_act_model_layers_58_mlp_gate_proj/max_abs": 2.546875, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/min": -2.546875, "train/tensor_act_model_layers_58_mlp_gate_proj/max": 2.109375, "train/tensor_act_model_layers_58_mlp_gate_proj/range": 4.65625, "train/tensor_act_model_layers_58_mlp_up_proj/norm": 1281.5137939453125, "train/tensor_act_model_layers_58_mlp_up_proj/mean": 0.004180908203125, "train/tensor_act_model_layers_58_mlp_up_proj/std": 0.443359375, "train/tensor_act_model_layers_58_mlp_up_proj/max_abs": 2.609375, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/min": -2.265625, "train/tensor_act_model_layers_58_mlp_up_proj/max": 2.609375, "train/tensor_act_model_layers_58_mlp_up_proj/range": 4.875, "train/tensor_act_model_layers_58_mlp_down_proj/norm": 114.45394897460938, "train/tensor_act_model_layers_58_mlp_down_proj/mean": 0.0081787109375, "train/tensor_act_model_layers_58_mlp_down_proj/std": 0.05517578125, "train/tensor_act_model_layers_58_mlp_down_proj/max_abs": 0.431640625, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/min": -0.431640625, "train/tensor_act_model_layers_58_mlp_down_proj/max": 0.41015625, "train/tensor_act_model_layers_58_mlp_down_proj/range": 0.841796875, "train/tensor_act_model_layers_58_mlp/norm": 114.45394897460938, "train/tensor_act_model_layers_58_mlp/mean": 0.0081787109375, "train/tensor_act_model_layers_58_mlp/std": 0.05517578125, "train/tensor_act_model_layers_58_mlp/max_abs": 0.431640625, "train/tensor_act_model_layers_58_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp/min": -0.431640625, "train/tensor_act_model_layers_58_mlp/max": 0.41015625, "train/tensor_act_model_layers_58_mlp/range": 0.841796875, "train/tensor_act_model_layers_58_residual_post_mlp/norm": 1648.764404296875, "train/tensor_act_model_layers_58_residual_post_mlp/mean": 0.23046875, "train/tensor_act_model_layers_58_residual_post_mlp/std": 0.76953125, "train/tensor_act_model_layers_58_residual_post_mlp/max_abs": 4.5, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_mlp/min": -3.78125, "train/tensor_act_model_layers_58_residual_post_mlp/max": 4.5, "train/tensor_act_model_layers_58_residual_post_mlp/range": 8.28125, "train/tensor_act_model_layers_59_residual_pre_attn/norm": 1648.764404296875, "train/tensor_act_model_layers_59_residual_pre_attn/mean": 0.23046875, "train/tensor_act_model_layers_59_residual_pre_attn/std": 0.76953125, "train/tensor_act_model_layers_59_residual_pre_attn/max_abs": 4.5, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_residual_pre_attn/min": -3.78125, "train/tensor_act_model_layers_59_residual_pre_attn/max": 4.5, "train/tensor_act_model_layers_59_residual_pre_attn/range": 8.28125, "train/tensor_act_model_layers_59_residual_post_attn/norm": 1646.7706298828125, "train/tensor_act_model_layers_59_residual_post_attn/mean": 0.2255859375, "train/tensor_act_model_layers_59_residual_post_attn/std": 0.7734375, "train/tensor_act_model_layers_59_residual_post_attn/max_abs": 4.5, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_attn/min": -3.796875, "train/tensor_act_model_layers_59_residual_post_attn/max": 4.5, "train/tensor_act_model_layers_59_residual_post_attn/range": 8.296875, "train/tensor_act_model_layers_59_mlp_gate_proj/norm": 1547.1588134765625, "train/tensor_act_model_layers_59_mlp_gate_proj/mean": -0.265625, "train/tensor_act_model_layers_59_mlp_gate_proj/std": 0.462890625, "train/tensor_act_model_layers_59_mlp_gate_proj/max_abs": 2.734375, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/min": -2.734375, "train/tensor_act_model_layers_59_mlp_gate_proj/max": 2.015625, "train/tensor_act_model_layers_59_mlp_gate_proj/range": 4.75, "train/tensor_act_model_layers_59_mlp_up_proj/norm": 1260.616455078125, "train/tensor_act_model_layers_59_mlp_up_proj/mean": 0.0017242431640625, "train/tensor_act_model_layers_59_mlp_up_proj/std": 0.435546875, "train/tensor_act_model_layers_59_mlp_up_proj/max_abs": 2.484375, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/min": -2.484375, "train/tensor_act_model_layers_59_mlp_up_proj/max": 2.328125, "train/tensor_act_model_layers_59_mlp_up_proj/range": 4.8125, "train/tensor_act_model_layers_59_mlp_down_proj/norm": 110.11038208007812, "train/tensor_act_model_layers_59_mlp_down_proj/mean": 0.0072021484375, "train/tensor_act_model_layers_59_mlp_down_proj/std": 0.05322265625, "train/tensor_act_model_layers_59_mlp_down_proj/max_abs": 0.46875, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/min": -0.46875, "train/tensor_act_model_layers_59_mlp_down_proj/max": 0.462890625, "train/tensor_act_model_layers_59_mlp_down_proj/range": 0.931640625, "train/tensor_act_model_layers_59_mlp/norm": 110.11038208007812, "train/tensor_act_model_layers_59_mlp/mean": 0.0072021484375, "train/tensor_act_model_layers_59_mlp/std": 0.05322265625, "train/tensor_act_model_layers_59_mlp/max_abs": 0.46875, "train/tensor_act_model_layers_59_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp/min": -0.46875, "train/tensor_act_model_layers_59_mlp/max": 0.462890625, "train/tensor_act_model_layers_59_mlp/range": 0.931640625, "train/tensor_act_model_layers_59_residual_post_mlp/norm": 1653.4903564453125, "train/tensor_act_model_layers_59_residual_post_mlp/mean": 0.232421875, "train/tensor_act_model_layers_59_residual_post_mlp/std": 0.7734375, "train/tensor_act_model_layers_59_residual_post_mlp/max_abs": 4.46875, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_mlp/min": -3.796875, "train/tensor_act_model_layers_59_residual_post_mlp/max": 4.46875, "train/tensor_act_model_layers_59_residual_post_mlp/range": 8.265625, "train/tensor_act_model_layers_60_residual_pre_attn/norm": 1653.4903564453125, "train/tensor_act_model_layers_60_residual_pre_attn/mean": 0.232421875, "train/tensor_act_model_layers_60_residual_pre_attn/std": 0.7734375, "train/tensor_act_model_layers_60_residual_pre_attn/max_abs": 4.46875, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_residual_pre_attn/min": -3.796875, "train/tensor_act_model_layers_60_residual_pre_attn/max": 4.46875, "train/tensor_act_model_layers_60_residual_pre_attn/range": 8.265625, "train/tensor_act_model_layers_60_residual_post_attn/norm": 1652.0928955078125, "train/tensor_act_model_layers_60_residual_post_attn/mean": 0.2265625, "train/tensor_act_model_layers_60_residual_post_attn/std": 0.7734375, "train/tensor_act_model_layers_60_residual_post_attn/max_abs": 4.59375, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_attn/min": -3.78125, "train/tensor_act_model_layers_60_residual_post_attn/max": 4.59375, "train/tensor_act_model_layers_60_residual_post_attn/range": 8.375, "train/tensor_act_model_layers_60_mlp_gate_proj/norm": 1600.7919921875, "train/tensor_act_model_layers_60_mlp_gate_proj/mean": -0.291015625, "train/tensor_act_model_layers_60_mlp_gate_proj/std": 0.470703125, "train/tensor_act_model_layers_60_mlp_gate_proj/max_abs": 2.609375, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/min": -2.609375, "train/tensor_act_model_layers_60_mlp_gate_proj/max": 2.421875, "train/tensor_act_model_layers_60_mlp_gate_proj/range": 5.03125, "train/tensor_act_model_layers_60_mlp_up_proj/norm": 1251.580322265625, "train/tensor_act_model_layers_60_mlp_up_proj/mean": 0.00701904296875, "train/tensor_act_model_layers_60_mlp_up_proj/std": 0.431640625, "train/tensor_act_model_layers_60_mlp_up_proj/max_abs": 2.375, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/min": -2.375, "train/tensor_act_model_layers_60_mlp_up_proj/max": 2.375, "train/tensor_act_model_layers_60_mlp_up_proj/range": 4.75, "train/tensor_act_model_layers_60_mlp_down_proj/norm": 105.1081314086914, "train/tensor_act_model_layers_60_mlp_down_proj/mean": 0.005279541015625, "train/tensor_act_model_layers_60_mlp_down_proj/std": 0.051025390625, "train/tensor_act_model_layers_60_mlp_down_proj/max_abs": 0.4453125, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/min": -0.4453125, "train/tensor_act_model_layers_60_mlp_down_proj/max": 0.4453125, "train/tensor_act_model_layers_60_mlp_down_proj/range": 0.890625, "train/tensor_act_model_layers_60_mlp/norm": 105.1081314086914, "train/tensor_act_model_layers_60_mlp/mean": 0.005279541015625, "train/tensor_act_model_layers_60_mlp/std": 0.051025390625, "train/tensor_act_model_layers_60_mlp/max_abs": 0.4453125, "train/tensor_act_model_layers_60_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp/min": -0.4453125, "train/tensor_act_model_layers_60_mlp/max": 0.4453125, "train/tensor_act_model_layers_60_mlp/range": 0.890625, "train/tensor_act_model_layers_60_residual_post_mlp/norm": 1657.64990234375, "train/tensor_act_model_layers_60_residual_post_mlp/mean": 0.2314453125, "train/tensor_act_model_layers_60_residual_post_mlp/std": 0.77734375, "train/tensor_act_model_layers_60_residual_post_mlp/max_abs": 4.53125, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_mlp/min": -3.859375, "train/tensor_act_model_layers_60_residual_post_mlp/max": 4.53125, "train/tensor_act_model_layers_60_residual_post_mlp/range": 8.390625, "train/tensor_act_model_layers_61_residual_pre_attn/norm": 1657.64990234375, "train/tensor_act_model_layers_61_residual_pre_attn/mean": 0.2314453125, "train/tensor_act_model_layers_61_residual_pre_attn/std": 0.77734375, "train/tensor_act_model_layers_61_residual_pre_attn/max_abs": 4.53125, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_residual_pre_attn/min": -3.859375, "train/tensor_act_model_layers_61_residual_pre_attn/max": 4.53125, "train/tensor_act_model_layers_61_residual_pre_attn/range": 8.390625, "train/tensor_act_model_layers_61_residual_post_attn/norm": 1661.3638916015625, "train/tensor_act_model_layers_61_residual_post_attn/mean": 0.2275390625, "train/tensor_act_model_layers_61_residual_post_attn/std": 0.77734375, "train/tensor_act_model_layers_61_residual_post_attn/max_abs": 4.5, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_attn/min": -3.859375, "train/tensor_act_model_layers_61_residual_post_attn/max": 4.5, "train/tensor_act_model_layers_61_residual_post_attn/range": 8.359375, "train/tensor_act_model_layers_61_mlp_gate_proj/norm": 1627.4873046875, "train/tensor_act_model_layers_61_mlp_gate_proj/mean": -0.306640625, "train/tensor_act_model_layers_61_mlp_gate_proj/std": 0.470703125, "train/tensor_act_model_layers_61_mlp_gate_proj/max_abs": 2.671875, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/min": -2.671875, "train/tensor_act_model_layers_61_mlp_gate_proj/max": 2.125, "train/tensor_act_model_layers_61_mlp_gate_proj/range": 4.796875, "train/tensor_act_model_layers_61_mlp_up_proj/norm": 1290.43310546875, "train/tensor_act_model_layers_61_mlp_up_proj/mean": 0.000614166259765625, "train/tensor_act_model_layers_61_mlp_up_proj/std": 0.4453125, "train/tensor_act_model_layers_61_mlp_up_proj/max_abs": 2.671875, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/min": -2.671875, "train/tensor_act_model_layers_61_mlp_up_proj/max": 2.46875, "train/tensor_act_model_layers_61_mlp_up_proj/range": 5.140625, "train/tensor_act_model_layers_61_mlp_down_proj/norm": 105.68282318115234, "train/tensor_act_model_layers_61_mlp_down_proj/mean": 0.0032806396484375, "train/tensor_act_model_layers_61_mlp_down_proj/std": 0.051513671875, "train/tensor_act_model_layers_61_mlp_down_proj/max_abs": 0.455078125, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/min": -0.455078125, "train/tensor_act_model_layers_61_mlp_down_proj/max": 0.453125, "train/tensor_act_model_layers_61_mlp_down_proj/range": 0.908203125, "train/tensor_act_model_layers_61_mlp/norm": 105.68282318115234, "train/tensor_act_model_layers_61_mlp/mean": 0.0032806396484375, "train/tensor_act_model_layers_61_mlp/std": 0.051513671875, "train/tensor_act_model_layers_61_mlp/max_abs": 0.455078125, "train/tensor_act_model_layers_61_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp/min": -0.455078125, "train/tensor_act_model_layers_61_mlp/max": 0.453125, "train/tensor_act_model_layers_61_mlp/range": 0.908203125, "train/tensor_act_model_layers_61_residual_post_mlp/norm": 1665.981689453125, "train/tensor_act_model_layers_61_residual_post_mlp/mean": 0.2314453125, "train/tensor_act_model_layers_61_residual_post_mlp/std": 0.78125, "train/tensor_act_model_layers_61_residual_post_mlp/max_abs": 4.5625, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_mlp/min": -3.859375, "train/tensor_act_model_layers_61_residual_post_mlp/max": 4.5625, "train/tensor_act_model_layers_61_residual_post_mlp/range": 8.421875, "train/tensor_act_model_layers_62_residual_pre_attn/norm": 1665.981689453125, "train/tensor_act_model_layers_62_residual_pre_attn/mean": 0.2314453125, "train/tensor_act_model_layers_62_residual_pre_attn/std": 0.78125, "train/tensor_act_model_layers_62_residual_pre_attn/max_abs": 4.5625, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_residual_pre_attn/min": -3.859375, "train/tensor_act_model_layers_62_residual_pre_attn/max": 4.5625, "train/tensor_act_model_layers_62_residual_pre_attn/range": 8.421875, "train/tensor_act_model_layers_62_residual_post_attn/norm": 1668.8052978515625, "train/tensor_act_model_layers_62_residual_post_attn/mean": 0.2314453125, "train/tensor_act_model_layers_62_residual_post_attn/std": 0.78125, "train/tensor_act_model_layers_62_residual_post_attn/max_abs": 4.5625, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_attn/min": -3.8125, "train/tensor_act_model_layers_62_residual_post_attn/max": 4.5625, "train/tensor_act_model_layers_62_residual_post_attn/range": 8.375, "train/tensor_act_model_layers_62_mlp_gate_proj/norm": 1613.8048095703125, "train/tensor_act_model_layers_62_mlp_gate_proj/mean": -0.29296875, "train/tensor_act_model_layers_62_mlp_gate_proj/std": 0.474609375, "train/tensor_act_model_layers_62_mlp_gate_proj/max_abs": 2.703125, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/min": -2.703125, "train/tensor_act_model_layers_62_mlp_gate_proj/max": 2.078125, "train/tensor_act_model_layers_62_mlp_gate_proj/range": 4.78125, "train/tensor_act_model_layers_62_mlp_up_proj/norm": 1297.114013671875, "train/tensor_act_model_layers_62_mlp_up_proj/mean": 0.01043701171875, "train/tensor_act_model_layers_62_mlp_up_proj/std": 0.447265625, "train/tensor_act_model_layers_62_mlp_up_proj/max_abs": 3.375, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/min": -2.46875, "train/tensor_act_model_layers_62_mlp_up_proj/max": 3.375, "train/tensor_act_model_layers_62_mlp_up_proj/range": 5.84375, "train/tensor_act_model_layers_62_mlp_down_proj/norm": 110.2500991821289, "train/tensor_act_model_layers_62_mlp_down_proj/mean": 0.0050048828125, "train/tensor_act_model_layers_62_mlp_down_proj/std": 0.0537109375, "train/tensor_act_model_layers_62_mlp_down_proj/max_abs": 0.69921875, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/min": -0.55078125, "train/tensor_act_model_layers_62_mlp_down_proj/max": 0.69921875, "train/tensor_act_model_layers_62_mlp_down_proj/range": 1.25, "train/tensor_act_model_layers_62_mlp/norm": 110.2500991821289, "train/tensor_act_model_layers_62_mlp/mean": 0.0050048828125, "train/tensor_act_model_layers_62_mlp/std": 0.0537109375, "train/tensor_act_model_layers_62_mlp/max_abs": 0.69921875, "train/tensor_act_model_layers_62_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp/min": -0.55078125, "train/tensor_act_model_layers_62_mlp/max": 0.69921875, "train/tensor_act_model_layers_62_mlp/range": 1.25, "train/tensor_act_model_layers_62_residual_post_mlp/norm": 1674.2740478515625, "train/tensor_act_model_layers_62_residual_post_mlp/mean": 0.236328125, "train/tensor_act_model_layers_62_residual_post_mlp/std": 0.78125, "train/tensor_act_model_layers_62_residual_post_mlp/max_abs": 4.59375, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_mlp/min": -3.78125, "train/tensor_act_model_layers_62_residual_post_mlp/max": 4.59375, "train/tensor_act_model_layers_62_residual_post_mlp/range": 8.375, "train/tensor_act_model_layers_63_residual_pre_attn/norm": 1674.2740478515625, "train/tensor_act_model_layers_63_residual_pre_attn/mean": 0.236328125, "train/tensor_act_model_layers_63_residual_pre_attn/std": 0.78125, "train/tensor_act_model_layers_63_residual_pre_attn/max_abs": 4.59375, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_residual_pre_attn/min": -3.78125, "train/tensor_act_model_layers_63_residual_pre_attn/max": 4.59375, "train/tensor_act_model_layers_63_residual_pre_attn/range": 8.375, "train/tensor_act_model_layers_63_residual_post_attn/norm": 1670.5638427734375, "train/tensor_act_model_layers_63_residual_post_attn/mean": 0.224609375, "train/tensor_act_model_layers_63_residual_post_attn/std": 0.78515625, "train/tensor_act_model_layers_63_residual_post_attn/max_abs": 4.625, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_attn/min": -3.84375, "train/tensor_act_model_layers_63_residual_post_attn/max": 4.625, "train/tensor_act_model_layers_63_residual_post_attn/range": 8.46875, "train/tensor_act_model_layers_63_mlp_gate_proj/norm": 1608.4185791015625, "train/tensor_act_model_layers_63_mlp_gate_proj/mean": -0.302734375, "train/tensor_act_model_layers_63_mlp_gate_proj/std": 0.46484375, "train/tensor_act_model_layers_63_mlp_gate_proj/max_abs": 2.828125, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/min": -2.828125, "train/tensor_act_model_layers_63_mlp_gate_proj/max": 2.125, "train/tensor_act_model_layers_63_mlp_gate_proj/range": 4.953125, "train/tensor_act_model_layers_63_mlp_up_proj/norm": 1269.2283935546875, "train/tensor_act_model_layers_63_mlp_up_proj/mean": 0.00634765625, "train/tensor_act_model_layers_63_mlp_up_proj/std": 0.4375, "train/tensor_act_model_layers_63_mlp_up_proj/max_abs": 2.5625, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/min": -2.34375, "train/tensor_act_model_layers_63_mlp_up_proj/max": 2.5625, "train/tensor_act_model_layers_63_mlp_up_proj/range": 4.90625, "train/tensor_act_model_layers_63_mlp_down_proj/norm": 98.92971801757812, "train/tensor_act_model_layers_63_mlp_down_proj/mean": 0.0033111572265625, "train/tensor_act_model_layers_63_mlp_down_proj/std": 0.048095703125, "train/tensor_act_model_layers_63_mlp_down_proj/max_abs": 0.53515625, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/min": -0.435546875, "train/tensor_act_model_layers_63_mlp_down_proj/max": 0.53515625, "train/tensor_act_model_layers_63_mlp_down_proj/range": 0.970703125, "train/tensor_act_model_layers_63_mlp/norm": 98.92971801757812, "train/tensor_act_model_layers_63_mlp/mean": 0.0033111572265625, "train/tensor_act_model_layers_63_mlp/std": 0.048095703125, "train/tensor_act_model_layers_63_mlp/max_abs": 0.53515625, "train/tensor_act_model_layers_63_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp/min": -0.435546875, "train/tensor_act_model_layers_63_mlp/max": 0.53515625, "train/tensor_act_model_layers_63_mlp/range": 0.970703125, "train/tensor_act_model_layers_63_residual_post_mlp/norm": 1675.0665283203125, "train/tensor_act_model_layers_63_residual_post_mlp/mean": 0.2275390625, "train/tensor_act_model_layers_63_residual_post_mlp/std": 0.78515625, "train/tensor_act_model_layers_63_residual_post_mlp/max_abs": 4.65625, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_mlp/min": -3.84375, "train/tensor_act_model_layers_63_residual_post_mlp/max": 4.65625, "train/tensor_act_model_layers_63_residual_post_mlp/range": 8.5, "train/tensor_act_model_layers_64_residual_pre_attn/norm": 1675.0665283203125, "train/tensor_act_model_layers_64_residual_pre_attn/mean": 0.2275390625, "train/tensor_act_model_layers_64_residual_pre_attn/std": 0.78515625, "train/tensor_act_model_layers_64_residual_pre_attn/max_abs": 4.65625, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_residual_pre_attn/min": -3.84375, "train/tensor_act_model_layers_64_residual_pre_attn/max": 4.65625, "train/tensor_act_model_layers_64_residual_pre_attn/range": 8.5, "train/tensor_act_model_layers_64_residual_post_attn/norm": 1680.5418701171875, "train/tensor_act_model_layers_64_residual_post_attn/mean": 0.2265625, "train/tensor_act_model_layers_64_residual_post_attn/std": 0.7890625, "train/tensor_act_model_layers_64_residual_post_attn/max_abs": 4.65625, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_attn/min": -3.890625, "train/tensor_act_model_layers_64_residual_post_attn/max": 4.65625, "train/tensor_act_model_layers_64_residual_post_attn/range": 8.546875, "train/tensor_act_model_layers_64_mlp_gate_proj/norm": 1646.095947265625, "train/tensor_act_model_layers_64_mlp_gate_proj/mean": -0.3203125, "train/tensor_act_model_layers_64_mlp_gate_proj/std": 0.46875, "train/tensor_act_model_layers_64_mlp_gate_proj/max_abs": 2.984375, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/min": -2.984375, "train/tensor_act_model_layers_64_mlp_gate_proj/max": 2.234375, "train/tensor_act_model_layers_64_mlp_gate_proj/range": 5.21875, "train/tensor_act_model_layers_64_mlp_up_proj/norm": 1300.4407958984375, "train/tensor_act_model_layers_64_mlp_up_proj/mean": 0.0264892578125, "train/tensor_act_model_layers_64_mlp_up_proj/std": 0.447265625, "train/tensor_act_model_layers_64_mlp_up_proj/max_abs": 2.71875, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/min": -2.53125, "train/tensor_act_model_layers_64_mlp_up_proj/max": 2.71875, "train/tensor_act_model_layers_64_mlp_up_proj/range": 5.25, "train/tensor_act_model_layers_64_mlp_down_proj/norm": 104.25790405273438, "train/tensor_act_model_layers_64_mlp_down_proj/mean": 0.005096435546875, "train/tensor_act_model_layers_64_mlp_down_proj/std": 0.050537109375, "train/tensor_act_model_layers_64_mlp_down_proj/max_abs": 0.60546875, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/min": -0.57421875, "train/tensor_act_model_layers_64_mlp_down_proj/max": 0.60546875, "train/tensor_act_model_layers_64_mlp_down_proj/range": 1.1796875, "train/tensor_act_model_layers_64_mlp/norm": 104.25790405273438, "train/tensor_act_model_layers_64_mlp/mean": 0.005096435546875, "train/tensor_act_model_layers_64_mlp/std": 0.050537109375, "train/tensor_act_model_layers_64_mlp/max_abs": 0.60546875, "train/tensor_act_model_layers_64_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp/min": -0.57421875, "train/tensor_act_model_layers_64_mlp/max": 0.60546875, "train/tensor_act_model_layers_64_mlp/range": 1.1796875, "train/tensor_act_model_layers_64_residual_post_mlp/norm": 1685.5101318359375, "train/tensor_act_model_layers_64_residual_post_mlp/mean": 0.2314453125, "train/tensor_act_model_layers_64_residual_post_mlp/std": 0.7890625, "train/tensor_act_model_layers_64_residual_post_mlp/max_abs": 4.65625, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_mlp/min": -3.828125, "train/tensor_act_model_layers_64_residual_post_mlp/max": 4.65625, "train/tensor_act_model_layers_64_residual_post_mlp/range": 8.484375, "train/tensor_act_model_layers_65_residual_pre_attn/norm": 1685.5101318359375, "train/tensor_act_model_layers_65_residual_pre_attn/mean": 0.2314453125, "train/tensor_act_model_layers_65_residual_pre_attn/std": 0.7890625, "train/tensor_act_model_layers_65_residual_pre_attn/max_abs": 4.65625, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_residual_pre_attn/min": -3.828125, "train/tensor_act_model_layers_65_residual_pre_attn/max": 4.65625, "train/tensor_act_model_layers_65_residual_pre_attn/range": 8.484375, "train/tensor_act_model_layers_65_residual_post_attn/norm": 1684.052001953125, "train/tensor_act_model_layers_65_residual_post_attn/mean": 0.23046875, "train/tensor_act_model_layers_65_residual_post_attn/std": 0.7890625, "train/tensor_act_model_layers_65_residual_post_attn/max_abs": 4.6875, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_attn/min": -3.890625, "train/tensor_act_model_layers_65_residual_post_attn/max": 4.6875, "train/tensor_act_model_layers_65_residual_post_attn/range": 8.578125, "train/tensor_act_model_layers_65_mlp_gate_proj/norm": 1687.4720458984375, "train/tensor_act_model_layers_65_mlp_gate_proj/mean": -0.3359375, "train/tensor_act_model_layers_65_mlp_gate_proj/std": 0.4765625, "train/tensor_act_model_layers_65_mlp_gate_proj/max_abs": 2.734375, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/min": -2.734375, "train/tensor_act_model_layers_65_mlp_gate_proj/max": 2.1875, "train/tensor_act_model_layers_65_mlp_gate_proj/range": 4.921875, "train/tensor_act_model_layers_65_mlp_up_proj/norm": 1310.546630859375, "train/tensor_act_model_layers_65_mlp_up_proj/mean": -0.00116729736328125, "train/tensor_act_model_layers_65_mlp_up_proj/std": 0.453125, "train/tensor_act_model_layers_65_mlp_up_proj/max_abs": 2.5, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/min": -2.453125, "train/tensor_act_model_layers_65_mlp_up_proj/max": 2.5, "train/tensor_act_model_layers_65_mlp_up_proj/range": 4.953125, "train/tensor_act_model_layers_65_mlp_down_proj/norm": 104.72888946533203, "train/tensor_act_model_layers_65_mlp_down_proj/mean": 0.004852294921875, "train/tensor_act_model_layers_65_mlp_down_proj/std": 0.051025390625, "train/tensor_act_model_layers_65_mlp_down_proj/max_abs": 0.4765625, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/min": -0.44140625, "train/tensor_act_model_layers_65_mlp_down_proj/max": 0.4765625, "train/tensor_act_model_layers_65_mlp_down_proj/range": 0.91796875, "train/tensor_act_model_layers_65_mlp/norm": 104.72888946533203, "train/tensor_act_model_layers_65_mlp/mean": 0.004852294921875, "train/tensor_act_model_layers_65_mlp/std": 0.051025390625, "train/tensor_act_model_layers_65_mlp/max_abs": 0.4765625, "train/tensor_act_model_layers_65_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp/min": -0.44140625, "train/tensor_act_model_layers_65_mlp/max": 0.4765625, "train/tensor_act_model_layers_65_mlp/range": 0.91796875, "train/tensor_act_model_layers_65_residual_post_mlp/norm": 1691.0081787109375, "train/tensor_act_model_layers_65_residual_post_mlp/mean": 0.2353515625, "train/tensor_act_model_layers_65_residual_post_mlp/std": 0.79296875, "train/tensor_act_model_layers_65_residual_post_mlp/max_abs": 4.71875, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_mlp/min": -3.890625, "train/tensor_act_model_layers_65_residual_post_mlp/max": 4.71875, "train/tensor_act_model_layers_65_residual_post_mlp/range": 8.609375, "train/tensor_act_model_layers_66_residual_pre_attn/norm": 1691.0081787109375, "train/tensor_act_model_layers_66_residual_pre_attn/mean": 0.2353515625, "train/tensor_act_model_layers_66_residual_pre_attn/std": 0.79296875, "train/tensor_act_model_layers_66_residual_pre_attn/max_abs": 4.71875, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_residual_pre_attn/min": -3.890625, "train/tensor_act_model_layers_66_residual_pre_attn/max": 4.71875, "train/tensor_act_model_layers_66_residual_pre_attn/range": 8.609375, "train/tensor_act_model_layers_66_residual_post_attn/norm": 1702.0408935546875, "train/tensor_act_model_layers_66_residual_post_attn/mean": 0.236328125, "train/tensor_act_model_layers_66_residual_post_attn/std": 0.796875, "train/tensor_act_model_layers_66_residual_post_attn/max_abs": 4.71875, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_attn/min": -4.0625, "train/tensor_act_model_layers_66_residual_post_attn/max": 4.71875, "train/tensor_act_model_layers_66_residual_post_attn/range": 8.78125, "train/tensor_act_model_layers_66_mlp_gate_proj/norm": 1656.9537353515625, "train/tensor_act_model_layers_66_mlp_gate_proj/mean": -0.314453125, "train/tensor_act_model_layers_66_mlp_gate_proj/std": 0.478515625, "train/tensor_act_model_layers_66_mlp_gate_proj/max_abs": 2.734375, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/min": -2.734375, "train/tensor_act_model_layers_66_mlp_gate_proj/max": 2.21875, "train/tensor_act_model_layers_66_mlp_gate_proj/range": 4.953125, "train/tensor_act_model_layers_66_mlp_up_proj/norm": 1305.5970458984375, "train/tensor_act_model_layers_66_mlp_up_proj/mean": -0.0146484375, "train/tensor_act_model_layers_66_mlp_up_proj/std": 0.451171875, "train/tensor_act_model_layers_66_mlp_up_proj/max_abs": 3.1875, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/min": -2.640625, "train/tensor_act_model_layers_66_mlp_up_proj/max": 3.1875, "train/tensor_act_model_layers_66_mlp_up_proj/range": 5.828125, "train/tensor_act_model_layers_66_mlp_down_proj/norm": 108.97760009765625, "train/tensor_act_model_layers_66_mlp_down_proj/mean": 0.004913330078125, "train/tensor_act_model_layers_66_mlp_down_proj/std": 0.052978515625, "train/tensor_act_model_layers_66_mlp_down_proj/max_abs": 0.58203125, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/min": -0.5234375, "train/tensor_act_model_layers_66_mlp_down_proj/max": 0.58203125, "train/tensor_act_model_layers_66_mlp_down_proj/range": 1.10546875, "train/tensor_act_model_layers_66_mlp/norm": 108.97760009765625, "train/tensor_act_model_layers_66_mlp/mean": 0.004913330078125, "train/tensor_act_model_layers_66_mlp/std": 0.052978515625, "train/tensor_act_model_layers_66_mlp/max_abs": 0.58203125, "train/tensor_act_model_layers_66_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp/min": -0.5234375, "train/tensor_act_model_layers_66_mlp/max": 0.58203125, "train/tensor_act_model_layers_66_mlp/range": 1.10546875, "train/tensor_act_model_layers_66_residual_post_mlp/norm": 1708.093505859375, "train/tensor_act_model_layers_66_residual_post_mlp/mean": 0.2412109375, "train/tensor_act_model_layers_66_residual_post_mlp/std": 0.796875, "train/tensor_act_model_layers_66_residual_post_mlp/max_abs": 4.75, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_mlp/min": -4.09375, "train/tensor_act_model_layers_66_residual_post_mlp/max": 4.75, "train/tensor_act_model_layers_66_residual_post_mlp/range": 8.84375, "train/tensor_act_model_layers_67_residual_pre_attn/norm": 1708.093505859375, "train/tensor_act_model_layers_67_residual_pre_attn/mean": 0.2412109375, "train/tensor_act_model_layers_67_residual_pre_attn/std": 0.796875, "train/tensor_act_model_layers_67_residual_pre_attn/max_abs": 4.75, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_residual_pre_attn/min": -4.09375, "train/tensor_act_model_layers_67_residual_pre_attn/max": 4.75, "train/tensor_act_model_layers_67_residual_pre_attn/range": 8.84375, "train/tensor_act_model_layers_67_residual_post_attn/norm": 1721.5567626953125, "train/tensor_act_model_layers_67_residual_post_attn/mean": 0.24609375, "train/tensor_act_model_layers_67_residual_post_attn/std": 0.8046875, "train/tensor_act_model_layers_67_residual_post_attn/max_abs": 4.75, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_attn/min": -4.03125, "train/tensor_act_model_layers_67_residual_post_attn/max": 4.75, "train/tensor_act_model_layers_67_residual_post_attn/range": 8.78125, "train/tensor_act_model_layers_67_mlp_gate_proj/norm": 1635.9537353515625, "train/tensor_act_model_layers_67_mlp_gate_proj/mean": -0.30859375, "train/tensor_act_model_layers_67_mlp_gate_proj/std": 0.47265625, "train/tensor_act_model_layers_67_mlp_gate_proj/max_abs": 2.6875, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/min": -2.6875, "train/tensor_act_model_layers_67_mlp_gate_proj/max": 2.109375, "train/tensor_act_model_layers_67_mlp_gate_proj/range": 4.796875, "train/tensor_act_model_layers_67_mlp_up_proj/norm": 1296.1383056640625, "train/tensor_act_model_layers_67_mlp_up_proj/mean": -0.00086212158203125, "train/tensor_act_model_layers_67_mlp_up_proj/std": 0.447265625, "train/tensor_act_model_layers_67_mlp_up_proj/max_abs": 2.875, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/min": -2.5, "train/tensor_act_model_layers_67_mlp_up_proj/max": 2.875, "train/tensor_act_model_layers_67_mlp_up_proj/range": 5.375, "train/tensor_act_model_layers_67_mlp_down_proj/norm": 104.4413833618164, "train/tensor_act_model_layers_67_mlp_down_proj/mean": 0.00616455078125, "train/tensor_act_model_layers_67_mlp_down_proj/std": 0.050537109375, "train/tensor_act_model_layers_67_mlp_down_proj/max_abs": 0.4453125, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/min": -0.392578125, "train/tensor_act_model_layers_67_mlp_down_proj/max": 0.4453125, "train/tensor_act_model_layers_67_mlp_down_proj/range": 0.837890625, "train/tensor_act_model_layers_67_mlp/norm": 104.4413833618164, "train/tensor_act_model_layers_67_mlp/mean": 0.00616455078125, "train/tensor_act_model_layers_67_mlp/std": 0.050537109375, "train/tensor_act_model_layers_67_mlp/max_abs": 0.4453125, "train/tensor_act_model_layers_67_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp/min": -0.392578125, "train/tensor_act_model_layers_67_mlp/max": 0.4453125, "train/tensor_act_model_layers_67_mlp/range": 0.837890625, "train/tensor_act_model_layers_67_residual_post_mlp/norm": 1726.224853515625, "train/tensor_act_model_layers_67_residual_post_mlp/mean": 0.251953125, "train/tensor_act_model_layers_67_residual_post_mlp/std": 0.8046875, "train/tensor_act_model_layers_67_residual_post_mlp/max_abs": 4.71875, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_mlp/min": -4.09375, "train/tensor_act_model_layers_67_residual_post_mlp/max": 4.71875, "train/tensor_act_model_layers_67_residual_post_mlp/range": 8.8125, "train/tensor_act_model_layers_68_residual_pre_attn/norm": 1726.224853515625, "train/tensor_act_model_layers_68_residual_pre_attn/mean": 0.251953125, "train/tensor_act_model_layers_68_residual_pre_attn/std": 0.8046875, "train/tensor_act_model_layers_68_residual_pre_attn/max_abs": 4.71875, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_residual_pre_attn/min": -4.09375, "train/tensor_act_model_layers_68_residual_pre_attn/max": 4.71875, "train/tensor_act_model_layers_68_residual_pre_attn/range": 8.8125, "train/tensor_act_model_layers_68_residual_post_attn/norm": 1748.04833984375, "train/tensor_act_model_layers_68_residual_post_attn/mean": 0.251953125, "train/tensor_act_model_layers_68_residual_post_attn/std": 0.81640625, "train/tensor_act_model_layers_68_residual_post_attn/max_abs": 4.625, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_attn/min": -4.15625, "train/tensor_act_model_layers_68_residual_post_attn/max": 4.625, "train/tensor_act_model_layers_68_residual_post_attn/range": 8.78125, "train/tensor_act_model_layers_68_mlp_gate_proj/norm": 1648.6138916015625, "train/tensor_act_model_layers_68_mlp_gate_proj/mean": -0.306640625, "train/tensor_act_model_layers_68_mlp_gate_proj/std": 0.48046875, "train/tensor_act_model_layers_68_mlp_gate_proj/max_abs": 2.796875, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/min": -2.796875, "train/tensor_act_model_layers_68_mlp_gate_proj/max": 2.4375, "train/tensor_act_model_layers_68_mlp_gate_proj/range": 5.234375, "train/tensor_act_model_layers_68_mlp_up_proj/norm": 1310.07421875, "train/tensor_act_model_layers_68_mlp_up_proj/mean": 0.0023651123046875, "train/tensor_act_model_layers_68_mlp_up_proj/std": 0.453125, "train/tensor_act_model_layers_68_mlp_up_proj/max_abs": 2.546875, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/min": -2.515625, "train/tensor_act_model_layers_68_mlp_up_proj/max": 2.546875, "train/tensor_act_model_layers_68_mlp_up_proj/range": 5.0625, "train/tensor_act_model_layers_68_mlp_down_proj/norm": 111.4397201538086, "train/tensor_act_model_layers_68_mlp_down_proj/mean": 0.00482177734375, "train/tensor_act_model_layers_68_mlp_down_proj/std": 0.05419921875, "train/tensor_act_model_layers_68_mlp_down_proj/max_abs": 0.58203125, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/min": -0.58203125, "train/tensor_act_model_layers_68_mlp_down_proj/max": 0.47265625, "train/tensor_act_model_layers_68_mlp_down_proj/range": 1.0546875, "train/tensor_act_model_layers_68_mlp/norm": 111.4397201538086, "train/tensor_act_model_layers_68_mlp/mean": 0.00482177734375, "train/tensor_act_model_layers_68_mlp/std": 0.05419921875, "train/tensor_act_model_layers_68_mlp/max_abs": 0.58203125, "train/tensor_act_model_layers_68_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp/min": -0.58203125, "train/tensor_act_model_layers_68_mlp/max": 0.47265625, "train/tensor_act_model_layers_68_mlp/range": 1.0546875, "train/tensor_act_model_layers_68_residual_post_mlp/norm": 1753.4503173828125, "train/tensor_act_model_layers_68_residual_post_mlp/mean": 0.2578125, "train/tensor_act_model_layers_68_residual_post_mlp/std": 0.81640625, "train/tensor_act_model_layers_68_residual_post_mlp/max_abs": 4.65625, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_mlp/min": -4.1875, "train/tensor_act_model_layers_68_residual_post_mlp/max": 4.65625, "train/tensor_act_model_layers_68_residual_post_mlp/range": 8.84375, "train/tensor_act_model_layers_69_residual_pre_attn/norm": 1753.4503173828125, "train/tensor_act_model_layers_69_residual_pre_attn/mean": 0.2578125, "train/tensor_act_model_layers_69_residual_pre_attn/std": 0.81640625, "train/tensor_act_model_layers_69_residual_pre_attn/max_abs": 4.65625, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_residual_pre_attn/min": -4.1875, "train/tensor_act_model_layers_69_residual_pre_attn/max": 4.65625, "train/tensor_act_model_layers_69_residual_pre_attn/range": 8.84375, "train/tensor_act_model_layers_69_residual_post_attn/norm": 1752.146484375, "train/tensor_act_model_layers_69_residual_post_attn/mean": 0.25390625, "train/tensor_act_model_layers_69_residual_post_attn/std": 0.81640625, "train/tensor_act_model_layers_69_residual_post_attn/max_abs": 4.6875, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_attn/min": -4.25, "train/tensor_act_model_layers_69_residual_post_attn/max": 4.6875, "train/tensor_act_model_layers_69_residual_post_attn/range": 8.9375, "train/tensor_act_model_layers_69_mlp_gate_proj/norm": 1700.9505615234375, "train/tensor_act_model_layers_69_mlp_gate_proj/mean": -0.33203125, "train/tensor_act_model_layers_69_mlp_gate_proj/std": 0.484375, "train/tensor_act_model_layers_69_mlp_gate_proj/max_abs": 2.703125, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/min": -2.703125, "train/tensor_act_model_layers_69_mlp_gate_proj/max": 2.40625, "train/tensor_act_model_layers_69_mlp_gate_proj/range": 5.109375, "train/tensor_act_model_layers_69_mlp_up_proj/norm": 1369.606689453125, "train/tensor_act_model_layers_69_mlp_up_proj/mean": -0.0167236328125, "train/tensor_act_model_layers_69_mlp_up_proj/std": 0.47265625, "train/tensor_act_model_layers_69_mlp_up_proj/max_abs": 2.484375, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/min": -2.484375, "train/tensor_act_model_layers_69_mlp_up_proj/max": 2.390625, "train/tensor_act_model_layers_69_mlp_up_proj/range": 4.875, "train/tensor_act_model_layers_69_mlp_down_proj/norm": 113.62574768066406, "train/tensor_act_model_layers_69_mlp_down_proj/mean": 0.006561279296875, "train/tensor_act_model_layers_69_mlp_down_proj/std": 0.05517578125, "train/tensor_act_model_layers_69_mlp_down_proj/max_abs": 0.5234375, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/min": -0.484375, "train/tensor_act_model_layers_69_mlp_down_proj/max": 0.5234375, "train/tensor_act_model_layers_69_mlp_down_proj/range": 1.0078125, "train/tensor_act_model_layers_69_mlp/norm": 113.62574768066406, "train/tensor_act_model_layers_69_mlp/mean": 0.006561279296875, "train/tensor_act_model_layers_69_mlp/std": 0.05517578125, "train/tensor_act_model_layers_69_mlp/max_abs": 0.5234375, "train/tensor_act_model_layers_69_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp/min": -0.484375, "train/tensor_act_model_layers_69_mlp/max": 0.5234375, "train/tensor_act_model_layers_69_mlp/range": 1.0078125, "train/tensor_act_model_layers_69_residual_post_mlp/norm": 1759.7537841796875, "train/tensor_act_model_layers_69_residual_post_mlp/mean": 0.259765625, "train/tensor_act_model_layers_69_residual_post_mlp/std": 0.8203125, "train/tensor_act_model_layers_69_residual_post_mlp/max_abs": 4.65625, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_mlp/min": -4.25, "train/tensor_act_model_layers_69_residual_post_mlp/max": 4.65625, "train/tensor_act_model_layers_69_residual_post_mlp/range": 8.90625, "train/tensor_act_model_layers_70_residual_pre_attn/norm": 1759.7537841796875, "train/tensor_act_model_layers_70_residual_pre_attn/mean": 0.259765625, "train/tensor_act_model_layers_70_residual_pre_attn/std": 0.8203125, "train/tensor_act_model_layers_70_residual_pre_attn/max_abs": 4.65625, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_residual_pre_attn/min": -4.25, "train/tensor_act_model_layers_70_residual_pre_attn/max": 4.65625, "train/tensor_act_model_layers_70_residual_pre_attn/range": 8.90625, "train/tensor_act_model_layers_70_residual_post_attn/norm": 1752.450927734375, "train/tensor_act_model_layers_70_residual_post_attn/mean": 0.251953125, "train/tensor_act_model_layers_70_residual_post_attn/std": 0.81640625, "train/tensor_act_model_layers_70_residual_post_attn/max_abs": 4.625, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_attn/min": -4.3125, "train/tensor_act_model_layers_70_residual_post_attn/max": 4.625, "train/tensor_act_model_layers_70_residual_post_attn/range": 8.9375, "train/tensor_act_model_layers_70_mlp_gate_proj/norm": 1642.30126953125, "train/tensor_act_model_layers_70_mlp_gate_proj/mean": -0.302734375, "train/tensor_act_model_layers_70_mlp_gate_proj/std": 0.478515625, "train/tensor_act_model_layers_70_mlp_gate_proj/max_abs": 3.046875, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/min": -3.046875, "train/tensor_act_model_layers_70_mlp_gate_proj/max": 2.203125, "train/tensor_act_model_layers_70_mlp_gate_proj/range": 5.25, "train/tensor_act_model_layers_70_mlp_up_proj/norm": 1321.0802001953125, "train/tensor_act_model_layers_70_mlp_up_proj/mean": -0.002777099609375, "train/tensor_act_model_layers_70_mlp_up_proj/std": 0.45703125, "train/tensor_act_model_layers_70_mlp_up_proj/max_abs": 2.75, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/min": -2.59375, "train/tensor_act_model_layers_70_mlp_up_proj/max": 2.75, "train/tensor_act_model_layers_70_mlp_up_proj/range": 5.34375, "train/tensor_act_model_layers_70_mlp_down_proj/norm": 113.64354705810547, "train/tensor_act_model_layers_70_mlp_down_proj/mean": 0.006317138671875, "train/tensor_act_model_layers_70_mlp_down_proj/std": 0.05517578125, "train/tensor_act_model_layers_70_mlp_down_proj/max_abs": 0.578125, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/min": -0.498046875, "train/tensor_act_model_layers_70_mlp_down_proj/max": 0.578125, "train/tensor_act_model_layers_70_mlp_down_proj/range": 1.076171875, "train/tensor_act_model_layers_70_mlp/norm": 113.64354705810547, "train/tensor_act_model_layers_70_mlp/mean": 0.006317138671875, "train/tensor_act_model_layers_70_mlp/std": 0.05517578125, "train/tensor_act_model_layers_70_mlp/max_abs": 0.578125, "train/tensor_act_model_layers_70_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp/min": -0.498046875, "train/tensor_act_model_layers_70_mlp/max": 0.578125, "train/tensor_act_model_layers_70_mlp/range": 1.076171875, "train/tensor_act_model_layers_70_residual_post_mlp/norm": 1758.2069091796875, "train/tensor_act_model_layers_70_residual_post_mlp/mean": 0.2578125, "train/tensor_act_model_layers_70_residual_post_mlp/std": 0.8203125, "train/tensor_act_model_layers_70_residual_post_mlp/max_abs": 4.59375, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_mlp/min": -4.28125, "train/tensor_act_model_layers_70_residual_post_mlp/max": 4.59375, "train/tensor_act_model_layers_70_residual_post_mlp/range": 8.875, "train/tensor_act_model_layers_71_residual_pre_attn/norm": 1758.2069091796875, "train/tensor_act_model_layers_71_residual_pre_attn/mean": 0.2578125, "train/tensor_act_model_layers_71_residual_pre_attn/std": 0.8203125, "train/tensor_act_model_layers_71_residual_pre_attn/max_abs": 4.59375, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_residual_pre_attn/min": -4.28125, "train/tensor_act_model_layers_71_residual_pre_attn/max": 4.59375, "train/tensor_act_model_layers_71_residual_pre_attn/range": 8.875, "train/tensor_act_model_layers_71_residual_post_attn/norm": 1765.1458740234375, "train/tensor_act_model_layers_71_residual_post_attn/mean": 0.259765625, "train/tensor_act_model_layers_71_residual_post_attn/std": 0.8203125, "train/tensor_act_model_layers_71_residual_post_attn/max_abs": 4.59375, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_attn/min": -4.4375, "train/tensor_act_model_layers_71_residual_post_attn/max": 4.59375, "train/tensor_act_model_layers_71_residual_post_attn/range": 9.03125, "train/tensor_act_model_layers_71_mlp_gate_proj/norm": 1685.442626953125, "train/tensor_act_model_layers_71_mlp_gate_proj/mean": -0.322265625, "train/tensor_act_model_layers_71_mlp_gate_proj/std": 0.484375, "train/tensor_act_model_layers_71_mlp_gate_proj/max_abs": 2.859375, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/min": -2.859375, "train/tensor_act_model_layers_71_mlp_gate_proj/max": 2.546875, "train/tensor_act_model_layers_71_mlp_gate_proj/range": 5.40625, "train/tensor_act_model_layers_71_mlp_up_proj/norm": 1339.9315185546875, "train/tensor_act_model_layers_71_mlp_up_proj/mean": 0.005859375, "train/tensor_act_model_layers_71_mlp_up_proj/std": 0.462890625, "train/tensor_act_model_layers_71_mlp_up_proj/max_abs": 2.9375, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/min": -2.5, "train/tensor_act_model_layers_71_mlp_up_proj/max": 2.9375, "train/tensor_act_model_layers_71_mlp_up_proj/range": 5.4375, "train/tensor_act_model_layers_71_mlp_down_proj/norm": 113.67825317382812, "train/tensor_act_model_layers_71_mlp_down_proj/mean": 0.003631591796875, "train/tensor_act_model_layers_71_mlp_down_proj/std": 0.055419921875, "train/tensor_act_model_layers_71_mlp_down_proj/max_abs": 0.703125, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/min": -0.57421875, "train/tensor_act_model_layers_71_mlp_down_proj/max": 0.703125, "train/tensor_act_model_layers_71_mlp_down_proj/range": 1.27734375, "train/tensor_act_model_layers_71_mlp/norm": 113.67825317382812, "train/tensor_act_model_layers_71_mlp/mean": 0.003631591796875, "train/tensor_act_model_layers_71_mlp/std": 0.055419921875, "train/tensor_act_model_layers_71_mlp/max_abs": 0.703125, "train/tensor_act_model_layers_71_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp/min": -0.57421875, "train/tensor_act_model_layers_71_mlp/max": 0.703125, "train/tensor_act_model_layers_71_mlp/range": 1.27734375, "train/tensor_act_model_layers_71_residual_post_mlp/norm": 1771.74169921875, "train/tensor_act_model_layers_71_residual_post_mlp/mean": 0.263671875, "train/tensor_act_model_layers_71_residual_post_mlp/std": 0.82421875, "train/tensor_act_model_layers_71_residual_post_mlp/max_abs": 4.65625, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_mlp/min": -4.4375, "train/tensor_act_model_layers_71_residual_post_mlp/max": 4.65625, "train/tensor_act_model_layers_71_residual_post_mlp/range": 9.09375, "train/tensor_act_model_layers_72_residual_pre_attn/norm": 1771.74169921875, "train/tensor_act_model_layers_72_residual_pre_attn/mean": 0.263671875, "train/tensor_act_model_layers_72_residual_pre_attn/std": 0.82421875, "train/tensor_act_model_layers_72_residual_pre_attn/max_abs": 4.65625, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_residual_pre_attn/min": -4.4375, "train/tensor_act_model_layers_72_residual_pre_attn/max": 4.65625, "train/tensor_act_model_layers_72_residual_pre_attn/range": 9.09375, "train/tensor_act_model_layers_72_residual_post_attn/norm": 1774.2247314453125, "train/tensor_act_model_layers_72_residual_post_attn/mean": 0.255859375, "train/tensor_act_model_layers_72_residual_post_attn/std": 0.828125, "train/tensor_act_model_layers_72_residual_post_attn/max_abs": 4.65625, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_attn/min": -4.625, "train/tensor_act_model_layers_72_residual_post_attn/max": 4.65625, "train/tensor_act_model_layers_72_residual_post_attn/range": 9.28125, "train/tensor_act_model_layers_72_mlp_gate_proj/norm": 1630.737548828125, "train/tensor_act_model_layers_72_mlp_gate_proj/mean": -0.29296875, "train/tensor_act_model_layers_72_mlp_gate_proj/std": 0.48046875, "train/tensor_act_model_layers_72_mlp_gate_proj/max_abs": 2.859375, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/min": -2.859375, "train/tensor_act_model_layers_72_mlp_gate_proj/max": 2.375, "train/tensor_act_model_layers_72_mlp_gate_proj/range": 5.234375, "train/tensor_act_model_layers_72_mlp_up_proj/norm": 1328.066162109375, "train/tensor_act_model_layers_72_mlp_up_proj/mean": 0.0185546875, "train/tensor_act_model_layers_72_mlp_up_proj/std": 0.458984375, "train/tensor_act_model_layers_72_mlp_up_proj/max_abs": 3.3125, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/min": -3.3125, "train/tensor_act_model_layers_72_mlp_up_proj/max": 2.546875, "train/tensor_act_model_layers_72_mlp_up_proj/range": 5.859375, "train/tensor_act_model_layers_72_mlp_down_proj/norm": 119.30471801757812, "train/tensor_act_model_layers_72_mlp_down_proj/mean": 0.006622314453125, "train/tensor_act_model_layers_72_mlp_down_proj/std": 0.057861328125, "train/tensor_act_model_layers_72_mlp_down_proj/max_abs": 0.6484375, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/min": -0.6328125, "train/tensor_act_model_layers_72_mlp_down_proj/max": 0.6484375, "train/tensor_act_model_layers_72_mlp_down_proj/range": 1.28125, "train/tensor_act_model_layers_72_mlp/norm": 119.30471801757812, "train/tensor_act_model_layers_72_mlp/mean": 0.006622314453125, "train/tensor_act_model_layers_72_mlp/std": 0.057861328125, "train/tensor_act_model_layers_72_mlp/max_abs": 0.6484375, "train/tensor_act_model_layers_72_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp/min": -0.6328125, "train/tensor_act_model_layers_72_mlp/max": 0.6484375, "train/tensor_act_model_layers_72_mlp/range": 1.28125, "train/tensor_act_model_layers_72_residual_post_mlp/norm": 1785.178466796875, "train/tensor_act_model_layers_72_residual_post_mlp/mean": 0.26171875, "train/tensor_act_model_layers_72_residual_post_mlp/std": 0.83203125, "train/tensor_act_model_layers_72_residual_post_mlp/max_abs": 4.65625, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_mlp/min": -4.625, "train/tensor_act_model_layers_72_residual_post_mlp/max": 4.65625, "train/tensor_act_model_layers_72_residual_post_mlp/range": 9.28125, "train/tensor_act_model_layers_73_residual_pre_attn/norm": 1785.178466796875, "train/tensor_act_model_layers_73_residual_pre_attn/mean": 0.26171875, "train/tensor_act_model_layers_73_residual_pre_attn/std": 0.83203125, "train/tensor_act_model_layers_73_residual_pre_attn/max_abs": 4.65625, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_residual_pre_attn/min": -4.625, "train/tensor_act_model_layers_73_residual_pre_attn/max": 4.65625, "train/tensor_act_model_layers_73_residual_pre_attn/range": 9.28125, "train/tensor_act_model_layers_73_residual_post_attn/norm": 1785.7027587890625, "train/tensor_act_model_layers_73_residual_post_attn/mean": 0.259765625, "train/tensor_act_model_layers_73_residual_post_attn/std": 0.83203125, "train/tensor_act_model_layers_73_residual_post_attn/max_abs": 4.65625, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_attn/min": -4.65625, "train/tensor_act_model_layers_73_residual_post_attn/max": 4.65625, "train/tensor_act_model_layers_73_residual_post_attn/range": 9.3125, "train/tensor_act_model_layers_73_mlp_gate_proj/norm": 1649.73828125, "train/tensor_act_model_layers_73_mlp_gate_proj/mean": -0.306640625, "train/tensor_act_model_layers_73_mlp_gate_proj/std": 0.48046875, "train/tensor_act_model_layers_73_mlp_gate_proj/max_abs": 3.015625, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/min": -2.75, "train/tensor_act_model_layers_73_mlp_gate_proj/max": 3.015625, "train/tensor_act_model_layers_73_mlp_gate_proj/range": 5.765625, "train/tensor_act_model_layers_73_mlp_up_proj/norm": 1383.0408935546875, "train/tensor_act_model_layers_73_mlp_up_proj/mean": -0.00013256072998046875, "train/tensor_act_model_layers_73_mlp_up_proj/std": 0.4765625, "train/tensor_act_model_layers_73_mlp_up_proj/max_abs": 4.125, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/min": -3.453125, "train/tensor_act_model_layers_73_mlp_up_proj/max": 4.125, "train/tensor_act_model_layers_73_mlp_up_proj/range": 7.578125, "train/tensor_act_model_layers_73_mlp_down_proj/norm": 128.70477294921875, "train/tensor_act_model_layers_73_mlp_down_proj/mean": 0.00634765625, "train/tensor_act_model_layers_73_mlp_down_proj/std": 0.0625, "train/tensor_act_model_layers_73_mlp_down_proj/max_abs": 1.4453125, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/min": -1.140625, "train/tensor_act_model_layers_73_mlp_down_proj/max": 1.4453125, "train/tensor_act_model_layers_73_mlp_down_proj/range": 2.5859375, "train/tensor_act_model_layers_73_mlp/norm": 128.70477294921875, "train/tensor_act_model_layers_73_mlp/mean": 0.00634765625, "train/tensor_act_model_layers_73_mlp/std": 0.0625, "train/tensor_act_model_layers_73_mlp/max_abs": 1.4453125, "train/tensor_act_model_layers_73_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp/min": -1.140625, "train/tensor_act_model_layers_73_mlp/max": 1.4453125, "train/tensor_act_model_layers_73_mlp/range": 2.5859375, "train/tensor_act_model_layers_73_residual_post_mlp/norm": 1799.0760498046875, "train/tensor_act_model_layers_73_residual_post_mlp/mean": 0.265625, "train/tensor_act_model_layers_73_residual_post_mlp/std": 0.8359375, "train/tensor_act_model_layers_73_residual_post_mlp/max_abs": 4.71875, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_mlp/min": -4.6875, "train/tensor_act_model_layers_73_residual_post_mlp/max": 4.71875, "train/tensor_act_model_layers_73_residual_post_mlp/range": 9.40625, "train/tensor_act_model_layers_74_residual_pre_attn/norm": 1799.0760498046875, "train/tensor_act_model_layers_74_residual_pre_attn/mean": 0.265625, "train/tensor_act_model_layers_74_residual_pre_attn/std": 0.8359375, "train/tensor_act_model_layers_74_residual_pre_attn/max_abs": 4.71875, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_residual_pre_attn/min": -4.6875, "train/tensor_act_model_layers_74_residual_pre_attn/max": 4.71875, "train/tensor_act_model_layers_74_residual_pre_attn/range": 9.40625, "train/tensor_act_model_layers_74_residual_post_attn/norm": 1799.102294921875, "train/tensor_act_model_layers_74_residual_post_attn/mean": 0.259765625, "train/tensor_act_model_layers_74_residual_post_attn/std": 0.83984375, "train/tensor_act_model_layers_74_residual_post_attn/max_abs": 4.75, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_attn/min": -4.625, "train/tensor_act_model_layers_74_residual_post_attn/max": 4.75, "train/tensor_act_model_layers_74_residual_post_attn/range": 9.375, "train/tensor_act_model_layers_74_mlp_gate_proj/norm": 1673.3741455078125, "train/tensor_act_model_layers_74_mlp_gate_proj/mean": -0.306640625, "train/tensor_act_model_layers_74_mlp_gate_proj/std": 0.490234375, "train/tensor_act_model_layers_74_mlp_gate_proj/max_abs": 2.65625, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/min": -2.65625, "train/tensor_act_model_layers_74_mlp_gate_proj/max": 2.46875, "train/tensor_act_model_layers_74_mlp_gate_proj/range": 5.125, "train/tensor_act_model_layers_74_mlp_up_proj/norm": 1359.4664306640625, "train/tensor_act_model_layers_74_mlp_up_proj/mean": -0.0228271484375, "train/tensor_act_model_layers_74_mlp_up_proj/std": 0.46875, "train/tensor_act_model_layers_74_mlp_up_proj/max_abs": 3.140625, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/min": -3.0, "train/tensor_act_model_layers_74_mlp_up_proj/max": 3.140625, "train/tensor_act_model_layers_74_mlp_up_proj/range": 6.140625, "train/tensor_act_model_layers_74_mlp_down_proj/norm": 117.85809326171875, "train/tensor_act_model_layers_74_mlp_down_proj/mean": 0.0057373046875, "train/tensor_act_model_layers_74_mlp_down_proj/std": 0.057373046875, "train/tensor_act_model_layers_74_mlp_down_proj/max_abs": 0.5390625, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/min": -0.5234375, "train/tensor_act_model_layers_74_mlp_down_proj/max": 0.5390625, "train/tensor_act_model_layers_74_mlp_down_proj/range": 1.0625, "train/tensor_act_model_layers_74_mlp/norm": 117.85809326171875, "train/tensor_act_model_layers_74_mlp/mean": 0.0057373046875, "train/tensor_act_model_layers_74_mlp/std": 0.057373046875, "train/tensor_act_model_layers_74_mlp/max_abs": 0.5390625, "train/tensor_act_model_layers_74_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp/min": -0.5234375, "train/tensor_act_model_layers_74_mlp/max": 0.5390625, "train/tensor_act_model_layers_74_mlp/range": 1.0625, "train/tensor_act_model_layers_74_residual_post_mlp/norm": 1804.8634033203125, "train/tensor_act_model_layers_74_residual_post_mlp/mean": 0.265625, "train/tensor_act_model_layers_74_residual_post_mlp/std": 0.83984375, "train/tensor_act_model_layers_74_residual_post_mlp/max_abs": 4.75, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_mlp/min": -4.6875, "train/tensor_act_model_layers_74_residual_post_mlp/max": 4.75, "train/tensor_act_model_layers_74_residual_post_mlp/range": 9.4375, "train/tensor_act_model_layers_75_residual_pre_attn/norm": 1804.8634033203125, "train/tensor_act_model_layers_75_residual_pre_attn/mean": 0.265625, "train/tensor_act_model_layers_75_residual_pre_attn/std": 0.83984375, "train/tensor_act_model_layers_75_residual_pre_attn/max_abs": 4.75, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_residual_pre_attn/min": -4.6875, "train/tensor_act_model_layers_75_residual_pre_attn/max": 4.75, "train/tensor_act_model_layers_75_residual_pre_attn/range": 9.4375, "train/tensor_act_model_layers_75_residual_post_attn/norm": 1808.686767578125, "train/tensor_act_model_layers_75_residual_post_attn/mean": 0.26171875, "train/tensor_act_model_layers_75_residual_post_attn/std": 0.84375, "train/tensor_act_model_layers_75_residual_post_attn/max_abs": 4.84375, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_attn/min": -4.75, "train/tensor_act_model_layers_75_residual_post_attn/max": 4.84375, "train/tensor_act_model_layers_75_residual_post_attn/range": 9.59375, "train/tensor_act_model_layers_75_mlp_gate_proj/norm": 1699.77392578125, "train/tensor_act_model_layers_75_mlp_gate_proj/mean": -0.32421875, "train/tensor_act_model_layers_75_mlp_gate_proj/std": 0.490234375, "train/tensor_act_model_layers_75_mlp_gate_proj/max_abs": 2.9375, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/min": -2.9375, "train/tensor_act_model_layers_75_mlp_gate_proj/max": 2.59375, "train/tensor_act_model_layers_75_mlp_gate_proj/range": 5.53125, "train/tensor_act_model_layers_75_mlp_up_proj/norm": 1374.91162109375, "train/tensor_act_model_layers_75_mlp_up_proj/mean": 0.0181884765625, "train/tensor_act_model_layers_75_mlp_up_proj/std": 0.474609375, "train/tensor_act_model_layers_75_mlp_up_proj/max_abs": 3.296875, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/min": -3.296875, "train/tensor_act_model_layers_75_mlp_up_proj/max": 3.09375, "train/tensor_act_model_layers_75_mlp_up_proj/range": 6.390625, "train/tensor_act_model_layers_75_mlp_down_proj/norm": 121.70409393310547, "train/tensor_act_model_layers_75_mlp_down_proj/mean": 0.004547119140625, "train/tensor_act_model_layers_75_mlp_down_proj/std": 0.059326171875, "train/tensor_act_model_layers_75_mlp_down_proj/max_abs": 0.56640625, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/min": -0.5390625, "train/tensor_act_model_layers_75_mlp_down_proj/max": 0.56640625, "train/tensor_act_model_layers_75_mlp_down_proj/range": 1.10546875, "train/tensor_act_model_layers_75_mlp/norm": 121.70409393310547, "train/tensor_act_model_layers_75_mlp/mean": 0.004547119140625, "train/tensor_act_model_layers_75_mlp/std": 0.059326171875, "train/tensor_act_model_layers_75_mlp/max_abs": 0.56640625, "train/tensor_act_model_layers_75_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp/min": -0.5390625, "train/tensor_act_model_layers_75_mlp/max": 0.56640625, "train/tensor_act_model_layers_75_mlp/range": 1.10546875, "train/tensor_act_model_layers_75_residual_post_mlp/norm": 1819.4564208984375, "train/tensor_act_model_layers_75_residual_post_mlp/mean": 0.267578125, "train/tensor_act_model_layers_75_residual_post_mlp/std": 0.84765625, "train/tensor_act_model_layers_75_residual_post_mlp/max_abs": 4.96875, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_mlp/min": -4.96875, "train/tensor_act_model_layers_75_residual_post_mlp/max": 4.96875, "train/tensor_act_model_layers_75_residual_post_mlp/range": 9.9375, "train/tensor_act_model_layers_76_residual_pre_attn/norm": 1819.4564208984375, "train/tensor_act_model_layers_76_residual_pre_attn/mean": 0.267578125, "train/tensor_act_model_layers_76_residual_pre_attn/std": 0.84765625, "train/tensor_act_model_layers_76_residual_pre_attn/max_abs": 4.96875, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_residual_pre_attn/min": -4.96875, "train/tensor_act_model_layers_76_residual_pre_attn/max": 4.96875, "train/tensor_act_model_layers_76_residual_pre_attn/range": 9.9375, "train/tensor_act_model_layers_76_residual_post_attn/norm": 1826.072509765625, "train/tensor_act_model_layers_76_residual_post_attn/mean": 0.263671875, "train/tensor_act_model_layers_76_residual_post_attn/std": 0.8515625, "train/tensor_act_model_layers_76_residual_post_attn/max_abs": 4.96875, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_attn/min": -4.96875, "train/tensor_act_model_layers_76_residual_post_attn/max": 4.96875, "train/tensor_act_model_layers_76_residual_post_attn/range": 9.9375, "train/tensor_act_model_layers_76_mlp_gate_proj/norm": 1738.5460205078125, "train/tensor_act_model_layers_76_mlp_gate_proj/mean": -0.33984375, "train/tensor_act_model_layers_76_mlp_gate_proj/std": 0.494140625, "train/tensor_act_model_layers_76_mlp_gate_proj/max_abs": 2.859375, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/min": -2.859375, "train/tensor_act_model_layers_76_mlp_gate_proj/max": 2.453125, "train/tensor_act_model_layers_76_mlp_gate_proj/range": 5.3125, "train/tensor_act_model_layers_76_mlp_up_proj/norm": 1374.3179931640625, "train/tensor_act_model_layers_76_mlp_up_proj/mean": 0.0037994384765625, "train/tensor_act_model_layers_76_mlp_up_proj/std": 0.474609375, "train/tensor_act_model_layers_76_mlp_up_proj/max_abs": 3.28125, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/min": -3.28125, "train/tensor_act_model_layers_76_mlp_up_proj/max": 3.0, "train/tensor_act_model_layers_76_mlp_up_proj/range": 6.28125, "train/tensor_act_model_layers_76_mlp_down_proj/norm": 119.32093811035156, "train/tensor_act_model_layers_76_mlp_down_proj/mean": 0.0057373046875, "train/tensor_act_model_layers_76_mlp_down_proj/std": 0.057861328125, "train/tensor_act_model_layers_76_mlp_down_proj/max_abs": 0.98046875, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/min": -0.9140625, "train/tensor_act_model_layers_76_mlp_down_proj/max": 0.98046875, "train/tensor_act_model_layers_76_mlp_down_proj/range": 1.89453125, "train/tensor_act_model_layers_76_mlp/norm": 119.32093811035156, "train/tensor_act_model_layers_76_mlp/mean": 0.0057373046875, "train/tensor_act_model_layers_76_mlp/std": 0.057861328125, "train/tensor_act_model_layers_76_mlp/max_abs": 0.98046875, "train/tensor_act_model_layers_76_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp/min": -0.9140625, "train/tensor_act_model_layers_76_mlp/max": 0.98046875, "train/tensor_act_model_layers_76_mlp/range": 1.89453125, "train/tensor_act_model_layers_76_residual_post_mlp/norm": 1837.4140625, "train/tensor_act_model_layers_76_residual_post_mlp/mean": 0.26953125, "train/tensor_act_model_layers_76_residual_post_mlp/std": 0.85546875, "train/tensor_act_model_layers_76_residual_post_mlp/max_abs": 5.125, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_mlp/min": -5.125, "train/tensor_act_model_layers_76_residual_post_mlp/max": 5.0625, "train/tensor_act_model_layers_76_residual_post_mlp/range": 10.1875, "train/tensor_act_model_layers_77_residual_pre_attn/norm": 1837.4140625, "train/tensor_act_model_layers_77_residual_pre_attn/mean": 0.26953125, "train/tensor_act_model_layers_77_residual_pre_attn/std": 0.85546875, "train/tensor_act_model_layers_77_residual_pre_attn/max_abs": 5.125, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_residual_pre_attn/min": -5.125, "train/tensor_act_model_layers_77_residual_pre_attn/max": 5.0625, "train/tensor_act_model_layers_77_residual_pre_attn/range": 10.1875, "train/tensor_act_model_layers_77_residual_post_attn/norm": 1845.5670166015625, "train/tensor_act_model_layers_77_residual_post_attn/mean": 0.263671875, "train/tensor_act_model_layers_77_residual_post_attn/std": 0.86328125, "train/tensor_act_model_layers_77_residual_post_attn/max_abs": 5.125, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_attn/min": -5.0, "train/tensor_act_model_layers_77_residual_post_attn/max": 5.125, "train/tensor_act_model_layers_77_residual_post_attn/range": 10.125, "train/tensor_act_model_layers_77_mlp_gate_proj/norm": 1722.388427734375, "train/tensor_act_model_layers_77_mlp_gate_proj/mean": -0.33203125, "train/tensor_act_model_layers_77_mlp_gate_proj/std": 0.494140625, "train/tensor_act_model_layers_77_mlp_gate_proj/max_abs": 3.03125, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/min": -3.03125, "train/tensor_act_model_layers_77_mlp_gate_proj/max": 2.296875, "train/tensor_act_model_layers_77_mlp_gate_proj/range": 5.328125, "train/tensor_act_model_layers_77_mlp_up_proj/norm": 1377.6182861328125, "train/tensor_act_model_layers_77_mlp_up_proj/mean": -0.01531982421875, "train/tensor_act_model_layers_77_mlp_up_proj/std": 0.474609375, "train/tensor_act_model_layers_77_mlp_up_proj/max_abs": 3.15625, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/min": -3.15625, "train/tensor_act_model_layers_77_mlp_up_proj/max": 2.78125, "train/tensor_act_model_layers_77_mlp_up_proj/range": 5.9375, "train/tensor_act_model_layers_77_mlp_down_proj/norm": 123.72787475585938, "train/tensor_act_model_layers_77_mlp_down_proj/mean": 0.0081787109375, "train/tensor_act_model_layers_77_mlp_down_proj/std": 0.059814453125, "train/tensor_act_model_layers_77_mlp_down_proj/max_abs": 0.6796875, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/min": -0.5234375, "train/tensor_act_model_layers_77_mlp_down_proj/max": 0.6796875, "train/tensor_act_model_layers_77_mlp_down_proj/range": 1.203125, "train/tensor_act_model_layers_77_mlp/norm": 123.72787475585938, "train/tensor_act_model_layers_77_mlp/mean": 0.0081787109375, "train/tensor_act_model_layers_77_mlp/std": 0.059814453125, "train/tensor_act_model_layers_77_mlp/max_abs": 0.6796875, "train/tensor_act_model_layers_77_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp/min": -0.5234375, "train/tensor_act_model_layers_77_mlp/max": 0.6796875, "train/tensor_act_model_layers_77_mlp/range": 1.203125, "train/tensor_act_model_layers_77_residual_post_mlp/norm": 1857.28662109375, "train/tensor_act_model_layers_77_residual_post_mlp/mean": 0.2734375, "train/tensor_act_model_layers_77_residual_post_mlp/std": 0.86328125, "train/tensor_act_model_layers_77_residual_post_mlp/max_abs": 5.21875, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_mlp/min": -5.0625, "train/tensor_act_model_layers_77_residual_post_mlp/max": 5.21875, "train/tensor_act_model_layers_77_residual_post_mlp/range": 10.28125, "train/tensor_act_model_layers_78_residual_pre_attn/norm": 1857.28662109375, "train/tensor_act_model_layers_78_residual_pre_attn/mean": 0.2734375, "train/tensor_act_model_layers_78_residual_pre_attn/std": 0.86328125, "train/tensor_act_model_layers_78_residual_pre_attn/max_abs": 5.21875, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_residual_pre_attn/min": -5.0625, "train/tensor_act_model_layers_78_residual_pre_attn/max": 5.21875, "train/tensor_act_model_layers_78_residual_pre_attn/range": 10.28125, "train/tensor_act_model_layers_78_residual_post_attn/norm": 1874.102294921875, "train/tensor_act_model_layers_78_residual_post_attn/mean": 0.26953125, "train/tensor_act_model_layers_78_residual_post_attn/std": 0.875, "train/tensor_act_model_layers_78_residual_post_attn/max_abs": 5.09375, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_attn/min": -5.09375, "train/tensor_act_model_layers_78_residual_post_attn/max": 5.09375, "train/tensor_act_model_layers_78_residual_post_attn/range": 10.1875, "train/tensor_act_model_layers_78_mlp_gate_proj/norm": 1744.353515625, "train/tensor_act_model_layers_78_mlp_gate_proj/mean": -0.333984375, "train/tensor_act_model_layers_78_mlp_gate_proj/std": 0.5, "train/tensor_act_model_layers_78_mlp_gate_proj/max_abs": 3.203125, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/min": -2.90625, "train/tensor_act_model_layers_78_mlp_gate_proj/max": 3.203125, "train/tensor_act_model_layers_78_mlp_gate_proj/range": 6.109375, "train/tensor_act_model_layers_78_mlp_up_proj/norm": 1402.193115234375, "train/tensor_act_model_layers_78_mlp_up_proj/mean": -0.0030975341796875, "train/tensor_act_model_layers_78_mlp_up_proj/std": 0.484375, "train/tensor_act_model_layers_78_mlp_up_proj/max_abs": 3.84375, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/min": -3.109375, "train/tensor_act_model_layers_78_mlp_up_proj/max": 3.84375, "train/tensor_act_model_layers_78_mlp_up_proj/range": 6.953125, "train/tensor_act_model_layers_78_mlp_down_proj/norm": 134.36642456054688, "train/tensor_act_model_layers_78_mlp_down_proj/mean": 0.006011962890625, "train/tensor_act_model_layers_78_mlp_down_proj/std": 0.0654296875, "train/tensor_act_model_layers_78_mlp_down_proj/max_abs": 1.265625, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/min": -1.265625, "train/tensor_act_model_layers_78_mlp_down_proj/max": 1.140625, "train/tensor_act_model_layers_78_mlp_down_proj/range": 2.40625, "train/tensor_act_model_layers_78_mlp/norm": 134.36642456054688, "train/tensor_act_model_layers_78_mlp/mean": 0.006011962890625, "train/tensor_act_model_layers_78_mlp/std": 0.0654296875, "train/tensor_act_model_layers_78_mlp/max_abs": 1.265625, "train/tensor_act_model_layers_78_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp/min": -1.265625, "train/tensor_act_model_layers_78_mlp/max": 1.140625, "train/tensor_act_model_layers_78_mlp/range": 2.40625, "train/tensor_act_model_layers_78_residual_post_mlp/norm": 1886.3209228515625, "train/tensor_act_model_layers_78_residual_post_mlp/mean": 0.275390625, "train/tensor_act_model_layers_78_residual_post_mlp/std": 0.87890625, "train/tensor_act_model_layers_78_residual_post_mlp/max_abs": 5.25, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_mlp/min": -5.15625, "train/tensor_act_model_layers_78_residual_post_mlp/max": 5.25, "train/tensor_act_model_layers_78_residual_post_mlp/range": 10.40625, "train/tensor_act_model_layers_79_residual_pre_attn/norm": 1886.3209228515625, "train/tensor_act_model_layers_79_residual_pre_attn/mean": 0.275390625, "train/tensor_act_model_layers_79_residual_pre_attn/std": 0.87890625, "train/tensor_act_model_layers_79_residual_pre_attn/max_abs": 5.25, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_residual_pre_attn/min": -5.15625, "train/tensor_act_model_layers_79_residual_pre_attn/max": 5.25, "train/tensor_act_model_layers_79_residual_pre_attn/range": 10.40625, "train/tensor_act_model_layers_79_residual_post_attn/norm": 1889.1719970703125, "train/tensor_act_model_layers_79_residual_post_attn/mean": 0.275390625, "train/tensor_act_model_layers_79_residual_post_attn/std": 0.87890625, "train/tensor_act_model_layers_79_residual_post_attn/max_abs": 5.25, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_attn/min": -5.15625, "train/tensor_act_model_layers_79_residual_post_attn/max": 5.25, "train/tensor_act_model_layers_79_residual_post_attn/range": 10.40625, "train/tensor_act_model_layers_79_mlp_gate_proj/norm": 1762.108642578125, "train/tensor_act_model_layers_79_mlp_gate_proj/mean": -0.33984375, "train/tensor_act_model_layers_79_mlp_gate_proj/std": 0.50390625, "train/tensor_act_model_layers_79_mlp_gate_proj/max_abs": 3.3125, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/min": -2.9375, "train/tensor_act_model_layers_79_mlp_gate_proj/max": 3.3125, "train/tensor_act_model_layers_79_mlp_gate_proj/range": 6.25, "train/tensor_act_model_layers_79_mlp_up_proj/norm": 1410.9063720703125, "train/tensor_act_model_layers_79_mlp_up_proj/mean": 0.003753662109375, "train/tensor_act_model_layers_79_mlp_up_proj/std": 0.486328125, "train/tensor_act_model_layers_79_mlp_up_proj/max_abs": 3.734375, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/min": -3.734375, "train/tensor_act_model_layers_79_mlp_up_proj/max": 2.953125, "train/tensor_act_model_layers_79_mlp_up_proj/range": 6.6875, "train/tensor_act_model_layers_79_mlp_down_proj/norm": 139.8780975341797, "train/tensor_act_model_layers_79_mlp_down_proj/mean": 0.005615234375, "train/tensor_act_model_layers_79_mlp_down_proj/std": 0.06787109375, "train/tensor_act_model_layers_79_mlp_down_proj/max_abs": 1.65625, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/min": -1.5703125, "train/tensor_act_model_layers_79_mlp_down_proj/max": 1.65625, "train/tensor_act_model_layers_79_mlp_down_proj/range": 3.2265625, "train/tensor_act_model_layers_79_mlp/norm": 139.8780975341797, "train/tensor_act_model_layers_79_mlp/mean": 0.005615234375, "train/tensor_act_model_layers_79_mlp/std": 0.06787109375, "train/tensor_act_model_layers_79_mlp/max_abs": 1.65625, "train/tensor_act_model_layers_79_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp/min": -1.5703125, "train/tensor_act_model_layers_79_mlp/max": 1.65625, "train/tensor_act_model_layers_79_mlp/range": 3.2265625, "train/tensor_act_model_layers_79_residual_post_mlp/norm": 1902.527099609375, "train/tensor_act_model_layers_79_residual_post_mlp/mean": 0.28125, "train/tensor_act_model_layers_79_residual_post_mlp/std": 0.88671875, "train/tensor_act_model_layers_79_residual_post_mlp/max_abs": 5.5625, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_mlp/min": -5.15625, "train/tensor_act_model_layers_79_residual_post_mlp/max": 5.5625, "train/tensor_act_model_layers_79_residual_post_mlp/range": 10.71875, "train/tensor_act_model_layers_80_residual_pre_attn/norm": 1902.527099609375, "train/tensor_act_model_layers_80_residual_pre_attn/mean": 0.28125, "train/tensor_act_model_layers_80_residual_pre_attn/std": 0.88671875, "train/tensor_act_model_layers_80_residual_pre_attn/max_abs": 5.5625, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_residual_pre_attn/min": -5.15625, "train/tensor_act_model_layers_80_residual_pre_attn/max": 5.5625, "train/tensor_act_model_layers_80_residual_pre_attn/range": 10.71875, "train/tensor_act_model_layers_80_residual_post_attn/norm": 1907.1619873046875, "train/tensor_act_model_layers_80_residual_post_attn/mean": 0.275390625, "train/tensor_act_model_layers_80_residual_post_attn/std": 0.890625, "train/tensor_act_model_layers_80_residual_post_attn/max_abs": 5.59375, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_attn/min": -5.09375, "train/tensor_act_model_layers_80_residual_post_attn/max": 5.59375, "train/tensor_act_model_layers_80_residual_post_attn/range": 10.6875, "train/tensor_act_model_layers_80_mlp_gate_proj/norm": 1738.4649658203125, "train/tensor_act_model_layers_80_mlp_gate_proj/mean": -0.306640625, "train/tensor_act_model_layers_80_mlp_gate_proj/std": 0.515625, "train/tensor_act_model_layers_80_mlp_gate_proj/max_abs": 3.03125, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/min": -3.03125, "train/tensor_act_model_layers_80_mlp_gate_proj/max": 3.015625, "train/tensor_act_model_layers_80_mlp_gate_proj/range": 6.046875, "train/tensor_act_model_layers_80_mlp_up_proj/norm": 1439.2296142578125, "train/tensor_act_model_layers_80_mlp_up_proj/mean": -0.007232666015625, "train/tensor_act_model_layers_80_mlp_up_proj/std": 0.49609375, "train/tensor_act_model_layers_80_mlp_up_proj/max_abs": 3.4375, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/min": -3.4375, "train/tensor_act_model_layers_80_mlp_up_proj/max": 3.140625, "train/tensor_act_model_layers_80_mlp_up_proj/range": 6.578125, "train/tensor_act_model_layers_80_mlp_down_proj/norm": 152.15887451171875, "train/tensor_act_model_layers_80_mlp_down_proj/mean": 0.0096435546875, "train/tensor_act_model_layers_80_mlp_down_proj/std": 0.07373046875, "train/tensor_act_model_layers_80_mlp_down_proj/max_abs": 1.203125, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/min": -1.203125, "train/tensor_act_model_layers_80_mlp_down_proj/max": 1.0234375, "train/tensor_act_model_layers_80_mlp_down_proj/range": 2.2265625, "train/tensor_act_model_layers_80_mlp/norm": 152.15887451171875, "train/tensor_act_model_layers_80_mlp/mean": 0.0096435546875, "train/tensor_act_model_layers_80_mlp/std": 0.07373046875, "train/tensor_act_model_layers_80_mlp/max_abs": 1.203125, "train/tensor_act_model_layers_80_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp/min": -1.203125, "train/tensor_act_model_layers_80_mlp/max": 1.0234375, "train/tensor_act_model_layers_80_mlp/range": 2.2265625, "train/tensor_act_model_layers_80_residual_post_mlp/norm": 1925.1856689453125, "train/tensor_act_model_layers_80_residual_post_mlp/mean": 0.28515625, "train/tensor_act_model_layers_80_residual_post_mlp/std": 0.89453125, "train/tensor_act_model_layers_80_residual_post_mlp/max_abs": 5.90625, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_mlp/min": -5.15625, "train/tensor_act_model_layers_80_residual_post_mlp/max": 5.90625, "train/tensor_act_model_layers_80_residual_post_mlp/range": 11.0625, "train/tensor_act_model_layers_81_residual_pre_attn/norm": 1925.1856689453125, "train/tensor_act_model_layers_81_residual_pre_attn/mean": 0.28515625, "train/tensor_act_model_layers_81_residual_pre_attn/std": 0.89453125, "train/tensor_act_model_layers_81_residual_pre_attn/max_abs": 5.90625, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_residual_pre_attn/min": -5.15625, "train/tensor_act_model_layers_81_residual_pre_attn/max": 5.90625, "train/tensor_act_model_layers_81_residual_pre_attn/range": 11.0625, "train/tensor_act_model_layers_81_residual_post_attn/norm": 1948.6109619140625, "train/tensor_act_model_layers_81_residual_post_attn/mean": 0.28515625, "train/tensor_act_model_layers_81_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_81_residual_post_attn/max_abs": 6.03125, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_attn/min": -5.125, "train/tensor_act_model_layers_81_residual_post_attn/max": 6.03125, "train/tensor_act_model_layers_81_residual_post_attn/range": 11.15625, "train/tensor_act_model_layers_81_mlp_gate_proj/norm": 1736.562744140625, "train/tensor_act_model_layers_81_mlp_gate_proj/mean": -0.302734375, "train/tensor_act_model_layers_81_mlp_gate_proj/std": 0.51953125, "train/tensor_act_model_layers_81_mlp_gate_proj/max_abs": 3.0, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/min": -3.0, "train/tensor_act_model_layers_81_mlp_gate_proj/max": 2.8125, "train/tensor_act_model_layers_81_mlp_gate_proj/range": 5.8125, "train/tensor_act_model_layers_81_mlp_up_proj/norm": 1451.14208984375, "train/tensor_act_model_layers_81_mlp_up_proj/mean": 0.00738525390625, "train/tensor_act_model_layers_81_mlp_up_proj/std": 0.5, "train/tensor_act_model_layers_81_mlp_up_proj/max_abs": 3.953125, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/min": -3.953125, "train/tensor_act_model_layers_81_mlp_up_proj/max": 3.171875, "train/tensor_act_model_layers_81_mlp_up_proj/range": 7.125, "train/tensor_act_model_layers_81_mlp_down_proj/norm": 151.1517333984375, "train/tensor_act_model_layers_81_mlp_down_proj/mean": 0.005615234375, "train/tensor_act_model_layers_81_mlp_down_proj/std": 0.07373046875, "train/tensor_act_model_layers_81_mlp_down_proj/max_abs": 0.6796875, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/min": -0.6796875, "train/tensor_act_model_layers_81_mlp_down_proj/max": 0.640625, "train/tensor_act_model_layers_81_mlp_down_proj/range": 1.3203125, "train/tensor_act_model_layers_81_mlp/norm": 151.1517333984375, "train/tensor_act_model_layers_81_mlp/mean": 0.005615234375, "train/tensor_act_model_layers_81_mlp/std": 0.07373046875, "train/tensor_act_model_layers_81_mlp/max_abs": 0.6796875, "train/tensor_act_model_layers_81_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp/min": -0.6796875, "train/tensor_act_model_layers_81_mlp/max": 0.640625, "train/tensor_act_model_layers_81_mlp/range": 1.3203125, "train/tensor_act_model_layers_81_residual_post_mlp/norm": 1958.6112060546875, "train/tensor_act_model_layers_81_residual_post_mlp/mean": 0.291015625, "train/tensor_act_model_layers_81_residual_post_mlp/std": 0.91015625, "train/tensor_act_model_layers_81_residual_post_mlp/max_abs": 6.03125, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_mlp/min": -5.1875, "train/tensor_act_model_layers_81_residual_post_mlp/max": 6.03125, "train/tensor_act_model_layers_81_residual_post_mlp/range": 11.21875, "train/tensor_act_model_layers_82_residual_pre_attn/norm": 1958.6112060546875, "train/tensor_act_model_layers_82_residual_pre_attn/mean": 0.291015625, "train/tensor_act_model_layers_82_residual_pre_attn/std": 0.91015625, "train/tensor_act_model_layers_82_residual_pre_attn/max_abs": 6.03125, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_residual_pre_attn/min": -5.1875, "train/tensor_act_model_layers_82_residual_pre_attn/max": 6.03125, "train/tensor_act_model_layers_82_residual_pre_attn/range": 11.21875, "train/tensor_act_model_layers_82_residual_post_attn/norm": 1964.008056640625, "train/tensor_act_model_layers_82_residual_post_attn/mean": 0.28125, "train/tensor_act_model_layers_82_residual_post_attn/std": 0.91796875, "train/tensor_act_model_layers_82_residual_post_attn/max_abs": 5.9375, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_attn/min": -5.25, "train/tensor_act_model_layers_82_residual_post_attn/max": 5.9375, "train/tensor_act_model_layers_82_residual_post_attn/range": 11.1875, "train/tensor_act_model_layers_82_mlp_gate_proj/norm": 1776.15625, "train/tensor_act_model_layers_82_mlp_gate_proj/mean": -0.314453125, "train/tensor_act_model_layers_82_mlp_gate_proj/std": 0.52734375, "train/tensor_act_model_layers_82_mlp_gate_proj/max_abs": 2.96875, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/min": -2.96875, "train/tensor_act_model_layers_82_mlp_gate_proj/max": 2.84375, "train/tensor_act_model_layers_82_mlp_gate_proj/range": 5.8125, "train/tensor_act_model_layers_82_mlp_up_proj/norm": 1502.9078369140625, "train/tensor_act_model_layers_82_mlp_up_proj/mean": -0.0177001953125, "train/tensor_act_model_layers_82_mlp_up_proj/std": 0.51953125, "train/tensor_act_model_layers_82_mlp_up_proj/max_abs": 3.296875, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/min": -3.1875, "train/tensor_act_model_layers_82_mlp_up_proj/max": 3.296875, "train/tensor_act_model_layers_82_mlp_up_proj/range": 6.484375, "train/tensor_act_model_layers_82_mlp_down_proj/norm": 154.10568237304688, "train/tensor_act_model_layers_82_mlp_down_proj/mean": 0.0067138671875, "train/tensor_act_model_layers_82_mlp_down_proj/std": 0.07470703125, "train/tensor_act_model_layers_82_mlp_down_proj/max_abs": 0.8046875, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/min": -0.8046875, "train/tensor_act_model_layers_82_mlp_down_proj/max": 0.765625, "train/tensor_act_model_layers_82_mlp_down_proj/range": 1.5703125, "train/tensor_act_model_layers_82_mlp/norm": 154.10568237304688, "train/tensor_act_model_layers_82_mlp/mean": 0.0067138671875, "train/tensor_act_model_layers_82_mlp/std": 0.07470703125, "train/tensor_act_model_layers_82_mlp/max_abs": 0.8046875, "train/tensor_act_model_layers_82_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp/min": -0.8046875, "train/tensor_act_model_layers_82_mlp/max": 0.765625, "train/tensor_act_model_layers_82_mlp/range": 1.5703125, "train/tensor_act_model_layers_82_residual_post_mlp/norm": 1980.5770263671875, "train/tensor_act_model_layers_82_residual_post_mlp/mean": 0.287109375, "train/tensor_act_model_layers_82_residual_post_mlp/std": 0.921875, "train/tensor_act_model_layers_82_residual_post_mlp/max_abs": 6.0625, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_mlp/min": -5.34375, "train/tensor_act_model_layers_82_residual_post_mlp/max": 6.0625, "train/tensor_act_model_layers_82_residual_post_mlp/range": 11.40625, "train/tensor_act_model_layers_83_residual_pre_attn/norm": 1980.5770263671875, "train/tensor_act_model_layers_83_residual_pre_attn/mean": 0.287109375, "train/tensor_act_model_layers_83_residual_pre_attn/std": 0.921875, "train/tensor_act_model_layers_83_residual_pre_attn/max_abs": 6.0625, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_residual_pre_attn/min": -5.34375, "train/tensor_act_model_layers_83_residual_pre_attn/max": 6.0625, "train/tensor_act_model_layers_83_residual_pre_attn/range": 11.40625, "train/tensor_act_model_layers_83_residual_post_attn/norm": 1976.7955322265625, "train/tensor_act_model_layers_83_residual_post_attn/mean": 0.279296875, "train/tensor_act_model_layers_83_residual_post_attn/std": 0.92578125, "train/tensor_act_model_layers_83_residual_post_attn/max_abs": 5.9375, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_attn/min": -5.375, "train/tensor_act_model_layers_83_residual_post_attn/max": 5.9375, "train/tensor_act_model_layers_83_residual_post_attn/range": 11.3125, "train/tensor_act_model_layers_83_mlp_gate_proj/norm": 1735.1761474609375, "train/tensor_act_model_layers_83_mlp_gate_proj/mean": -0.28125, "train/tensor_act_model_layers_83_mlp_gate_proj/std": 0.52734375, "train/tensor_act_model_layers_83_mlp_gate_proj/max_abs": 3.453125, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/min": -3.109375, "train/tensor_act_model_layers_83_mlp_gate_proj/max": 3.453125, "train/tensor_act_model_layers_83_mlp_gate_proj/range": 6.5625, "train/tensor_act_model_layers_83_mlp_up_proj/norm": 1492.8916015625, "train/tensor_act_model_layers_83_mlp_up_proj/mean": 0.0098876953125, "train/tensor_act_model_layers_83_mlp_up_proj/std": 0.515625, "train/tensor_act_model_layers_83_mlp_up_proj/max_abs": 4.125, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/min": -4.125, "train/tensor_act_model_layers_83_mlp_up_proj/max": 3.59375, "train/tensor_act_model_layers_83_mlp_up_proj/range": 7.71875, "train/tensor_act_model_layers_83_mlp_down_proj/norm": 176.55929565429688, "train/tensor_act_model_layers_83_mlp_down_proj/mean": 0.0084228515625, "train/tensor_act_model_layers_83_mlp_down_proj/std": 0.0859375, "train/tensor_act_model_layers_83_mlp_down_proj/max_abs": 1.03125, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/min": -0.984375, "train/tensor_act_model_layers_83_mlp_down_proj/max": 1.03125, "train/tensor_act_model_layers_83_mlp_down_proj/range": 2.015625, "train/tensor_act_model_layers_83_mlp/norm": 176.55929565429688, "train/tensor_act_model_layers_83_mlp/mean": 0.0084228515625, "train/tensor_act_model_layers_83_mlp/std": 0.0859375, "train/tensor_act_model_layers_83_mlp/max_abs": 1.03125, "train/tensor_act_model_layers_83_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp/min": -0.984375, "train/tensor_act_model_layers_83_mlp/max": 1.03125, "train/tensor_act_model_layers_83_mlp/range": 2.015625, "train/tensor_act_model_layers_83_residual_post_mlp/norm": 1997.158447265625, "train/tensor_act_model_layers_83_residual_post_mlp/mean": 0.287109375, "train/tensor_act_model_layers_83_residual_post_mlp/std": 0.93359375, "train/tensor_act_model_layers_83_residual_post_mlp/max_abs": 6.09375, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_mlp/min": -5.5, "train/tensor_act_model_layers_83_residual_post_mlp/max": 6.09375, "train/tensor_act_model_layers_83_residual_post_mlp/range": 11.59375, "train/tensor_act_model_layers_84_residual_pre_attn/norm": 1997.158447265625, "train/tensor_act_model_layers_84_residual_pre_attn/mean": 0.287109375, "train/tensor_act_model_layers_84_residual_pre_attn/std": 0.93359375, "train/tensor_act_model_layers_84_residual_pre_attn/max_abs": 6.09375, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_residual_pre_attn/min": -5.5, "train/tensor_act_model_layers_84_residual_pre_attn/max": 6.09375, "train/tensor_act_model_layers_84_residual_pre_attn/range": 11.59375, "train/tensor_act_model_layers_84_residual_post_attn/norm": 2011.5555419921875, "train/tensor_act_model_layers_84_residual_post_attn/mean": 0.28125, "train/tensor_act_model_layers_84_residual_post_attn/std": 0.94140625, "train/tensor_act_model_layers_84_residual_post_attn/max_abs": 6.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_attn/min": -5.5625, "train/tensor_act_model_layers_84_residual_post_attn/max": 6.0, "train/tensor_act_model_layers_84_residual_post_attn/range": 11.5625, "train/tensor_act_model_layers_84_mlp_gate_proj/norm": 1771.0728759765625, "train/tensor_act_model_layers_84_mlp_gate_proj/mean": -0.294921875, "train/tensor_act_model_layers_84_mlp_gate_proj/std": 0.53515625, "train/tensor_act_model_layers_84_mlp_gate_proj/max_abs": 4.34375, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/min": -3.453125, "train/tensor_act_model_layers_84_mlp_gate_proj/max": 4.34375, "train/tensor_act_model_layers_84_mlp_gate_proj/range": 7.796875, "train/tensor_act_model_layers_84_mlp_up_proj/norm": 1519.7774658203125, "train/tensor_act_model_layers_84_mlp_up_proj/mean": -0.005462646484375, "train/tensor_act_model_layers_84_mlp_up_proj/std": 0.5234375, "train/tensor_act_model_layers_84_mlp_up_proj/max_abs": 4.78125, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/min": -3.53125, "train/tensor_act_model_layers_84_mlp_up_proj/max": 4.78125, "train/tensor_act_model_layers_84_mlp_up_proj/range": 8.3125, "train/tensor_act_model_layers_84_mlp_down_proj/norm": 186.8695526123047, "train/tensor_act_model_layers_84_mlp_down_proj/mean": 0.0086669921875, "train/tensor_act_model_layers_84_mlp_down_proj/std": 0.0908203125, "train/tensor_act_model_layers_84_mlp_down_proj/max_abs": 2.6875, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/min": -2.6875, "train/tensor_act_model_layers_84_mlp_down_proj/max": 2.578125, "train/tensor_act_model_layers_84_mlp_down_proj/range": 5.265625, "train/tensor_act_model_layers_84_mlp/norm": 186.8695526123047, "train/tensor_act_model_layers_84_mlp/mean": 0.0086669921875, "train/tensor_act_model_layers_84_mlp/std": 0.0908203125, "train/tensor_act_model_layers_84_mlp/max_abs": 2.6875, "train/tensor_act_model_layers_84_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp/min": -2.6875, "train/tensor_act_model_layers_84_mlp/max": 2.578125, "train/tensor_act_model_layers_84_mlp/range": 5.265625, "train/tensor_act_model_layers_84_residual_post_mlp/norm": 2030.0308837890625, "train/tensor_act_model_layers_84_residual_post_mlp/mean": 0.291015625, "train/tensor_act_model_layers_84_residual_post_mlp/std": 0.94921875, "train/tensor_act_model_layers_84_residual_post_mlp/max_abs": 6.0625, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_mlp/min": -5.6875, "train/tensor_act_model_layers_84_residual_post_mlp/max": 6.0625, "train/tensor_act_model_layers_84_residual_post_mlp/range": 11.75, "train/tensor_act_model_layers_85_residual_pre_attn/norm": 2030.0308837890625, "train/tensor_act_model_layers_85_residual_pre_attn/mean": 0.291015625, "train/tensor_act_model_layers_85_residual_pre_attn/std": 0.94921875, "train/tensor_act_model_layers_85_residual_pre_attn/max_abs": 6.0625, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_residual_pre_attn/min": -5.6875, "train/tensor_act_model_layers_85_residual_pre_attn/max": 6.0625, "train/tensor_act_model_layers_85_residual_pre_attn/range": 11.75, "train/tensor_act_model_layers_85_residual_post_attn/norm": 2043.2108154296875, "train/tensor_act_model_layers_85_residual_post_attn/mean": 0.302734375, "train/tensor_act_model_layers_85_residual_post_attn/std": 0.94921875, "train/tensor_act_model_layers_85_residual_post_attn/max_abs": 6.03125, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_attn/min": -5.6875, "train/tensor_act_model_layers_85_residual_post_attn/max": 6.03125, "train/tensor_act_model_layers_85_residual_post_attn/range": 11.71875, "train/tensor_act_model_layers_85_mlp_gate_proj/norm": 1754.4476318359375, "train/tensor_act_model_layers_85_mlp_gate_proj/mean": -0.28125, "train/tensor_act_model_layers_85_mlp_gate_proj/std": 0.53515625, "train/tensor_act_model_layers_85_mlp_gate_proj/max_abs": 3.140625, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/min": -3.125, "train/tensor_act_model_layers_85_mlp_gate_proj/max": 3.140625, "train/tensor_act_model_layers_85_mlp_gate_proj/range": 6.265625, "train/tensor_act_model_layers_85_mlp_up_proj/norm": 1506.0999755859375, "train/tensor_act_model_layers_85_mlp_up_proj/mean": -0.00396728515625, "train/tensor_act_model_layers_85_mlp_up_proj/std": 0.51953125, "train/tensor_act_model_layers_85_mlp_up_proj/max_abs": 5.125, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/min": -3.59375, "train/tensor_act_model_layers_85_mlp_up_proj/max": 5.125, "train/tensor_act_model_layers_85_mlp_up_proj/range": 8.71875, "train/tensor_act_model_layers_85_mlp_down_proj/norm": 178.74847412109375, "train/tensor_act_model_layers_85_mlp_down_proj/mean": 0.00628662109375, "train/tensor_act_model_layers_85_mlp_down_proj/std": 0.0869140625, "train/tensor_act_model_layers_85_mlp_down_proj/max_abs": 1.1796875, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/min": -1.1796875, "train/tensor_act_model_layers_85_mlp_down_proj/max": 0.98046875, "train/tensor_act_model_layers_85_mlp_down_proj/range": 2.16015625, "train/tensor_act_model_layers_85_mlp/norm": 178.74847412109375, "train/tensor_act_model_layers_85_mlp/mean": 0.00628662109375, "train/tensor_act_model_layers_85_mlp/std": 0.0869140625, "train/tensor_act_model_layers_85_mlp/max_abs": 1.1796875, "train/tensor_act_model_layers_85_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp/min": -1.1796875, "train/tensor_act_model_layers_85_mlp/max": 0.98046875, "train/tensor_act_model_layers_85_mlp/range": 2.16015625, "train/tensor_act_model_layers_85_residual_post_mlp/norm": 2063.59033203125, "train/tensor_act_model_layers_85_residual_post_mlp/mean": 0.30859375, "train/tensor_act_model_layers_85_residual_post_mlp/std": 0.9609375, "train/tensor_act_model_layers_85_residual_post_mlp/max_abs": 6.1875, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_mlp/min": -5.8125, "train/tensor_act_model_layers_85_residual_post_mlp/max": 6.1875, "train/tensor_act_model_layers_85_residual_post_mlp/range": 12.0, "train/tensor_act_model_layers_86_residual_pre_attn/norm": 2063.59033203125, "train/tensor_act_model_layers_86_residual_pre_attn/mean": 0.30859375, "train/tensor_act_model_layers_86_residual_pre_attn/std": 0.9609375, "train/tensor_act_model_layers_86_residual_pre_attn/max_abs": 6.1875, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_residual_pre_attn/min": -5.8125, "train/tensor_act_model_layers_86_residual_pre_attn/max": 6.1875, "train/tensor_act_model_layers_86_residual_pre_attn/range": 12.0, "train/tensor_act_model_layers_86_residual_post_attn/norm": 2065.77685546875, "train/tensor_act_model_layers_86_residual_post_attn/mean": 0.302734375, "train/tensor_act_model_layers_86_residual_post_attn/std": 0.9609375, "train/tensor_act_model_layers_86_residual_post_attn/max_abs": 6.1875, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_attn/min": -5.84375, "train/tensor_act_model_layers_86_residual_post_attn/max": 6.1875, "train/tensor_act_model_layers_86_residual_post_attn/range": 12.03125, "train/tensor_act_model_layers_86_mlp_gate_proj/norm": 1719.7674560546875, "train/tensor_act_model_layers_86_mlp_gate_proj/mean": -0.263671875, "train/tensor_act_model_layers_86_mlp_gate_proj/std": 0.53125, "train/tensor_act_model_layers_86_mlp_gate_proj/max_abs": 3.265625, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/min": -3.015625, "train/tensor_act_model_layers_86_mlp_gate_proj/max": 3.265625, "train/tensor_act_model_layers_86_mlp_gate_proj/range": 6.28125, "train/tensor_act_model_layers_86_mlp_up_proj/norm": 1544.7015380859375, "train/tensor_act_model_layers_86_mlp_up_proj/mean": 0.0047607421875, "train/tensor_act_model_layers_86_mlp_up_proj/std": 0.53515625, "train/tensor_act_model_layers_86_mlp_up_proj/max_abs": 3.84375, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/min": -3.84375, "train/tensor_act_model_layers_86_mlp_up_proj/max": 3.5, "train/tensor_act_model_layers_86_mlp_up_proj/range": 7.34375, "train/tensor_act_model_layers_86_mlp_down_proj/norm": 191.63478088378906, "train/tensor_act_model_layers_86_mlp_down_proj/mean": 0.006500244140625, "train/tensor_act_model_layers_86_mlp_down_proj/std": 0.09326171875, "train/tensor_act_model_layers_86_mlp_down_proj/max_abs": 1.0625, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/min": -1.0625, "train/tensor_act_model_layers_86_mlp_down_proj/max": 0.9375, "train/tensor_act_model_layers_86_mlp_down_proj/range": 2.0, "train/tensor_act_model_layers_86_mlp/norm": 191.63478088378906, "train/tensor_act_model_layers_86_mlp/mean": 0.006500244140625, "train/tensor_act_model_layers_86_mlp/std": 0.09326171875, "train/tensor_act_model_layers_86_mlp/max_abs": 1.0625, "train/tensor_act_model_layers_86_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp/min": -1.0625, "train/tensor_act_model_layers_86_mlp/max": 0.9375, "train/tensor_act_model_layers_86_mlp/range": 2.0, "train/tensor_act_model_layers_86_residual_post_mlp/norm": 2093.8828125, "train/tensor_act_model_layers_86_residual_post_mlp/mean": 0.310546875, "train/tensor_act_model_layers_86_residual_post_mlp/std": 0.97265625, "train/tensor_act_model_layers_86_residual_post_mlp/max_abs": 6.5, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_mlp/min": -5.875, "train/tensor_act_model_layers_86_residual_post_mlp/max": 6.5, "train/tensor_act_model_layers_86_residual_post_mlp/range": 12.375, "train/tensor_act_model_layers_87_residual_pre_attn/norm": 2093.8828125, "train/tensor_act_model_layers_87_residual_pre_attn/mean": 0.310546875, "train/tensor_act_model_layers_87_residual_pre_attn/std": 0.97265625, "train/tensor_act_model_layers_87_residual_pre_attn/max_abs": 6.5, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_residual_pre_attn/min": -5.875, "train/tensor_act_model_layers_87_residual_pre_attn/max": 6.5, "train/tensor_act_model_layers_87_residual_pre_attn/range": 12.375, "train/tensor_act_model_layers_87_residual_post_attn/norm": 2090.6376953125, "train/tensor_act_model_layers_87_residual_post_attn/mean": 0.30078125, "train/tensor_act_model_layers_87_residual_post_attn/std": 0.9765625, "train/tensor_act_model_layers_87_residual_post_attn/max_abs": 6.5, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_attn/min": -5.875, "train/tensor_act_model_layers_87_residual_post_attn/max": 6.5, "train/tensor_act_model_layers_87_residual_post_attn/range": 12.375, "train/tensor_act_model_layers_87_mlp_gate_proj/norm": 1654.7119140625, "train/tensor_act_model_layers_87_mlp_gate_proj/mean": -0.2177734375, "train/tensor_act_model_layers_87_mlp_gate_proj/std": 0.52734375, "train/tensor_act_model_layers_87_mlp_gate_proj/max_abs": 3.359375, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/min": -3.0625, "train/tensor_act_model_layers_87_mlp_gate_proj/max": 3.359375, "train/tensor_act_model_layers_87_mlp_gate_proj/range": 6.421875, "train/tensor_act_model_layers_87_mlp_up_proj/norm": 1545.459716796875, "train/tensor_act_model_layers_87_mlp_up_proj/mean": 0.01904296875, "train/tensor_act_model_layers_87_mlp_up_proj/std": 0.53515625, "train/tensor_act_model_layers_87_mlp_up_proj/max_abs": 5.21875, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/min": -5.21875, "train/tensor_act_model_layers_87_mlp_up_proj/max": 4.65625, "train/tensor_act_model_layers_87_mlp_up_proj/range": 9.875, "train/tensor_act_model_layers_87_mlp_down_proj/norm": 226.2125244140625, "train/tensor_act_model_layers_87_mlp_down_proj/mean": 0.01092529296875, "train/tensor_act_model_layers_87_mlp_down_proj/std": 0.10986328125, "train/tensor_act_model_layers_87_mlp_down_proj/max_abs": 2.328125, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/min": -2.25, "train/tensor_act_model_layers_87_mlp_down_proj/max": 2.328125, "train/tensor_act_model_layers_87_mlp_down_proj/range": 4.578125, "train/tensor_act_model_layers_87_mlp/norm": 226.2125244140625, "train/tensor_act_model_layers_87_mlp/mean": 0.01092529296875, "train/tensor_act_model_layers_87_mlp/std": 0.10986328125, "train/tensor_act_model_layers_87_mlp/max_abs": 2.328125, "train/tensor_act_model_layers_87_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp/min": -2.25, "train/tensor_act_model_layers_87_mlp/max": 2.328125, "train/tensor_act_model_layers_87_mlp/range": 4.578125, "train/tensor_act_model_layers_87_residual_post_mlp/norm": 2138.060791015625, "train/tensor_act_model_layers_87_residual_post_mlp/mean": 0.3125, "train/tensor_act_model_layers_87_residual_post_mlp/std": 0.99609375, "train/tensor_act_model_layers_87_residual_post_mlp/max_abs": 6.625, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_mlp/min": -6.0625, "train/tensor_act_model_layers_87_residual_post_mlp/max": 6.625, "train/tensor_act_model_layers_87_residual_post_mlp/range": 12.6875, "train/tensor_act_model_layers_88_residual_pre_attn/norm": 2138.060791015625, "train/tensor_act_model_layers_88_residual_pre_attn/mean": 0.3125, "train/tensor_act_model_layers_88_residual_pre_attn/std": 0.99609375, "train/tensor_act_model_layers_88_residual_pre_attn/max_abs": 6.625, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_residual_pre_attn/min": -6.0625, "train/tensor_act_model_layers_88_residual_pre_attn/max": 6.625, "train/tensor_act_model_layers_88_residual_pre_attn/range": 12.6875, "train/tensor_act_model_layers_88_residual_post_attn/norm": 2147.62646484375, "train/tensor_act_model_layers_88_residual_post_attn/mean": 0.310546875, "train/tensor_act_model_layers_88_residual_post_attn/std": 1.0, "train/tensor_act_model_layers_88_residual_post_attn/max_abs": 6.78125, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_attn/min": -6.0, "train/tensor_act_model_layers_88_residual_post_attn/max": 6.78125, "train/tensor_act_model_layers_88_residual_post_attn/range": 12.78125, "train/tensor_act_model_layers_88_mlp_gate_proj/norm": 1714.2869873046875, "train/tensor_act_model_layers_88_mlp_gate_proj/mean": -0.2294921875, "train/tensor_act_model_layers_88_mlp_gate_proj/std": 0.546875, "train/tensor_act_model_layers_88_mlp_gate_proj/max_abs": 2.984375, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/min": -2.984375, "train/tensor_act_model_layers_88_mlp_gate_proj/max": 2.734375, "train/tensor_act_model_layers_88_mlp_gate_proj/range": 5.71875, "train/tensor_act_model_layers_88_mlp_up_proj/norm": 1549.5001220703125, "train/tensor_act_model_layers_88_mlp_up_proj/mean": 0.0047607421875, "train/tensor_act_model_layers_88_mlp_up_proj/std": 0.53515625, "train/tensor_act_model_layers_88_mlp_up_proj/max_abs": 4.6875, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/min": -4.6875, "train/tensor_act_model_layers_88_mlp_up_proj/max": 3.625, "train/tensor_act_model_layers_88_mlp_up_proj/range": 8.3125, "train/tensor_act_model_layers_88_mlp_down_proj/norm": 218.14955139160156, "train/tensor_act_model_layers_88_mlp_down_proj/mean": 0.008056640625, "train/tensor_act_model_layers_88_mlp_down_proj/std": 0.1064453125, "train/tensor_act_model_layers_88_mlp_down_proj/max_abs": 1.359375, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/min": -1.359375, "train/tensor_act_model_layers_88_mlp_down_proj/max": 1.3203125, "train/tensor_act_model_layers_88_mlp_down_proj/range": 2.6796875, "train/tensor_act_model_layers_88_mlp/norm": 218.14955139160156, "train/tensor_act_model_layers_88_mlp/mean": 0.008056640625, "train/tensor_act_model_layers_88_mlp/std": 0.1064453125, "train/tensor_act_model_layers_88_mlp/max_abs": 1.359375, "train/tensor_act_model_layers_88_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp/min": -1.359375, "train/tensor_act_model_layers_88_mlp/max": 1.3203125, "train/tensor_act_model_layers_88_mlp/range": 2.6796875, "train/tensor_act_model_layers_88_residual_post_mlp/norm": 2184.840087890625, "train/tensor_act_model_layers_88_residual_post_mlp/mean": 0.318359375, "train/tensor_act_model_layers_88_residual_post_mlp/std": 1.015625, "train/tensor_act_model_layers_88_residual_post_mlp/max_abs": 6.90625, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_mlp/min": -6.15625, "train/tensor_act_model_layers_88_residual_post_mlp/max": 6.90625, "train/tensor_act_model_layers_88_residual_post_mlp/range": 13.0625, "train/tensor_act_model_layers_89_residual_pre_attn/norm": 2184.840087890625, "train/tensor_act_model_layers_89_residual_pre_attn/mean": 0.318359375, "train/tensor_act_model_layers_89_residual_pre_attn/std": 1.015625, "train/tensor_act_model_layers_89_residual_pre_attn/max_abs": 6.90625, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_residual_pre_attn/min": -6.15625, "train/tensor_act_model_layers_89_residual_pre_attn/max": 6.90625, "train/tensor_act_model_layers_89_residual_pre_attn/range": 13.0625, "train/tensor_act_model_layers_89_residual_post_attn/norm": 2186.715087890625, "train/tensor_act_model_layers_89_residual_post_attn/mean": 0.3125, "train/tensor_act_model_layers_89_residual_post_attn/std": 1.0234375, "train/tensor_act_model_layers_89_residual_post_attn/max_abs": 6.9375, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_attn/min": -6.1875, "train/tensor_act_model_layers_89_residual_post_attn/max": 6.9375, "train/tensor_act_model_layers_89_residual_post_attn/range": 13.125, "train/tensor_act_model_layers_89_mlp_gate_proj/norm": 1732.017333984375, "train/tensor_act_model_layers_89_mlp_gate_proj/mean": -0.208984375, "train/tensor_act_model_layers_89_mlp_gate_proj/std": 0.55859375, "train/tensor_act_model_layers_89_mlp_gate_proj/max_abs": 3.78125, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/min": -2.953125, "train/tensor_act_model_layers_89_mlp_gate_proj/max": 3.78125, "train/tensor_act_model_layers_89_mlp_gate_proj/range": 6.734375, "train/tensor_act_model_layers_89_mlp_up_proj/norm": 1568.811767578125, "train/tensor_act_model_layers_89_mlp_up_proj/mean": 0.0174560546875, "train/tensor_act_model_layers_89_mlp_up_proj/std": 0.54296875, "train/tensor_act_model_layers_89_mlp_up_proj/max_abs": 6.3125, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/min": -3.4375, "train/tensor_act_model_layers_89_mlp_up_proj/max": 6.3125, "train/tensor_act_model_layers_89_mlp_up_proj/range": 9.75, "train/tensor_act_model_layers_89_mlp_down_proj/norm": 237.14273071289062, "train/tensor_act_model_layers_89_mlp_down_proj/mean": 0.0093994140625, "train/tensor_act_model_layers_89_mlp_down_proj/std": 0.115234375, "train/tensor_act_model_layers_89_mlp_down_proj/max_abs": 1.34375, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/min": -1.28125, "train/tensor_act_model_layers_89_mlp_down_proj/max": 1.34375, "train/tensor_act_model_layers_89_mlp_down_proj/range": 2.625, "train/tensor_act_model_layers_89_mlp/norm": 237.14273071289062, "train/tensor_act_model_layers_89_mlp/mean": 0.0093994140625, "train/tensor_act_model_layers_89_mlp/std": 0.115234375, "train/tensor_act_model_layers_89_mlp/max_abs": 1.34375, "train/tensor_act_model_layers_89_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp/min": -1.28125, "train/tensor_act_model_layers_89_mlp/max": 1.34375, "train/tensor_act_model_layers_89_mlp/range": 2.625, "train/tensor_act_model_layers_89_residual_post_mlp/norm": 2233.79248046875, "train/tensor_act_model_layers_89_residual_post_mlp/mean": 0.322265625, "train/tensor_act_model_layers_89_residual_post_mlp/std": 1.0390625, "train/tensor_act_model_layers_89_residual_post_mlp/max_abs": 7.09375, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_mlp/min": -6.46875, "train/tensor_act_model_layers_89_residual_post_mlp/max": 7.09375, "train/tensor_act_model_layers_89_residual_post_mlp/range": 13.5625, "train/tensor_act_model_layers_90_residual_pre_attn/norm": 2233.79248046875, "train/tensor_act_model_layers_90_residual_pre_attn/mean": 0.322265625, "train/tensor_act_model_layers_90_residual_pre_attn/std": 1.0390625, "train/tensor_act_model_layers_90_residual_pre_attn/max_abs": 7.09375, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_residual_pre_attn/min": -6.46875, "train/tensor_act_model_layers_90_residual_pre_attn/max": 7.09375, "train/tensor_act_model_layers_90_residual_pre_attn/range": 13.5625, "train/tensor_act_model_layers_90_residual_post_attn/norm": 2254.571533203125, "train/tensor_act_model_layers_90_residual_post_attn/mean": 0.3203125, "train/tensor_act_model_layers_90_residual_post_attn/std": 1.0546875, "train/tensor_act_model_layers_90_residual_post_attn/max_abs": 7.15625, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_attn/min": -6.5, "train/tensor_act_model_layers_90_residual_post_attn/max": 7.15625, "train/tensor_act_model_layers_90_residual_post_attn/range": 13.65625, "train/tensor_act_model_layers_90_mlp_gate_proj/norm": 1729.9208984375, "train/tensor_act_model_layers_90_mlp_gate_proj/mean": -0.201171875, "train/tensor_act_model_layers_90_mlp_gate_proj/std": 0.5625, "train/tensor_act_model_layers_90_mlp_gate_proj/max_abs": 3.546875, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/min": -3.546875, "train/tensor_act_model_layers_90_mlp_gate_proj/max": 3.34375, "train/tensor_act_model_layers_90_mlp_gate_proj/range": 6.890625, "train/tensor_act_model_layers_90_mlp_up_proj/norm": 1593.342529296875, "train/tensor_act_model_layers_90_mlp_up_proj/mean": 0.001434326171875, "train/tensor_act_model_layers_90_mlp_up_proj/std": 0.55078125, "train/tensor_act_model_layers_90_mlp_up_proj/max_abs": 4.0625, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/min": -3.71875, "train/tensor_act_model_layers_90_mlp_up_proj/max": 4.0625, "train/tensor_act_model_layers_90_mlp_up_proj/range": 7.78125, "train/tensor_act_model_layers_90_mlp_down_proj/norm": 259.4202575683594, "train/tensor_act_model_layers_90_mlp_down_proj/mean": 0.0115966796875, "train/tensor_act_model_layers_90_mlp_down_proj/std": 0.1259765625, "train/tensor_act_model_layers_90_mlp_down_proj/max_abs": 1.53125, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/min": -1.4375, "train/tensor_act_model_layers_90_mlp_down_proj/max": 1.53125, "train/tensor_act_model_layers_90_mlp_down_proj/range": 2.96875, "train/tensor_act_model_layers_90_mlp/norm": 259.4202575683594, "train/tensor_act_model_layers_90_mlp/mean": 0.0115966796875, "train/tensor_act_model_layers_90_mlp/std": 0.1259765625, "train/tensor_act_model_layers_90_mlp/max_abs": 1.53125, "train/tensor_act_model_layers_90_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp/min": -1.4375, "train/tensor_act_model_layers_90_mlp/max": 1.53125, "train/tensor_act_model_layers_90_mlp/range": 2.96875, "train/tensor_act_model_layers_90_residual_post_mlp/norm": 2320.064208984375, "train/tensor_act_model_layers_90_residual_post_mlp/mean": 0.33203125, "train/tensor_act_model_layers_90_residual_post_mlp/std": 1.0859375, "train/tensor_act_model_layers_90_residual_post_mlp/max_abs": 7.3125, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_mlp/min": -6.59375, "train/tensor_act_model_layers_90_residual_post_mlp/max": 7.3125, "train/tensor_act_model_layers_90_residual_post_mlp/range": 13.90625, "train/tensor_act_model_layers_91_residual_pre_attn/norm": 2320.064208984375, "train/tensor_act_model_layers_91_residual_pre_attn/mean": 0.33203125, "train/tensor_act_model_layers_91_residual_pre_attn/std": 1.0859375, "train/tensor_act_model_layers_91_residual_pre_attn/max_abs": 7.3125, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_residual_pre_attn/min": -6.59375, "train/tensor_act_model_layers_91_residual_pre_attn/max": 7.3125, "train/tensor_act_model_layers_91_residual_pre_attn/range": 13.90625, "train/tensor_act_model_layers_91_residual_post_attn/norm": 2340.773193359375, "train/tensor_act_model_layers_91_residual_post_attn/mean": 0.3359375, "train/tensor_act_model_layers_91_residual_post_attn/std": 1.09375, "train/tensor_act_model_layers_91_residual_post_attn/max_abs": 7.3125, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_attn/min": -6.5, "train/tensor_act_model_layers_91_residual_post_attn/max": 7.3125, "train/tensor_act_model_layers_91_residual_post_attn/range": 13.8125, "train/tensor_act_model_layers_91_mlp_gate_proj/norm": 1734.38330078125, "train/tensor_act_model_layers_91_mlp_gate_proj/mean": -0.18359375, "train/tensor_act_model_layers_91_mlp_gate_proj/std": 0.5703125, "train/tensor_act_model_layers_91_mlp_gate_proj/max_abs": 3.34375, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/min": -3.34375, "train/tensor_act_model_layers_91_mlp_gate_proj/max": 3.265625, "train/tensor_act_model_layers_91_mlp_gate_proj/range": 6.609375, "train/tensor_act_model_layers_91_mlp_up_proj/norm": 1651.5843505859375, "train/tensor_act_model_layers_91_mlp_up_proj/mean": -0.0216064453125, "train/tensor_act_model_layers_91_mlp_up_proj/std": 0.5703125, "train/tensor_act_model_layers_91_mlp_up_proj/max_abs": 4.84375, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/min": -4.84375, "train/tensor_act_model_layers_91_mlp_up_proj/max": 4.71875, "train/tensor_act_model_layers_91_mlp_up_proj/range": 9.5625, "train/tensor_act_model_layers_91_mlp_down_proj/norm": 288.66473388671875, "train/tensor_act_model_layers_91_mlp_down_proj/mean": 0.01519775390625, "train/tensor_act_model_layers_91_mlp_down_proj/std": 0.1396484375, "train/tensor_act_model_layers_91_mlp_down_proj/max_abs": 1.5546875, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/min": -1.5546875, "train/tensor_act_model_layers_91_mlp_down_proj/max": 1.3515625, "train/tensor_act_model_layers_91_mlp_down_proj/range": 2.90625, "train/tensor_act_model_layers_91_mlp/norm": 288.66473388671875, "train/tensor_act_model_layers_91_mlp/mean": 0.01519775390625, "train/tensor_act_model_layers_91_mlp/std": 0.1396484375, "train/tensor_act_model_layers_91_mlp/max_abs": 1.5546875, "train/tensor_act_model_layers_91_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp/min": -1.5546875, "train/tensor_act_model_layers_91_mlp/max": 1.3515625, "train/tensor_act_model_layers_91_mlp/range": 2.90625, "train/tensor_act_model_layers_91_residual_post_mlp/norm": 2422.4560546875, "train/tensor_act_model_layers_91_residual_post_mlp/mean": 0.349609375, "train/tensor_act_model_layers_91_residual_post_mlp/std": 1.1328125, "train/tensor_act_model_layers_91_residual_post_mlp/max_abs": 7.75, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_mlp/min": -6.625, "train/tensor_act_model_layers_91_residual_post_mlp/max": 7.75, "train/tensor_act_model_layers_91_residual_post_mlp/range": 14.375, "train/tensor_act_model_layers_92_residual_pre_attn/norm": 2422.4560546875, "train/tensor_act_model_layers_92_residual_pre_attn/mean": 0.349609375, "train/tensor_act_model_layers_92_residual_pre_attn/std": 1.1328125, "train/tensor_act_model_layers_92_residual_pre_attn/max_abs": 7.75, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_residual_pre_attn/min": -6.625, "train/tensor_act_model_layers_92_residual_pre_attn/max": 7.75, "train/tensor_act_model_layers_92_residual_pre_attn/range": 14.375, "train/tensor_act_model_layers_92_residual_post_attn/norm": 2453.045166015625, "train/tensor_act_model_layers_92_residual_post_attn/mean": 0.35546875, "train/tensor_act_model_layers_92_residual_post_attn/std": 1.140625, "train/tensor_act_model_layers_92_residual_post_attn/max_abs": 7.78125, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_attn/min": -6.59375, "train/tensor_act_model_layers_92_residual_post_attn/max": 7.78125, "train/tensor_act_model_layers_92_residual_post_attn/range": 14.375, "train/tensor_act_model_layers_92_mlp_gate_proj/norm": 1724.1612548828125, "train/tensor_act_model_layers_92_mlp_gate_proj/mean": -0.1611328125, "train/tensor_act_model_layers_92_mlp_gate_proj/std": 0.57421875, "train/tensor_act_model_layers_92_mlp_gate_proj/max_abs": 3.828125, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/min": -3.234375, "train/tensor_act_model_layers_92_mlp_gate_proj/max": 3.828125, "train/tensor_act_model_layers_92_mlp_gate_proj/range": 7.0625, "train/tensor_act_model_layers_92_mlp_up_proj/norm": 1753.3040771484375, "train/tensor_act_model_layers_92_mlp_up_proj/mean": -0.0263671875, "train/tensor_act_model_layers_92_mlp_up_proj/std": 0.60546875, "train/tensor_act_model_layers_92_mlp_up_proj/max_abs": 5.34375, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/min": -5.34375, "train/tensor_act_model_layers_92_mlp_up_proj/max": 3.328125, "train/tensor_act_model_layers_92_mlp_up_proj/range": 8.671875, "train/tensor_act_model_layers_92_mlp_down_proj/norm": 351.2609558105469, "train/tensor_act_model_layers_92_mlp_down_proj/mean": 0.0245361328125, "train/tensor_act_model_layers_92_mlp_down_proj/std": 0.169921875, "train/tensor_act_model_layers_92_mlp_down_proj/max_abs": 1.5078125, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/min": -1.375, "train/tensor_act_model_layers_92_mlp_down_proj/max": 1.5078125, "train/tensor_act_model_layers_92_mlp_down_proj/range": 2.8828125, "train/tensor_act_model_layers_92_mlp/norm": 351.2609558105469, "train/tensor_act_model_layers_92_mlp/mean": 0.0245361328125, "train/tensor_act_model_layers_92_mlp/std": 0.169921875, "train/tensor_act_model_layers_92_mlp/max_abs": 1.5078125, "train/tensor_act_model_layers_92_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp/min": -1.375, "train/tensor_act_model_layers_92_mlp/max": 1.5078125, "train/tensor_act_model_layers_92_mlp/range": 2.8828125, "train/tensor_act_model_layers_92_residual_post_mlp/norm": 2585.340576171875, "train/tensor_act_model_layers_92_residual_post_mlp/mean": 0.37890625, "train/tensor_act_model_layers_92_residual_post_mlp/std": 1.203125, "train/tensor_act_model_layers_92_residual_post_mlp/max_abs": 8.4375, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_mlp/min": -6.90625, "train/tensor_act_model_layers_92_residual_post_mlp/max": 8.4375, "train/tensor_act_model_layers_92_residual_post_mlp/range": 15.34375, "train/tensor_act_model_layers_93_residual_pre_attn/norm": 2585.340576171875, "train/tensor_act_model_layers_93_residual_pre_attn/mean": 0.37890625, "train/tensor_act_model_layers_93_residual_pre_attn/std": 1.203125, "train/tensor_act_model_layers_93_residual_pre_attn/max_abs": 8.4375, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_residual_pre_attn/min": -6.90625, "train/tensor_act_model_layers_93_residual_pre_attn/max": 8.4375, "train/tensor_act_model_layers_93_residual_pre_attn/range": 15.34375, "train/tensor_act_model_layers_93_residual_post_attn/norm": 2587.893798828125, "train/tensor_act_model_layers_93_residual_post_attn/mean": 0.365234375, "train/tensor_act_model_layers_93_residual_post_attn/std": 1.2109375, "train/tensor_act_model_layers_93_residual_post_attn/max_abs": 8.3125, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_attn/min": -6.9375, "train/tensor_act_model_layers_93_residual_post_attn/max": 8.3125, "train/tensor_act_model_layers_93_residual_post_attn/range": 15.25, "train/tensor_act_model_layers_93_mlp_gate_proj/norm": 1792.7076416015625, "train/tensor_act_model_layers_93_mlp_gate_proj/mean": -0.1943359375, "train/tensor_act_model_layers_93_mlp_gate_proj/std": 0.5859375, "train/tensor_act_model_layers_93_mlp_gate_proj/max_abs": 4.375, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/min": -4.375, "train/tensor_act_model_layers_93_mlp_gate_proj/max": 3.890625, "train/tensor_act_model_layers_93_mlp_gate_proj/range": 8.265625, "train/tensor_act_model_layers_93_mlp_up_proj/norm": 1815.0330810546875, "train/tensor_act_model_layers_93_mlp_up_proj/mean": 0.017822265625, "train/tensor_act_model_layers_93_mlp_up_proj/std": 0.625, "train/tensor_act_model_layers_93_mlp_up_proj/max_abs": 5.3125, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/min": -5.3125, "train/tensor_act_model_layers_93_mlp_up_proj/max": 4.15625, "train/tensor_act_model_layers_93_mlp_up_proj/range": 9.46875, "train/tensor_act_model_layers_93_mlp_down_proj/norm": 330.29974365234375, "train/tensor_act_model_layers_93_mlp_down_proj/mean": 0.02099609375, "train/tensor_act_model_layers_93_mlp_down_proj/std": 0.16015625, "train/tensor_act_model_layers_93_mlp_down_proj/max_abs": 1.8203125, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/min": -1.6171875, "train/tensor_act_model_layers_93_mlp_down_proj/max": 1.8203125, "train/tensor_act_model_layers_93_mlp_down_proj/range": 3.4375, "train/tensor_act_model_layers_93_mlp/norm": 330.29974365234375, "train/tensor_act_model_layers_93_mlp/mean": 0.02099609375, "train/tensor_act_model_layers_93_mlp/std": 0.16015625, "train/tensor_act_model_layers_93_mlp/max_abs": 1.8203125, "train/tensor_act_model_layers_93_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp/min": -1.6171875, "train/tensor_act_model_layers_93_mlp/max": 1.8203125, "train/tensor_act_model_layers_93_mlp/range": 3.4375, "train/tensor_act_model_layers_93_residual_post_mlp/norm": 2696.867431640625, "train/tensor_act_model_layers_93_residual_post_mlp/mean": 0.38671875, "train/tensor_act_model_layers_93_residual_post_mlp/std": 1.2578125, "train/tensor_act_model_layers_93_residual_post_mlp/max_abs": 8.875, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_mlp/min": -7.21875, "train/tensor_act_model_layers_93_residual_post_mlp/max": 8.875, "train/tensor_act_model_layers_93_residual_post_mlp/range": 16.09375, "train/tensor_act_model_layers_94_residual_pre_attn/norm": 2696.867431640625, "train/tensor_act_model_layers_94_residual_pre_attn/mean": 0.38671875, "train/tensor_act_model_layers_94_residual_pre_attn/std": 1.2578125, "train/tensor_act_model_layers_94_residual_pre_attn/max_abs": 8.875, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_residual_pre_attn/min": -7.21875, "train/tensor_act_model_layers_94_residual_pre_attn/max": 8.875, "train/tensor_act_model_layers_94_residual_pre_attn/range": 16.09375, "train/tensor_act_model_layers_94_residual_post_attn/norm": 2715.50439453125, "train/tensor_act_model_layers_94_residual_post_attn/mean": 0.388671875, "train/tensor_act_model_layers_94_residual_post_attn/std": 1.265625, "train/tensor_act_model_layers_94_residual_post_attn/max_abs": 8.9375, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_attn/min": -7.28125, "train/tensor_act_model_layers_94_residual_post_attn/max": 8.9375, "train/tensor_act_model_layers_94_residual_post_attn/range": 16.21875, "train/tensor_act_model_layers_94_mlp_gate_proj/norm": 1823.3941650390625, "train/tensor_act_model_layers_94_mlp_gate_proj/mean": -0.1826171875, "train/tensor_act_model_layers_94_mlp_gate_proj/std": 0.6015625, "train/tensor_act_model_layers_94_mlp_gate_proj/max_abs": 3.96875, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/min": -3.171875, "train/tensor_act_model_layers_94_mlp_gate_proj/max": 3.96875, "train/tensor_act_model_layers_94_mlp_gate_proj/range": 7.140625, "train/tensor_act_model_layers_94_mlp_up_proj/norm": 1841.06982421875, "train/tensor_act_model_layers_94_mlp_up_proj/mean": -0.0220947265625, "train/tensor_act_model_layers_94_mlp_up_proj/std": 0.63671875, "train/tensor_act_model_layers_94_mlp_up_proj/max_abs": 5.28125, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/min": -4.34375, "train/tensor_act_model_layers_94_mlp_up_proj/max": 5.28125, "train/tensor_act_model_layers_94_mlp_up_proj/range": 9.625, "train/tensor_act_model_layers_94_mlp_down_proj/norm": 356.0464172363281, "train/tensor_act_model_layers_94_mlp_down_proj/mean": 0.02001953125, "train/tensor_act_model_layers_94_mlp_down_proj/std": 0.1728515625, "train/tensor_act_model_layers_94_mlp_down_proj/max_abs": 1.8125, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/min": -1.46875, "train/tensor_act_model_layers_94_mlp_down_proj/max": 1.8125, "train/tensor_act_model_layers_94_mlp_down_proj/range": 3.28125, "train/tensor_act_model_layers_94_mlp/norm": 356.0464172363281, "train/tensor_act_model_layers_94_mlp/mean": 0.02001953125, "train/tensor_act_model_layers_94_mlp/std": 0.1728515625, "train/tensor_act_model_layers_94_mlp/max_abs": 1.8125, "train/tensor_act_model_layers_94_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp/min": -1.46875, "train/tensor_act_model_layers_94_mlp/max": 1.8125, "train/tensor_act_model_layers_94_mlp/range": 3.28125, "train/tensor_act_model_layers_94_residual_post_mlp/norm": 2844.08984375, "train/tensor_act_model_layers_94_residual_post_mlp/mean": 0.41015625, "train/tensor_act_model_layers_94_residual_post_mlp/std": 1.328125, "train/tensor_act_model_layers_94_residual_post_mlp/max_abs": 9.125, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_mlp/min": -7.5625, "train/tensor_act_model_layers_94_residual_post_mlp/max": 9.125, "train/tensor_act_model_layers_94_residual_post_mlp/range": 16.6875, "train/tensor_act_model_layers_95_residual_pre_attn/norm": 2844.08984375, "train/tensor_act_model_layers_95_residual_pre_attn/mean": 0.41015625, "train/tensor_act_model_layers_95_residual_pre_attn/std": 1.328125, "train/tensor_act_model_layers_95_residual_pre_attn/max_abs": 9.125, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_residual_pre_attn/min": -7.5625, "train/tensor_act_model_layers_95_residual_pre_attn/max": 9.125, "train/tensor_act_model_layers_95_residual_pre_attn/range": 16.6875, "train/tensor_act_model_layers_95_residual_post_attn/norm": 2851.79833984375, "train/tensor_act_model_layers_95_residual_post_attn/mean": 0.404296875, "train/tensor_act_model_layers_95_residual_post_attn/std": 1.3359375, "train/tensor_act_model_layers_95_residual_post_attn/max_abs": 9.1875, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_attn/min": -7.71875, "train/tensor_act_model_layers_95_residual_post_attn/max": 9.1875, "train/tensor_act_model_layers_95_residual_post_attn/range": 16.90625, "train/tensor_act_model_layers_95_mlp_gate_proj/norm": 1823.174560546875, "train/tensor_act_model_layers_95_mlp_gate_proj/mean": -0.1748046875, "train/tensor_act_model_layers_95_mlp_gate_proj/std": 0.60546875, "train/tensor_act_model_layers_95_mlp_gate_proj/max_abs": 3.8125, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/min": -3.21875, "train/tensor_act_model_layers_95_mlp_gate_proj/max": 3.8125, "train/tensor_act_model_layers_95_mlp_gate_proj/range": 7.03125, "train/tensor_act_model_layers_95_mlp_up_proj/norm": 1930.71240234375, "train/tensor_act_model_layers_95_mlp_up_proj/mean": -0.00994873046875, "train/tensor_act_model_layers_95_mlp_up_proj/std": 0.66796875, "train/tensor_act_model_layers_95_mlp_up_proj/max_abs": 5.25, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/min": -3.6875, "train/tensor_act_model_layers_95_mlp_up_proj/max": 5.25, "train/tensor_act_model_layers_95_mlp_up_proj/range": 8.9375, "train/tensor_act_model_layers_95_mlp_down_proj/norm": 407.2587890625, "train/tensor_act_model_layers_95_mlp_down_proj/mean": 0.0242919921875, "train/tensor_act_model_layers_95_mlp_down_proj/std": 0.197265625, "train/tensor_act_model_layers_95_mlp_down_proj/max_abs": 2.40625, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/min": -2.40625, "train/tensor_act_model_layers_95_mlp_down_proj/max": 1.859375, "train/tensor_act_model_layers_95_mlp_down_proj/range": 4.265625, "train/tensor_act_model_layers_95_mlp/norm": 407.2587890625, "train/tensor_act_model_layers_95_mlp/mean": 0.0242919921875, "train/tensor_act_model_layers_95_mlp/std": 0.197265625, "train/tensor_act_model_layers_95_mlp/max_abs": 2.40625, "train/tensor_act_model_layers_95_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp/min": -2.40625, "train/tensor_act_model_layers_95_mlp/max": 1.859375, "train/tensor_act_model_layers_95_mlp/range": 4.265625, "train/tensor_act_model_layers_95_residual_post_mlp/norm": 3024.032958984375, "train/tensor_act_model_layers_95_residual_post_mlp/mean": 0.4296875, "train/tensor_act_model_layers_95_residual_post_mlp/std": 1.4140625, "train/tensor_act_model_layers_95_residual_post_mlp/max_abs": 9.25, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_mlp/min": -9.0, "train/tensor_act_model_layers_95_residual_post_mlp/max": 9.25, "train/tensor_act_model_layers_95_residual_post_mlp/range": 18.25, "train/tensor_act_model_layers_96_residual_pre_attn/norm": 3024.032958984375, "train/tensor_act_model_layers_96_residual_pre_attn/mean": 0.4296875, "train/tensor_act_model_layers_96_residual_pre_attn/std": 1.4140625, "train/tensor_act_model_layers_96_residual_pre_attn/max_abs": 9.25, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_residual_pre_attn/min": -9.0, "train/tensor_act_model_layers_96_residual_pre_attn/max": 9.25, "train/tensor_act_model_layers_96_residual_pre_attn/range": 18.25, "train/tensor_act_model_layers_96_residual_post_attn/norm": 3036.169189453125, "train/tensor_act_model_layers_96_residual_post_attn/mean": 0.4296875, "train/tensor_act_model_layers_96_residual_post_attn/std": 1.421875, "train/tensor_act_model_layers_96_residual_post_attn/max_abs": 9.25, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_attn/min": -9.0, "train/tensor_act_model_layers_96_residual_post_attn/max": 9.25, "train/tensor_act_model_layers_96_residual_post_attn/range": 18.25, "train/tensor_act_model_layers_96_mlp_gate_proj/norm": 1918.9881591796875, "train/tensor_act_model_layers_96_mlp_gate_proj/mean": -0.169921875, "train/tensor_act_model_layers_96_mlp_gate_proj/std": 0.640625, "train/tensor_act_model_layers_96_mlp_gate_proj/max_abs": 4.34375, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/min": -4.34375, "train/tensor_act_model_layers_96_mlp_gate_proj/max": 3.71875, "train/tensor_act_model_layers_96_mlp_gate_proj/range": 8.0625, "train/tensor_act_model_layers_96_mlp_up_proj/norm": 1937.6907958984375, "train/tensor_act_model_layers_96_mlp_up_proj/mean": 0.01177978515625, "train/tensor_act_model_layers_96_mlp_up_proj/std": 0.66796875, "train/tensor_act_model_layers_96_mlp_up_proj/max_abs": 4.90625, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/min": -4.375, "train/tensor_act_model_layers_96_mlp_up_proj/max": 4.90625, "train/tensor_act_model_layers_96_mlp_up_proj/range": 9.28125, "train/tensor_act_model_layers_96_mlp_down_proj/norm": 437.6637878417969, "train/tensor_act_model_layers_96_mlp_down_proj/mean": 0.028564453125, "train/tensor_act_model_layers_96_mlp_down_proj/std": 0.2119140625, "train/tensor_act_model_layers_96_mlp_down_proj/max_abs": 1.7890625, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/min": -1.7890625, "train/tensor_act_model_layers_96_mlp_down_proj/max": 1.7578125, "train/tensor_act_model_layers_96_mlp_down_proj/range": 3.546875, "train/tensor_act_model_layers_96_mlp/norm": 437.6637878417969, "train/tensor_act_model_layers_96_mlp/mean": 0.028564453125, "train/tensor_act_model_layers_96_mlp/std": 0.2119140625, "train/tensor_act_model_layers_96_mlp/max_abs": 1.7890625, "train/tensor_act_model_layers_96_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp/min": -1.7890625, "train/tensor_act_model_layers_96_mlp/max": 1.7578125, "train/tensor_act_model_layers_96_mlp/range": 3.546875, "train/tensor_act_model_layers_96_residual_post_mlp/norm": 3224.843505859375, "train/tensor_act_model_layers_96_residual_post_mlp/mean": 0.45703125, "train/tensor_act_model_layers_96_residual_post_mlp/std": 1.5078125, "train/tensor_act_model_layers_96_residual_post_mlp/max_abs": 10.125, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_user_limit": 4.76837158203125e-07, "train/tensor_act_model_layers_96_residual_post_mlp/min": -9.375, "train/tensor_act_model_layers_96_residual_post_mlp/max": 10.125, "train/tensor_act_model_layers_96_residual_post_mlp/range": 19.5, "train/tensor_act_model_layers_97_residual_pre_attn/norm": 3224.843505859375, "train/tensor_act_model_layers_97_residual_pre_attn/mean": 0.45703125, "train/tensor_act_model_layers_97_residual_pre_attn/std": 1.5078125, "train/tensor_act_model_layers_97_residual_pre_attn/max_abs": 10.125, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_user_limit": 4.76837158203125e-07, "train/tensor_act_model_layers_97_residual_pre_attn/min": -9.375, "train/tensor_act_model_layers_97_residual_pre_attn/max": 10.125, "train/tensor_act_model_layers_97_residual_pre_attn/range": 19.5, "train/tensor_act_model_layers_97_residual_post_attn/norm": 3242.316650390625, "train/tensor_act_model_layers_97_residual_post_attn/mean": 0.458984375, "train/tensor_act_model_layers_97_residual_post_attn/std": 1.515625, "train/tensor_act_model_layers_97_residual_post_attn/max_abs": 10.3125, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_user_limit": 7.152557373046875e-07, "train/tensor_act_model_layers_97_residual_post_attn/min": -9.4375, "train/tensor_act_model_layers_97_residual_post_attn/max": 10.3125, "train/tensor_act_model_layers_97_residual_post_attn/range": 19.75, "train/tensor_act_model_layers_97_mlp_gate_proj/norm": 1910.060302734375, "train/tensor_act_model_layers_97_mlp_gate_proj/mean": -0.1650390625, "train/tensor_act_model_layers_97_mlp_gate_proj/std": 0.63671875, "train/tensor_act_model_layers_97_mlp_gate_proj/max_abs": 4.59375, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/min": -3.359375, "train/tensor_act_model_layers_97_mlp_gate_proj/max": 4.59375, "train/tensor_act_model_layers_97_mlp_gate_proj/range": 7.953125, "train/tensor_act_model_layers_97_mlp_up_proj/norm": 2171.39453125, "train/tensor_act_model_layers_97_mlp_up_proj/mean": -0.030029296875, "train/tensor_act_model_layers_97_mlp_up_proj/std": 0.75, "train/tensor_act_model_layers_97_mlp_up_proj/max_abs": 8.4375, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/min": -6.125, "train/tensor_act_model_layers_97_mlp_up_proj/max": 8.4375, "train/tensor_act_model_layers_97_mlp_up_proj/range": 14.5625, "train/tensor_act_model_layers_97_mlp_down_proj/norm": 540.5927734375, "train/tensor_act_model_layers_97_mlp_down_proj/mean": 0.0296630859375, "train/tensor_act_model_layers_97_mlp_down_proj/std": 0.26171875, "train/tensor_act_model_layers_97_mlp_down_proj/max_abs": 2.96875, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/min": -2.75, "train/tensor_act_model_layers_97_mlp_down_proj/max": 2.96875, "train/tensor_act_model_layers_97_mlp_down_proj/range": 5.71875, "train/tensor_act_model_layers_97_mlp/norm": 540.5927734375, "train/tensor_act_model_layers_97_mlp/mean": 0.0296630859375, "train/tensor_act_model_layers_97_mlp/std": 0.26171875, "train/tensor_act_model_layers_97_mlp/max_abs": 2.96875, "train/tensor_act_model_layers_97_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp/min": -2.75, "train/tensor_act_model_layers_97_mlp/max": 2.96875, "train/tensor_act_model_layers_97_mlp/range": 5.71875, "train/tensor_act_model_layers_97_residual_post_mlp/norm": 3528.773681640625, "train/tensor_act_model_layers_97_residual_post_mlp/mean": 0.48828125, "train/tensor_act_model_layers_97_residual_post_mlp/std": 1.6484375, "train/tensor_act_model_layers_97_residual_post_mlp/max_abs": 11.6875, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_user_limit": 1.0013580322265625e-05, "train/tensor_act_model_layers_97_residual_post_mlp/min": -10.25, "train/tensor_act_model_layers_97_residual_post_mlp/max": 11.6875, "train/tensor_act_model_layers_97_residual_post_mlp/range": 21.9375, "train/tensor_act_model_layers_98_residual_pre_attn/norm": 3528.773681640625, "train/tensor_act_model_layers_98_residual_pre_attn/mean": 0.48828125, "train/tensor_act_model_layers_98_residual_pre_attn/std": 1.6484375, "train/tensor_act_model_layers_98_residual_pre_attn/max_abs": 11.6875, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_user_limit": 1.0013580322265625e-05, "train/tensor_act_model_layers_98_residual_pre_attn/min": -10.25, "train/tensor_act_model_layers_98_residual_pre_attn/max": 11.6875, "train/tensor_act_model_layers_98_residual_pre_attn/range": 21.9375, "train/tensor_act_model_layers_98_residual_post_attn/norm": 3553.111328125, "train/tensor_act_model_layers_98_residual_post_attn/mean": 0.4921875, "train/tensor_act_model_layers_98_residual_post_attn/std": 1.6640625, "train/tensor_act_model_layers_98_residual_post_attn/max_abs": 11.6875, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_user_limit": 9.775161743164062e-06, "train/tensor_act_model_layers_98_residual_post_attn/min": -10.25, "train/tensor_act_model_layers_98_residual_post_attn/max": 11.6875, "train/tensor_act_model_layers_98_residual_post_attn/range": 21.9375, "train/tensor_act_model_layers_98_mlp_gate_proj/norm": 1901.6123046875, "train/tensor_act_model_layers_98_mlp_gate_proj/mean": -0.1220703125, "train/tensor_act_model_layers_98_mlp_gate_proj/std": 0.64453125, "train/tensor_act_model_layers_98_mlp_gate_proj/max_abs": 4.09375, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/min": -3.5, "train/tensor_act_model_layers_98_mlp_gate_proj/max": 4.09375, "train/tensor_act_model_layers_98_mlp_gate_proj/range": 7.59375, "train/tensor_act_model_layers_98_mlp_up_proj/norm": 2239.169189453125, "train/tensor_act_model_layers_98_mlp_up_proj/mean": -0.0084228515625, "train/tensor_act_model_layers_98_mlp_up_proj/std": 0.7734375, "train/tensor_act_model_layers_98_mlp_up_proj/max_abs": 5.59375, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/min": -5.59375, "train/tensor_act_model_layers_98_mlp_up_proj/max": 4.84375, "train/tensor_act_model_layers_98_mlp_up_proj/range": 10.4375, "train/tensor_act_model_layers_98_mlp_down_proj/norm": 609.3464965820312, "train/tensor_act_model_layers_98_mlp_down_proj/mean": 0.035400390625, "train/tensor_act_model_layers_98_mlp_down_proj/std": 0.294921875, "train/tensor_act_model_layers_98_mlp_down_proj/max_abs": 2.515625, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/min": -2.515625, "train/tensor_act_model_layers_98_mlp_down_proj/max": 2.140625, "train/tensor_act_model_layers_98_mlp_down_proj/range": 4.65625, "train/tensor_act_model_layers_98_mlp/norm": 609.3464965820312, "train/tensor_act_model_layers_98_mlp/mean": 0.035400390625, "train/tensor_act_model_layers_98_mlp/std": 0.294921875, "train/tensor_act_model_layers_98_mlp/max_abs": 2.515625, "train/tensor_act_model_layers_98_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp/min": -2.515625, "train/tensor_act_model_layers_98_mlp/max": 2.140625, "train/tensor_act_model_layers_98_mlp/range": 4.65625, "train/tensor_act_model_layers_98_residual_post_mlp/norm": 3898.44287109375, "train/tensor_act_model_layers_98_residual_post_mlp/mean": 0.52734375, "train/tensor_act_model_layers_98_residual_post_mlp/std": 1.828125, "train/tensor_act_model_layers_98_residual_post_mlp/max_abs": 13.0625, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_user_limit": 5.245208740234375e-05, "train/tensor_act_model_layers_98_residual_post_mlp/min": -10.6875, "train/tensor_act_model_layers_98_residual_post_mlp/max": 13.0625, "train/tensor_act_model_layers_98_residual_post_mlp/range": 23.75, "train/tensor_act_model_layers_99_residual_pre_attn/norm": 3898.44287109375, "train/tensor_act_model_layers_99_residual_pre_attn/mean": 0.52734375, "train/tensor_act_model_layers_99_residual_pre_attn/std": 1.828125, "train/tensor_act_model_layers_99_residual_pre_attn/max_abs": 13.0625, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_user_limit": 5.245208740234375e-05, "train/tensor_act_model_layers_99_residual_pre_attn/min": -10.6875, "train/tensor_act_model_layers_99_residual_pre_attn/max": 13.0625, "train/tensor_act_model_layers_99_residual_pre_attn/range": 23.75, "train/tensor_act_model_layers_99_residual_post_attn/norm": 3939.3896484375, "train/tensor_act_model_layers_99_residual_post_attn/mean": 0.52734375, "train/tensor_act_model_layers_99_residual_post_attn/std": 1.8515625, "train/tensor_act_model_layers_99_residual_post_attn/max_abs": 13.1875, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_user_limit": 5.5789947509765625e-05, "train/tensor_act_model_layers_99_residual_post_attn/min": -10.75, "train/tensor_act_model_layers_99_residual_post_attn/max": 13.1875, "train/tensor_act_model_layers_99_residual_post_attn/range": 23.9375, "train/tensor_act_model_layers_99_mlp_gate_proj/norm": 1886.9207763671875, "train/tensor_act_model_layers_99_mlp_gate_proj/mean": -0.10107421875, "train/tensor_act_model_layers_99_mlp_gate_proj/std": 0.64453125, "train/tensor_act_model_layers_99_mlp_gate_proj/max_abs": 4.09375, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/min": -3.53125, "train/tensor_act_model_layers_99_mlp_gate_proj/max": 4.09375, "train/tensor_act_model_layers_99_mlp_gate_proj/range": 7.625, "train/tensor_act_model_layers_99_mlp_up_proj/norm": 2321.4716796875, "train/tensor_act_model_layers_99_mlp_up_proj/mean": -0.05029296875, "train/tensor_act_model_layers_99_mlp_up_proj/std": 0.80078125, "train/tensor_act_model_layers_99_mlp_up_proj/max_abs": 6.34375, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/min": -5.65625, "train/tensor_act_model_layers_99_mlp_up_proj/max": 6.34375, "train/tensor_act_model_layers_99_mlp_up_proj/range": 12.0, "train/tensor_act_model_layers_99_mlp_down_proj/norm": 754.98876953125, "train/tensor_act_model_layers_99_mlp_down_proj/mean": 0.0712890625, "train/tensor_act_model_layers_99_mlp_down_proj/std": 0.361328125, "train/tensor_act_model_layers_99_mlp_down_proj/max_abs": 2.84375, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/min": -2.546875, "train/tensor_act_model_layers_99_mlp_down_proj/max": 2.84375, "train/tensor_act_model_layers_99_mlp_down_proj/range": 5.390625, "train/tensor_act_model_layers_99_mlp/norm": 754.98876953125, "train/tensor_act_model_layers_99_mlp/mean": 0.0712890625, "train/tensor_act_model_layers_99_mlp/std": 0.361328125, "train/tensor_act_model_layers_99_mlp/max_abs": 2.84375, "train/tensor_act_model_layers_99_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp/min": -2.546875, "train/tensor_act_model_layers_99_mlp/max": 2.84375, "train/tensor_act_model_layers_99_mlp/range": 5.390625, "train/tensor_act_model_layers_99_residual_post_mlp/norm": 4416.68994140625, "train/tensor_act_model_layers_99_residual_post_mlp/mean": 0.59765625, "train/tensor_act_model_layers_99_residual_post_mlp/std": 2.078125, "train/tensor_act_model_layers_99_residual_post_mlp/max_abs": 13.6875, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_user_limit": 0.0001556873321533203, "train/tensor_act_model_layers_99_residual_post_mlp/min": -11.5625, "train/tensor_act_model_layers_99_residual_post_mlp/max": 13.6875, "train/tensor_act_model_layers_99_residual_post_mlp/range": 25.25, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/norm": 7274496.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/mean": 408.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/std": 40192.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max_abs": 168960.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/min": -168960.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max": 124928.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/range": 293888.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/norm": 4489216.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/mean": 592.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/std": 24832.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max_abs": 233472.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.999267578125, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/min": -233472.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max": 200704.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/range": 434176.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/norm": 5505024.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/mean": -6752.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/std": 29696.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max_abs": 329728.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.9993896484375, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/min": -329728.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max": 237568.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/range": 567296.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/norm": 5898240.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/mean": -1056.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/std": 32512.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max_abs": 177152.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/min": -111104.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max": 177152.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/range": 288256.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/norm": 3883008.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/mean": -264.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/std": 21504.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max_abs": 284672.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.999176025390625, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/min": -284672.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max": 201728.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/range": 486400.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/norm": 3571712.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/mean": -3664.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/std": 19456.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max_abs": 260096.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.999267578125, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/min": -260096.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max": 164864.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/range": 424960.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/norm": 4882432.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/mean": 2384.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/std": 26880.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max_abs": 117248.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/min": -74752.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max": 117248.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/range": 192000.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/norm": 3948544.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/mean": 1128.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/std": 21760.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max_abs": 305152.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.9984130859375, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/min": -184320.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max": 305152.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/range": 489472.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/norm": 2932736.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/mean": -3200.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/std": 15872.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max_abs": 186368.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.998931884765625, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/min": -186368.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max": 117760.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/range": 304128.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/norm": 4145152.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/mean": -1032.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/std": 22912.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max_abs": 172032.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/min": -115200.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max": 172032.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/range": 287232.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/norm": 3735552.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/mean": -536.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/std": 20608.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max_abs": 212992.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.99884033203125, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/min": -212992.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max": 207872.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/range": 420864.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/norm": 3096576.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/mean": -3248.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/std": 16768.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max_abs": 216064.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.9989013671875, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/min": -216064.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max": 152576.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/range": 368640.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/norm": 4096000.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/mean": 474.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/std": 22656.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max_abs": 104960.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/min": -104960.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max": 92160.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/range": 197120.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/norm": 2785280.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/mean": 50.25, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/std": 15360.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max_abs": 163840.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.999847412109375, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/min": -125952.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max": 163840.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/range": 289792.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/norm": 2162688.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/mean": -2544.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/std": 11648.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max_abs": 143360.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.999603271484375, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/min": -123904.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max": 143360.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/range": 267264.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/norm": 3129344.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/mean": 370.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/std": 17280.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max_abs": 87552.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/min": -87552.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max": 61696.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/range": 149248.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/norm": 2916352.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/mean": -492.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/std": 16128.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max_abs": 186368.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.99951171875, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/min": -186368.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max": 136192.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/range": 322560.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/norm": 2113536.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/mean": -2176.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/std": 11520.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max_abs": 182272.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.998748779296875, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/min": -182272.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max": 100864.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/range": 283136.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/norm": 3538944.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/mean": -700.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/std": 19584.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max_abs": 102400.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/min": -102400.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max": 79360.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/range": 181760.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/norm": 2441216.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/mean": -592.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/std": 13504.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max_abs": 211968.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.999420166015625, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/min": -211968.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max": 88576.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/range": 300544.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/norm": 2441216.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/mean": -2624.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/std": 13184.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max_abs": 192512.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.99951171875, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/min": -192512.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max": 152576.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/range": 345088.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/norm": 3375104.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/mean": 2304.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/std": 18432.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max_abs": 72192.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/min": -72192.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max": 61952.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/range": 134144.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/norm": 2670592.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/mean": -476.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/std": 14784.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max_abs": 155648.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.992950439453125, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/min": -155648.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max": 123392.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/range": 279040.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/norm": 2342912.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/mean": -2768.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/std": 12608.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max_abs": 222208.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.99212646484375, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/min": -222208.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max": 111616.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/range": 333824.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/norm": 2605056.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/mean": 1056.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/std": 14336.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max_abs": 80384.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/min": -45056.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max": 80384.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/range": 125440.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/norm": 2637824.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/mean": 1120.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/std": 14464.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max_abs": 155648.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.99951171875, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/min": -118784.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max": 155648.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/range": 274432.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/norm": 1785856.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/mean": -1760.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/std": 9728.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max_abs": 88576.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.99951171875, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/min": -88576.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max": 80896.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/range": 169472.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/norm": 2080768.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/mean": 516.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/std": 11456.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max_abs": 45568.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/min": -45568.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max": 35840.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/range": 81408.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/norm": 2244608.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/mean": 552.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/std": 12352.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max_abs": 135168.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.99908447265625, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/min": -135168.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max": 122368.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/range": 257536.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/norm": 1482752.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/mean": -1288.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/std": 8096.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max_abs": 104448.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.99859619140625, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/min": -104448.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max": 66048.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/range": 170496.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/norm": 2080768.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/mean": 260.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/std": 11456.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max_abs": 47616.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/min": -42240.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max": 47616.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/range": 89856.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/norm": 2359296.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/mean": -123.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/std": 13056.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max_abs": 169984.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.999481201171875, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/min": -128000.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max": 169984.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/range": 297984.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/norm": 1368064.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/mean": -984.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/std": 7488.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max_abs": 79872.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.99908447265625, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/min": -71168.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max": 79872.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/range": 151040.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/norm": 1826816.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/mean": -284.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/std": 10112.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max_abs": 54016.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/min": -54016.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max": 47616.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/range": 101632.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/norm": 2039808.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/mean": 182.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/std": 11264.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max_abs": 137216.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.999420166015625, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/min": -98304.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max": 137216.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/range": 235520.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/norm": 1245184.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/mean": -876.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/std": 6848.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max_abs": 75776.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.999267578125, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/min": -73728.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max": 75776.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/range": 149504.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/norm": 1957888.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/mean": -1720.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/std": 10688.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max_abs": 41216.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/min": -41216.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max": 35584.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/range": 76800.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/norm": 1687552.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/mean": -656.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/std": 9280.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max_abs": 78848.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.999053955078125, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/min": -67072.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max": 78848.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/range": 145920.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/norm": 1327104.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/mean": -1592.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/std": 7168.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max_abs": 116224.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.99822998046875, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/min": -91648.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max": 116224.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/range": 207872.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/norm": 1720320.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/mean": 75.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/std": 9536.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max_abs": 50944.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/min": -50944.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max": 42752.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/range": 93696.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/norm": 1744896.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/mean": 668.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/std": 9600.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max_abs": 96256.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.998016357421875, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/min": -86016.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max": 96256.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/range": 182272.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/norm": 1146880.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/mean": -916.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/std": 6272.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max_abs": 79872.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.995574951171875, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/min": -79872.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max": 45824.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/range": 125696.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/norm": 1335296.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/mean": 74.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/std": 7392.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max_abs": 23296.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/min": -23296.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max": 22656.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/range": 45952.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/norm": 1441792.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/mean": -250.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/std": 7968.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max_abs": 60672.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.999359130859375, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/min": -60672.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max": 60416.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/range": 121088.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/norm": 1064960.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/mean": -900.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/std": 5824.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max_abs": 76288.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.998779296875, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/min": -76288.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max": 56064.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/range": 132352.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/norm": 1802240.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/mean": -580.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/std": 9920.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max_abs": 70656.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/min": -70656.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max": 30080.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/range": 100736.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/norm": 1662976.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/mean": -118.5, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/std": 9216.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max_abs": 189440.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.998626708984375, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/min": -189440.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max": 72192.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/range": 261632.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/norm": 1187840.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/mean": -1104.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/std": 6464.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max_abs": 82944.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.998046875, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/min": -82944.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max": 56832.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/range": 139776.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/norm": 1859584.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/mean": -239.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/std": 10304.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max_abs": 67584.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/min": -67584.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max": 34816.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/range": 102400.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/norm": 1515520.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/mean": 161.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/std": 8384.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max_abs": 81920.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.997894287109375, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/min": -81920.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max": 78336.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/range": 160256.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/norm": 1187840.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/mean": -1088.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/std": 6464.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max_abs": 112640.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.998291015625, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/min": -112640.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max": 56064.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/range": 168704.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/norm": 1351680.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/mean": -246.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/std": 7488.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max_abs": 42752.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/min": -42752.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max": 35840.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/range": 78592.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/norm": 1556480.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/mean": -612.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/std": 8576.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max_abs": 100352.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.998992919921875, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/min": -100352.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max": 54528.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/range": 154880.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/norm": 966656.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/mean": -892.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/std": 5248.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max_abs": 66560.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.9986572265625, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/min": -66560.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max": 45056.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/range": 111616.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/norm": 1425408.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/mean": -248.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/std": 7872.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max_abs": 38400.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/min": -38400.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max": 34304.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/range": 72704.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/norm": 1572864.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/mean": 122.5, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/std": 8704.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max_abs": 116736.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.998809814453125, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/min": -83968.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max": 116736.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/range": 200704.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/norm": 962560.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/mean": -684.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/std": 5280.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max_abs": 52736.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.998382568359375, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/min": -52736.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max": 45824.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/range": 98560.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/norm": 1531904.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/mean": -428.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/std": 8448.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max_abs": 76288.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/min": -76288.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max": 22912.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/range": 99200.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/norm": 1482752.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/mean": -386.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/std": 8192.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max_abs": 116224.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.99908447265625, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/min": -116224.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max": 89600.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/range": 205824.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/norm": 1040384.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/mean": -1416.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/std": 5568.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max_abs": 118272.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.9990234375, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/min": -118272.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max": 49664.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/range": 167936.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/norm": 1146880.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/mean": 366.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/std": 6336.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max_abs": 32000.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/min": -24960.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max": 32000.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/range": 56960.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/norm": 1310720.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/mean": -282.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/std": 7232.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max_abs": 94208.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.999053955078125, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/min": -78336.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max": 94208.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/range": 172544.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/norm": 978944.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/mean": -880.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/std": 5344.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max_abs": 88576.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.9986572265625, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/min": -88576.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max": 37376.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/range": 125952.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/norm": 1212416.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/mean": -136.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/std": 6688.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max_abs": 35328.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/min": -33536.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max": 35328.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/range": 68864.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/norm": 1179648.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/mean": -364.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/std": 6528.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max_abs": 87552.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.9981689453125, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/min": -87552.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max": 59392.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/range": 146944.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/norm": 851968.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/mean": -892.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/std": 4640.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max_abs": 61184.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.99749755859375, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/min": -61184.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max": 34048.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/range": 95232.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/norm": 1204224.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/mean": 256.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/std": 6624.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max_abs": 28160.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/min": -28160.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max": 27136.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/range": 55296.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/norm": 1409024.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/mean": 234.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/std": 7776.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max_abs": 145408.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.998291015625, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/min": -145408.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max": 69632.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/range": 215040.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/norm": 966656.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/mean": -1256.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/std": 5184.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max_abs": 96256.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.99603271484375, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/min": -96256.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max": 44032.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/range": 140288.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/norm": 1163264.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/mean": 16.75, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/std": 6432.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max_abs": 55808.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/min": -55808.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max": 28032.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/range": 83840.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/norm": 1253376.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/mean": -342.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/std": 6944.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max_abs": 112128.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.998870849609375, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/min": -112128.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max": 67072.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/range": 179200.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/norm": 1007616.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/mean": -776.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/std": 5504.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max_abs": 123904.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.99822998046875, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/min": -123904.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max": 48384.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/range": 172288.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/norm": 970752.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/mean": -446.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/std": 5344.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max_abs": 23296.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/min": -21376.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max": 23296.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/range": 44672.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/norm": 1286144.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/mean": -264.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/std": 7104.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max_abs": 102912.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.998748779296875, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/min": -91648.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max": 102912.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/range": 194560.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/norm": 1056768.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/mean": -624.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/std": 5824.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max_abs": 129024.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.9981689453125, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/min": -96768.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max": 129024.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/range": 225792.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/norm": 1024000.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/mean": 608.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/std": 5632.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max_abs": 35328.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/min": -17408.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max": 35328.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/range": 52736.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/norm": 1286144.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/mean": -242.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/std": 7104.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max_abs": 86528.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.998626708984375, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/min": -86528.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max": 62208.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/range": 148736.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/norm": 831488.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/mean": -816.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/std": 4512.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max_abs": 69120.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.997467041015625, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/min": -69120.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max": 69120.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/range": 138240.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/norm": 1048576.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/mean": -99.5, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/std": 5792.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max_abs": 27904.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/min": -27904.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max": 22912.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/range": 50816.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/norm": 1163264.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/mean": -476.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/std": 6400.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max_abs": 100864.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.99774169921875, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/min": -100864.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max": 48896.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/range": 149760.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/norm": 851968.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/mean": -1040.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/std": 4576.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max_abs": 62208.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.997314453125, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/min": -62208.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max": 38656.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/range": 100864.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/norm": 1007616.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/mean": -107.5, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/std": 5568.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max_abs": 22912.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/min": -20480.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max": 22912.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/range": 43392.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/norm": 1261568.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/mean": 191.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/std": 6944.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max_abs": 77312.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.9969482421875, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/min": -62208.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max": 77312.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/range": 139520.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/norm": 749568.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/mean": -1056.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/std": 4016.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max_abs": 48640.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.995391845703125, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/min": -48640.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max": 33280.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/range": 81920.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/norm": 1089536.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/mean": -412.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/std": 5984.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max_abs": 54272.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/min": -54272.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max": 17152.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/range": 71424.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/norm": 1015808.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/mean": 7.65625, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/std": 5600.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max_abs": 65536.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.997314453125, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/min": -47104.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max": 65536.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/range": 112640.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/norm": 692224.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/mean": -548.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/std": 3776.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max_abs": 43520.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.996063232421875, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/min": -43520.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max": 31360.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/range": 74880.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/norm": 1097728.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/mean": 410.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/std": 6080.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max_abs": 31488.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/min": -27392.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max": 31488.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/range": 58880.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/norm": 1081344.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/mean": 302.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/std": 5984.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max_abs": 82432.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.99884033203125, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/min": -47616.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max": 82432.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/range": 130048.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/norm": 708608.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/mean": -908.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/std": 3824.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max_abs": 57856.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.99835205078125, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/min": -57856.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max": 29568.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/range": 87424.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/norm": 1081344.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/mean": -145.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/std": 5984.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max_abs": 24832.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/min": -19072.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max": 24832.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/range": 43904.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/norm": 1019904.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/mean": 205.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/std": 5632.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max_abs": 51968.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.998809814453125, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/min": -49152.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max": 51968.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/range": 101120.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/norm": 819200.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/mean": -988.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/std": 4416.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max_abs": 54784.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.998138427734375, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/min": -54784.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max": 30464.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/range": 85248.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/norm": 1073152.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/mean": -83.5, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/std": 5920.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max_abs": 31872.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/min": -31872.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max": 20480.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/range": 52352.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/norm": 1163264.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/mean": -2.125, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/std": 6432.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max_abs": 93184.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.999267578125, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/min": -93184.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max": 65536.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/range": 158720.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/norm": 757760.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/mean": -708.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/std": 4128.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max_abs": 96256.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.998809814453125, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/min": -96256.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max": 37120.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/range": 133376.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/norm": 1044480.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/mean": 163.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/std": 5760.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max_abs": 36864.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/min": -36864.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max": 26624.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/range": 63488.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/norm": 1044480.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/mean": 384.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/std": 5760.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max_abs": 64000.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.99676513671875, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/min": -36096.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max": 64000.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/range": 100096.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/norm": 753664.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/mean": -904.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/std": 4064.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max_abs": 77312.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.99468994140625, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/min": -77312.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max": 29952.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/range": 107264.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/norm": 983040.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/mean": 286.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/std": 5408.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max_abs": 34304.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/min": -34304.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max": 33024.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/range": 67328.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/norm": 1138688.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/mean": 208.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/std": 6272.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max_abs": 81920.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.99920654296875, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/min": -81920.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max": 60416.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/range": 142336.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/norm": 667648.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/mean": -628.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/std": 3632.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max_abs": 50432.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.998809814453125, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/min": -50432.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max": 34816.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/range": 85248.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/norm": 880640.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/mean": -302.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/std": 4832.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max_abs": 19328.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/min": -19072.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max": 19328.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/range": 38400.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/norm": 1015808.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/mean": -182.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/std": 5632.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max_abs": 72704.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.995849609375, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/min": -62720.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max": 72704.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/range": 135424.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/norm": 757760.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/mean": -640.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/std": 4128.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max_abs": 90624.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.99395751953125, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/min": -90624.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max": 46336.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/range": 136960.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/norm": 1036288.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/mean": -824.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/std": 5664.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max_abs": 46848.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/min": -46848.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max": 17280.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/range": 64128.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/norm": 1228800.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/mean": -85.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/std": 6784.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max_abs": 152576.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.99896240234375, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/min": -152576.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max": 79872.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/range": 232448.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/norm": 847872.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/mean": -640.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/std": 4640.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max_abs": 96768.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.998748779296875, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/min": -96768.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max": 67072.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/range": 163840.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/norm": 778240.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/mean": 245.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/std": 4288.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max_abs": 19840.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/min": -19840.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max": 15040.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/range": 34880.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/norm": 1064960.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/mean": -209.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/std": 5888.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max_abs": 82944.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.998382568359375, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/min": -82944.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max": 49920.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/range": 132864.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/norm": 618496.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/mean": -362.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/std": 3392.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max_abs": 41472.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.997589111328125, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/min": -41472.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max": 30720.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/range": 72192.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/norm": 970752.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/mean": -328.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/std": 5344.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max_abs": 23296.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/min": -23296.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max": 21120.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/range": 44416.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/norm": 999424.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/mean": -68.5, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/std": 5536.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max_abs": 77312.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.9981689453125, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/min": -43008.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max": 77312.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/range": 120320.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/norm": 643072.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/mean": -640.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/std": 3488.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max_abs": 47872.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.99725341796875, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/min": -47872.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max": 33280.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/range": 81152.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/norm": 937984.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/mean": -159.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/std": 5184.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max_abs": 23680.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/min": -23680.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max": 14464.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/range": 38144.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/norm": 925696.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/mean": -48.5, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/std": 5120.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max_abs": 53760.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.998687744140625, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/min": -53760.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max": 47616.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/range": 101376.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/norm": 688128.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/mean": -464.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/std": 3776.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max_abs": 71680.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.997802734375, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/min": -71680.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max": 47616.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/range": 119296.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/norm": 974848.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/mean": -51.5, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/std": 5376.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max_abs": 19456.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/min": -19456.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max": 19456.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/range": 38912.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/norm": 1114112.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/mean": 426.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/std": 6144.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max_abs": 71168.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.99896240234375, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/min": -60416.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max": 71168.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/range": 131584.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/norm": 655360.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/mean": -632.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/std": 3568.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max_abs": 50432.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.99755859375, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/min": -50432.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max": 49152.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/range": 99584.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/norm": 1187840.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/mean": 308.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/std": 6560.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max_abs": 29440.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/min": -25472.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max": 29440.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/range": 54912.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/norm": 1196032.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/mean": 376.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/std": 6624.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max_abs": 85504.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.998046875, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/min": -49664.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max": 85504.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/range": 135168.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/norm": 778240.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/mean": -1032.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/std": 4160.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max_abs": 76800.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.997955322265625, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/min": -76800.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max": 43008.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/range": 119808.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/norm": 1228800.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/mean": -136.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/std": 6816.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max_abs": 47616.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/min": -47616.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max": 21888.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/range": 69504.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/norm": 1155072.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/mean": 16.25, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/std": 6400.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max_abs": 97792.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.999176025390625, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/min": -97792.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max": 73728.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/range": 171520.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/norm": 831488.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/mean": -1096.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/std": 4480.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max_abs": 83968.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.99908447265625, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/min": -83968.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max": 49920.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/range": 133888.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/norm": 1122304.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/mean": 241.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/std": 6208.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max_abs": 24960.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/min": -22272.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max": 24960.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/range": 47232.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/norm": 1171456.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/mean": 536.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/std": 6432.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max_abs": 77824.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.99853515625, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/min": -55552.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max": 77824.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/range": 133376.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/norm": 741376.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/mean": -824.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/std": 4000.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max_abs": 44544.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.997802734375, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/min": -44544.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max": 35072.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/range": 79616.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/norm": 909312.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/mean": -34.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/std": 5024.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max_abs": 20608.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/min": -20608.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max": 14400.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/range": 35008.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/norm": 1204224.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/mean": -136.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/std": 6624.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max_abs": 81920.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.99603271484375, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/min": -75776.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max": 81920.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/range": 157696.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/norm": 700416.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/mean": -696.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/std": 3792.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max_abs": 39424.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.9949951171875, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/min": -36096.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max": 39424.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/range": 75520.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/norm": 999424.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/mean": -129.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/std": 5504.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max_abs": 33280.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/min": -33280.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max": 26368.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/range": 59648.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/norm": 1269760.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/mean": -135.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/std": 7008.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max_abs": 89600.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.999664306640625, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/min": -89600.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max": 83456.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/range": 173056.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/norm": 737280.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/mean": -784.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/std": 4000.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max_abs": 56320.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.998931884765625, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/min": -56320.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max": 40192.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/range": 96512.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/norm": 962560.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/mean": 122.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/std": 5312.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max_abs": 19712.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/min": -19456.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max": 19712.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/range": 39168.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/norm": 1220608.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/mean": 418.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/std": 6752.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max_abs": 93696.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.998321533203125, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/min": -65536.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max": 93696.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/range": 159232.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/norm": 823296.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/mean": -944.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/std": 4448.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max_abs": 91136.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.99786376953125, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/min": -91136.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max": 41472.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/range": 132608.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/norm": 1019904.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/mean": 480.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/std": 5600.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max_abs": 20864.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/min": -18688.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max": 20864.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/range": 39552.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/norm": 1081344.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/mean": -172.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/std": 5952.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max_abs": 114688.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.997772216796875, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/min": -114688.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max": 51456.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/range": 166144.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/norm": 749568.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/mean": -1080.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/std": 4000.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max_abs": 47872.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.997589111328125, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/min": -47872.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max": 35584.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/range": 83456.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/norm": 1073152.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/mean": -8.25, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/std": 5952.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max_abs": 27904.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/min": -27904.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max": 25984.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/range": 53888.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/norm": 995328.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/mean": 137.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/std": 5504.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max_abs": 74240.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.99810791015625, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/min": -74240.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max": 68608.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/range": 142848.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/norm": 688128.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/mean": -992.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/std": 3680.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max_abs": 56576.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.99652099609375, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/min": -56576.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max": 19712.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/range": 76288.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/norm": 868352.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/mean": -111.5, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/std": 4800.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max_abs": 17536.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/min": -17536.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max": 13888.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/range": 31424.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/norm": 913408.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/mean": -52.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/std": 5056.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max_abs": 54784.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.9971923828125, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/min": -54784.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max": 48128.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/range": 102912.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/norm": 577536.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/mean": -504.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/std": 3136.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max_abs": 40960.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.997161865234375, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/min": -40960.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max": 40192.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/range": 81152.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/norm": 888832.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/mean": -88.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/std": 4896.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max_abs": 22784.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/min": -22784.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max": 14144.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/range": 36928.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/norm": 897024.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/mean": -87.5, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/std": 4960.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max_abs": 52736.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.99908447265625, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/min": -43008.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max": 52736.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/range": 95744.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/norm": 643072.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/mean": -888.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/std": 3440.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max_abs": 86016.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.998687744140625, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/min": -86016.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max": 30848.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/range": 116864.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/norm": 909312.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/mean": -414.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/std": 4992.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max_abs": 25088.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/min": -25088.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max": 13120.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/range": 38208.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/norm": 995328.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/mean": -6.5625, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/std": 5504.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max_abs": 74240.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.999267578125, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/min": -72192.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max": 74240.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/range": 146432.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/norm": 622592.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/mean": -836.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/std": 3344.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max_abs": 51968.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.99786376953125, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/min": -51968.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max": 22400.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/range": 74368.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/norm": 966656.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/mean": -214.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/std": 5344.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max_abs": 19968.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/min": -19328.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max": 19968.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/range": 39296.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/norm": 1245184.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/mean": -278.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/std": 6880.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max_abs": 82432.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.9971923828125, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/min": -78336.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max": 82432.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/range": 160768.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/norm": 806912.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/mean": -932.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/std": 4352.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max_abs": 74752.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.995849609375, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/min": -74752.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max": 27904.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/range": 102656.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/norm": 872448.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/mean": 260.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/std": 4800.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max_abs": 22272.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/min": -22272.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max": 19840.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/range": 42112.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/norm": 1171456.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/mean": -182.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/std": 6464.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max_abs": 83456.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.998687744140625, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/min": -72704.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max": 83456.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/range": 156160.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/norm": 700416.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/mean": -908.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/std": 3776.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max_abs": 50432.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.998382568359375, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/min": -50432.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max": 40192.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/range": 90624.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/norm": 962560.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/mean": 430.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/std": 5312.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max_abs": 28928.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/min": -23552.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max": 28928.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/range": 52480.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/norm": 1105920.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/mean": 186.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/std": 6112.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max_abs": 93696.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.997711181640625, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/min": -93696.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max": 63488.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/range": 157184.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/norm": 757760.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/mean": -756.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/std": 4128.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max_abs": 93184.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.9974365234375, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/min": -93184.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max": 35328.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/range": 128512.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/norm": 823296.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/mean": 564.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/std": 4512.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max_abs": 19328.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/min": -16768.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max": 19328.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/range": 36096.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/norm": 1019904.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/mean": 6.625, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/std": 5632.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max_abs": 82944.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.998260498046875, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/min": -56832.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max": 82944.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/range": 139776.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/norm": 618496.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/mean": -840.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/std": 3312.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max_abs": 51200.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.99652099609375, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/min": -51200.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max": 40192.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/range": 91392.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/norm": 802816.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/mean": 174.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/std": 4416.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max_abs": 18688.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/min": -15872.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max": 18688.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/range": 34560.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/norm": 1114112.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/mean": -88.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/std": 6176.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max_abs": 133120.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.998138427734375, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/min": -123904.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max": 133120.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/range": 257024.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/norm": 684032.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/mean": -688.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/std": 3728.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max_abs": 70656.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.996368408203125, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/min": -69120.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max": 70656.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/range": 139776.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/norm": 937984.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/mean": -520.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/std": 5152.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max_abs": 29696.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/min": -29696.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max": 14592.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/range": 44288.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/norm": 1073152.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/mean": -1.9609375, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/std": 5952.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max_abs": 144384.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.99847412109375, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/min": -78336.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max": 144384.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/range": 222720.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/norm": 643072.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/mean": -700.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/std": 3488.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max_abs": 72192.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.9976806640625, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/min": -72192.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max": 34304.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/range": 106496.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/norm": 1056768.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/mean": -824.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/std": 5792.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max_abs": 39168.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/min": -39168.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max": 14016.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/range": 53184.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/norm": 937984.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/mean": -316.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/std": 5152.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max_abs": 71168.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.99822998046875, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/min": -68096.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max": 71168.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/range": 139264.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/norm": 659456.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/mean": -1024.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/std": 3504.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max_abs": 60416.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.997161865234375, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/min": -60416.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max": 16512.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/range": 76928.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/norm": 1089536.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/mean": -5.40625, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/std": 5984.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max_abs": 36864.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/min": -23040.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max": 36864.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/range": 59904.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/norm": 1187840.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/mean": -101.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/std": 6560.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max_abs": 110592.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.990875244140625, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/min": -87040.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max": 110592.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/range": 197632.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/norm": 802816.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/mean": -1312.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/std": 4224.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max_abs": 86528.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.990570068359375, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/min": -86528.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max": 25728.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/range": 112256.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/norm": 933888.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/mean": 386.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/std": 5152.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max_abs": 22400.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/min": -19200.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max": 22400.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/range": 41600.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/norm": 1097728.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/mean": 51.5, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/std": 6080.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max_abs": 117760.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.998260498046875, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/min": -84992.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max": 117760.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/range": 202752.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/norm": 761856.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/mean": -1040.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/std": 4080.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max_abs": 75776.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.997772216796875, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/min": -75776.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max": 23424.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/range": 99200.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/norm": 1003520.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/mean": 63.25, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/std": 5536.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max_abs": 30720.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/min": -30720.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max": 25472.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/range": 56192.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/norm": 974848.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/mean": 97.5, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/std": 5376.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max_abs": 128512.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.9967041015625, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/min": -128512.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max": 48640.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/range": 177152.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/norm": 700416.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/mean": -948.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/std": 3744.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max_abs": 54272.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.995635986328125, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/min": -54272.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max": 40960.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/range": 95232.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/norm": 999424.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/mean": 402.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/std": 5504.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max_abs": 28672.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/min": -28672.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max": 22784.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/range": 51456.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/norm": 1056768.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/mean": -163.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/std": 5824.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max_abs": 99840.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.99896240234375, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/min": -99840.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max": 74240.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/range": 174080.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/norm": 712704.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/mean": -812.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/std": 3840.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max_abs": 57856.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.998077392578125, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/min": -57856.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max": 49408.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/range": 107264.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/norm": 1048576.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/mean": -544.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/std": 5792.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max_abs": 22528.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/min": -22144.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max": 22528.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/range": 44672.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/norm": 1105920.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/mean": -576.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/std": 6080.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max_abs": 96768.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.99798583984375, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/min": -94208.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max": 96768.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/range": 190976.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/norm": 782336.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/mean": -1144.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/std": 4160.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max_abs": 79872.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.996978759765625, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/min": -79872.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max": 37888.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/range": 117760.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/norm": 995328.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/mean": 243.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/std": 5472.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max_abs": 33792.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/min": -33792.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max": 24320.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/range": 58112.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/norm": 1122304.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/mean": 207.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/std": 6208.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max_abs": 95744.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.998504638671875, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/min": -90112.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max": 95744.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/range": 185856.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/norm": 741376.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/mean": -804.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/std": 4016.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max_abs": 137216.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.9976806640625, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/min": -137216.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max": 37888.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/range": 175104.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/norm": 917504.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/mean": 316.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/std": 5056.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max_abs": 23424.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/min": -23424.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max": 19456.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/range": 42880.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/norm": 983040.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/mean": 128.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/std": 5440.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max_abs": 145408.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.994110107421875, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/min": -145408.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max": 93696.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/range": 239104.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/norm": 720896.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/mean": -924.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/std": 3872.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max_abs": 109056.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.99249267578125, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/min": -109056.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max": 28672.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/range": 137728.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/norm": 958464.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/mean": 99.5, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/std": 5280.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max_abs": 24576.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/min": -18560.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max": 24576.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/range": 43136.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/norm": 1056768.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/mean": 233.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/std": 5824.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max_abs": 122368.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.999114990234375, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/min": -122368.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max": 68608.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/range": 190976.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/norm": 688128.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/mean": -1056.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/std": 3648.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max_abs": 95744.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.998291015625, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/min": -95744.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max": 23680.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/range": 119424.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/norm": 1064960.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/mean": -20.625, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/std": 5888.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max_abs": 25856.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/min": -24704.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max": 25856.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/range": 50560.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/norm": 1163264.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/mean": 458.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/std": 6400.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max_abs": 136192.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.9989013671875, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/min": -78848.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max": 136192.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/range": 215040.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/norm": 901120.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/mean": -1416.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/std": 4768.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max_abs": 115712.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.998626708984375, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/min": -115712.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max": 29056.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/range": 144768.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/norm": 897024.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/mean": -107.5, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/std": 4960.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max_abs": 22016.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/min": -22016.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max": 15744.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/range": 37760.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/norm": 1015808.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/mean": 15.3125, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/std": 5632.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max_abs": 147456.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.998809814453125, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/min": -110592.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max": 147456.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/range": 258048.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/norm": 618496.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/mean": -788.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/std": 3328.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max_abs": 71680.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.997222900390625, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/min": -71680.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max": 33792.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/range": 105472.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/norm": 811008.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/mean": -572.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/std": 4448.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max_abs": 17152.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/min": -16000.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max": 17152.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/range": 33152.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/norm": 962560.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/mean": -430.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/std": 5312.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max_abs": 90624.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.9986572265625, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/min": -90624.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max": 80384.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/range": 171008.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/norm": 614400.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/mean": -968.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/std": 3248.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max_abs": 55808.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.998321533203125, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/min": -55808.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max": 21504.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/range": 77312.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/norm": 761856.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/mean": 392.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/std": 4192.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max_abs": 17024.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/min": -11776.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max": 17024.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/range": 28800.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/norm": 892928.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/mean": 276.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/std": 4928.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max_abs": 75776.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.998291015625, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/min": -75776.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max": 64768.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/range": 140544.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/norm": 614400.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/mean": -836.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/std": 3296.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max_abs": 68608.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.996856689453125, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/min": -58624.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max": 68608.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/range": 127232.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/norm": 847872.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/mean": -221.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/std": 4672.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max_abs": 20352.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/min": -20352.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max": 15872.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/range": 36224.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/norm": 974848.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/mean": -39.75, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/std": 5376.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max_abs": 91136.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.998748779296875, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/min": -91136.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max": 86528.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/range": 177664.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/norm": 675840.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/mean": -848.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/std": 3648.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max_abs": 86016.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.99786376953125, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/min": -62720.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max": 86016.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/range": 148736.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/norm": 937984.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/mean": -380.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/std": 5184.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max_abs": 22784.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/min": -22784.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max": 15936.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/range": 38720.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/norm": 1019904.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/mean": -282.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/std": 5632.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max_abs": 110592.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.998321533203125, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/min": -110592.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max": 71680.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/range": 182272.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/norm": 761856.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/mean": -1240.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/std": 4032.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max_abs": 76288.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.995941162109375, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/min": -76288.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max": 55040.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/range": 131328.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/norm": 954368.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/mean": 153.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/std": 5280.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max_abs": 27392.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/min": -17024.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max": 27392.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/range": 44416.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/norm": 925696.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/mean": 114.5, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/std": 5120.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max_abs": 90112.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.996490478515625, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/min": -90112.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max": 82944.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/range": 173056.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/norm": 716800.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/mean": -996.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/std": 3840.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max_abs": 76800.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.996429443359375, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/min": -76800.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max": 26240.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/range": 103040.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/norm": 905216.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/mean": -520.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/std": 4992.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max_abs": 35840.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/min": -35840.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max": 21120.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/range": 56960.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/norm": 962560.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/mean": -203.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/std": 5312.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max_abs": 147456.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.998016357421875, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/min": -147456.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max": 84480.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/range": 231936.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/norm": 643072.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/mean": -908.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/std": 3440.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max_abs": 67584.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.99749755859375, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/min": -67584.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max": 17536.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/range": 85120.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/norm": 925696.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/mean": 330.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/std": 5120.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max_abs": 35840.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/min": -35840.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max": 22016.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/range": 57856.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/norm": 1212416.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/mean": 664.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/std": 6656.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max_abs": 151552.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.997589111328125, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/min": -68608.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max": 151552.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/range": 220160.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/norm": 761856.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/mean": -1128.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/std": 4048.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max_abs": 90624.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.99639892578125, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/min": -90624.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max": 28672.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/range": 119296.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/norm": 872448.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/mean": -216.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/std": 4832.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max_abs": 22400.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/min": -15040.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max": 22400.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/range": 37440.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/norm": 1073152.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/mean": -185.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/std": 5920.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max_abs": 120320.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.997283935546875, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/min": -120320.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max": 79872.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/range": 200192.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/norm": 720896.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/mean": -952.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/std": 3872.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max_abs": 71168.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.9959716796875, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/min": -71168.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max": 33792.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/range": 104960.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/norm": 831488.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/mean": 162.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/std": 4608.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max_abs": 20224.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/min": -20224.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max": 16768.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/range": 36992.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/norm": 925696.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/mean": -124.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/std": 5120.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max_abs": 96256.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.99505615234375, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/min": -96256.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max": 69632.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/range": 165888.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/norm": 679936.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/mean": -928.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/std": 3648.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max_abs": 72704.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.994140625, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/min": -72704.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max": 34816.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/range": 107520.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/norm": 933888.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/mean": 332.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/std": 5152.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max_abs": 35584.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/min": -35584.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max": 18176.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/range": 53760.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/norm": 1081344.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/mean": 132.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/std": 5984.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max_abs": 116736.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.9986572265625, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/min": -116736.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max": 104960.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/range": 221696.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/norm": 847872.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/mean": -1256.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/std": 4512.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max_abs": 115712.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.9971923828125, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/min": -115712.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max": 24704.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/range": 140416.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/norm": 897024.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/mean": 226.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/std": 4928.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max_abs": 27392.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/min": -27392.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max": 19456.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/range": 46848.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/norm": 872448.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/mean": 34.5, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/std": 4832.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max_abs": 74240.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.99822998046875, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/min": -74240.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max": 55808.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/range": 130048.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/norm": 684032.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/mean": -1040.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/std": 3616.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max_abs": 61440.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.997039794921875, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/min": -61440.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max": 35328.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/range": 96768.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/norm": 761856.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/mean": -608.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/std": 4160.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max_abs": 18944.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/min": -15488.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max": 18944.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/range": 34432.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/norm": 921600.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/mean": -488.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/std": 5088.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max_abs": 92672.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.998016357421875, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/min": -74752.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max": 92672.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/range": 167424.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/norm": 671744.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/mean": -936.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/std": 3600.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max_abs": 92160.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.996246337890625, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/min": -92160.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max": 28544.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/range": 120704.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/norm": 872448.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/mean": 528.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/std": 4800.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max_abs": 19712.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/min": -16384.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max": 19712.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/range": 36096.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/norm": 954368.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/mean": 93.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/std": 5280.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max_abs": 76288.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.99822998046875, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/min": -76288.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max": 69632.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/range": 145920.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/norm": 757760.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/mean": -1136.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/std": 4032.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max_abs": 60672.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.9974365234375, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/min": -60672.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max": 38656.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/range": 99328.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/norm": 888832.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/mean": -79.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/std": 4896.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max_abs": 31232.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/min": -16000.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max": 31232.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/range": 47232.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/norm": 1376256.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/mean": -10.0625, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/std": 7584.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max_abs": 366592.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.989593505859375, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/min": -99840.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max": 366592.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/range": 466432.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/norm": 798720.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/mean": -1016.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/std": 4288.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max_abs": 105984.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.989593505859375, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/min": -105984.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max": 74752.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/range": 180736.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/norm": 921600.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/mean": 5.53125, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/std": 5088.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max_abs": 26624.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/min": -25600.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max": 26624.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/range": 52224.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/norm": 966656.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/mean": -260.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/std": 5344.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max_abs": 75264.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.998321533203125, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/min": -75264.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max": 59904.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/range": 135168.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/norm": 765952.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/mean": -1004.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/std": 4096.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max_abs": 89600.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.99786376953125, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/min": -89600.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max": 35584.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/range": 125184.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/norm": 892928.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/mean": -184.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/std": 4928.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max_abs": 27904.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/min": -27904.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max": 17280.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/range": 45184.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/norm": 1028096.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/mean": -89.5, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/std": 5696.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max_abs": 104960.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.9984130859375, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/min": -80384.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max": 104960.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/range": 185344.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/norm": 765952.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/mean": -1104.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/std": 4080.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max_abs": 93184.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.998199462890625, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/min": -93184.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max": 32640.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/range": 125824.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/norm": 946176.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/mean": 318.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/std": 5216.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max_abs": 21120.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/min": -16896.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max": 21120.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/range": 38016.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/norm": 1081344.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/mean": 600.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/std": 5952.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max_abs": 102912.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.998809814453125, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/min": -68608.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max": 102912.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/range": 171520.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/norm": 765952.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/mean": -1080.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/std": 4096.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max_abs": 64768.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.998016357421875, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/min": -64768.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max": 31744.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/range": 96512.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/norm": 905216.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/mean": 724.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/std": 4928.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max_abs": 24192.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/min": -11968.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max": 24192.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/range": 36160.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/norm": 999424.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/mean": 208.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/std": 5536.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max_abs": 117760.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.998504638671875, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/min": -77824.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max": 117760.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/range": 195584.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/norm": 667648.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/mean": -908.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/std": 3584.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max_abs": 49664.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.99859619140625, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/min": -49664.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max": 29568.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/range": 79232.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/norm": 1003520.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/mean": -860.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/std": 5472.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max_abs": 33536.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/min": -33536.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max": 16384.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/range": 49920.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/norm": 921600.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/mean": -292.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/std": 5088.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max_abs": 83968.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.99859619140625, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/min": -77312.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max": 83968.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/range": 161280.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/norm": 745472.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/mean": -1032.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/std": 3984.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max_abs": 69632.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.997650146484375, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/min": -69632.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max": 33280.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/range": 102912.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/norm": 851968.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/mean": 91.5, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/std": 4704.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max_abs": 18176.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/min": -16640.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max": 18176.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/range": 34816.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/norm": 966656.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/mean": 208.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/std": 5344.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max_abs": 117248.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.998687744140625, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/min": -117248.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max": 79360.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/range": 196608.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/norm": 700416.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/mean": -824.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/std": 3792.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max_abs": 75264.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.998443603515625, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/min": -75264.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max": 30720.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/range": 105984.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/norm": 950272.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/mean": -114.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/std": 5248.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max_abs": 21760.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/min": -21760.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max": 18432.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/range": 40192.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/norm": 921600.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/mean": -106.5, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/std": 5088.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max_abs": 107520.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.9976806640625, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/min": -107520.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max": 62208.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/range": 169728.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/norm": 720896.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/mean": -896.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/std": 3888.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max_abs": 98816.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.99652099609375, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/min": -98816.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max": 44544.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/range": 143360.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/norm": 884736.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/mean": 264.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/std": 4864.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max_abs": 19456.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/min": -19456.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max": 18432.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/range": 37888.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/norm": 1028096.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/mean": 123.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/std": 5664.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max_abs": 101888.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.9986572265625, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/min": -101888.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max": 84992.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/range": 186880.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/norm": 704512.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/mean": -944.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/std": 3776.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max_abs": 71680.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.997894287109375, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/min": -71680.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max": 28544.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/range": 100224.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/norm": 864256.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/mean": -27.5, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/std": 4768.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max_abs": 24192.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/min": -24192.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max": 16320.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/range": 40512.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/norm": 942080.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/mean": 89.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/std": 5184.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max_abs": 108544.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.995330810546875, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/min": -108544.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max": 80896.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/range": 189440.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/norm": 733184.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/mean": -852.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/std": 3968.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max_abs": 98304.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.994171142578125, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/min": -98304.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max": 40704.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/range": 139008.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 831488.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": -42.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 4576.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 24960.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/min": -16320.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max": 24960.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/range": 41280.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/norm": 974848.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/mean": -102.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/std": 5408.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max_abs": 177152.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.998626708984375, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/min": -99328.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max": 177152.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/range": 276480.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/norm": 684032.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/mean": -784.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/std": 3696.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max_abs": 97792.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.99761962890625, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/min": -97792.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max": 31104.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/range": 128896.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 987136.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": -258.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 5440.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 36096.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/min": -25856.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max": 36096.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/range": 61952.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/norm": 897024.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/mean": -56.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/std": 4960.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max_abs": 77312.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.996337890625, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/min": -58368.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max": 77312.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/range": 135680.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/norm": 630784.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/mean": -840.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/std": 3376.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max_abs": 55040.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.9954833984375, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/min": -55040.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max": 22656.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/range": 77696.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 1318912.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": 428.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 7296.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 47872.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/min": -28288.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max": 47872.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/range": 76160.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/norm": 1196032.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/mean": 153.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/std": 6624.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max_abs": 125440.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.998687744140625, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/min": -124928.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max": 125440.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/range": 250368.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/norm": 868352.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/mean": -1096.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/std": 4672.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max_abs": 112128.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.998443603515625, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/min": -112128.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max": 37376.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/range": 149504.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 1212416.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": -149.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 6688.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 39936.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/min": -39936.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max": 31360.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/range": 71296.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/norm": 1277952.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/mean": -15.4375, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/std": 7072.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max_abs": 175104.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.998565673828125, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/min": -175104.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max": 107520.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/range": 282624.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/norm": 966656.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/mean": -1192.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/std": 5184.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max_abs": 129536.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.99810791015625, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/min": -129536.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max": 52480.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/range": 182016.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 1490944.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": -888.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 8192.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 49408.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/min": -49408.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max": 37120.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/range": 86528.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/norm": 1417216.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/mean": -106.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/std": 7808.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max_abs": 228352.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.995391845703125, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/min": -228352.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max": 116224.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/range": 344576.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/norm": 1064960.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/mean": -1280.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/std": 5728.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max_abs": 118272.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.99462890625, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/min": -118272.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max": 48384.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/range": 166656.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 1654784.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": -592.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 9152.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 65536.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/min": -42240.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max": 65536.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/range": 107776.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/norm": 1572864.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/mean": -167.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/std": 8704.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max_abs": 146432.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.99566650390625, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/min": -130560.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max": 146432.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/range": 276992.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/norm": 1130496.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/mean": -1056.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/std": 6144.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max_abs": 123904.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.996002197265625, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/min": -123904.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max": 80384.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/range": 204288.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 1908736.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": 888.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 10496.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 48128.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/min": -44288.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max": 48128.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/range": 92416.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/norm": 1515520.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/mean": 372.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/std": 8320.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max_abs": 183296.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.99774169921875, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/min": -183296.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max": 122368.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/range": 305664.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/norm": 1187840.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/mean": -1160.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/std": 6464.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max_abs": 138240.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.99749755859375, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/min": -138240.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max": 89088.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/range": 227328.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 2818048.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": 199.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 15616.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 88576.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/min": -88576.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max": 45568.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/range": 134144.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/norm": 1515520.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/mean": 217.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/std": 8384.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max_abs": 128512.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.999053955078125, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/min": -128512.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max": 96768.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/range": 225280.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/norm": 1204224.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/mean": -720.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/std": 6592.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max_abs": 137216.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.99798583984375, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/min": -137216.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max": 90624.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/range": 227840.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 2129920.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": 884.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 11712.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 68608.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/min": -31616.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max": 68608.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/range": 100224.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/norm": 1622016.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/mean": -49.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/std": 8960.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max_abs": 88576.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.9990234375, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/min": -85504.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max": 88576.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/range": 174080.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/norm": 1204224.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/mean": -99.5, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/std": 6656.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max_abs": 66048.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.99932861328125, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/min": -65536.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max": 66048.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/range": 131584.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/norm": 5.25, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/mean": -0.00028228759765625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max_abs": 0.1025390625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/min": -0.1025390625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max": 0.10009765625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/range": 0.20263671875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/norm": 5.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/mean": 9.72747802734375e-05, "train/tensor_param_model_layers_0_mlp_up_proj_weight/std": 0.027587890625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/min": -0.10302734375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/range": 0.22314453125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": -0.00015544891357421875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.0286865234375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max": 0.10302734375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/range": 0.22314453125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/mean": -0.000728607177734375, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_1_mlp_up_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_1_mlp_up_proj_weight/mean": -0.00018310546875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/std": 0.030029296875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -0.00037384033203125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.030517578125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/mean": 2.384185791015625e-05, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/std": 0.03125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/mean": 8.487701416015625e-05, "train/tensor_param_model_layers_2_mlp_up_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max": 0.11474609375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/range": 0.23974609375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.00020313262939453125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.030029296875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/mean": -0.000370025634765625, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_3_mlp_up_proj_weight/norm": 5.59375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/mean": -2.3245811462402344e-05, "train/tensor_param_model_layers_3_mlp_up_proj_weight/std": 0.0308837890625, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": 7.43865966796875e-05, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.0306396484375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_3_mlp_down_proj_weight/range": 0.25439453125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/mean": -0.0001068115234375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/mean": 0.0004425048828125, "train/tensor_param_model_layers_4_mlp_up_proj_weight/std": 0.03125, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/range": 0.25830078125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 0.0003490447998046875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/mean": -9.250640869140625e-05, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/mean": 0.0002899169921875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": -2.4557113647460938e-05, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/mean": -0.00023937225341796875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/mean": 0.00021648406982421875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": 8.106231689453125e-05, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/mean": -7.152557373046875e-05, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/mean": -4.863739013671875e-05, "train/tensor_param_model_layers_7_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": -9.1552734375e-05, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/mean": 0.000278472900390625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/mean": -0.00022220611572265625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": 0.00014781951904296875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/mean": 0.000507354736328125, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/mean": -0.0003681182861328125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/mean": -0.0001354217529296875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/mean": 8.535385131835938e-05, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_10_mlp_up_proj_weight/mean": -0.000110626220703125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/mean": -0.0001773834228515625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/mean": 4.6193599700927734e-06, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/mean": 3.814697265625e-05, "train/tensor_param_model_layers_11_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/range": 0.25927734375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/mean": 2.1576881408691406e-05, "train/tensor_param_model_layers_11_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/mean": 0.0003376007080078125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_12_mlp_up_proj_weight/mean": -1.519918441772461e-05, "train/tensor_param_model_layers_12_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/mean": -0.0002994537353515625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/norm": 6.5, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/mean": 0.000324249267578125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/norm": 6.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/mean": 0.0003986358642578125, "train/tensor_param_model_layers_13_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/mean": 0.0003948211669921875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/mean": 0.0003795623779296875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/mean": -0.0002288818359375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_14_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_14_mlp_down_proj_weight/mean": -0.00025177001953125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/range": 0.25537109375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/mean": 0.00015735626220703125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/mean": 0.00022411346435546875, "train/tensor_param_model_layers_15_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/mean": -0.000514984130859375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/norm": 6.625, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/mean": 6.437301635742188e-05, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/mean": 0.00014209747314453125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/mean": 8.916854858398438e-05, "train/tensor_param_model_layers_16_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/norm": 6.625, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/mean": 0.0003070831298828125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_17_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_17_mlp_up_proj_weight/mean": 0.00019931793212890625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/mean": 0.0001964569091796875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/norm": 6.75, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/mean": -0.0002651214599609375, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_18_mlp_up_proj_weight/mean": 0.00010442733764648438, "train/tensor_param_model_layers_18_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max_abs": 0.1845703125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/min": -0.1845703125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/range": 0.333984375, "train/tensor_param_model_layers_18_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/mean": 0.00014781951904296875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/mean": 0.0002231597900390625, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_19_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_19_mlp_up_proj_weight/mean": -0.00015544891357421875, "train/tensor_param_model_layers_19_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_19_mlp_down_proj_weight/mean": 1.5854835510253906e-05, "train/tensor_param_model_layers_19_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/norm": 6.75, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/mean": -0.000400543212890625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_20_mlp_up_proj_weight/mean": 0.0002117156982421875, "train/tensor_param_model_layers_20_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/mean": 0.000705718994140625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/mean": -0.0004100799560546875, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/range": 0.2880859375, "train/tensor_param_model_layers_21_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/mean": -4.6253204345703125e-05, "train/tensor_param_model_layers_21_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_21_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/mean": -7.104873657226562e-05, "train/tensor_param_model_layers_21_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/mean": -0.000301361083984375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/norm": 6.125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/mean": -0.0001468658447265625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/mean": -0.000186920166015625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/mean": -2.288818359375e-05, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/mean": 0.000156402587890625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_23_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_23_mlp_down_proj_weight/mean": 0.000156402587890625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/mean": 0.0002346038818359375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_24_mlp_up_proj_weight/mean": 0.0002803802490234375, "train/tensor_param_model_layers_24_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_24_mlp_down_proj_weight/mean": -2.3365020751953125e-05, "train/tensor_param_model_layers_24_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/mean": 9.584426879882812e-05, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_25_mlp_up_proj_weight/mean": 0.0003604888916015625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/mean": -0.0003681182861328125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/range": 0.26318359375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/mean": -0.000125885009765625, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/mean": 0.0001678466796875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/mean": 8.916854858398438e-05, "train/tensor_param_model_layers_26_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/mean": -0.00011920928955078125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_27_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_27_mlp_up_proj_weight/mean": -0.000118255615234375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_27_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/mean": 0.0003032684326171875, "train/tensor_param_model_layers_27_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/mean": -7.05718994140625e-05, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/mean": -3.2782554626464844e-06, "train/tensor_param_model_layers_28_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_28_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/mean": 0.000293731689453125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_28_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/mean": -0.0003032684326171875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_29_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_29_mlp_up_proj_weight/mean": 5.507469177246094e-05, "train/tensor_param_model_layers_29_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_29_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/mean": -3.075599670410156e-05, "train/tensor_param_model_layers_29_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/norm": 7.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/mean": -0.000396728515625, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/range": 0.2919921875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_30_mlp_up_proj_weight/mean": 3.8623809814453125e-05, "train/tensor_param_model_layers_30_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/mean": -0.00011444091796875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/mean": -0.00015926361083984375, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/mean": 0.000446319580078125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/mean": 0.0004119873046875, "train/tensor_param_model_layers_31_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/mean": -0.0004863739013671875, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_32_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/mean": -5.27501106262207e-06, "train/tensor_param_model_layers_32_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/mean": -0.0001659393310546875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/mean": 1.9073486328125e-05, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/mean": 1.3783574104309082e-06, "train/tensor_param_model_layers_33_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/mean": -0.0004138946533203125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/mean": -0.00020503997802734375, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/mean": -9.5367431640625e-05, "train/tensor_param_model_layers_34_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/mean": -0.000431060791015625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/norm": 7.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/mean": -0.0001430511474609375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/mean": 2.4318695068359375e-05, "train/tensor_param_model_layers_35_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/mean": -2.4557113647460938e-05, "train/tensor_param_model_layers_35_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/mean": -3.0994415283203125e-05, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/mean": -0.00011205673217773438, "train/tensor_param_model_layers_36_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/range": 0.265625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/mean": -0.00025177001953125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/mean": 0.00011396408081054688, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_37_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_37_mlp_up_proj_weight/mean": -8.344650268554688e-05, "train/tensor_param_model_layers_37_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/mean": 0.00035858154296875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/mean": -0.000377655029296875, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_38_mlp_up_proj_weight/mean": -0.0002651214599609375, "train/tensor_param_model_layers_38_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/mean": 0.0003147125244140625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/norm": 7.125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/mean": -0.00046539306640625, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_39_mlp_up_proj_weight/mean": -0.0003108978271484375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_39_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/mean": -0.000370025634765625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_39_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/mean": -0.0003604888916015625, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_40_mlp_up_proj_weight/mean": -0.00016021728515625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_40_mlp_down_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_40_mlp_down_proj_weight/mean": -0.00011444091796875, "train/tensor_param_model_layers_40_mlp_down_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/mean": -0.000446319580078125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_41_mlp_up_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_41_mlp_up_proj_weight/mean": 0.00029754638671875, "train/tensor_param_model_layers_41_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/mean": 0.00018215179443359375, "train/tensor_param_model_layers_41_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/mean": -0.00057220458984375, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/mean": 0.000278472900390625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_42_mlp_up_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/mean": 0.000194549560546875, "train/tensor_param_model_layers_42_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/mean": -0.000537872314453125, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_43_mlp_up_proj_weight/mean": -0.00013828277587890625, "train/tensor_param_model_layers_43_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_43_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_43_mlp_down_proj_weight/mean": -0.000156402587890625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/mean": -0.00016307830810546875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/mean": -5.936622619628906e-05, "train/tensor_param_model_layers_44_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/mean": -9.870529174804688e-05, "train/tensor_param_model_layers_44_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/norm": 7.125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/mean": -0.00064849853515625, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/range": 0.296875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/mean": -0.000263214111328125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/mean": 0.00013446807861328125, "train/tensor_param_model_layers_45_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/mean": -0.0003643035888671875, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/range": 0.287109375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/mean": -7.724761962890625e-05, "train/tensor_param_model_layers_46_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/range": 0.265625, "train/tensor_param_model_layers_46_mlp_down_proj_weight/norm": 6.5, "train/tensor_param_model_layers_46_mlp_down_proj_weight/mean": -0.00020599365234375, "train/tensor_param_model_layers_46_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/mean": -0.0003147125244140625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/mean": -7.867813110351562e-05, "train/tensor_param_model_layers_47_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_47_mlp_down_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/mean": 0.00012969970703125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/mean": -0.00054931640625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/mean": 0.00012683868408203125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_48_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_48_mlp_down_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/mean": 0.0002574920654296875, "train/tensor_param_model_layers_48_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/mean": -0.00048065185546875, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/mean": 0.00018787384033203125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/norm": 6.5, "train/tensor_param_model_layers_49_mlp_down_proj_weight/mean": 1.9073486328125e-05, "train/tensor_param_model_layers_49_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/mean": -0.000530242919921875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/range": 0.296875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_50_mlp_up_proj_weight/mean": 0.00021076202392578125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_50_mlp_down_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/mean": 7.43865966796875e-05, "train/tensor_param_model_layers_50_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/mean": -0.0006103515625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_51_mlp_up_proj_weight/mean": 0.00010395050048828125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/norm": 6.5, "train/tensor_param_model_layers_51_mlp_down_proj_weight/mean": -1.329183578491211e-05, "train/tensor_param_model_layers_51_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/mean": -0.00016021728515625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/mean": 3.0249357223510742e-06, "train/tensor_param_model_layers_52_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/mean": -0.000274658203125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/mean": -0.0003032684326171875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/mean": -0.00014209747314453125, "train/tensor_param_model_layers_53_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_53_mlp_down_proj_weight/mean": 0.000148773193359375, "train/tensor_param_model_layers_53_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/min": -0.154296875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_53_mlp_down_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/mean": -0.00067901611328125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/mean": 0.00017547607421875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_54_mlp_up_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/mean": -0.000396728515625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/norm": 7.25, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/mean": -0.00035858154296875, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/range": 0.302734375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_55_mlp_up_proj_weight/mean": -3.8623809814453125e-05, "train/tensor_param_model_layers_55_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_55_mlp_down_proj_weight/norm": 6.625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/mean": 0.00010061264038085938, "train/tensor_param_model_layers_55_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/mean": -0.000396728515625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/norm": 6.75, "train/tensor_param_model_layers_56_mlp_up_proj_weight/mean": 0.00022602081298828125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_56_mlp_down_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_56_mlp_down_proj_weight/mean": -0.0001544952392578125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/mean": -0.000247955322265625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_57_mlp_up_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/mean": -2.0503997802734375e-05, "train/tensor_param_model_layers_57_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_57_mlp_down_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_57_mlp_down_proj_weight/mean": -0.0003337860107421875, "train/tensor_param_model_layers_57_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/mean": -0.00012969970703125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/mean": 0.00023555755615234375, "train/tensor_param_model_layers_58_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/mean": -6.341934204101562e-05, "train/tensor_param_model_layers_58_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/mean": -0.00038909912109375, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/mean": 7.534027099609375e-05, "train/tensor_param_model_layers_59_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_59_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/mean": 1.800060272216797e-05, "train/tensor_param_model_layers_59_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/mean": -0.00067901611328125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/mean": 0.00014209747314453125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/mean": -0.0003757476806640625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/norm": 7.375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/mean": -0.0003337860107421875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/mean": 9.238719940185547e-06, "train/tensor_param_model_layers_61_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_61_mlp_down_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/mean": 5.334615707397461e-06, "train/tensor_param_model_layers_61_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/mean": -0.0002689361572265625, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_62_mlp_up_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/mean": 3.0279159545898438e-05, "train/tensor_param_model_layers_62_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/norm": 6.75, "train/tensor_param_model_layers_62_mlp_down_proj_weight/mean": 0.0002536773681640625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/range": 0.283203125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/mean": -0.00052642822265625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/mean": -0.00010919570922851562, "train/tensor_param_model_layers_63_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/mean": 0.00010395050048828125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/mean": -0.0004596710205078125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_64_mlp_up_proj_weight/mean": 7.104873657226562e-05, "train/tensor_param_model_layers_64_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/mean": 3.9577484130859375e-05, "train/tensor_param_model_layers_64_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/mean": -0.00107574462890625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_65_mlp_up_proj_weight/norm": 6.875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/mean": 4.792213439941406e-05, "train/tensor_param_model_layers_65_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/mean": 0.000141143798828125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/mean": -0.000579833984375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/mean": -0.00014400482177734375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_66_mlp_down_proj_weight/mean": -0.00020122528076171875, "train/tensor_param_model_layers_66_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/mean": -0.0005950927734375, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/min": -0.15625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/range": 0.3154296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_67_mlp_up_proj_weight/mean": -0.00019931793212890625, "train/tensor_param_model_layers_67_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/mean": -0.000125885009765625, "train/tensor_param_model_layers_67_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/mean": -0.0003185272216796875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/mean": -0.00019359588623046875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max": 0.15625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/range": 0.287109375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_68_mlp_down_proj_weight/mean": 7.152557373046875e-06, "train/tensor_param_model_layers_68_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/mean": -0.00099945068359375, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max_abs": 0.1611328125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max": 0.1611328125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/range": 0.310546875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_69_mlp_up_proj_weight/mean": 6.198883056640625e-05, "train/tensor_param_model_layers_69_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/mean": -0.00012159347534179688, "train/tensor_param_model_layers_69_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/mean": -0.0003986358642578125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/range": 0.30859375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/mean": -4.696846008300781e-05, "train/tensor_param_model_layers_70_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_70_mlp_up_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_70_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_70_mlp_down_proj_weight/mean": 4.291534423828125e-05, "train/tensor_param_model_layers_70_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_70_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/mean": -0.00075531005859375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/min": -0.162109375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/range": 0.302734375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/mean": 1.3947486877441406e-05, "train/tensor_param_model_layers_71_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/mean": -0.0001735687255859375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/mean": -0.0004024505615234375, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/range": 0.2958984375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/norm": 7.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/mean": 0.0001010894775390625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/mean": -0.0001773834228515625, "train/tensor_param_model_layers_72_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/mean": -0.00061798095703125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_73_mlp_up_proj_weight/mean": -0.00016307830810546875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_73_mlp_up_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/mean": 7.152557373046875e-05, "train/tensor_param_model_layers_73_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/mean": -0.00020503997802734375, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/mean": -0.0003566741943359375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/range": 0.28125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_74_mlp_down_proj_weight/mean": 0.0002536773681640625, "train/tensor_param_model_layers_74_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/min": -0.1689453125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/range": 0.3046875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/mean": -0.00064849853515625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_75_mlp_up_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_75_mlp_up_proj_weight/mean": 0.0004444122314453125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_75_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/mean": 5.626678466796875e-05, "train/tensor_param_model_layers_75_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/mean": -0.000823974609375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/norm": 7.25, "train/tensor_param_model_layers_76_mlp_up_proj_weight/mean": 3.039836883544922e-05, "train/tensor_param_model_layers_76_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/mean": 0.0001888275146484375, "train/tensor_param_model_layers_76_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_76_mlp_down_proj_weight/range": 0.265625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/mean": -0.00016689300537109375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/range": 0.30078125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_77_mlp_up_proj_weight/mean": -0.00023174285888671875, "train/tensor_param_model_layers_77_mlp_up_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max_abs": 0.173828125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max": 0.173828125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/range": 0.3046875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/mean": 0.00021076202392578125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/mean": -0.0004291534423828125, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/range": 0.3017578125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/mean": -0.0001316070556640625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max_abs": 0.173828125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/min": -0.173828125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/range": 0.30859375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_78_mlp_down_proj_weight/mean": 0.000141143798828125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/norm": 7.75, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/mean": -0.000484466552734375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/norm": 7.375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/mean": -9.918212890625e-05, "train/tensor_param_model_layers_79_mlp_up_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/range": 0.3056640625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_79_mlp_down_proj_weight/mean": 0.0001373291015625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/min": -0.140625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/norm": 7.8125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/mean": -0.0004215240478515625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/min": -0.154296875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_80_mlp_up_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_80_mlp_up_proj_weight/mean": -4.887580871582031e-05, "train/tensor_param_model_layers_80_mlp_up_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/range": 0.296875, "train/tensor_param_model_layers_80_mlp_down_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_80_mlp_down_proj_weight/mean": 0.0002002716064453125, "train/tensor_param_model_layers_80_mlp_down_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_80_mlp_down_proj_weight/range": 0.2919921875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/norm": 7.8125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/mean": -0.000255584716796875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/range": 0.2919921875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/mean": -0.0001354217529296875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/min": -0.1591796875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/range": 0.30859375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/norm": 7.25, "train/tensor_param_model_layers_81_mlp_down_proj_weight/mean": -9.965896606445312e-05, "train/tensor_param_model_layers_81_mlp_down_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/norm": 7.875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/mean": -0.0003299713134765625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/range": 0.302734375, "train/tensor_param_model_layers_82_mlp_up_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_82_mlp_up_proj_weight/mean": -0.0003261566162109375, "train/tensor_param_model_layers_82_mlp_up_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/range": 0.2822265625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/norm": 7.375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/mean": -5.2928924560546875e-05, "train/tensor_param_model_layers_82_mlp_down_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/mean": 0.0002994537353515625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max_abs": 0.171875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max": 0.171875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/range": 0.3212890625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/mean": -1.6808509826660156e-05, "train/tensor_param_model_layers_83_mlp_up_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max": 0.1533203125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_83_mlp_down_proj_weight/mean": -0.00038909912109375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_83_mlp_down_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/mean": -5.888938903808594e-05, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/range": 0.2978515625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/mean": 7.152557373046875e-05, "train/tensor_param_model_layers_84_mlp_up_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/range": 0.3017578125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/mean": -0.0001373291015625, "train/tensor_param_model_layers_84_mlp_down_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/mean": -9.202957153320312e-05, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/mean": -9.489059448242188e-05, "train/tensor_param_model_layers_85_mlp_up_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/min": -0.1650390625, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max": 0.1611328125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/mean": 0.0002918243408203125, "train/tensor_param_model_layers_85_mlp_down_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/min": -0.162109375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/range": 0.3095703125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/mean": 6.961822509765625e-05, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/min": -0.15625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max": 0.1630859375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/range": 0.3193359375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/norm": 7.75, "train/tensor_param_model_layers_86_mlp_up_proj_weight/mean": 0.00029754638671875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/range": 0.2822265625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/mean": -0.000270843505859375, "train/tensor_param_model_layers_86_mlp_down_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/mean": 0.0003948211669921875, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max": 0.16015625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/norm": 7.75, "train/tensor_param_model_layers_87_mlp_up_proj_weight/mean": 0.000255584716796875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max": 0.1630859375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/range": 0.31640625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/mean": 0.00018024444580078125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/mean": 0.000301361083984375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/range": 0.30078125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/mean": 1.5735626220703125e-05, "train/tensor_param_model_layers_88_mlp_up_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/range": 0.3154296875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/mean": -0.00013256072998046875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/range": 0.2900390625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/norm": 8.25, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/mean": 0.000659942626953125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max_abs": 0.166015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/min": -0.166015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/range": 0.3310546875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_89_mlp_up_proj_weight/mean": -0.00014591217041015625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max_abs": 0.1884765625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/min": -0.173828125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max": 0.1884765625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/range": 0.3623046875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/norm": 7.75, "train/tensor_param_model_layers_89_mlp_down_proj_weight/mean": 0.00020503997802734375, "train/tensor_param_model_layers_89_mlp_down_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/range": 0.2822265625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/mean": 0.000499725341796875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_90_mlp_up_proj_weight/norm": 8.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/mean": 6.914138793945312e-05, "train/tensor_param_model_layers_90_mlp_up_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/range": 0.296875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_90_mlp_down_proj_weight/mean": -0.0003604888916015625, "train/tensor_param_model_layers_90_mlp_down_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max": 0.1533203125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/range": 0.3056640625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/norm": 8.25, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/mean": 0.0004749298095703125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/min": -0.1611328125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/norm": 8.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/mean": 6.4849853515625e-05, "train/tensor_param_model_layers_91_mlp_up_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max_abs": 0.203125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max": 0.203125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/range": 0.3662109375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/mean": -0.0001583099365234375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/mean": 0.000812530517578125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max_abs": 0.1826171875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max": 0.1826171875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/range": 0.345703125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/norm": 8.125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/mean": -0.0003871917724609375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/min": -0.16015625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/range": 0.314453125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/mean": 0.000141143798828125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_92_mlp_down_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/norm": 8.375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/mean": 0.000308990478515625, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max_abs": 0.1943359375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/min": -0.1611328125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max": 0.1943359375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/range": 0.35546875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/mean": -0.0002574920654296875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/range": 0.3095703125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_93_mlp_down_proj_weight/mean": 0.000293731689453125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/min": -0.140625, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/mean": 0.0004367828369140625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/std": 0.046875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max_abs": 0.1728515625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/min": -0.1640625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max": 0.1728515625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/range": 0.3369140625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/mean": -0.00048065185546875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max": 0.1689453125, "train/tensor_param_model_layers_94_mlp_up_proj_weight/range": 0.3154296875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/norm": 8.125, "train/tensor_param_model_layers_94_mlp_down_proj_weight/mean": 0.0002574920654296875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/min": -0.15625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/range": 0.3212890625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/norm": 8.5, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/mean": 0.00022125244140625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/std": 0.046875, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/min": -0.1474609375, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max": 0.16015625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/range": 0.3076171875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/mean": -0.0004138946533203125, "train/tensor_param_model_layers_95_mlp_up_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max_abs": 0.1826171875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/min": -0.1611328125, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max": 0.1826171875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/range": 0.34375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/norm": 8.125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/mean": -0.00014781951904296875, "train/tensor_param_model_layers_95_mlp_down_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max_abs": 0.1611328125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/min": -0.1474609375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max": 0.1611328125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/range": 0.30859375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/norm": 8.6875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/mean": 0.000293731689453125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/std": 0.048095703125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max_abs": 0.1787109375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/min": -0.177734375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max": 0.1787109375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/range": 0.3564453125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/norm": 8.625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/mean": -2.5272369384765625e-05, "train/tensor_param_model_layers_96_mlp_up_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max_abs": 0.19921875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/min": -0.19921875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max": 0.1796875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/range": 0.37890625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/norm": 8.375, "train/tensor_param_model_layers_96_mlp_down_proj_weight/mean": 9.775161743164062e-05, "train/tensor_param_model_layers_96_mlp_down_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/min": -0.15625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max": 0.1552734375, "train/tensor_param_model_layers_96_mlp_down_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/mean": 0.00030517578125, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max_abs": 0.1865234375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/min": -0.1865234375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max": 0.16015625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/range": 0.3466796875, "train/tensor_param_model_layers_97_mlp_up_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/mean": -0.0001735687255859375, "train/tensor_param_model_layers_97_mlp_up_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max": 0.1689453125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/range": 0.33203125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/norm": 8.125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/mean": -7.677078247070312e-05, "train/tensor_param_model_layers_97_mlp_down_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max_abs": 0.185546875, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max": 0.185546875, "train/tensor_param_model_layers_97_mlp_down_proj_weight/range": 0.3388671875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/mean": 7.2479248046875e-05, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max_abs": 0.1884765625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/min": -0.1884765625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max": 0.16015625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/range": 0.3486328125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_98_mlp_up_proj_weight/mean": 0.0002422332763671875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max_abs": 0.205078125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/min": -0.205078125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_98_mlp_up_proj_weight/range": 0.3623046875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/mean": 5.7697296142578125e-05, "train/tensor_param_model_layers_98_mlp_down_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max_abs": 0.1708984375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max": 0.1708984375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/mean": 0.00054931640625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/min": -0.1650390625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/range": 0.3330078125, "train/tensor_param_model_layers_99_mlp_up_proj_weight/norm": 8.625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/mean": -0.0002727508544921875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/std": 0.0478515625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max_abs": 0.185546875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/min": -0.185546875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max": 0.1748046875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/range": 0.3603515625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/norm": 8.375, "train/tensor_param_model_layers_99_mlp_down_proj_weight/mean": -6.437301635742188e-05, "train/tensor_param_model_layers_99_mlp_down_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/range": 0.3125} -{"step": 2580, "epoch": 0.17391304347826086, "timestamp": 1786741300.4458456, "loss": 7.066030120849609, "grad_norm": 327155712.0, "learning_rate": 9e-05, "train/total_time_seconds": 25.242178115993738, "train/time_per_step_avg": 0.3155272264499217, "train/epoch_time_elapsed": 29.92568977549672, "train/estimated_remaining_minutes": 0.1500181128340713} -{"step": 2600, "epoch": 0.17526120660599934, "timestamp": 1786741306.384379, "loss": 7.805310821533203, "grad_norm": 645922816.0, "learning_rate": 9e-05, "train/total_time_seconds": 30.209570918232203, "train/time_per_step_avg": 0.30209570918232204, "train/epoch_time_elapsed": 35.86422449350357, "train/estimated_remaining_minutes": 0.17428598606672424} -{"step": 2620, "epoch": 0.17660936973373778, "timestamp": 1786741313.2650757, "loss": 7.980291748046875, "grad_norm": 1061158912.0, "learning_rate": 9e-05, "train/total_time_seconds": 35.793908569961786, "train/time_per_step_avg": 0.28307999987155197, "train/epoch_time_elapsed": 42.71977420896292, "train/estimated_remaining_minutes": 0.20037302507357743, "train/tensor_act_model_layers_0_residual_pre_attn/norm": 187.18263244628906, "train/tensor_act_model_layers_0_residual_pre_attn/mean": 0.001068115234375, "train/tensor_act_model_layers_0_residual_pre_attn/std": 0.09130859375, "train/tensor_act_model_layers_0_residual_pre_attn/max_abs": 0.275390625, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/min": -0.263671875, "train/tensor_act_model_layers_0_residual_pre_attn/max": 0.275390625, "train/tensor_act_model_layers_0_residual_pre_attn/range": 0.5390625, "train/tensor_act_model_layers_0_residual_post_attn/norm": 189.5585479736328, "train/tensor_act_model_layers_0_residual_post_attn/mean": 0.00010538101196289062, "train/tensor_act_model_layers_0_residual_post_attn/std": 0.0927734375, "train/tensor_act_model_layers_0_residual_post_attn/max_abs": 0.34375, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/min": -0.337890625, "train/tensor_act_model_layers_0_residual_post_attn/max": 0.34375, "train/tensor_act_model_layers_0_residual_post_attn/range": 0.681640625, "train/tensor_act_model_layers_0_mlp_gate_proj/norm": 1356.0662841796875, "train/tensor_act_model_layers_0_mlp_gate_proj/mean": -0.0166015625, "train/tensor_act_model_layers_0_mlp_gate_proj/std": 0.46875, "train/tensor_act_model_layers_0_mlp_gate_proj/max_abs": 2.34375, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/min": -1.90625, "train/tensor_act_model_layers_0_mlp_gate_proj/max": 2.34375, "train/tensor_act_model_layers_0_mlp_gate_proj/range": 4.25, "train/tensor_act_model_layers_0_mlp_up_proj/norm": 1146.3958740234375, "train/tensor_act_model_layers_0_mlp_up_proj/mean": 7.808208465576172e-06, "train/tensor_act_model_layers_0_mlp_up_proj/std": 0.396484375, "train/tensor_act_model_layers_0_mlp_up_proj/max_abs": 2.046875, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/min": -2.046875, "train/tensor_act_model_layers_0_mlp_up_proj/max": 1.78125, "train/tensor_act_model_layers_0_mlp_up_proj/range": 3.828125, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 246.32257080078125, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 0.043701171875, "train/tensor_act_model_layers_0_mlp_down_proj/std": 0.11181640625, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 0.671875, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/min": -0.55859375, "train/tensor_act_model_layers_0_mlp_down_proj/max": 0.671875, "train/tensor_act_model_layers_0_mlp_down_proj/range": 1.23046875, "train/tensor_act_model_layers_0_mlp/norm": 246.32257080078125, "train/tensor_act_model_layers_0_mlp/mean": 0.043701171875, "train/tensor_act_model_layers_0_mlp/std": 0.11181640625, "train/tensor_act_model_layers_0_mlp/max_abs": 0.671875, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/min": -0.55859375, "train/tensor_act_model_layers_0_mlp/max": 0.671875, "train/tensor_act_model_layers_0_mlp/range": 1.23046875, "train/tensor_act_model_layers_0_residual_post_mlp/norm": 334.1441955566406, "train/tensor_act_model_layers_0_residual_post_mlp/mean": 0.0439453125, "train/tensor_act_model_layers_0_residual_post_mlp/std": 0.1572265625, "train/tensor_act_model_layers_0_residual_post_mlp/max_abs": 0.75, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/min": -0.70703125, "train/tensor_act_model_layers_0_residual_post_mlp/max": 0.75, "train/tensor_act_model_layers_0_residual_post_mlp/range": 1.45703125, "train/tensor_act_model_layers_1_residual_pre_attn/norm": 334.1441955566406, "train/tensor_act_model_layers_1_residual_pre_attn/mean": 0.0439453125, "train/tensor_act_model_layers_1_residual_pre_attn/std": 0.1572265625, "train/tensor_act_model_layers_1_residual_pre_attn/max_abs": 0.75, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/min": -0.70703125, "train/tensor_act_model_layers_1_residual_pre_attn/max": 0.75, "train/tensor_act_model_layers_1_residual_pre_attn/range": 1.45703125, "train/tensor_act_model_layers_1_residual_post_attn/norm": 346.628662109375, "train/tensor_act_model_layers_1_residual_post_attn/mean": 0.04443359375, "train/tensor_act_model_layers_1_residual_post_attn/std": 0.1630859375, "train/tensor_act_model_layers_1_residual_post_attn/max_abs": 0.74609375, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/min": -0.703125, "train/tensor_act_model_layers_1_residual_post_attn/max": 0.74609375, "train/tensor_act_model_layers_1_residual_post_attn/range": 1.44921875, "train/tensor_act_model_layers_1_mlp_gate_proj/norm": 1398.9945068359375, "train/tensor_act_model_layers_1_mlp_gate_proj/mean": -0.055419921875, "train/tensor_act_model_layers_1_mlp_gate_proj/std": 0.48046875, "train/tensor_act_model_layers_1_mlp_gate_proj/max_abs": 2.40625, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/min": -2.390625, "train/tensor_act_model_layers_1_mlp_gate_proj/max": 2.40625, "train/tensor_act_model_layers_1_mlp_gate_proj/range": 4.796875, "train/tensor_act_model_layers_1_mlp_up_proj/norm": 1210.3360595703125, "train/tensor_act_model_layers_1_mlp_up_proj/mean": -0.01324462890625, "train/tensor_act_model_layers_1_mlp_up_proj/std": 0.41796875, "train/tensor_act_model_layers_1_mlp_up_proj/max_abs": 2.265625, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/min": -2.265625, "train/tensor_act_model_layers_1_mlp_up_proj/max": 2.171875, "train/tensor_act_model_layers_1_mlp_up_proj/range": 4.4375, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 290.6575012207031, "train/tensor_act_model_layers_1_mlp_down_proj/mean": 0.048828125, "train/tensor_act_model_layers_1_mlp_down_proj/std": 0.1328125, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 1.4296875, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/min": -1.0, "train/tensor_act_model_layers_1_mlp_down_proj/max": 1.4296875, "train/tensor_act_model_layers_1_mlp_down_proj/range": 2.4296875, "train/tensor_act_model_layers_1_mlp/norm": 290.6575012207031, "train/tensor_act_model_layers_1_mlp/mean": 0.048828125, "train/tensor_act_model_layers_1_mlp/std": 0.1328125, "train/tensor_act_model_layers_1_mlp/max_abs": 1.4296875, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/min": -1.0, "train/tensor_act_model_layers_1_mlp/max": 1.4296875, "train/tensor_act_model_layers_1_mlp/range": 2.4296875, "train/tensor_act_model_layers_1_residual_post_mlp/norm": 542.2533569335938, "train/tensor_act_model_layers_1_residual_post_mlp/mean": 0.09326171875, "train/tensor_act_model_layers_1_residual_post_mlp/std": 0.248046875, "train/tensor_act_model_layers_1_residual_post_mlp/max_abs": 1.71875, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/min": -1.3125, "train/tensor_act_model_layers_1_residual_post_mlp/max": 1.71875, "train/tensor_act_model_layers_1_residual_post_mlp/range": 3.03125, "train/tensor_act_model_layers_2_residual_pre_attn/norm": 542.2533569335938, "train/tensor_act_model_layers_2_residual_pre_attn/mean": 0.09326171875, "train/tensor_act_model_layers_2_residual_pre_attn/std": 0.248046875, "train/tensor_act_model_layers_2_residual_pre_attn/max_abs": 1.71875, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/min": -1.3125, "train/tensor_act_model_layers_2_residual_pre_attn/max": 1.71875, "train/tensor_act_model_layers_2_residual_pre_attn/range": 3.03125, "train/tensor_act_model_layers_2_residual_post_attn/norm": 570.5803833007812, "train/tensor_act_model_layers_2_residual_post_attn/mean": 0.095703125, "train/tensor_act_model_layers_2_residual_post_attn/std": 0.26171875, "train/tensor_act_model_layers_2_residual_post_attn/max_abs": 1.8046875, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/min": -1.3203125, "train/tensor_act_model_layers_2_residual_post_attn/max": 1.8046875, "train/tensor_act_model_layers_2_residual_post_attn/range": 3.125, "train/tensor_act_model_layers_2_mlp_gate_proj/norm": 1504.0001220703125, "train/tensor_act_model_layers_2_mlp_gate_proj/mean": -0.1494140625, "train/tensor_act_model_layers_2_mlp_gate_proj/std": 0.498046875, "train/tensor_act_model_layers_2_mlp_gate_proj/max_abs": 3.09375, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/min": -3.09375, "train/tensor_act_model_layers_2_mlp_gate_proj/max": 2.0625, "train/tensor_act_model_layers_2_mlp_gate_proj/range": 5.15625, "train/tensor_act_model_layers_2_mlp_up_proj/norm": 1269.2176513671875, "train/tensor_act_model_layers_2_mlp_up_proj/mean": -0.0081787109375, "train/tensor_act_model_layers_2_mlp_up_proj/std": 0.4375, "train/tensor_act_model_layers_2_mlp_up_proj/max_abs": 2.71875, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/min": -2.71875, "train/tensor_act_model_layers_2_mlp_up_proj/max": 2.328125, "train/tensor_act_model_layers_2_mlp_up_proj/range": 5.046875, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 267.5301818847656, "train/tensor_act_model_layers_2_mlp_down_proj/mean": 0.06640625, "train/tensor_act_model_layers_2_mlp_down_proj/std": 0.11279296875, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 0.98828125, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/min": -0.65234375, "train/tensor_act_model_layers_2_mlp_down_proj/max": 0.98828125, "train/tensor_act_model_layers_2_mlp_down_proj/range": 1.640625, "train/tensor_act_model_layers_2_mlp/norm": 267.5301818847656, "train/tensor_act_model_layers_2_mlp/mean": 0.06640625, "train/tensor_act_model_layers_2_mlp/std": 0.11279296875, "train/tensor_act_model_layers_2_mlp/max_abs": 0.98828125, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/min": -0.65234375, "train/tensor_act_model_layers_2_mlp/max": 0.98828125, "train/tensor_act_model_layers_2_mlp/range": 1.640625, "train/tensor_act_model_layers_2_residual_post_mlp/norm": 742.6266479492188, "train/tensor_act_model_layers_2_residual_post_mlp/mean": 0.162109375, "train/tensor_act_model_layers_2_residual_post_mlp/std": 0.32421875, "train/tensor_act_model_layers_2_residual_post_mlp/max_abs": 2.3125, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/min": -1.796875, "train/tensor_act_model_layers_2_residual_post_mlp/max": 2.3125, "train/tensor_act_model_layers_2_residual_post_mlp/range": 4.109375, "train/tensor_act_model_layers_3_residual_pre_attn/norm": 742.6266479492188, "train/tensor_act_model_layers_3_residual_pre_attn/mean": 0.162109375, "train/tensor_act_model_layers_3_residual_pre_attn/std": 0.32421875, "train/tensor_act_model_layers_3_residual_pre_attn/max_abs": 2.3125, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/min": -1.796875, "train/tensor_act_model_layers_3_residual_pre_attn/max": 2.3125, "train/tensor_act_model_layers_3_residual_pre_attn/range": 4.109375, "train/tensor_act_model_layers_3_residual_post_attn/norm": 768.029296875, "train/tensor_act_model_layers_3_residual_post_attn/mean": 0.1611328125, "train/tensor_act_model_layers_3_residual_post_attn/std": 0.337890625, "train/tensor_act_model_layers_3_residual_post_attn/max_abs": 2.359375, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/min": -1.90625, "train/tensor_act_model_layers_3_residual_post_attn/max": 2.359375, "train/tensor_act_model_layers_3_residual_post_attn/range": 4.265625, "train/tensor_act_model_layers_3_mlp_gate_proj/norm": 1546.89404296875, "train/tensor_act_model_layers_3_mlp_gate_proj/mean": -0.1533203125, "train/tensor_act_model_layers_3_mlp_gate_proj/std": 0.51171875, "train/tensor_act_model_layers_3_mlp_gate_proj/max_abs": 2.734375, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/min": -2.734375, "train/tensor_act_model_layers_3_mlp_gate_proj/max": 2.109375, "train/tensor_act_model_layers_3_mlp_gate_proj/range": 4.84375, "train/tensor_act_model_layers_3_mlp_up_proj/norm": 1321.234375, "train/tensor_act_model_layers_3_mlp_up_proj/mean": 0.0191650390625, "train/tensor_act_model_layers_3_mlp_up_proj/std": 0.455078125, "train/tensor_act_model_layers_3_mlp_up_proj/max_abs": 2.828125, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/min": -2.828125, "train/tensor_act_model_layers_3_mlp_up_proj/max": 2.15625, "train/tensor_act_model_layers_3_mlp_up_proj/range": 4.984375, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 257.5476379394531, "train/tensor_act_model_layers_3_mlp_down_proj/mean": 0.0791015625, "train/tensor_act_model_layers_3_mlp_down_proj/std": 0.09765625, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 0.62890625, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/min": -0.412109375, "train/tensor_act_model_layers_3_mlp_down_proj/max": 0.62890625, "train/tensor_act_model_layers_3_mlp_down_proj/range": 1.041015625, "train/tensor_act_model_layers_3_mlp/norm": 257.5476379394531, "train/tensor_act_model_layers_3_mlp/mean": 0.0791015625, "train/tensor_act_model_layers_3_mlp/std": 0.09765625, "train/tensor_act_model_layers_3_mlp/max_abs": 0.62890625, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/min": -0.412109375, "train/tensor_act_model_layers_3_mlp/max": 0.62890625, "train/tensor_act_model_layers_3_mlp/range": 1.041015625, "train/tensor_act_model_layers_3_residual_post_mlp/norm": 899.8978881835938, "train/tensor_act_model_layers_3_residual_post_mlp/mean": 0.240234375, "train/tensor_act_model_layers_3_residual_post_mlp/std": 0.3671875, "train/tensor_act_model_layers_3_residual_post_mlp/max_abs": 2.703125, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/min": -2.046875, "train/tensor_act_model_layers_3_residual_post_mlp/max": 2.703125, "train/tensor_act_model_layers_3_residual_post_mlp/range": 4.75, "train/tensor_act_model_layers_4_residual_pre_attn/norm": 899.8978881835938, "train/tensor_act_model_layers_4_residual_pre_attn/mean": 0.240234375, "train/tensor_act_model_layers_4_residual_pre_attn/std": 0.3671875, "train/tensor_act_model_layers_4_residual_pre_attn/max_abs": 2.703125, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/min": -2.046875, "train/tensor_act_model_layers_4_residual_pre_attn/max": 2.703125, "train/tensor_act_model_layers_4_residual_pre_attn/range": 4.75, "train/tensor_act_model_layers_4_residual_post_attn/norm": 905.9173583984375, "train/tensor_act_model_layers_4_residual_post_attn/mean": 0.2333984375, "train/tensor_act_model_layers_4_residual_post_attn/std": 0.375, "train/tensor_act_model_layers_4_residual_post_attn/max_abs": 2.6875, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/min": -2.0625, "train/tensor_act_model_layers_4_residual_post_attn/max": 2.6875, "train/tensor_act_model_layers_4_residual_post_attn/range": 4.75, "train/tensor_act_model_layers_4_mlp_gate_proj/norm": 1648.0089111328125, "train/tensor_act_model_layers_4_mlp_gate_proj/mean": -0.154296875, "train/tensor_act_model_layers_4_mlp_gate_proj/std": 0.546875, "train/tensor_act_model_layers_4_mlp_gate_proj/max_abs": 2.703125, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/min": -2.703125, "train/tensor_act_model_layers_4_mlp_gate_proj/max": 2.046875, "train/tensor_act_model_layers_4_mlp_gate_proj/range": 4.75, "train/tensor_act_model_layers_4_mlp_up_proj/norm": 1402.267822265625, "train/tensor_act_model_layers_4_mlp_up_proj/mean": 0.036865234375, "train/tensor_act_model_layers_4_mlp_up_proj/std": 0.482421875, "train/tensor_act_model_layers_4_mlp_up_proj/max_abs": 2.421875, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/min": -2.15625, "train/tensor_act_model_layers_4_mlp_up_proj/max": 2.421875, "train/tensor_act_model_layers_4_mlp_up_proj/range": 4.578125, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 317.8798828125, "train/tensor_act_model_layers_4_mlp_down_proj/mean": 0.1142578125, "train/tensor_act_model_layers_4_mlp_down_proj/std": 0.10498046875, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 0.67578125, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/min": -0.419921875, "train/tensor_act_model_layers_4_mlp_down_proj/max": 0.67578125, "train/tensor_act_model_layers_4_mlp_down_proj/range": 1.095703125, "train/tensor_act_model_layers_4_mlp/norm": 317.8798828125, "train/tensor_act_model_layers_4_mlp/mean": 0.1142578125, "train/tensor_act_model_layers_4_mlp/std": 0.10498046875, "train/tensor_act_model_layers_4_mlp/max_abs": 0.67578125, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp/min": -0.419921875, "train/tensor_act_model_layers_4_mlp/max": 0.67578125, "train/tensor_act_model_layers_4_mlp/range": 1.095703125, "train/tensor_act_model_layers_4_residual_post_mlp/norm": 1107.403076171875, "train/tensor_act_model_layers_4_residual_post_mlp/mean": 0.34765625, "train/tensor_act_model_layers_4_residual_post_mlp/std": 0.4140625, "train/tensor_act_model_layers_4_residual_post_mlp/max_abs": 2.84375, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/min": -1.953125, "train/tensor_act_model_layers_4_residual_post_mlp/max": 2.84375, "train/tensor_act_model_layers_4_residual_post_mlp/range": 4.796875, "train/tensor_act_model_layers_5_residual_pre_attn/norm": 1107.403076171875, "train/tensor_act_model_layers_5_residual_pre_attn/mean": 0.34765625, "train/tensor_act_model_layers_5_residual_pre_attn/std": 0.4140625, "train/tensor_act_model_layers_5_residual_pre_attn/max_abs": 2.84375, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/min": -1.953125, "train/tensor_act_model_layers_5_residual_pre_attn/max": 2.84375, "train/tensor_act_model_layers_5_residual_pre_attn/range": 4.796875, "train/tensor_act_model_layers_5_residual_post_attn/norm": 1104.8499755859375, "train/tensor_act_model_layers_5_residual_post_attn/mean": 0.33984375, "train/tensor_act_model_layers_5_residual_post_attn/std": 0.41796875, "train/tensor_act_model_layers_5_residual_post_attn/max_abs": 2.75, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/min": -1.8203125, "train/tensor_act_model_layers_5_residual_post_attn/max": 2.75, "train/tensor_act_model_layers_5_residual_post_attn/range": 4.5703125, "train/tensor_act_model_layers_5_mlp_gate_proj/norm": 1606.8397216796875, "train/tensor_act_model_layers_5_mlp_gate_proj/mean": -0.09228515625, "train/tensor_act_model_layers_5_mlp_gate_proj/std": 0.546875, "train/tensor_act_model_layers_5_mlp_gate_proj/max_abs": 2.453125, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/min": -2.453125, "train/tensor_act_model_layers_5_mlp_gate_proj/max": 2.03125, "train/tensor_act_model_layers_5_mlp_gate_proj/range": 4.484375, "train/tensor_act_model_layers_5_mlp_up_proj/norm": 1460.0594482421875, "train/tensor_act_model_layers_5_mlp_up_proj/mean": 0.01385498046875, "train/tensor_act_model_layers_5_mlp_up_proj/std": 0.50390625, "train/tensor_act_model_layers_5_mlp_up_proj/max_abs": 2.34375, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/min": -2.1875, "train/tensor_act_model_layers_5_mlp_up_proj/max": 2.34375, "train/tensor_act_model_layers_5_mlp_up_proj/range": 4.53125, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 438.0375671386719, "train/tensor_act_model_layers_5_mlp_down_proj/mean": 0.16796875, "train/tensor_act_model_layers_5_mlp_down_proj/std": 0.1318359375, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 0.8828125, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/min": -0.43359375, "train/tensor_act_model_layers_5_mlp_down_proj/max": 0.8828125, "train/tensor_act_model_layers_5_mlp_down_proj/range": 1.31640625, "train/tensor_act_model_layers_5_mlp/norm": 438.0375671386719, "train/tensor_act_model_layers_5_mlp/mean": 0.16796875, "train/tensor_act_model_layers_5_mlp/std": 0.1318359375, "train/tensor_act_model_layers_5_mlp/max_abs": 0.8828125, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp/min": -0.43359375, "train/tensor_act_model_layers_5_mlp/max": 0.8828125, "train/tensor_act_model_layers_5_mlp/range": 1.31640625, "train/tensor_act_model_layers_5_residual_post_mlp/norm": 1398.833740234375, "train/tensor_act_model_layers_5_residual_post_mlp/mean": 0.5078125, "train/tensor_act_model_layers_5_residual_post_mlp/std": 0.455078125, "train/tensor_act_model_layers_5_residual_post_mlp/max_abs": 3.0625, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/min": -1.7109375, "train/tensor_act_model_layers_5_residual_post_mlp/max": 3.0625, "train/tensor_act_model_layers_5_residual_post_mlp/range": 4.7734375, "train/tensor_act_model_layers_6_residual_pre_attn/norm": 1398.833740234375, "train/tensor_act_model_layers_6_residual_pre_attn/mean": 0.5078125, "train/tensor_act_model_layers_6_residual_pre_attn/std": 0.455078125, "train/tensor_act_model_layers_6_residual_pre_attn/max_abs": 3.0625, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/min": -1.7109375, "train/tensor_act_model_layers_6_residual_pre_attn/max": 3.0625, "train/tensor_act_model_layers_6_residual_pre_attn/range": 4.7734375, "train/tensor_act_model_layers_6_residual_post_attn/norm": 1387.381103515625, "train/tensor_act_model_layers_6_residual_post_attn/mean": 0.498046875, "train/tensor_act_model_layers_6_residual_post_attn/std": 0.458984375, "train/tensor_act_model_layers_6_residual_post_attn/max_abs": 3.109375, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/min": -1.6953125, "train/tensor_act_model_layers_6_residual_post_attn/max": 3.109375, "train/tensor_act_model_layers_6_residual_post_attn/range": 4.8046875, "train/tensor_act_model_layers_6_mlp_gate_proj/norm": 1653.125244140625, "train/tensor_act_model_layers_6_mlp_gate_proj/mean": -0.06689453125, "train/tensor_act_model_layers_6_mlp_gate_proj/std": 0.56640625, "train/tensor_act_model_layers_6_mlp_gate_proj/max_abs": 2.328125, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/min": -2.328125, "train/tensor_act_model_layers_6_mlp_gate_proj/max": 2.21875, "train/tensor_act_model_layers_6_mlp_gate_proj/range": 4.546875, "train/tensor_act_model_layers_6_mlp_up_proj/norm": 1585.1165771484375, "train/tensor_act_model_layers_6_mlp_up_proj/mean": -0.000782012939453125, "train/tensor_act_model_layers_6_mlp_up_proj/std": 0.546875, "train/tensor_act_model_layers_6_mlp_up_proj/max_abs": 2.328125, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/min": -2.328125, "train/tensor_act_model_layers_6_mlp_up_proj/max": 2.046875, "train/tensor_act_model_layers_6_mlp_up_proj/range": 4.375, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 577.2196655273438, "train/tensor_act_model_layers_6_mlp_down_proj/mean": 0.224609375, "train/tensor_act_model_layers_6_mlp_down_proj/std": 0.169921875, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 0.93359375, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/min": -0.365234375, "train/tensor_act_model_layers_6_mlp_down_proj/max": 0.93359375, "train/tensor_act_model_layers_6_mlp_down_proj/range": 1.298828125, "train/tensor_act_model_layers_6_mlp/norm": 577.2196655273438, "train/tensor_act_model_layers_6_mlp/mean": 0.224609375, "train/tensor_act_model_layers_6_mlp/std": 0.169921875, "train/tensor_act_model_layers_6_mlp/max_abs": 0.93359375, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp/min": -0.365234375, "train/tensor_act_model_layers_6_mlp/max": 0.93359375, "train/tensor_act_model_layers_6_mlp/range": 1.298828125, "train/tensor_act_model_layers_6_residual_post_mlp/norm": 1819.6015625, "train/tensor_act_model_layers_6_residual_post_mlp/mean": 0.72265625, "train/tensor_act_model_layers_6_residual_post_mlp/std": 0.515625, "train/tensor_act_model_layers_6_residual_post_mlp/max_abs": 3.796875, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/min": -1.875, "train/tensor_act_model_layers_6_residual_post_mlp/max": 3.796875, "train/tensor_act_model_layers_6_residual_post_mlp/range": 5.671875, "train/tensor_act_model_layers_7_residual_pre_attn/norm": 1819.6015625, "train/tensor_act_model_layers_7_residual_pre_attn/mean": 0.72265625, "train/tensor_act_model_layers_7_residual_pre_attn/std": 0.515625, "train/tensor_act_model_layers_7_residual_pre_attn/max_abs": 3.796875, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/min": -1.875, "train/tensor_act_model_layers_7_residual_pre_attn/max": 3.796875, "train/tensor_act_model_layers_7_residual_pre_attn/range": 5.671875, "train/tensor_act_model_layers_7_residual_post_attn/norm": 1812.4312744140625, "train/tensor_act_model_layers_7_residual_post_attn/mean": 0.7109375, "train/tensor_act_model_layers_7_residual_post_attn/std": 0.52734375, "train/tensor_act_model_layers_7_residual_post_attn/max_abs": 3.84375, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/min": -1.8671875, "train/tensor_act_model_layers_7_residual_post_attn/max": 3.84375, "train/tensor_act_model_layers_7_residual_post_attn/range": 5.7109375, "train/tensor_act_model_layers_7_mlp_gate_proj/norm": 1650.684814453125, "train/tensor_act_model_layers_7_mlp_gate_proj/mean": -0.0296630859375, "train/tensor_act_model_layers_7_mlp_gate_proj/std": 0.5703125, "train/tensor_act_model_layers_7_mlp_gate_proj/max_abs": 2.609375, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/min": -2.5625, "train/tensor_act_model_layers_7_mlp_gate_proj/max": 2.609375, "train/tensor_act_model_layers_7_mlp_gate_proj/range": 5.171875, "train/tensor_act_model_layers_7_mlp_up_proj/norm": 1547.5931396484375, "train/tensor_act_model_layers_7_mlp_up_proj/mean": -0.004638671875, "train/tensor_act_model_layers_7_mlp_up_proj/std": 0.53515625, "train/tensor_act_model_layers_7_mlp_up_proj/max_abs": 2.078125, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/min": -2.078125, "train/tensor_act_model_layers_7_mlp_up_proj/max": 1.9765625, "train/tensor_act_model_layers_7_mlp_up_proj/range": 4.0546875, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 699.2349243164062, "train/tensor_act_model_layers_7_mlp_down_proj/mean": 0.2734375, "train/tensor_act_model_layers_7_mlp_down_proj/std": 0.205078125, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 0.9609375, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/min": -0.5234375, "train/tensor_act_model_layers_7_mlp_down_proj/max": 0.9609375, "train/tensor_act_model_layers_7_mlp_down_proj/range": 1.484375, "train/tensor_act_model_layers_7_mlp/norm": 699.2349243164062, "train/tensor_act_model_layers_7_mlp/mean": 0.2734375, "train/tensor_act_model_layers_7_mlp/std": 0.205078125, "train/tensor_act_model_layers_7_mlp/max_abs": 0.9609375, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp/min": -0.5234375, "train/tensor_act_model_layers_7_mlp/max": 0.9609375, "train/tensor_act_model_layers_7_mlp/range": 1.484375, "train/tensor_act_model_layers_7_residual_post_mlp/norm": 2361.560791015625, "train/tensor_act_model_layers_7_residual_post_mlp/mean": 0.984375, "train/tensor_act_model_layers_7_residual_post_mlp/std": 0.6015625, "train/tensor_act_model_layers_7_residual_post_mlp/max_abs": 4.125, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/min": -1.7109375, "train/tensor_act_model_layers_7_residual_post_mlp/max": 4.125, "train/tensor_act_model_layers_7_residual_post_mlp/range": 5.8359375, "train/tensor_act_model_layers_8_residual_pre_attn/norm": 2361.560791015625, "train/tensor_act_model_layers_8_residual_pre_attn/mean": 0.984375, "train/tensor_act_model_layers_8_residual_pre_attn/std": 0.6015625, "train/tensor_act_model_layers_8_residual_pre_attn/max_abs": 4.125, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/min": -1.7109375, "train/tensor_act_model_layers_8_residual_pre_attn/max": 4.125, "train/tensor_act_model_layers_8_residual_pre_attn/range": 5.8359375, "train/tensor_act_model_layers_8_residual_post_attn/norm": 2360.899658203125, "train/tensor_act_model_layers_8_residual_post_attn/mean": 0.97265625, "train/tensor_act_model_layers_8_residual_post_attn/std": 0.6171875, "train/tensor_act_model_layers_8_residual_post_attn/max_abs": 4.125, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/min": -1.859375, "train/tensor_act_model_layers_8_residual_post_attn/max": 4.125, "train/tensor_act_model_layers_8_residual_post_attn/range": 5.984375, "train/tensor_act_model_layers_8_mlp_gate_proj/norm": 1627.8436279296875, "train/tensor_act_model_layers_8_mlp_gate_proj/mean": 0.04541015625, "train/tensor_act_model_layers_8_mlp_gate_proj/std": 0.55859375, "train/tensor_act_model_layers_8_mlp_gate_proj/max_abs": 2.015625, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/min": -2.015625, "train/tensor_act_model_layers_8_mlp_gate_proj/max": 1.9140625, "train/tensor_act_model_layers_8_mlp_gate_proj/range": 3.9296875, "train/tensor_act_model_layers_8_mlp_up_proj/norm": 1650.3870849609375, "train/tensor_act_model_layers_8_mlp_up_proj/mean": 0.007720947265625, "train/tensor_act_model_layers_8_mlp_up_proj/std": 0.5703125, "train/tensor_act_model_layers_8_mlp_up_proj/max_abs": 2.046875, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/min": -2.046875, "train/tensor_act_model_layers_8_mlp_up_proj/max": 2.015625, "train/tensor_act_model_layers_8_mlp_up_proj/range": 4.0625, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 801.5593872070312, "train/tensor_act_model_layers_8_mlp_down_proj/mean": 0.3359375, "train/tensor_act_model_layers_8_mlp_down_proj/std": 0.201171875, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 1.1953125, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/min": -0.3671875, "train/tensor_act_model_layers_8_mlp_down_proj/max": 1.1953125, "train/tensor_act_model_layers_8_mlp_down_proj/range": 1.5625, "train/tensor_act_model_layers_8_mlp/norm": 801.5593872070312, "train/tensor_act_model_layers_8_mlp/mean": 0.3359375, "train/tensor_act_model_layers_8_mlp/std": 0.201171875, "train/tensor_act_model_layers_8_mlp/max_abs": 1.1953125, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp/min": -0.3671875, "train/tensor_act_model_layers_8_mlp/max": 1.1953125, "train/tensor_act_model_layers_8_mlp/range": 1.5625, "train/tensor_act_model_layers_8_residual_post_mlp/norm": 3020.410400390625, "train/tensor_act_model_layers_8_residual_post_mlp/mean": 1.3125, "train/tensor_act_model_layers_8_residual_post_mlp/std": 0.6796875, "train/tensor_act_model_layers_8_residual_post_mlp/max_abs": 4.5625, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/min": -1.7890625, "train/tensor_act_model_layers_8_residual_post_mlp/max": 4.5625, "train/tensor_act_model_layers_8_residual_post_mlp/range": 6.3515625, "train/tensor_act_model_layers_9_residual_pre_attn/norm": 3020.410400390625, "train/tensor_act_model_layers_9_residual_pre_attn/mean": 1.3125, "train/tensor_act_model_layers_9_residual_pre_attn/std": 0.6796875, "train/tensor_act_model_layers_9_residual_pre_attn/max_abs": 4.5625, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/min": -1.7890625, "train/tensor_act_model_layers_9_residual_pre_attn/max": 4.5625, "train/tensor_act_model_layers_9_residual_pre_attn/range": 6.3515625, "train/tensor_act_model_layers_9_residual_post_attn/norm": 2999.845947265625, "train/tensor_act_model_layers_9_residual_post_attn/mean": 1.296875, "train/tensor_act_model_layers_9_residual_post_attn/std": 0.68359375, "train/tensor_act_model_layers_9_residual_post_attn/max_abs": 4.46875, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/min": -1.828125, "train/tensor_act_model_layers_9_residual_post_attn/max": 4.46875, "train/tensor_act_model_layers_9_residual_post_attn/range": 6.296875, "train/tensor_act_model_layers_9_mlp_gate_proj/norm": 1756.00439453125, "train/tensor_act_model_layers_9_mlp_gate_proj/mean": 0.08935546875, "train/tensor_act_model_layers_9_mlp_gate_proj/std": 0.6015625, "train/tensor_act_model_layers_9_mlp_gate_proj/max_abs": 2.015625, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/min": -1.7734375, "train/tensor_act_model_layers_9_mlp_gate_proj/max": 2.015625, "train/tensor_act_model_layers_9_mlp_gate_proj/range": 3.7890625, "train/tensor_act_model_layers_9_mlp_up_proj/norm": 1650.714599609375, "train/tensor_act_model_layers_9_mlp_up_proj/mean": -0.04248046875, "train/tensor_act_model_layers_9_mlp_up_proj/std": 0.56640625, "train/tensor_act_model_layers_9_mlp_up_proj/max_abs": 2.0, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/min": -1.9296875, "train/tensor_act_model_layers_9_mlp_up_proj/max": 2.0, "train/tensor_act_model_layers_9_mlp_up_proj/range": 3.9296875, "train/tensor_act_model_layers_9_mlp_down_proj/norm": 1055.965087890625, "train/tensor_act_model_layers_9_mlp_down_proj/mean": 0.451171875, "train/tensor_act_model_layers_9_mlp_down_proj/std": 0.25, "train/tensor_act_model_layers_9_mlp_down_proj/max_abs": 1.4140625, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/min": -0.66796875, "train/tensor_act_model_layers_9_mlp_down_proj/max": 1.4140625, "train/tensor_act_model_layers_9_mlp_down_proj/range": 2.08203125, "train/tensor_act_model_layers_9_mlp/norm": 1055.965087890625, "train/tensor_act_model_layers_9_mlp/mean": 0.451171875, "train/tensor_act_model_layers_9_mlp/std": 0.25, "train/tensor_act_model_layers_9_mlp/max_abs": 1.4140625, "train/tensor_act_model_layers_9_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp/min": -0.66796875, "train/tensor_act_model_layers_9_mlp/max": 1.4140625, "train/tensor_act_model_layers_9_mlp/range": 2.08203125, "train/tensor_act_model_layers_9_residual_post_mlp/norm": 3884.688720703125, "train/tensor_act_model_layers_9_residual_post_mlp/mean": 1.7421875, "train/tensor_act_model_layers_9_residual_post_mlp/std": 0.7421875, "train/tensor_act_model_layers_9_residual_post_mlp/max_abs": 5.25, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/min": -1.515625, "train/tensor_act_model_layers_9_residual_post_mlp/max": 5.25, "train/tensor_act_model_layers_9_residual_post_mlp/range": 6.765625, "train/tensor_act_model_layers_10_residual_pre_attn/norm": 3884.688720703125, "train/tensor_act_model_layers_10_residual_pre_attn/mean": 1.7421875, "train/tensor_act_model_layers_10_residual_pre_attn/std": 0.7421875, "train/tensor_act_model_layers_10_residual_pre_attn/max_abs": 5.25, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_residual_pre_attn/min": -1.515625, "train/tensor_act_model_layers_10_residual_pre_attn/max": 5.25, "train/tensor_act_model_layers_10_residual_pre_attn/range": 6.765625, "train/tensor_act_model_layers_10_residual_post_attn/norm": 3897.66796875, "train/tensor_act_model_layers_10_residual_post_attn/mean": 1.75, "train/tensor_act_model_layers_10_residual_post_attn/std": 0.75, "train/tensor_act_model_layers_10_residual_post_attn/max_abs": 5.3125, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_attn/min": -1.5859375, "train/tensor_act_model_layers_10_residual_post_attn/max": 5.3125, "train/tensor_act_model_layers_10_residual_post_attn/range": 6.8984375, "train/tensor_act_model_layers_10_mlp_gate_proj/norm": 1803.8863525390625, "train/tensor_act_model_layers_10_mlp_gate_proj/mean": 0.1318359375, "train/tensor_act_model_layers_10_mlp_gate_proj/std": 0.609375, "train/tensor_act_model_layers_10_mlp_gate_proj/max_abs": 2.15625, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/min": -1.6328125, "train/tensor_act_model_layers_10_mlp_gate_proj/max": 2.15625, "train/tensor_act_model_layers_10_mlp_gate_proj/range": 3.7890625, "train/tensor_act_model_layers_10_mlp_up_proj/norm": 1894.2877197265625, "train/tensor_act_model_layers_10_mlp_up_proj/mean": -0.04638671875, "train/tensor_act_model_layers_10_mlp_up_proj/std": 0.65234375, "train/tensor_act_model_layers_10_mlp_up_proj/max_abs": 2.390625, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/min": -2.359375, "train/tensor_act_model_layers_10_mlp_up_proj/max": 2.390625, "train/tensor_act_model_layers_10_mlp_up_proj/range": 4.75, "train/tensor_act_model_layers_10_mlp_down_proj/norm": 1389.227783203125, "train/tensor_act_model_layers_10_mlp_down_proj/mean": 0.59375, "train/tensor_act_model_layers_10_mlp_down_proj/std": 0.326171875, "train/tensor_act_model_layers_10_mlp_down_proj/max_abs": 1.4296875, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/min": -0.76953125, "train/tensor_act_model_layers_10_mlp_down_proj/max": 1.4296875, "train/tensor_act_model_layers_10_mlp_down_proj/range": 2.19921875, "train/tensor_act_model_layers_10_mlp/norm": 1389.227783203125, "train/tensor_act_model_layers_10_mlp/mean": 0.59375, "train/tensor_act_model_layers_10_mlp/std": 0.326171875, "train/tensor_act_model_layers_10_mlp/max_abs": 1.4296875, "train/tensor_act_model_layers_10_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp/min": -0.76953125, "train/tensor_act_model_layers_10_mlp/max": 1.4296875, "train/tensor_act_model_layers_10_mlp/range": 2.19921875, "train/tensor_act_model_layers_10_residual_post_mlp/norm": 5117.5048828125, "train/tensor_act_model_layers_10_residual_post_mlp/mean": 2.34375, "train/tensor_act_model_layers_10_residual_post_mlp/std": 0.8671875, "train/tensor_act_model_layers_10_residual_post_mlp/max_abs": 6.15625, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/min": -1.265625, "train/tensor_act_model_layers_10_residual_post_mlp/max": 6.15625, "train/tensor_act_model_layers_10_residual_post_mlp/range": 7.421875, "train/tensor_act_model_layers_11_residual_pre_attn/norm": 5117.5048828125, "train/tensor_act_model_layers_11_residual_pre_attn/mean": 2.34375, "train/tensor_act_model_layers_11_residual_pre_attn/std": 0.8671875, "train/tensor_act_model_layers_11_residual_pre_attn/max_abs": 6.15625, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_residual_pre_attn/min": -1.265625, "train/tensor_act_model_layers_11_residual_pre_attn/max": 6.15625, "train/tensor_act_model_layers_11_residual_pre_attn/range": 7.421875, "train/tensor_act_model_layers_11_residual_post_attn/norm": 5092.26416015625, "train/tensor_act_model_layers_11_residual_post_attn/mean": 2.328125, "train/tensor_act_model_layers_11_residual_post_attn/std": 0.859375, "train/tensor_act_model_layers_11_residual_post_attn/max_abs": 6.0625, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_attn/min": -1.390625, "train/tensor_act_model_layers_11_residual_post_attn/max": 6.0625, "train/tensor_act_model_layers_11_residual_post_attn/range": 7.453125, "train/tensor_act_model_layers_11_mlp_gate_proj/norm": 1784.36669921875, "train/tensor_act_model_layers_11_mlp_gate_proj/mean": 0.08447265625, "train/tensor_act_model_layers_11_mlp_gate_proj/std": 0.609375, "train/tensor_act_model_layers_11_mlp_gate_proj/max_abs": 1.984375, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/min": -1.984375, "train/tensor_act_model_layers_11_mlp_gate_proj/max": 1.90625, "train/tensor_act_model_layers_11_mlp_gate_proj/range": 3.890625, "train/tensor_act_model_layers_11_mlp_up_proj/norm": 1813.9520263671875, "train/tensor_act_model_layers_11_mlp_up_proj/mean": -0.00628662109375, "train/tensor_act_model_layers_11_mlp_up_proj/std": 0.625, "train/tensor_act_model_layers_11_mlp_up_proj/max_abs": 2.546875, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/min": -2.03125, "train/tensor_act_model_layers_11_mlp_up_proj/max": 2.546875, "train/tensor_act_model_layers_11_mlp_up_proj/range": 4.578125, "train/tensor_act_model_layers_11_mlp_down_proj/norm": 1314.681640625, "train/tensor_act_model_layers_11_mlp_down_proj/mean": 0.55078125, "train/tensor_act_model_layers_11_mlp_down_proj/std": 0.330078125, "train/tensor_act_model_layers_11_mlp_down_proj/max_abs": 1.484375, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/min": -0.322265625, "train/tensor_act_model_layers_11_mlp_down_proj/max": 1.484375, "train/tensor_act_model_layers_11_mlp_down_proj/range": 1.806640625, "train/tensor_act_model_layers_11_mlp/norm": 1314.681640625, "train/tensor_act_model_layers_11_mlp/mean": 0.55078125, "train/tensor_act_model_layers_11_mlp/std": 0.330078125, "train/tensor_act_model_layers_11_mlp/max_abs": 1.484375, "train/tensor_act_model_layers_11_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp/min": -0.322265625, "train/tensor_act_model_layers_11_mlp/max": 1.484375, "train/tensor_act_model_layers_11_mlp/range": 1.806640625, "train/tensor_act_model_layers_11_residual_post_mlp/norm": 6240.8681640625, "train/tensor_act_model_layers_11_residual_post_mlp/mean": 2.890625, "train/tensor_act_model_layers_11_residual_post_mlp/std": 0.98828125, "train/tensor_act_model_layers_11_residual_post_mlp/max_abs": 7.0625, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/min": -1.1171875, "train/tensor_act_model_layers_11_residual_post_mlp/max": 7.0625, "train/tensor_act_model_layers_11_residual_post_mlp/range": 8.1796875, "train/tensor_act_model_layers_12_residual_pre_attn/norm": 6240.8681640625, "train/tensor_act_model_layers_12_residual_pre_attn/mean": 2.890625, "train/tensor_act_model_layers_12_residual_pre_attn/std": 0.98828125, "train/tensor_act_model_layers_12_residual_pre_attn/max_abs": 7.0625, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_residual_pre_attn/min": -1.1171875, "train/tensor_act_model_layers_12_residual_pre_attn/max": 7.0625, "train/tensor_act_model_layers_12_residual_pre_attn/range": 8.1796875, "train/tensor_act_model_layers_12_residual_post_attn/norm": 6184.169921875, "train/tensor_act_model_layers_12_residual_post_attn/mean": 2.84375, "train/tensor_act_model_layers_12_residual_post_attn/std": 1.0078125, "train/tensor_act_model_layers_12_residual_post_attn/max_abs": 7.125, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_attn/min": -1.171875, "train/tensor_act_model_layers_12_residual_post_attn/max": 7.125, "train/tensor_act_model_layers_12_residual_post_attn/range": 8.296875, "train/tensor_act_model_layers_12_mlp_gate_proj/norm": 1921.8551025390625, "train/tensor_act_model_layers_12_mlp_gate_proj/mean": 0.1650390625, "train/tensor_act_model_layers_12_mlp_gate_proj/std": 0.64453125, "train/tensor_act_model_layers_12_mlp_gate_proj/max_abs": 1.9140625, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/min": -1.8203125, "train/tensor_act_model_layers_12_mlp_gate_proj/max": 1.9140625, "train/tensor_act_model_layers_12_mlp_gate_proj/range": 3.734375, "train/tensor_act_model_layers_12_mlp_up_proj/norm": 1915.791015625, "train/tensor_act_model_layers_12_mlp_up_proj/mean": -0.017578125, "train/tensor_act_model_layers_12_mlp_up_proj/std": 0.66015625, "train/tensor_act_model_layers_12_mlp_up_proj/max_abs": 1.9921875, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/min": -1.9375, "train/tensor_act_model_layers_12_mlp_up_proj/max": 1.9921875, "train/tensor_act_model_layers_12_mlp_up_proj/range": 3.9296875, "train/tensor_act_model_layers_12_mlp_down_proj/norm": 1554.978271484375, "train/tensor_act_model_layers_12_mlp_down_proj/mean": 0.671875, "train/tensor_act_model_layers_12_mlp_down_proj/std": 0.353515625, "train/tensor_act_model_layers_12_mlp_down_proj/max_abs": 1.6015625, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/min": -0.384765625, "train/tensor_act_model_layers_12_mlp_down_proj/max": 1.6015625, "train/tensor_act_model_layers_12_mlp_down_proj/range": 1.986328125, "train/tensor_act_model_layers_12_mlp/norm": 1554.978271484375, "train/tensor_act_model_layers_12_mlp/mean": 0.671875, "train/tensor_act_model_layers_12_mlp/std": 0.353515625, "train/tensor_act_model_layers_12_mlp/max_abs": 1.6015625, "train/tensor_act_model_layers_12_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp/min": -0.384765625, "train/tensor_act_model_layers_12_mlp/max": 1.6015625, "train/tensor_act_model_layers_12_mlp/range": 1.986328125, "train/tensor_act_model_layers_12_residual_post_mlp/norm": 7558.80419921875, "train/tensor_act_model_layers_12_residual_post_mlp/mean": 3.515625, "train/tensor_act_model_layers_12_residual_post_mlp/std": 1.109375, "train/tensor_act_model_layers_12_residual_post_mlp/max_abs": 8.1875, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/min": -1.1171875, "train/tensor_act_model_layers_12_residual_post_mlp/max": 8.1875, "train/tensor_act_model_layers_12_residual_post_mlp/range": 9.3046875, "train/tensor_act_model_layers_13_residual_pre_attn/norm": 7558.80419921875, "train/tensor_act_model_layers_13_residual_pre_attn/mean": 3.515625, "train/tensor_act_model_layers_13_residual_pre_attn/std": 1.109375, "train/tensor_act_model_layers_13_residual_pre_attn/max_abs": 8.1875, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_residual_pre_attn/min": -1.1171875, "train/tensor_act_model_layers_13_residual_pre_attn/max": 8.1875, "train/tensor_act_model_layers_13_residual_pre_attn/range": 9.3046875, "train/tensor_act_model_layers_13_residual_post_attn/norm": 7541.42236328125, "train/tensor_act_model_layers_13_residual_post_attn/mean": 3.515625, "train/tensor_act_model_layers_13_residual_post_attn/std": 1.1015625, "train/tensor_act_model_layers_13_residual_post_attn/max_abs": 8.0625, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_attn/min": -1.234375, "train/tensor_act_model_layers_13_residual_post_attn/max": 8.0625, "train/tensor_act_model_layers_13_residual_post_attn/range": 9.296875, "train/tensor_act_model_layers_13_mlp_gate_proj/norm": 1904.2099609375, "train/tensor_act_model_layers_13_mlp_gate_proj/mean": 0.197265625, "train/tensor_act_model_layers_13_mlp_gate_proj/std": 0.62890625, "train/tensor_act_model_layers_13_mlp_gate_proj/max_abs": 1.921875, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/min": -1.515625, "train/tensor_act_model_layers_13_mlp_gate_proj/max": 1.921875, "train/tensor_act_model_layers_13_mlp_gate_proj/range": 3.4375, "train/tensor_act_model_layers_13_mlp_up_proj/norm": 1942.426025390625, "train/tensor_act_model_layers_13_mlp_up_proj/mean": 0.1142578125, "train/tensor_act_model_layers_13_mlp_up_proj/std": 0.66015625, "train/tensor_act_model_layers_13_mlp_up_proj/max_abs": 2.140625, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/min": -1.8828125, "train/tensor_act_model_layers_13_mlp_up_proj/max": 2.140625, "train/tensor_act_model_layers_13_mlp_up_proj/range": 4.0234375, "train/tensor_act_model_layers_13_mlp_down_proj/norm": 1524.889892578125, "train/tensor_act_model_layers_13_mlp_down_proj/mean": 0.6640625, "train/tensor_act_model_layers_13_mlp_down_proj/std": 0.337890625, "train/tensor_act_model_layers_13_mlp_down_proj/max_abs": 1.609375, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/min": -0.310546875, "train/tensor_act_model_layers_13_mlp_down_proj/max": 1.609375, "train/tensor_act_model_layers_13_mlp_down_proj/range": 1.919921875, "train/tensor_act_model_layers_13_mlp/norm": 1524.889892578125, "train/tensor_act_model_layers_13_mlp/mean": 0.6640625, "train/tensor_act_model_layers_13_mlp/std": 0.337890625, "train/tensor_act_model_layers_13_mlp/max_abs": 1.609375, "train/tensor_act_model_layers_13_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp/min": -0.310546875, "train/tensor_act_model_layers_13_mlp/max": 1.609375, "train/tensor_act_model_layers_13_mlp/range": 1.919921875, "train/tensor_act_model_layers_13_residual_post_mlp/norm": 8911.3330078125, "train/tensor_act_model_layers_13_residual_post_mlp/mean": 4.1875, "train/tensor_act_model_layers_13_residual_post_mlp/std": 1.21875, "train/tensor_act_model_layers_13_residual_post_mlp/max_abs": 9.1875, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/min": -0.48828125, "train/tensor_act_model_layers_13_residual_post_mlp/max": 9.1875, "train/tensor_act_model_layers_13_residual_post_mlp/range": 9.67578125, "train/tensor_act_model_layers_14_residual_pre_attn/norm": 8911.3330078125, "train/tensor_act_model_layers_14_residual_pre_attn/mean": 4.1875, "train/tensor_act_model_layers_14_residual_pre_attn/std": 1.21875, "train/tensor_act_model_layers_14_residual_pre_attn/max_abs": 9.1875, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_residual_pre_attn/min": -0.48828125, "train/tensor_act_model_layers_14_residual_pre_attn/max": 9.1875, "train/tensor_act_model_layers_14_residual_pre_attn/range": 9.67578125, "train/tensor_act_model_layers_14_residual_post_attn/norm": 8894.365234375, "train/tensor_act_model_layers_14_residual_post_attn/mean": 4.15625, "train/tensor_act_model_layers_14_residual_post_attn/std": 1.21875, "train/tensor_act_model_layers_14_residual_post_attn/max_abs": 9.1875, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_attn/min": -0.6171875, "train/tensor_act_model_layers_14_residual_post_attn/max": 9.1875, "train/tensor_act_model_layers_14_residual_post_attn/range": 9.8046875, "train/tensor_act_model_layers_14_mlp_gate_proj/norm": 1834.4810791015625, "train/tensor_act_model_layers_14_mlp_gate_proj/mean": 0.208984375, "train/tensor_act_model_layers_14_mlp_gate_proj/std": 0.59765625, "train/tensor_act_model_layers_14_mlp_gate_proj/max_abs": 1.84375, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/min": -1.375, "train/tensor_act_model_layers_14_mlp_gate_proj/max": 1.84375, "train/tensor_act_model_layers_14_mlp_gate_proj/range": 3.21875, "train/tensor_act_model_layers_14_mlp_up_proj/norm": 1960.5533447265625, "train/tensor_act_model_layers_14_mlp_up_proj/mean": -0.12451171875, "train/tensor_act_model_layers_14_mlp_up_proj/std": 0.6640625, "train/tensor_act_model_layers_14_mlp_up_proj/max_abs": 2.125, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/min": -2.125, "train/tensor_act_model_layers_14_mlp_up_proj/max": 1.78125, "train/tensor_act_model_layers_14_mlp_up_proj/range": 3.90625, "train/tensor_act_model_layers_14_mlp_down_proj/norm": 1576.3560791015625, "train/tensor_act_model_layers_14_mlp_down_proj/mean": 0.6953125, "train/tensor_act_model_layers_14_mlp_down_proj/std": 0.33203125, "train/tensor_act_model_layers_14_mlp_down_proj/max_abs": 1.578125, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/min": -0.30078125, "train/tensor_act_model_layers_14_mlp_down_proj/max": 1.578125, "train/tensor_act_model_layers_14_mlp_down_proj/range": 1.87890625, "train/tensor_act_model_layers_14_mlp/norm": 1576.3560791015625, "train/tensor_act_model_layers_14_mlp/mean": 0.6953125, "train/tensor_act_model_layers_14_mlp/std": 0.33203125, "train/tensor_act_model_layers_14_mlp/max_abs": 1.578125, "train/tensor_act_model_layers_14_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp/min": -0.30078125, "train/tensor_act_model_layers_14_mlp/max": 1.578125, "train/tensor_act_model_layers_14_mlp/range": 1.87890625, "train/tensor_act_model_layers_14_residual_post_mlp/norm": 10290.9443359375, "train/tensor_act_model_layers_14_residual_post_mlp/mean": 4.875, "train/tensor_act_model_layers_14_residual_post_mlp/std": 1.265625, "train/tensor_act_model_layers_14_residual_post_mlp/max_abs": 9.9375, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/min": -0.263671875, "train/tensor_act_model_layers_14_residual_post_mlp/max": 9.9375, "train/tensor_act_model_layers_14_residual_post_mlp/range": 10.201171875, "train/tensor_act_model_layers_15_residual_pre_attn/norm": 10290.9443359375, "train/tensor_act_model_layers_15_residual_pre_attn/mean": 4.875, "train/tensor_act_model_layers_15_residual_pre_attn/std": 1.265625, "train/tensor_act_model_layers_15_residual_pre_attn/max_abs": 9.9375, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_residual_pre_attn/min": -0.263671875, "train/tensor_act_model_layers_15_residual_pre_attn/max": 9.9375, "train/tensor_act_model_layers_15_residual_pre_attn/range": 10.201171875, "train/tensor_act_model_layers_15_residual_post_attn/norm": 10262.171875, "train/tensor_act_model_layers_15_residual_post_attn/mean": 4.84375, "train/tensor_act_model_layers_15_residual_post_attn/std": 1.2578125, "train/tensor_act_model_layers_15_residual_post_attn/max_abs": 9.875, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_attn/min": -0.34765625, "train/tensor_act_model_layers_15_residual_post_attn/max": 9.875, "train/tensor_act_model_layers_15_residual_post_attn/range": 10.22265625, "train/tensor_act_model_layers_15_mlp_gate_proj/norm": 1923.577392578125, "train/tensor_act_model_layers_15_mlp_gate_proj/mean": 0.1982421875, "train/tensor_act_model_layers_15_mlp_gate_proj/std": 0.6328125, "train/tensor_act_model_layers_15_mlp_gate_proj/max_abs": 1.9453125, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/min": -1.453125, "train/tensor_act_model_layers_15_mlp_gate_proj/max": 1.9453125, "train/tensor_act_model_layers_15_mlp_gate_proj/range": 3.3984375, "train/tensor_act_model_layers_15_mlp_up_proj/norm": 1978.1444091796875, "train/tensor_act_model_layers_15_mlp_up_proj/mean": -0.0458984375, "train/tensor_act_model_layers_15_mlp_up_proj/std": 0.6796875, "train/tensor_act_model_layers_15_mlp_up_proj/max_abs": 2.1875, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/min": -2.1875, "train/tensor_act_model_layers_15_mlp_up_proj/max": 1.921875, "train/tensor_act_model_layers_15_mlp_up_proj/range": 4.109375, "train/tensor_act_model_layers_15_mlp_down_proj/norm": 1675.5166015625, "train/tensor_act_model_layers_15_mlp_down_proj/mean": 0.75, "train/tensor_act_model_layers_15_mlp_down_proj/std": 0.330078125, "train/tensor_act_model_layers_15_mlp_down_proj/max_abs": 1.640625, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/min": -0.197265625, "train/tensor_act_model_layers_15_mlp_down_proj/max": 1.640625, "train/tensor_act_model_layers_15_mlp_down_proj/range": 1.837890625, "train/tensor_act_model_layers_15_mlp/norm": 1675.5166015625, "train/tensor_act_model_layers_15_mlp/mean": 0.75, "train/tensor_act_model_layers_15_mlp/std": 0.330078125, "train/tensor_act_model_layers_15_mlp/max_abs": 1.640625, "train/tensor_act_model_layers_15_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp/min": -0.197265625, "train/tensor_act_model_layers_15_mlp/max": 1.640625, "train/tensor_act_model_layers_15_mlp/range": 1.837890625, "train/tensor_act_model_layers_15_residual_post_mlp/norm": 11810.8828125, "train/tensor_act_model_layers_15_residual_post_mlp/mean": 5.59375, "train/tensor_act_model_layers_15_residual_post_mlp/std": 1.3828125, "train/tensor_act_model_layers_15_residual_post_mlp/max_abs": 11.125, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_user_limit": 7.2479248046875e-05, "train/tensor_act_model_layers_15_residual_post_mlp/min": -0.2431640625, "train/tensor_act_model_layers_15_residual_post_mlp/max": 11.125, "train/tensor_act_model_layers_15_residual_post_mlp/range": 11.3681640625, "train/tensor_act_model_layers_16_residual_pre_attn/norm": 11810.8828125, "train/tensor_act_model_layers_16_residual_pre_attn/mean": 5.59375, "train/tensor_act_model_layers_16_residual_pre_attn/std": 1.3828125, "train/tensor_act_model_layers_16_residual_pre_attn/max_abs": 11.125, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_user_limit": 7.2479248046875e-05, "train/tensor_act_model_layers_16_residual_pre_attn/min": -0.2431640625, "train/tensor_act_model_layers_16_residual_pre_attn/max": 11.125, "train/tensor_act_model_layers_16_residual_pre_attn/range": 11.3681640625, "train/tensor_act_model_layers_16_residual_post_attn/norm": 11812.3125, "train/tensor_act_model_layers_16_residual_post_attn/mean": 5.59375, "train/tensor_act_model_layers_16_residual_post_attn/std": 1.3828125, "train/tensor_act_model_layers_16_residual_post_attn/max_abs": 11.0625, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_user_limit": 6.365776062011719e-05, "train/tensor_act_model_layers_16_residual_post_attn/min": -0.2734375, "train/tensor_act_model_layers_16_residual_post_attn/max": 11.0625, "train/tensor_act_model_layers_16_residual_post_attn/range": 11.3359375, "train/tensor_act_model_layers_16_mlp_gate_proj/norm": 1999.4932861328125, "train/tensor_act_model_layers_16_mlp_gate_proj/mean": 0.181640625, "train/tensor_act_model_layers_16_mlp_gate_proj/std": 0.6640625, "train/tensor_act_model_layers_16_mlp_gate_proj/max_abs": 1.65625, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/min": -1.515625, "train/tensor_act_model_layers_16_mlp_gate_proj/max": 1.65625, "train/tensor_act_model_layers_16_mlp_gate_proj/range": 3.171875, "train/tensor_act_model_layers_16_mlp_up_proj/norm": 1920.408447265625, "train/tensor_act_model_layers_16_mlp_up_proj/mean": 0.0255126953125, "train/tensor_act_model_layers_16_mlp_up_proj/std": 0.6640625, "train/tensor_act_model_layers_16_mlp_up_proj/max_abs": 1.84375, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/min": -1.84375, "train/tensor_act_model_layers_16_mlp_up_proj/max": 1.8359375, "train/tensor_act_model_layers_16_mlp_up_proj/range": 3.6796875, "train/tensor_act_model_layers_16_mlp_down_proj/norm": 1810.1658935546875, "train/tensor_act_model_layers_16_mlp_down_proj/mean": 0.80078125, "train/tensor_act_model_layers_16_mlp_down_proj/std": 0.373046875, "train/tensor_act_model_layers_16_mlp_down_proj/max_abs": 1.828125, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/min": -0.134765625, "train/tensor_act_model_layers_16_mlp_down_proj/max": 1.828125, "train/tensor_act_model_layers_16_mlp_down_proj/range": 1.962890625, "train/tensor_act_model_layers_16_mlp/norm": 1810.1658935546875, "train/tensor_act_model_layers_16_mlp/mean": 0.80078125, "train/tensor_act_model_layers_16_mlp/std": 0.373046875, "train/tensor_act_model_layers_16_mlp/max_abs": 1.828125, "train/tensor_act_model_layers_16_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp/min": -0.134765625, "train/tensor_act_model_layers_16_mlp/max": 1.828125, "train/tensor_act_model_layers_16_mlp/range": 1.962890625, "train/tensor_act_model_layers_16_residual_post_mlp/norm": 13434.4677734375, "train/tensor_act_model_layers_16_residual_post_mlp/mean": 6.40625, "train/tensor_act_model_layers_16_residual_post_mlp/std": 1.4296875, "train/tensor_act_model_layers_16_residual_post_mlp/max_abs": 11.875, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_user_limit": 0.0019483566284179688, "train/tensor_act_model_layers_16_residual_post_mlp/min": 0.38671875, "train/tensor_act_model_layers_16_residual_post_mlp/max": 11.875, "train/tensor_act_model_layers_16_residual_post_mlp/range": 11.48828125, "train/tensor_act_model_layers_17_residual_pre_attn/norm": 13434.4677734375, "train/tensor_act_model_layers_17_residual_pre_attn/mean": 6.40625, "train/tensor_act_model_layers_17_residual_pre_attn/std": 1.4296875, "train/tensor_act_model_layers_17_residual_pre_attn/max_abs": 11.875, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_user_limit": 0.0019483566284179688, "train/tensor_act_model_layers_17_residual_pre_attn/min": 0.38671875, "train/tensor_act_model_layers_17_residual_pre_attn/max": 11.875, "train/tensor_act_model_layers_17_residual_pre_attn/range": 11.48828125, "train/tensor_act_model_layers_17_residual_post_attn/norm": 13433.98046875, "train/tensor_act_model_layers_17_residual_post_attn/mean": 6.40625, "train/tensor_act_model_layers_17_residual_post_attn/std": 1.4140625, "train/tensor_act_model_layers_17_residual_post_attn/max_abs": 11.8125, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_user_limit": 0.001804351806640625, "train/tensor_act_model_layers_17_residual_post_attn/min": 0.435546875, "train/tensor_act_model_layers_17_residual_post_attn/max": 11.8125, "train/tensor_act_model_layers_17_residual_post_attn/range": 11.376953125, "train/tensor_act_model_layers_17_mlp_gate_proj/norm": 1909.3975830078125, "train/tensor_act_model_layers_17_mlp_gate_proj/mean": 0.2138671875, "train/tensor_act_model_layers_17_mlp_gate_proj/std": 0.625, "train/tensor_act_model_layers_17_mlp_gate_proj/max_abs": 1.9140625, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/min": -1.21875, "train/tensor_act_model_layers_17_mlp_gate_proj/max": 1.9140625, "train/tensor_act_model_layers_17_mlp_gate_proj/range": 3.1328125, "train/tensor_act_model_layers_17_mlp_up_proj/norm": 2028.126220703125, "train/tensor_act_model_layers_17_mlp_up_proj/mean": 0.0537109375, "train/tensor_act_model_layers_17_mlp_up_proj/std": 0.69921875, "train/tensor_act_model_layers_17_mlp_up_proj/max_abs": 2.078125, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/min": -1.8984375, "train/tensor_act_model_layers_17_mlp_up_proj/max": 2.078125, "train/tensor_act_model_layers_17_mlp_up_proj/range": 3.9765625, "train/tensor_act_model_layers_17_mlp_down_proj/norm": 1814.924072265625, "train/tensor_act_model_layers_17_mlp_down_proj/mean": 0.7890625, "train/tensor_act_model_layers_17_mlp_down_proj/std": 0.404296875, "train/tensor_act_model_layers_17_mlp_down_proj/max_abs": 1.8984375, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/min": -0.345703125, "train/tensor_act_model_layers_17_mlp_down_proj/max": 1.8984375, "train/tensor_act_model_layers_17_mlp_down_proj/range": 2.244140625, "train/tensor_act_model_layers_17_mlp/norm": 1814.924072265625, "train/tensor_act_model_layers_17_mlp/mean": 0.7890625, "train/tensor_act_model_layers_17_mlp/std": 0.404296875, "train/tensor_act_model_layers_17_mlp/max_abs": 1.8984375, "train/tensor_act_model_layers_17_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp/min": -0.345703125, "train/tensor_act_model_layers_17_mlp/max": 1.8984375, "train/tensor_act_model_layers_17_mlp/range": 2.244140625, "train/tensor_act_model_layers_17_residual_post_mlp/norm": 15034.474609375, "train/tensor_act_model_layers_17_residual_post_mlp/mean": 7.1875, "train/tensor_act_model_layers_17_residual_post_mlp/std": 1.4609375, "train/tensor_act_model_layers_17_residual_post_mlp/max_abs": 12.875, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_user_limit": 0.022209882736206055, "train/tensor_act_model_layers_17_residual_post_mlp/min": 1.1328125, "train/tensor_act_model_layers_17_residual_post_mlp/max": 12.875, "train/tensor_act_model_layers_17_residual_post_mlp/range": 11.7421875, "train/tensor_act_model_layers_18_residual_pre_attn/norm": 15034.474609375, "train/tensor_act_model_layers_18_residual_pre_attn/mean": 7.1875, "train/tensor_act_model_layers_18_residual_pre_attn/std": 1.4609375, "train/tensor_act_model_layers_18_residual_pre_attn/max_abs": 12.875, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_user_limit": 0.022209882736206055, "train/tensor_act_model_layers_18_residual_pre_attn/min": 1.1328125, "train/tensor_act_model_layers_18_residual_pre_attn/max": 12.875, "train/tensor_act_model_layers_18_residual_pre_attn/range": 11.7421875, "train/tensor_act_model_layers_18_residual_post_attn/norm": 15006.076171875, "train/tensor_act_model_layers_18_residual_post_attn/mean": 7.1875, "train/tensor_act_model_layers_18_residual_post_attn/std": 1.4609375, "train/tensor_act_model_layers_18_residual_post_attn/max_abs": 12.75, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_user_limit": 0.0220029354095459, "train/tensor_act_model_layers_18_residual_post_attn/min": 1.203125, "train/tensor_act_model_layers_18_residual_post_attn/max": 12.75, "train/tensor_act_model_layers_18_residual_post_attn/range": 11.546875, "train/tensor_act_model_layers_18_mlp_gate_proj/norm": 1995.64990234375, "train/tensor_act_model_layers_18_mlp_gate_proj/mean": 0.154296875, "train/tensor_act_model_layers_18_mlp_gate_proj/std": 0.671875, "train/tensor_act_model_layers_18_mlp_gate_proj/max_abs": 2.15625, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/min": -1.6640625, "train/tensor_act_model_layers_18_mlp_gate_proj/max": 2.15625, "train/tensor_act_model_layers_18_mlp_gate_proj/range": 3.8203125, "train/tensor_act_model_layers_18_mlp_up_proj/norm": 1987.6673583984375, "train/tensor_act_model_layers_18_mlp_up_proj/mean": 0.037353515625, "train/tensor_act_model_layers_18_mlp_up_proj/std": 0.68359375, "train/tensor_act_model_layers_18_mlp_up_proj/max_abs": 1.984375, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/min": -1.828125, "train/tensor_act_model_layers_18_mlp_up_proj/max": 1.984375, "train/tensor_act_model_layers_18_mlp_up_proj/range": 3.8125, "train/tensor_act_model_layers_18_mlp_down_proj/norm": 1727.328125, "train/tensor_act_model_layers_18_mlp_down_proj/mean": 0.77734375, "train/tensor_act_model_layers_18_mlp_down_proj/std": 0.330078125, "train/tensor_act_model_layers_18_mlp_down_proj/max_abs": 1.7265625, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/min": -0.0218505859375, "train/tensor_act_model_layers_18_mlp_down_proj/max": 1.7265625, "train/tensor_act_model_layers_18_mlp_down_proj/range": 1.7484130859375, "train/tensor_act_model_layers_18_mlp/norm": 1727.328125, "train/tensor_act_model_layers_18_mlp/mean": 0.77734375, "train/tensor_act_model_layers_18_mlp/std": 0.330078125, "train/tensor_act_model_layers_18_mlp/max_abs": 1.7265625, "train/tensor_act_model_layers_18_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp/min": -0.0218505859375, "train/tensor_act_model_layers_18_mlp/max": 1.7265625, "train/tensor_act_model_layers_18_mlp/range": 1.7484130859375, "train/tensor_act_model_layers_18_residual_post_mlp/norm": 16603.294921875, "train/tensor_act_model_layers_18_residual_post_mlp/mean": 7.96875, "train/tensor_act_model_layers_18_residual_post_mlp/std": 1.5625, "train/tensor_act_model_layers_18_residual_post_mlp/max_abs": 14.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_user_limit": 0.08649301528930664, "train/tensor_act_model_layers_18_residual_post_mlp/min": 1.8671875, "train/tensor_act_model_layers_18_residual_post_mlp/max": 14.0, "train/tensor_act_model_layers_18_residual_post_mlp/range": 12.1328125, "train/tensor_act_model_layers_19_residual_pre_attn/norm": 16603.294921875, "train/tensor_act_model_layers_19_residual_pre_attn/mean": 7.96875, "train/tensor_act_model_layers_19_residual_pre_attn/std": 1.5625, "train/tensor_act_model_layers_19_residual_pre_attn/max_abs": 14.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_user_limit": 0.08649301528930664, "train/tensor_act_model_layers_19_residual_pre_attn/min": 1.8671875, "train/tensor_act_model_layers_19_residual_pre_attn/max": 14.0, "train/tensor_act_model_layers_19_residual_pre_attn/range": 12.1328125, "train/tensor_act_model_layers_19_residual_post_attn/norm": 16574.70703125, "train/tensor_act_model_layers_19_residual_post_attn/mean": 7.9375, "train/tensor_act_model_layers_19_residual_post_attn/std": 1.5546875, "train/tensor_act_model_layers_19_residual_post_attn/max_abs": 13.9375, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_user_limit": 0.08533835411071777, "train/tensor_act_model_layers_19_residual_post_attn/min": 1.9140625, "train/tensor_act_model_layers_19_residual_post_attn/max": 13.9375, "train/tensor_act_model_layers_19_residual_post_attn/range": 12.0234375, "train/tensor_act_model_layers_19_mlp_gate_proj/norm": 2036.78857421875, "train/tensor_act_model_layers_19_mlp_gate_proj/mean": 0.22265625, "train/tensor_act_model_layers_19_mlp_gate_proj/std": 0.66796875, "train/tensor_act_model_layers_19_mlp_gate_proj/max_abs": 1.84375, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/min": -1.296875, "train/tensor_act_model_layers_19_mlp_gate_proj/max": 1.84375, "train/tensor_act_model_layers_19_mlp_gate_proj/range": 3.140625, "train/tensor_act_model_layers_19_mlp_up_proj/norm": 2062.886474609375, "train/tensor_act_model_layers_19_mlp_up_proj/mean": -0.043212890625, "train/tensor_act_model_layers_19_mlp_up_proj/std": 0.7109375, "train/tensor_act_model_layers_19_mlp_up_proj/max_abs": 1.7578125, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/min": -1.7578125, "train/tensor_act_model_layers_19_mlp_up_proj/max": 1.6328125, "train/tensor_act_model_layers_19_mlp_up_proj/range": 3.390625, "train/tensor_act_model_layers_19_mlp_down_proj/norm": 1891.4053955078125, "train/tensor_act_model_layers_19_mlp_down_proj/mean": 0.85546875, "train/tensor_act_model_layers_19_mlp_down_proj/std": 0.3515625, "train/tensor_act_model_layers_19_mlp_down_proj/max_abs": 2.125, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/min": -0.1650390625, "train/tensor_act_model_layers_19_mlp_down_proj/max": 2.125, "train/tensor_act_model_layers_19_mlp_down_proj/range": 2.2900390625, "train/tensor_act_model_layers_19_mlp/norm": 1891.4053955078125, "train/tensor_act_model_layers_19_mlp/mean": 0.85546875, "train/tensor_act_model_layers_19_mlp/std": 0.3515625, "train/tensor_act_model_layers_19_mlp/max_abs": 2.125, "train/tensor_act_model_layers_19_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp/min": -0.1650390625, "train/tensor_act_model_layers_19_mlp/max": 2.125, "train/tensor_act_model_layers_19_mlp/range": 2.2900390625, "train/tensor_act_model_layers_19_residual_post_mlp/norm": 18324.251953125, "train/tensor_act_model_layers_19_residual_post_mlp/mean": 8.8125, "train/tensor_act_model_layers_19_residual_post_mlp/std": 1.640625, "train/tensor_act_model_layers_19_residual_post_mlp/max_abs": 15.0625, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_user_limit": 0.22827553749084473, "train/tensor_act_model_layers_19_residual_post_mlp/min": 2.578125, "train/tensor_act_model_layers_19_residual_post_mlp/max": 15.0625, "train/tensor_act_model_layers_19_residual_post_mlp/range": 12.484375, "train/tensor_act_model_layers_20_residual_pre_attn/norm": 18324.251953125, "train/tensor_act_model_layers_20_residual_pre_attn/mean": 8.8125, "train/tensor_act_model_layers_20_residual_pre_attn/std": 1.640625, "train/tensor_act_model_layers_20_residual_pre_attn/max_abs": 15.0625, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_user_limit": 0.22827553749084473, "train/tensor_act_model_layers_20_residual_pre_attn/min": 2.578125, "train/tensor_act_model_layers_20_residual_pre_attn/max": 15.0625, "train/tensor_act_model_layers_20_residual_pre_attn/range": 12.484375, "train/tensor_act_model_layers_20_residual_post_attn/norm": 18306.40625, "train/tensor_act_model_layers_20_residual_post_attn/mean": 8.8125, "train/tensor_act_model_layers_20_residual_post_attn/std": 1.640625, "train/tensor_act_model_layers_20_residual_post_attn/max_abs": 15.125, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_user_limit": 0.22808361053466797, "train/tensor_act_model_layers_20_residual_post_attn/min": 2.484375, "train/tensor_act_model_layers_20_residual_post_attn/max": 15.125, "train/tensor_act_model_layers_20_residual_post_attn/range": 12.640625, "train/tensor_act_model_layers_20_mlp_gate_proj/norm": 1911.556396484375, "train/tensor_act_model_layers_20_mlp_gate_proj/mean": 0.1015625, "train/tensor_act_model_layers_20_mlp_gate_proj/std": 0.65234375, "train/tensor_act_model_layers_20_mlp_gate_proj/max_abs": 1.859375, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/min": -1.1875, "train/tensor_act_model_layers_20_mlp_gate_proj/max": 1.859375, "train/tensor_act_model_layers_20_mlp_gate_proj/range": 3.046875, "train/tensor_act_model_layers_20_mlp_up_proj/norm": 1893.6043701171875, "train/tensor_act_model_layers_20_mlp_up_proj/mean": 0.10546875, "train/tensor_act_model_layers_20_mlp_up_proj/std": 0.64453125, "train/tensor_act_model_layers_20_mlp_up_proj/max_abs": 1.953125, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/min": -1.6875, "train/tensor_act_model_layers_20_mlp_up_proj/max": 1.953125, "train/tensor_act_model_layers_20_mlp_up_proj/range": 3.640625, "train/tensor_act_model_layers_20_mlp_down_proj/norm": 1560.7994384765625, "train/tensor_act_model_layers_20_mlp_down_proj/mean": 0.671875, "train/tensor_act_model_layers_20_mlp_down_proj/std": 0.359375, "train/tensor_act_model_layers_20_mlp_down_proj/max_abs": 1.5390625, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/min": -0.09375, "train/tensor_act_model_layers_20_mlp_down_proj/max": 1.5390625, "train/tensor_act_model_layers_20_mlp_down_proj/range": 1.6328125, "train/tensor_act_model_layers_20_mlp/norm": 1560.7994384765625, "train/tensor_act_model_layers_20_mlp/mean": 0.671875, "train/tensor_act_model_layers_20_mlp/std": 0.359375, "train/tensor_act_model_layers_20_mlp/max_abs": 1.5390625, "train/tensor_act_model_layers_20_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp/min": -0.09375, "train/tensor_act_model_layers_20_mlp/max": 1.5390625, "train/tensor_act_model_layers_20_mlp/range": 1.6328125, "train/tensor_act_model_layers_20_residual_post_mlp/norm": 19688.580078125, "train/tensor_act_model_layers_20_residual_post_mlp/mean": 9.4375, "train/tensor_act_model_layers_20_residual_post_mlp/std": 1.71875, "train/tensor_act_model_layers_20_residual_post_mlp/max_abs": 16.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_user_limit": 0.35732531547546387, "train/tensor_act_model_layers_20_residual_post_mlp/min": 2.65625, "train/tensor_act_model_layers_20_residual_post_mlp/max": 16.0, "train/tensor_act_model_layers_20_residual_post_mlp/range": 13.34375, "train/tensor_act_model_layers_21_residual_pre_attn/norm": 19688.580078125, "train/tensor_act_model_layers_21_residual_pre_attn/mean": 9.4375, "train/tensor_act_model_layers_21_residual_pre_attn/std": 1.71875, "train/tensor_act_model_layers_21_residual_pre_attn/max_abs": 16.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_user_limit": 0.35732531547546387, "train/tensor_act_model_layers_21_residual_pre_attn/min": 2.65625, "train/tensor_act_model_layers_21_residual_pre_attn/max": 16.0, "train/tensor_act_model_layers_21_residual_pre_attn/range": 13.34375, "train/tensor_act_model_layers_21_residual_post_attn/norm": 19657.265625, "train/tensor_act_model_layers_21_residual_post_attn/mean": 9.4375, "train/tensor_act_model_layers_21_residual_post_attn/std": 1.7109375, "train/tensor_act_model_layers_21_residual_post_attn/max_abs": 16.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_user_limit": 0.3536953926086426, "train/tensor_act_model_layers_21_residual_post_attn/min": 2.59375, "train/tensor_act_model_layers_21_residual_post_attn/max": 16.0, "train/tensor_act_model_layers_21_residual_post_attn/range": 13.40625, "train/tensor_act_model_layers_21_mlp_gate_proj/norm": 1964.36328125, "train/tensor_act_model_layers_21_mlp_gate_proj/mean": 0.11279296875, "train/tensor_act_model_layers_21_mlp_gate_proj/std": 0.66796875, "train/tensor_act_model_layers_21_mlp_gate_proj/max_abs": 1.6796875, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/min": -1.421875, "train/tensor_act_model_layers_21_mlp_gate_proj/max": 1.6796875, "train/tensor_act_model_layers_21_mlp_gate_proj/range": 3.1015625, "train/tensor_act_model_layers_21_mlp_up_proj/norm": 1954.1058349609375, "train/tensor_act_model_layers_21_mlp_up_proj/mean": -0.0123291015625, "train/tensor_act_model_layers_21_mlp_up_proj/std": 0.67578125, "train/tensor_act_model_layers_21_mlp_up_proj/max_abs": 1.9453125, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/min": -1.8984375, "train/tensor_act_model_layers_21_mlp_up_proj/max": 1.9453125, "train/tensor_act_model_layers_21_mlp_up_proj/range": 3.84375, "train/tensor_act_model_layers_21_mlp_down_proj/norm": 1688.51220703125, "train/tensor_act_model_layers_21_mlp_down_proj/mean": 0.75390625, "train/tensor_act_model_layers_21_mlp_down_proj/std": 0.330078125, "train/tensor_act_model_layers_21_mlp_down_proj/max_abs": 1.6953125, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/min": -0.009521484375, "train/tensor_act_model_layers_21_mlp_down_proj/max": 1.6953125, "train/tensor_act_model_layers_21_mlp_down_proj/range": 1.704833984375, "train/tensor_act_model_layers_21_mlp/norm": 1688.51220703125, "train/tensor_act_model_layers_21_mlp/mean": 0.75390625, "train/tensor_act_model_layers_21_mlp/std": 0.330078125, "train/tensor_act_model_layers_21_mlp/max_abs": 1.6953125, "train/tensor_act_model_layers_21_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp/min": -0.009521484375, "train/tensor_act_model_layers_21_mlp/max": 1.6953125, "train/tensor_act_model_layers_21_mlp/range": 1.704833984375, "train/tensor_act_model_layers_21_residual_post_mlp/norm": 21210.185546875, "train/tensor_act_model_layers_21_residual_post_mlp/mean": 10.1875, "train/tensor_act_model_layers_21_residual_post_mlp/std": 1.796875, "train/tensor_act_model_layers_21_residual_post_mlp/max_abs": 16.625, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_user_limit": 0.5186316967010498, "train/tensor_act_model_layers_21_residual_post_mlp/min": 3.484375, "train/tensor_act_model_layers_21_residual_post_mlp/max": 16.625, "train/tensor_act_model_layers_21_residual_post_mlp/range": 13.140625, "train/tensor_act_model_layers_22_residual_pre_attn/norm": 21210.185546875, "train/tensor_act_model_layers_22_residual_pre_attn/mean": 10.1875, "train/tensor_act_model_layers_22_residual_pre_attn/std": 1.796875, "train/tensor_act_model_layers_22_residual_pre_attn/max_abs": 16.625, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_user_limit": 0.5186316967010498, "train/tensor_act_model_layers_22_residual_pre_attn/min": 3.484375, "train/tensor_act_model_layers_22_residual_pre_attn/max": 16.625, "train/tensor_act_model_layers_22_residual_pre_attn/range": 13.140625, "train/tensor_act_model_layers_22_residual_post_attn/norm": 21180.076171875, "train/tensor_act_model_layers_22_residual_post_attn/mean": 10.1875, "train/tensor_act_model_layers_22_residual_post_attn/std": 1.796875, "train/tensor_act_model_layers_22_residual_post_attn/max_abs": 16.625, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_user_limit": 0.5171983242034912, "train/tensor_act_model_layers_22_residual_post_attn/min": 3.4375, "train/tensor_act_model_layers_22_residual_post_attn/max": 16.625, "train/tensor_act_model_layers_22_residual_post_attn/range": 13.1875, "train/tensor_act_model_layers_22_mlp_gate_proj/norm": 2099.30908203125, "train/tensor_act_model_layers_22_mlp_gate_proj/mean": 0.1650390625, "train/tensor_act_model_layers_22_mlp_gate_proj/std": 0.70703125, "train/tensor_act_model_layers_22_mlp_gate_proj/max_abs": 2.015625, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_22_mlp_gate_proj/max": 2.015625, "train/tensor_act_model_layers_22_mlp_gate_proj/range": 3.296875, "train/tensor_act_model_layers_22_mlp_up_proj/norm": 2057.914306640625, "train/tensor_act_model_layers_22_mlp_up_proj/mean": -0.04345703125, "train/tensor_act_model_layers_22_mlp_up_proj/std": 0.7109375, "train/tensor_act_model_layers_22_mlp_up_proj/max_abs": 1.84375, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/min": -1.84375, "train/tensor_act_model_layers_22_mlp_up_proj/max": 1.7265625, "train/tensor_act_model_layers_22_mlp_up_proj/range": 3.5703125, "train/tensor_act_model_layers_22_mlp_down_proj/norm": 1939.0650634765625, "train/tensor_act_model_layers_22_mlp_down_proj/mean": 0.88671875, "train/tensor_act_model_layers_22_mlp_down_proj/std": 0.33203125, "train/tensor_act_model_layers_22_mlp_down_proj/max_abs": 1.5859375, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/min": 0.0198974609375, "train/tensor_act_model_layers_22_mlp_down_proj/max": 1.5859375, "train/tensor_act_model_layers_22_mlp_down_proj/range": 1.5660400390625, "train/tensor_act_model_layers_22_mlp/norm": 1939.0650634765625, "train/tensor_act_model_layers_22_mlp/mean": 0.88671875, "train/tensor_act_model_layers_22_mlp/std": 0.33203125, "train/tensor_act_model_layers_22_mlp/max_abs": 1.5859375, "train/tensor_act_model_layers_22_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp/min": 0.0198974609375, "train/tensor_act_model_layers_22_mlp/max": 1.5859375, "train/tensor_act_model_layers_22_mlp/range": 1.5660400390625, "train/tensor_act_model_layers_22_residual_post_mlp/norm": 23017.271484375, "train/tensor_act_model_layers_22_residual_post_mlp/mean": 11.0625, "train/tensor_act_model_layers_22_residual_post_mlp/std": 1.9296875, "train/tensor_act_model_layers_22_residual_post_mlp/max_abs": 17.5, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_user_limit": 0.7194457054138184, "train/tensor_act_model_layers_22_residual_post_mlp/min": 3.859375, "train/tensor_act_model_layers_22_residual_post_mlp/max": 17.5, "train/tensor_act_model_layers_22_residual_post_mlp/range": 13.640625, "train/tensor_act_model_layers_23_residual_pre_attn/norm": 23017.271484375, "train/tensor_act_model_layers_23_residual_pre_attn/mean": 11.0625, "train/tensor_act_model_layers_23_residual_pre_attn/std": 1.9296875, "train/tensor_act_model_layers_23_residual_pre_attn/max_abs": 17.5, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_user_limit": 0.7194457054138184, "train/tensor_act_model_layers_23_residual_pre_attn/min": 3.859375, "train/tensor_act_model_layers_23_residual_pre_attn/max": 17.5, "train/tensor_act_model_layers_23_residual_pre_attn/range": 13.640625, "train/tensor_act_model_layers_23_residual_post_attn/norm": 22988.552734375, "train/tensor_act_model_layers_23_residual_post_attn/mean": 11.0625, "train/tensor_act_model_layers_23_residual_post_attn/std": 1.9375, "train/tensor_act_model_layers_23_residual_post_attn/max_abs": 17.5, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_user_limit": 0.7209570407867432, "train/tensor_act_model_layers_23_residual_post_attn/min": 3.75, "train/tensor_act_model_layers_23_residual_post_attn/max": 17.5, "train/tensor_act_model_layers_23_residual_post_attn/range": 13.75, "train/tensor_act_model_layers_23_mlp_gate_proj/norm": 2099.099365234375, "train/tensor_act_model_layers_23_mlp_gate_proj/mean": 0.185546875, "train/tensor_act_model_layers_23_mlp_gate_proj/std": 0.69921875, "train/tensor_act_model_layers_23_mlp_gate_proj/max_abs": 1.9453125, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/min": -1.4765625, "train/tensor_act_model_layers_23_mlp_gate_proj/max": 1.9453125, "train/tensor_act_model_layers_23_mlp_gate_proj/range": 3.421875, "train/tensor_act_model_layers_23_mlp_up_proj/norm": 2140.19677734375, "train/tensor_act_model_layers_23_mlp_up_proj/mean": -0.0035858154296875, "train/tensor_act_model_layers_23_mlp_up_proj/std": 0.73828125, "train/tensor_act_model_layers_23_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/min": -1.828125, "train/tensor_act_model_layers_23_mlp_up_proj/max": 2.03125, "train/tensor_act_model_layers_23_mlp_up_proj/range": 3.859375, "train/tensor_act_model_layers_23_mlp_down_proj/norm": 2049.08642578125, "train/tensor_act_model_layers_23_mlp_down_proj/mean": 0.90234375, "train/tensor_act_model_layers_23_mlp_down_proj/std": 0.4296875, "train/tensor_act_model_layers_23_mlp_down_proj/max_abs": 2.046875, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/min": -0.34765625, "train/tensor_act_model_layers_23_mlp_down_proj/max": 2.046875, "train/tensor_act_model_layers_23_mlp_down_proj/range": 2.39453125, "train/tensor_act_model_layers_23_mlp/norm": 2049.08642578125, "train/tensor_act_model_layers_23_mlp/mean": 0.90234375, "train/tensor_act_model_layers_23_mlp/std": 0.4296875, "train/tensor_act_model_layers_23_mlp/max_abs": 2.046875, "train/tensor_act_model_layers_23_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp/min": -0.34765625, "train/tensor_act_model_layers_23_mlp/max": 2.046875, "train/tensor_act_model_layers_23_mlp/range": 2.39453125, "train/tensor_act_model_layers_23_residual_post_mlp/norm": 24862.984375, "train/tensor_act_model_layers_23_residual_post_mlp/mean": 11.9375, "train/tensor_act_model_layers_23_residual_post_mlp/std": 2.078125, "train/tensor_act_model_layers_23_residual_post_mlp/max_abs": 18.75, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_user_limit": 0.8386459350585938, "train/tensor_act_model_layers_23_residual_post_mlp/min": 4.46875, "train/tensor_act_model_layers_23_residual_post_mlp/max": 18.75, "train/tensor_act_model_layers_23_residual_post_mlp/range": 14.28125, "train/tensor_act_model_layers_24_residual_pre_attn/norm": 24862.984375, "train/tensor_act_model_layers_24_residual_pre_attn/mean": 11.9375, "train/tensor_act_model_layers_24_residual_pre_attn/std": 2.078125, "train/tensor_act_model_layers_24_residual_pre_attn/max_abs": 18.75, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_user_limit": 0.8386459350585938, "train/tensor_act_model_layers_24_residual_pre_attn/min": 4.46875, "train/tensor_act_model_layers_24_residual_pre_attn/max": 18.75, "train/tensor_act_model_layers_24_residual_pre_attn/range": 14.28125, "train/tensor_act_model_layers_24_residual_post_attn/norm": 24840.490234375, "train/tensor_act_model_layers_24_residual_post_attn/mean": 11.9375, "train/tensor_act_model_layers_24_residual_post_attn/std": 2.078125, "train/tensor_act_model_layers_24_residual_post_attn/max_abs": 18.75, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_user_limit": 0.8384885787963867, "train/tensor_act_model_layers_24_residual_post_attn/min": 4.40625, "train/tensor_act_model_layers_24_residual_post_attn/max": 18.75, "train/tensor_act_model_layers_24_residual_post_attn/range": 14.34375, "train/tensor_act_model_layers_24_mlp_gate_proj/norm": 2022.8623046875, "train/tensor_act_model_layers_24_mlp_gate_proj/mean": 0.2119140625, "train/tensor_act_model_layers_24_mlp_gate_proj/std": 0.6640625, "train/tensor_act_model_layers_24_mlp_gate_proj/max_abs": 2.109375, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/min": -1.3125, "train/tensor_act_model_layers_24_mlp_gate_proj/max": 2.109375, "train/tensor_act_model_layers_24_mlp_gate_proj/range": 3.421875, "train/tensor_act_model_layers_24_mlp_up_proj/norm": 1998.6680908203125, "train/tensor_act_model_layers_24_mlp_up_proj/mean": 0.11767578125, "train/tensor_act_model_layers_24_mlp_up_proj/std": 0.6796875, "train/tensor_act_model_layers_24_mlp_up_proj/max_abs": 1.9296875, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/min": -1.9296875, "train/tensor_act_model_layers_24_mlp_up_proj/max": 1.9140625, "train/tensor_act_model_layers_24_mlp_up_proj/range": 3.84375, "train/tensor_act_model_layers_24_mlp_down_proj/norm": 1907.9154052734375, "train/tensor_act_model_layers_24_mlp_down_proj/mean": 0.84375, "train/tensor_act_model_layers_24_mlp_down_proj/std": 0.396484375, "train/tensor_act_model_layers_24_mlp_down_proj/max_abs": 1.8203125, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/min": -0.3671875, "train/tensor_act_model_layers_24_mlp_down_proj/max": 1.8203125, "train/tensor_act_model_layers_24_mlp_down_proj/range": 2.1875, "train/tensor_act_model_layers_24_mlp/norm": 1907.9154052734375, "train/tensor_act_model_layers_24_mlp/mean": 0.84375, "train/tensor_act_model_layers_24_mlp/std": 0.396484375, "train/tensor_act_model_layers_24_mlp/max_abs": 1.8203125, "train/tensor_act_model_layers_24_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp/min": -0.3671875, "train/tensor_act_model_layers_24_mlp/max": 1.8203125, "train/tensor_act_model_layers_24_mlp/range": 2.1875, "train/tensor_act_model_layers_24_residual_post_mlp/norm": 26569.369140625, "train/tensor_act_model_layers_24_residual_post_mlp/mean": 12.8125, "train/tensor_act_model_layers_24_residual_post_mlp/std": 2.171875, "train/tensor_act_model_layers_24_residual_post_mlp/max_abs": 20.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_user_limit": 0.8975327014923096, "train/tensor_act_model_layers_24_residual_post_mlp/min": 5.03125, "train/tensor_act_model_layers_24_residual_post_mlp/max": 20.0, "train/tensor_act_model_layers_24_residual_post_mlp/range": 14.96875, "train/tensor_act_model_layers_25_residual_pre_attn/norm": 26569.369140625, "train/tensor_act_model_layers_25_residual_pre_attn/mean": 12.8125, "train/tensor_act_model_layers_25_residual_pre_attn/std": 2.171875, "train/tensor_act_model_layers_25_residual_pre_attn/max_abs": 20.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_user_limit": 0.8975327014923096, "train/tensor_act_model_layers_25_residual_pre_attn/min": 5.03125, "train/tensor_act_model_layers_25_residual_pre_attn/max": 20.0, "train/tensor_act_model_layers_25_residual_pre_attn/range": 14.96875, "train/tensor_act_model_layers_25_residual_post_attn/norm": 26532.62109375, "train/tensor_act_model_layers_25_residual_post_attn/mean": 12.75, "train/tensor_act_model_layers_25_residual_post_attn/std": 2.15625, "train/tensor_act_model_layers_25_residual_post_attn/max_abs": 20.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_user_limit": 0.8979051113128662, "train/tensor_act_model_layers_25_residual_post_attn/min": 4.96875, "train/tensor_act_model_layers_25_residual_post_attn/max": 20.0, "train/tensor_act_model_layers_25_residual_post_attn/range": 15.03125, "train/tensor_act_model_layers_25_mlp_gate_proj/norm": 2076.314453125, "train/tensor_act_model_layers_25_mlp_gate_proj/mean": 0.2138671875, "train/tensor_act_model_layers_25_mlp_gate_proj/std": 0.68359375, "train/tensor_act_model_layers_25_mlp_gate_proj/max_abs": 2.109375, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/min": -1.1484375, "train/tensor_act_model_layers_25_mlp_gate_proj/max": 2.109375, "train/tensor_act_model_layers_25_mlp_gate_proj/range": 3.2578125, "train/tensor_act_model_layers_25_mlp_up_proj/norm": 2076.761962890625, "train/tensor_act_model_layers_25_mlp_up_proj/mean": 0.0157470703125, "train/tensor_act_model_layers_25_mlp_up_proj/std": 0.71875, "train/tensor_act_model_layers_25_mlp_up_proj/max_abs": 2.21875, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/min": -1.6171875, "train/tensor_act_model_layers_25_mlp_up_proj/max": 2.21875, "train/tensor_act_model_layers_25_mlp_up_proj/range": 3.8359375, "train/tensor_act_model_layers_25_mlp_down_proj/norm": 1967.268310546875, "train/tensor_act_model_layers_25_mlp_down_proj/mean": 0.87890625, "train/tensor_act_model_layers_25_mlp_down_proj/std": 0.384765625, "train/tensor_act_model_layers_25_mlp_down_proj/max_abs": 1.8046875, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/min": -0.1591796875, "train/tensor_act_model_layers_25_mlp_down_proj/max": 1.8046875, "train/tensor_act_model_layers_25_mlp_down_proj/range": 1.9638671875, "train/tensor_act_model_layers_25_mlp/norm": 1967.268310546875, "train/tensor_act_model_layers_25_mlp/mean": 0.87890625, "train/tensor_act_model_layers_25_mlp/std": 0.384765625, "train/tensor_act_model_layers_25_mlp/max_abs": 1.8046875, "train/tensor_act_model_layers_25_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp/min": -0.1591796875, "train/tensor_act_model_layers_25_mlp/max": 1.8046875, "train/tensor_act_model_layers_25_mlp/range": 1.9638671875, "train/tensor_act_model_layers_25_residual_post_mlp/norm": 28354.169921875, "train/tensor_act_model_layers_25_residual_post_mlp/mean": 13.625, "train/tensor_act_model_layers_25_residual_post_mlp/std": 2.296875, "train/tensor_act_model_layers_25_residual_post_mlp/max_abs": 21.25, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_user_limit": 0.9317054748535156, "train/tensor_act_model_layers_25_residual_post_mlp/min": 5.375, "train/tensor_act_model_layers_25_residual_post_mlp/max": 21.25, "train/tensor_act_model_layers_25_residual_post_mlp/range": 15.875, "train/tensor_act_model_layers_26_residual_pre_attn/norm": 28354.169921875, "train/tensor_act_model_layers_26_residual_pre_attn/mean": 13.625, "train/tensor_act_model_layers_26_residual_pre_attn/std": 2.296875, "train/tensor_act_model_layers_26_residual_pre_attn/max_abs": 21.25, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_user_limit": 0.9317054748535156, "train/tensor_act_model_layers_26_residual_pre_attn/min": 5.375, "train/tensor_act_model_layers_26_residual_pre_attn/max": 21.25, "train/tensor_act_model_layers_26_residual_pre_attn/range": 15.875, "train/tensor_act_model_layers_26_residual_post_attn/norm": 28347.5625, "train/tensor_act_model_layers_26_residual_post_attn/mean": 13.625, "train/tensor_act_model_layers_26_residual_post_attn/std": 2.296875, "train/tensor_act_model_layers_26_residual_post_attn/max_abs": 21.25, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_user_limit": 0.9314322471618652, "train/tensor_act_model_layers_26_residual_post_attn/min": 5.21875, "train/tensor_act_model_layers_26_residual_post_attn/max": 21.25, "train/tensor_act_model_layers_26_residual_post_attn/range": 16.03125, "train/tensor_act_model_layers_26_mlp_gate_proj/norm": 2020.5244140625, "train/tensor_act_model_layers_26_mlp_gate_proj/mean": 0.1533203125, "train/tensor_act_model_layers_26_mlp_gate_proj/std": 0.6796875, "train/tensor_act_model_layers_26_mlp_gate_proj/max_abs": 1.890625, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/min": -1.4375, "train/tensor_act_model_layers_26_mlp_gate_proj/max": 1.890625, "train/tensor_act_model_layers_26_mlp_gate_proj/range": 3.328125, "train/tensor_act_model_layers_26_mlp_up_proj/norm": 2007.3387451171875, "train/tensor_act_model_layers_26_mlp_up_proj/mean": 0.039794921875, "train/tensor_act_model_layers_26_mlp_up_proj/std": 0.69140625, "train/tensor_act_model_layers_26_mlp_up_proj/max_abs": 1.984375, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/min": -1.9609375, "train/tensor_act_model_layers_26_mlp_up_proj/max": 1.984375, "train/tensor_act_model_layers_26_mlp_up_proj/range": 3.9453125, "train/tensor_act_model_layers_26_mlp_down_proj/norm": 1720.185302734375, "train/tensor_act_model_layers_26_mlp_down_proj/mean": 0.75390625, "train/tensor_act_model_layers_26_mlp_down_proj/std": 0.373046875, "train/tensor_act_model_layers_26_mlp_down_proj/max_abs": 1.703125, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/min": -0.45703125, "train/tensor_act_model_layers_26_mlp_down_proj/max": 1.703125, "train/tensor_act_model_layers_26_mlp_down_proj/range": 2.16015625, "train/tensor_act_model_layers_26_mlp/norm": 1720.185302734375, "train/tensor_act_model_layers_26_mlp/mean": 0.75390625, "train/tensor_act_model_layers_26_mlp/std": 0.373046875, "train/tensor_act_model_layers_26_mlp/max_abs": 1.703125, "train/tensor_act_model_layers_26_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp/min": -0.45703125, "train/tensor_act_model_layers_26_mlp/max": 1.703125, "train/tensor_act_model_layers_26_mlp/range": 2.16015625, "train/tensor_act_model_layers_26_residual_post_mlp/norm": 29901.58203125, "train/tensor_act_model_layers_26_residual_post_mlp/mean": 14.375, "train/tensor_act_model_layers_26_residual_post_mlp/std": 2.390625, "train/tensor_act_model_layers_26_residual_post_mlp/max_abs": 22.875, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_user_limit": 0.958371639251709, "train/tensor_act_model_layers_26_residual_post_mlp/min": 5.59375, "train/tensor_act_model_layers_26_residual_post_mlp/max": 22.875, "train/tensor_act_model_layers_26_residual_post_mlp/range": 17.28125, "train/tensor_act_model_layers_27_residual_pre_attn/norm": 29901.58203125, "train/tensor_act_model_layers_27_residual_pre_attn/mean": 14.375, "train/tensor_act_model_layers_27_residual_pre_attn/std": 2.390625, "train/tensor_act_model_layers_27_residual_pre_attn/max_abs": 22.875, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_user_limit": 0.958371639251709, "train/tensor_act_model_layers_27_residual_pre_attn/min": 5.59375, "train/tensor_act_model_layers_27_residual_pre_attn/max": 22.875, "train/tensor_act_model_layers_27_residual_pre_attn/range": 17.28125, "train/tensor_act_model_layers_27_residual_post_attn/norm": 29881.69140625, "train/tensor_act_model_layers_27_residual_post_attn/mean": 14.375, "train/tensor_act_model_layers_27_residual_post_attn/std": 2.375, "train/tensor_act_model_layers_27_residual_post_attn/max_abs": 22.75, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_user_limit": 0.958411455154419, "train/tensor_act_model_layers_27_residual_post_attn/min": 5.6875, "train/tensor_act_model_layers_27_residual_post_attn/max": 22.75, "train/tensor_act_model_layers_27_residual_post_attn/range": 17.0625, "train/tensor_act_model_layers_27_mlp_gate_proj/norm": 2120.21484375, "train/tensor_act_model_layers_27_mlp_gate_proj/mean": 0.17578125, "train/tensor_act_model_layers_27_mlp_gate_proj/std": 0.7109375, "train/tensor_act_model_layers_27_mlp_gate_proj/max_abs": 1.71875, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/min": -1.25, "train/tensor_act_model_layers_27_mlp_gate_proj/max": 1.71875, "train/tensor_act_model_layers_27_mlp_gate_proj/range": 2.96875, "train/tensor_act_model_layers_27_mlp_up_proj/norm": 2209.28125, "train/tensor_act_model_layers_27_mlp_up_proj/mean": -0.0230712890625, "train/tensor_act_model_layers_27_mlp_up_proj/std": 0.76171875, "train/tensor_act_model_layers_27_mlp_up_proj/max_abs": 2.109375, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/min": -2.109375, "train/tensor_act_model_layers_27_mlp_up_proj/max": 1.8515625, "train/tensor_act_model_layers_27_mlp_up_proj/range": 3.9609375, "train/tensor_act_model_layers_27_mlp_down_proj/norm": 2120.959228515625, "train/tensor_act_model_layers_27_mlp_down_proj/mean": 0.93359375, "train/tensor_act_model_layers_27_mlp_down_proj/std": 0.447265625, "train/tensor_act_model_layers_27_mlp_down_proj/max_abs": 1.9765625, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/min": -0.1455078125, "train/tensor_act_model_layers_27_mlp_down_proj/max": 1.9765625, "train/tensor_act_model_layers_27_mlp_down_proj/range": 2.1220703125, "train/tensor_act_model_layers_27_mlp/norm": 2120.959228515625, "train/tensor_act_model_layers_27_mlp/mean": 0.93359375, "train/tensor_act_model_layers_27_mlp/std": 0.447265625, "train/tensor_act_model_layers_27_mlp/max_abs": 1.9765625, "train/tensor_act_model_layers_27_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp/min": -0.1455078125, "train/tensor_act_model_layers_27_mlp/max": 1.9765625, "train/tensor_act_model_layers_27_mlp/range": 2.1220703125, "train/tensor_act_model_layers_27_residual_post_mlp/norm": 31797.703125, "train/tensor_act_model_layers_27_residual_post_mlp/mean": 15.3125, "train/tensor_act_model_layers_27_residual_post_mlp/std": 2.46875, "train/tensor_act_model_layers_27_residual_post_mlp/max_abs": 23.375, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_user_limit": 0.9801158905029297, "train/tensor_act_model_layers_27_residual_post_mlp/min": 6.53125, "train/tensor_act_model_layers_27_residual_post_mlp/max": 23.375, "train/tensor_act_model_layers_27_residual_post_mlp/range": 16.84375, "train/tensor_act_model_layers_28_residual_pre_attn/norm": 31797.703125, "train/tensor_act_model_layers_28_residual_pre_attn/mean": 15.3125, "train/tensor_act_model_layers_28_residual_pre_attn/std": 2.46875, "train/tensor_act_model_layers_28_residual_pre_attn/max_abs": 23.375, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_user_limit": 0.9801158905029297, "train/tensor_act_model_layers_28_residual_pre_attn/min": 6.53125, "train/tensor_act_model_layers_28_residual_pre_attn/max": 23.375, "train/tensor_act_model_layers_28_residual_pre_attn/range": 16.84375, "train/tensor_act_model_layers_28_residual_post_attn/norm": 31808.849609375, "train/tensor_act_model_layers_28_residual_post_attn/mean": 15.3125, "train/tensor_act_model_layers_28_residual_post_attn/std": 2.453125, "train/tensor_act_model_layers_28_residual_post_attn/max_abs": 23.5, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_user_limit": 0.9793412685394287, "train/tensor_act_model_layers_28_residual_post_attn/min": 6.375, "train/tensor_act_model_layers_28_residual_post_attn/max": 23.5, "train/tensor_act_model_layers_28_residual_post_attn/range": 17.125, "train/tensor_act_model_layers_28_mlp_gate_proj/norm": 2089.165771484375, "train/tensor_act_model_layers_28_mlp_gate_proj/mean": 0.19140625, "train/tensor_act_model_layers_28_mlp_gate_proj/std": 0.6953125, "train/tensor_act_model_layers_28_mlp_gate_proj/max_abs": 1.8203125, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/min": -1.15625, "train/tensor_act_model_layers_28_mlp_gate_proj/max": 1.8203125, "train/tensor_act_model_layers_28_mlp_gate_proj/range": 2.9765625, "train/tensor_act_model_layers_28_mlp_up_proj/norm": 2125.416748046875, "train/tensor_act_model_layers_28_mlp_up_proj/mean": 0.013916015625, "train/tensor_act_model_layers_28_mlp_up_proj/std": 0.734375, "train/tensor_act_model_layers_28_mlp_up_proj/max_abs": 1.8203125, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/min": -1.8203125, "train/tensor_act_model_layers_28_mlp_up_proj/max": 1.7421875, "train/tensor_act_model_layers_28_mlp_up_proj/range": 3.5625, "train/tensor_act_model_layers_28_mlp_down_proj/norm": 2180.886962890625, "train/tensor_act_model_layers_28_mlp_down_proj/mean": 0.97265625, "train/tensor_act_model_layers_28_mlp_down_proj/std": 0.43359375, "train/tensor_act_model_layers_28_mlp_down_proj/max_abs": 2.296875, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/min": -0.09716796875, "train/tensor_act_model_layers_28_mlp_down_proj/max": 2.296875, "train/tensor_act_model_layers_28_mlp_down_proj/range": 2.39404296875, "train/tensor_act_model_layers_28_mlp/norm": 2180.886962890625, "train/tensor_act_model_layers_28_mlp/mean": 0.97265625, "train/tensor_act_model_layers_28_mlp/std": 0.43359375, "train/tensor_act_model_layers_28_mlp/max_abs": 2.296875, "train/tensor_act_model_layers_28_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp/min": -0.09716796875, "train/tensor_act_model_layers_28_mlp/max": 2.296875, "train/tensor_act_model_layers_28_mlp/range": 2.39404296875, "train/tensor_act_model_layers_28_residual_post_mlp/norm": 33790.5, "train/tensor_act_model_layers_28_residual_post_mlp/mean": 16.25, "train/tensor_act_model_layers_28_residual_post_mlp/std": 2.5, "train/tensor_act_model_layers_28_residual_post_mlp/max_abs": 24.125, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_user_limit": 0.9918200969696045, "train/tensor_act_model_layers_28_residual_post_mlp/min": 7.0, "train/tensor_act_model_layers_28_residual_post_mlp/max": 24.125, "train/tensor_act_model_layers_28_residual_post_mlp/range": 17.125, "train/tensor_act_model_layers_29_residual_pre_attn/norm": 33790.5, "train/tensor_act_model_layers_29_residual_pre_attn/mean": 16.25, "train/tensor_act_model_layers_29_residual_pre_attn/std": 2.5, "train/tensor_act_model_layers_29_residual_pre_attn/max_abs": 24.125, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_user_limit": 0.9918200969696045, "train/tensor_act_model_layers_29_residual_pre_attn/min": 7.0, "train/tensor_act_model_layers_29_residual_pre_attn/max": 24.125, "train/tensor_act_model_layers_29_residual_pre_attn/range": 17.125, "train/tensor_act_model_layers_29_residual_post_attn/norm": 33756.4140625, "train/tensor_act_model_layers_29_residual_post_attn/mean": 16.25, "train/tensor_act_model_layers_29_residual_post_attn/std": 2.5, "train/tensor_act_model_layers_29_residual_post_attn/max_abs": 24.125, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_user_limit": 0.9917466640472412, "train/tensor_act_model_layers_29_residual_post_attn/min": 7.0, "train/tensor_act_model_layers_29_residual_post_attn/max": 24.125, "train/tensor_act_model_layers_29_residual_post_attn/range": 17.125, "train/tensor_act_model_layers_29_mlp_gate_proj/norm": 2140.57958984375, "train/tensor_act_model_layers_29_mlp_gate_proj/mean": 0.1748046875, "train/tensor_act_model_layers_29_mlp_gate_proj/std": 0.71875, "train/tensor_act_model_layers_29_mlp_gate_proj/max_abs": 1.984375, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/min": -1.3828125, "train/tensor_act_model_layers_29_mlp_gate_proj/max": 1.984375, "train/tensor_act_model_layers_29_mlp_gate_proj/range": 3.3671875, "train/tensor_act_model_layers_29_mlp_up_proj/norm": 2053.79833984375, "train/tensor_act_model_layers_29_mlp_up_proj/mean": 0.003265380859375, "train/tensor_act_model_layers_29_mlp_up_proj/std": 0.7109375, "train/tensor_act_model_layers_29_mlp_up_proj/max_abs": 1.9296875, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/min": -1.78125, "train/tensor_act_model_layers_29_mlp_up_proj/max": 1.9296875, "train/tensor_act_model_layers_29_mlp_up_proj/range": 3.7109375, "train/tensor_act_model_layers_29_mlp_down_proj/norm": 1972.6114501953125, "train/tensor_act_model_layers_29_mlp_down_proj/mean": 0.8671875, "train/tensor_act_model_layers_29_mlp_down_proj/std": 0.421875, "train/tensor_act_model_layers_29_mlp_down_proj/max_abs": 1.953125, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/min": -0.244140625, "train/tensor_act_model_layers_29_mlp_down_proj/max": 1.953125, "train/tensor_act_model_layers_29_mlp_down_proj/range": 2.197265625, "train/tensor_act_model_layers_29_mlp/norm": 1972.6114501953125, "train/tensor_act_model_layers_29_mlp/mean": 0.8671875, "train/tensor_act_model_layers_29_mlp/std": 0.421875, "train/tensor_act_model_layers_29_mlp/max_abs": 1.953125, "train/tensor_act_model_layers_29_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp/min": -0.244140625, "train/tensor_act_model_layers_29_mlp/max": 1.953125, "train/tensor_act_model_layers_29_mlp/range": 2.197265625, "train/tensor_act_model_layers_29_residual_post_mlp/norm": 35541.70703125, "train/tensor_act_model_layers_29_residual_post_mlp/mean": 17.125, "train/tensor_act_model_layers_29_residual_post_mlp/std": 2.609375, "train/tensor_act_model_layers_29_residual_post_mlp/max_abs": 25.375, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_user_limit": 0.9993696212768555, "train/tensor_act_model_layers_29_residual_post_mlp/min": 7.53125, "train/tensor_act_model_layers_29_residual_post_mlp/max": 25.375, "train/tensor_act_model_layers_29_residual_post_mlp/range": 17.84375, "train/tensor_act_model_layers_30_residual_pre_attn/norm": 35541.70703125, "train/tensor_act_model_layers_30_residual_pre_attn/mean": 17.125, "train/tensor_act_model_layers_30_residual_pre_attn/std": 2.609375, "train/tensor_act_model_layers_30_residual_pre_attn/max_abs": 25.375, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_user_limit": 0.9993696212768555, "train/tensor_act_model_layers_30_residual_pre_attn/min": 7.53125, "train/tensor_act_model_layers_30_residual_pre_attn/max": 25.375, "train/tensor_act_model_layers_30_residual_pre_attn/range": 17.84375, "train/tensor_act_model_layers_30_residual_post_attn/norm": 35466.08203125, "train/tensor_act_model_layers_30_residual_post_attn/mean": 17.125, "train/tensor_act_model_layers_30_residual_post_attn/std": 2.609375, "train/tensor_act_model_layers_30_residual_post_attn/max_abs": 25.25, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_user_limit": 0.9993686676025391, "train/tensor_act_model_layers_30_residual_post_attn/min": 7.5625, "train/tensor_act_model_layers_30_residual_post_attn/max": 25.25, "train/tensor_act_model_layers_30_residual_post_attn/range": 17.6875, "train/tensor_act_model_layers_30_mlp_gate_proj/norm": 2019.695556640625, "train/tensor_act_model_layers_30_mlp_gate_proj/mean": 0.1455078125, "train/tensor_act_model_layers_30_mlp_gate_proj/std": 0.68359375, "train/tensor_act_model_layers_30_mlp_gate_proj/max_abs": 1.953125, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/min": -1.4140625, "train/tensor_act_model_layers_30_mlp_gate_proj/max": 1.953125, "train/tensor_act_model_layers_30_mlp_gate_proj/range": 3.3671875, "train/tensor_act_model_layers_30_mlp_up_proj/norm": 1951.1580810546875, "train/tensor_act_model_layers_30_mlp_up_proj/mean": -0.0201416015625, "train/tensor_act_model_layers_30_mlp_up_proj/std": 0.671875, "train/tensor_act_model_layers_30_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/min": -2.03125, "train/tensor_act_model_layers_30_mlp_up_proj/max": 1.65625, "train/tensor_act_model_layers_30_mlp_up_proj/range": 3.6875, "train/tensor_act_model_layers_30_mlp_down_proj/norm": 1770.8927001953125, "train/tensor_act_model_layers_30_mlp_down_proj/mean": 0.78515625, "train/tensor_act_model_layers_30_mlp_down_proj/std": 0.361328125, "train/tensor_act_model_layers_30_mlp_down_proj/max_abs": 1.5859375, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/min": -0.26171875, "train/tensor_act_model_layers_30_mlp_down_proj/max": 1.5859375, "train/tensor_act_model_layers_30_mlp_down_proj/range": 1.84765625, "train/tensor_act_model_layers_30_mlp/norm": 1770.8927001953125, "train/tensor_act_model_layers_30_mlp/mean": 0.78515625, "train/tensor_act_model_layers_30_mlp/std": 0.361328125, "train/tensor_act_model_layers_30_mlp/max_abs": 1.5859375, "train/tensor_act_model_layers_30_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp/min": -0.26171875, "train/tensor_act_model_layers_30_mlp/max": 1.5859375, "train/tensor_act_model_layers_30_mlp/range": 1.84765625, "train/tensor_act_model_layers_30_residual_post_mlp/norm": 37076.4140625, "train/tensor_act_model_layers_30_residual_post_mlp/mean": 17.875, "train/tensor_act_model_layers_30_residual_post_mlp/std": 2.671875, "train/tensor_act_model_layers_30_residual_post_mlp/max_abs": 26.375, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_user_limit": 0.9999959468841553, "train/tensor_act_model_layers_30_residual_post_mlp/min": 8.5, "train/tensor_act_model_layers_30_residual_post_mlp/max": 26.375, "train/tensor_act_model_layers_30_residual_post_mlp/range": 17.875, "train/tensor_act_model_layers_31_residual_pre_attn/norm": 37076.4140625, "train/tensor_act_model_layers_31_residual_pre_attn/mean": 17.875, "train/tensor_act_model_layers_31_residual_pre_attn/std": 2.671875, "train/tensor_act_model_layers_31_residual_pre_attn/max_abs": 26.375, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_user_limit": 0.9999959468841553, "train/tensor_act_model_layers_31_residual_pre_attn/min": 8.5, "train/tensor_act_model_layers_31_residual_pre_attn/max": 26.375, "train/tensor_act_model_layers_31_residual_pre_attn/range": 17.875, "train/tensor_act_model_layers_31_residual_post_attn/norm": 37024.75390625, "train/tensor_act_model_layers_31_residual_post_attn/mean": 17.875, "train/tensor_act_model_layers_31_residual_post_attn/std": 2.671875, "train/tensor_act_model_layers_31_residual_post_attn/max_abs": 26.375, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_user_limit": 0.9999954700469971, "train/tensor_act_model_layers_31_residual_post_attn/min": 8.4375, "train/tensor_act_model_layers_31_residual_post_attn/max": 26.375, "train/tensor_act_model_layers_31_residual_post_attn/range": 17.9375, "train/tensor_act_model_layers_31_mlp_gate_proj/norm": 1991.3563232421875, "train/tensor_act_model_layers_31_mlp_gate_proj/mean": 0.1806640625, "train/tensor_act_model_layers_31_mlp_gate_proj/std": 0.6640625, "train/tensor_act_model_layers_31_mlp_gate_proj/max_abs": 1.671875, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/min": -1.3203125, "train/tensor_act_model_layers_31_mlp_gate_proj/max": 1.671875, "train/tensor_act_model_layers_31_mlp_gate_proj/range": 2.9921875, "train/tensor_act_model_layers_31_mlp_up_proj/norm": 1991.357666015625, "train/tensor_act_model_layers_31_mlp_up_proj/mean": 0.10107421875, "train/tensor_act_model_layers_31_mlp_up_proj/std": 0.6796875, "train/tensor_act_model_layers_31_mlp_up_proj/max_abs": 1.765625, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/min": -1.671875, "train/tensor_act_model_layers_31_mlp_up_proj/max": 1.765625, "train/tensor_act_model_layers_31_mlp_up_proj/range": 3.4375, "train/tensor_act_model_layers_31_mlp_down_proj/norm": 1915.5390625, "train/tensor_act_model_layers_31_mlp_down_proj/mean": 0.85546875, "train/tensor_act_model_layers_31_mlp_down_proj/std": 0.376953125, "train/tensor_act_model_layers_31_mlp_down_proj/max_abs": 1.8984375, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/min": -0.0308837890625, "train/tensor_act_model_layers_31_mlp_down_proj/max": 1.8984375, "train/tensor_act_model_layers_31_mlp_down_proj/range": 1.9293212890625, "train/tensor_act_model_layers_31_mlp/norm": 1915.5390625, "train/tensor_act_model_layers_31_mlp/mean": 0.85546875, "train/tensor_act_model_layers_31_mlp/std": 0.376953125, "train/tensor_act_model_layers_31_mlp/max_abs": 1.8984375, "train/tensor_act_model_layers_31_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp/min": -0.0308837890625, "train/tensor_act_model_layers_31_mlp/max": 1.8984375, "train/tensor_act_model_layers_31_mlp/range": 1.9293212890625, "train/tensor_act_model_layers_31_residual_post_mlp/norm": 38785.39453125, "train/tensor_act_model_layers_31_residual_post_mlp/mean": 18.75, "train/tensor_act_model_layers_31_residual_post_mlp/std": 2.75, "train/tensor_act_model_layers_31_residual_post_mlp/max_abs": 27.25, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_user_limit": 0.9999988079071045, "train/tensor_act_model_layers_31_residual_post_mlp/min": 8.5625, "train/tensor_act_model_layers_31_residual_post_mlp/max": 27.25, "train/tensor_act_model_layers_31_residual_post_mlp/range": 18.6875, "train/tensor_act_model_layers_32_residual_pre_attn/norm": 38785.39453125, "train/tensor_act_model_layers_32_residual_pre_attn/mean": 18.75, "train/tensor_act_model_layers_32_residual_pre_attn/std": 2.75, "train/tensor_act_model_layers_32_residual_pre_attn/max_abs": 27.25, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_user_limit": 0.9999988079071045, "train/tensor_act_model_layers_32_residual_pre_attn/min": 8.5625, "train/tensor_act_model_layers_32_residual_pre_attn/max": 27.25, "train/tensor_act_model_layers_32_residual_pre_attn/range": 18.6875, "train/tensor_act_model_layers_32_residual_post_attn/norm": 38756.4765625, "train/tensor_act_model_layers_32_residual_post_attn/mean": 18.75, "train/tensor_act_model_layers_32_residual_post_attn/std": 2.75, "train/tensor_act_model_layers_32_residual_post_attn/max_abs": 27.25, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_user_limit": 0.9999978542327881, "train/tensor_act_model_layers_32_residual_post_attn/min": 8.4375, "train/tensor_act_model_layers_32_residual_post_attn/max": 27.25, "train/tensor_act_model_layers_32_residual_post_attn/range": 18.8125, "train/tensor_act_model_layers_32_mlp_gate_proj/norm": 2078.268798828125, "train/tensor_act_model_layers_32_mlp_gate_proj/mean": 0.11328125, "train/tensor_act_model_layers_32_mlp_gate_proj/std": 0.70703125, "train/tensor_act_model_layers_32_mlp_gate_proj/max_abs": 1.9609375, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/min": -1.359375, "train/tensor_act_model_layers_32_mlp_gate_proj/max": 1.9609375, "train/tensor_act_model_layers_32_mlp_gate_proj/range": 3.3203125, "train/tensor_act_model_layers_32_mlp_up_proj/norm": 2053.52880859375, "train/tensor_act_model_layers_32_mlp_up_proj/mean": 0.0198974609375, "train/tensor_act_model_layers_32_mlp_up_proj/std": 0.70703125, "train/tensor_act_model_layers_32_mlp_up_proj/max_abs": 1.8828125, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/min": -1.8359375, "train/tensor_act_model_layers_32_mlp_up_proj/max": 1.8828125, "train/tensor_act_model_layers_32_mlp_up_proj/range": 3.71875, "train/tensor_act_model_layers_32_mlp_down_proj/norm": 1933.4306640625, "train/tensor_act_model_layers_32_mlp_down_proj/mean": 0.8359375, "train/tensor_act_model_layers_32_mlp_down_proj/std": 0.4375, "train/tensor_act_model_layers_32_mlp_down_proj/max_abs": 1.984375, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/min": -0.5078125, "train/tensor_act_model_layers_32_mlp_down_proj/max": 1.984375, "train/tensor_act_model_layers_32_mlp_down_proj/range": 2.4921875, "train/tensor_act_model_layers_32_mlp/norm": 1933.4306640625, "train/tensor_act_model_layers_32_mlp/mean": 0.8359375, "train/tensor_act_model_layers_32_mlp/std": 0.4375, "train/tensor_act_model_layers_32_mlp/max_abs": 1.984375, "train/tensor_act_model_layers_32_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp/min": -0.5078125, "train/tensor_act_model_layers_32_mlp/max": 1.984375, "train/tensor_act_model_layers_32_mlp/range": 2.4921875, "train/tensor_act_model_layers_32_residual_post_mlp/norm": 40497.71484375, "train/tensor_act_model_layers_32_residual_post_mlp/mean": 19.5, "train/tensor_act_model_layers_32_residual_post_mlp/std": 2.890625, "train/tensor_act_model_layers_32_residual_post_mlp/max_abs": 29.25, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_user_limit": 0.9999997615814209, "train/tensor_act_model_layers_32_residual_post_mlp/min": 9.375, "train/tensor_act_model_layers_32_residual_post_mlp/max": 29.25, "train/tensor_act_model_layers_32_residual_post_mlp/range": 19.875, "train/tensor_act_model_layers_33_residual_pre_attn/norm": 40497.71484375, "train/tensor_act_model_layers_33_residual_pre_attn/mean": 19.5, "train/tensor_act_model_layers_33_residual_pre_attn/std": 2.890625, "train/tensor_act_model_layers_33_residual_pre_attn/max_abs": 29.25, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_user_limit": 0.9999997615814209, "train/tensor_act_model_layers_33_residual_pre_attn/min": 9.375, "train/tensor_act_model_layers_33_residual_pre_attn/max": 29.25, "train/tensor_act_model_layers_33_residual_pre_attn/range": 19.875, "train/tensor_act_model_layers_33_residual_post_attn/norm": 40477.65234375, "train/tensor_act_model_layers_33_residual_post_attn/mean": 19.5, "train/tensor_act_model_layers_33_residual_post_attn/std": 2.90625, "train/tensor_act_model_layers_33_residual_post_attn/max_abs": 29.25, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_user_limit": 0.9999997615814209, "train/tensor_act_model_layers_33_residual_post_attn/min": 9.5625, "train/tensor_act_model_layers_33_residual_post_attn/max": 29.25, "train/tensor_act_model_layers_33_residual_post_attn/range": 19.6875, "train/tensor_act_model_layers_33_mlp_gate_proj/norm": 2240.269287109375, "train/tensor_act_model_layers_33_mlp_gate_proj/mean": 0.26953125, "train/tensor_act_model_layers_33_mlp_gate_proj/std": 0.7265625, "train/tensor_act_model_layers_33_mlp_gate_proj/max_abs": 1.9453125, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/min": -1.5625, "train/tensor_act_model_layers_33_mlp_gate_proj/max": 1.9453125, "train/tensor_act_model_layers_33_mlp_gate_proj/range": 3.5078125, "train/tensor_act_model_layers_33_mlp_up_proj/norm": 2225.136962890625, "train/tensor_act_model_layers_33_mlp_up_proj/mean": -0.0242919921875, "train/tensor_act_model_layers_33_mlp_up_proj/std": 0.76953125, "train/tensor_act_model_layers_33_mlp_up_proj/max_abs": 1.8984375, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/min": -1.8984375, "train/tensor_act_model_layers_33_mlp_up_proj/max": 1.75, "train/tensor_act_model_layers_33_mlp_up_proj/range": 3.6484375, "train/tensor_act_model_layers_33_mlp_down_proj/norm": 2488.78125, "train/tensor_act_model_layers_33_mlp_down_proj/mean": 1.1171875, "train/tensor_act_model_layers_33_mlp_down_proj/std": 0.4765625, "train/tensor_act_model_layers_33_mlp_down_proj/max_abs": 2.5, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/min": -0.5078125, "train/tensor_act_model_layers_33_mlp_down_proj/max": 2.5, "train/tensor_act_model_layers_33_mlp_down_proj/range": 3.0078125, "train/tensor_act_model_layers_33_mlp/norm": 2488.78125, "train/tensor_act_model_layers_33_mlp/mean": 1.1171875, "train/tensor_act_model_layers_33_mlp/std": 0.4765625, "train/tensor_act_model_layers_33_mlp/max_abs": 2.5, "train/tensor_act_model_layers_33_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp/min": -0.5078125, "train/tensor_act_model_layers_33_mlp/max": 2.5, "train/tensor_act_model_layers_33_mlp/range": 3.0078125, "train/tensor_act_model_layers_33_residual_post_mlp/norm": 42771.01953125, "train/tensor_act_model_layers_33_residual_post_mlp/mean": 20.625, "train/tensor_act_model_layers_33_residual_post_mlp/std": 2.984375, "train/tensor_act_model_layers_33_residual_post_mlp/max_abs": 30.5, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_post_mlp/min": 10.9375, "train/tensor_act_model_layers_33_residual_post_mlp/max": 30.5, "train/tensor_act_model_layers_33_residual_post_mlp/range": 19.5625, "train/tensor_act_model_layers_34_residual_pre_attn/norm": 42771.01953125, "train/tensor_act_model_layers_34_residual_pre_attn/mean": 20.625, "train/tensor_act_model_layers_34_residual_pre_attn/std": 2.984375, "train/tensor_act_model_layers_34_residual_pre_attn/max_abs": 30.5, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_pre_attn/min": 10.9375, "train/tensor_act_model_layers_34_residual_pre_attn/max": 30.5, "train/tensor_act_model_layers_34_residual_pre_attn/range": 19.5625, "train/tensor_act_model_layers_34_residual_post_attn/norm": 42681.66796875, "train/tensor_act_model_layers_34_residual_post_attn/mean": 20.625, "train/tensor_act_model_layers_34_residual_post_attn/std": 2.953125, "train/tensor_act_model_layers_34_residual_post_attn/max_abs": 30.5, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_post_attn/min": 10.875, "train/tensor_act_model_layers_34_residual_post_attn/max": 30.5, "train/tensor_act_model_layers_34_residual_post_attn/range": 19.625, "train/tensor_act_model_layers_34_mlp_gate_proj/norm": 2091.2978515625, "train/tensor_act_model_layers_34_mlp_gate_proj/mean": 0.2353515625, "train/tensor_act_model_layers_34_mlp_gate_proj/std": 0.68359375, "train/tensor_act_model_layers_34_mlp_gate_proj/max_abs": 2.03125, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/min": -1.1953125, "train/tensor_act_model_layers_34_mlp_gate_proj/max": 2.03125, "train/tensor_act_model_layers_34_mlp_gate_proj/range": 3.2265625, "train/tensor_act_model_layers_34_mlp_up_proj/norm": 2157.1328125, "train/tensor_act_model_layers_34_mlp_up_proj/mean": -0.0595703125, "train/tensor_act_model_layers_34_mlp_up_proj/std": 0.7421875, "train/tensor_act_model_layers_34_mlp_up_proj/max_abs": 1.6640625, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/min": -1.6640625, "train/tensor_act_model_layers_34_mlp_up_proj/max": 1.640625, "train/tensor_act_model_layers_34_mlp_up_proj/range": 3.3046875, "train/tensor_act_model_layers_34_mlp_down_proj/norm": 2036.8033447265625, "train/tensor_act_model_layers_34_mlp_down_proj/mean": 0.91015625, "train/tensor_act_model_layers_34_mlp_down_proj/std": 0.400390625, "train/tensor_act_model_layers_34_mlp_down_proj/max_abs": 1.859375, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/min": -0.091796875, "train/tensor_act_model_layers_34_mlp_down_proj/max": 1.859375, "train/tensor_act_model_layers_34_mlp_down_proj/range": 1.951171875, "train/tensor_act_model_layers_34_mlp/norm": 2036.8033447265625, "train/tensor_act_model_layers_34_mlp/mean": 0.91015625, "train/tensor_act_model_layers_34_mlp/std": 0.400390625, "train/tensor_act_model_layers_34_mlp/max_abs": 1.859375, "train/tensor_act_model_layers_34_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp/min": -0.091796875, "train/tensor_act_model_layers_34_mlp/max": 1.859375, "train/tensor_act_model_layers_34_mlp/range": 1.951171875, "train/tensor_act_model_layers_34_residual_post_mlp/norm": 44542.4296875, "train/tensor_act_model_layers_34_residual_post_mlp/mean": 21.5, "train/tensor_act_model_layers_34_residual_post_mlp/std": 3.0, "train/tensor_act_model_layers_34_residual_post_mlp/max_abs": 32.25, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_post_mlp/min": 11.6875, "train/tensor_act_model_layers_34_residual_post_mlp/max": 32.25, "train/tensor_act_model_layers_34_residual_post_mlp/range": 20.5625, "train/tensor_act_model_layers_35_residual_pre_attn/norm": 44542.4296875, "train/tensor_act_model_layers_35_residual_pre_attn/mean": 21.5, "train/tensor_act_model_layers_35_residual_pre_attn/std": 3.0, "train/tensor_act_model_layers_35_residual_pre_attn/max_abs": 32.25, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_pre_attn/min": 11.6875, "train/tensor_act_model_layers_35_residual_pre_attn/max": 32.25, "train/tensor_act_model_layers_35_residual_pre_attn/range": 20.5625, "train/tensor_act_model_layers_35_residual_post_attn/norm": 44469.1484375, "train/tensor_act_model_layers_35_residual_post_attn/mean": 21.5, "train/tensor_act_model_layers_35_residual_post_attn/std": 2.984375, "train/tensor_act_model_layers_35_residual_post_attn/max_abs": 32.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_post_attn/min": 11.6875, "train/tensor_act_model_layers_35_residual_post_attn/max": 32.0, "train/tensor_act_model_layers_35_residual_post_attn/range": 20.3125, "train/tensor_act_model_layers_35_mlp_gate_proj/norm": 1941.3260498046875, "train/tensor_act_model_layers_35_mlp_gate_proj/mean": 0.181640625, "train/tensor_act_model_layers_35_mlp_gate_proj/std": 0.64453125, "train/tensor_act_model_layers_35_mlp_gate_proj/max_abs": 1.65625, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/min": -1.1796875, "train/tensor_act_model_layers_35_mlp_gate_proj/max": 1.65625, "train/tensor_act_model_layers_35_mlp_gate_proj/range": 2.8359375, "train/tensor_act_model_layers_35_mlp_up_proj/norm": 1884.94189453125, "train/tensor_act_model_layers_35_mlp_up_proj/mean": -0.0089111328125, "train/tensor_act_model_layers_35_mlp_up_proj/std": 0.65234375, "train/tensor_act_model_layers_35_mlp_up_proj/max_abs": 1.71875, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/min": -1.71875, "train/tensor_act_model_layers_35_mlp_up_proj/max": 1.671875, "train/tensor_act_model_layers_35_mlp_up_proj/range": 3.390625, "train/tensor_act_model_layers_35_mlp_down_proj/norm": 1702.9197998046875, "train/tensor_act_model_layers_35_mlp_down_proj/mean": 0.734375, "train/tensor_act_model_layers_35_mlp_down_proj/std": 0.392578125, "train/tensor_act_model_layers_35_mlp_down_proj/max_abs": 1.6796875, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/min": -0.1318359375, "train/tensor_act_model_layers_35_mlp_down_proj/max": 1.6796875, "train/tensor_act_model_layers_35_mlp_down_proj/range": 1.8115234375, "train/tensor_act_model_layers_35_mlp/norm": 1702.9197998046875, "train/tensor_act_model_layers_35_mlp/mean": 0.734375, "train/tensor_act_model_layers_35_mlp/std": 0.392578125, "train/tensor_act_model_layers_35_mlp/max_abs": 1.6796875, "train/tensor_act_model_layers_35_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp/min": -0.1318359375, "train/tensor_act_model_layers_35_mlp/max": 1.6796875, "train/tensor_act_model_layers_35_mlp/range": 1.8115234375, "train/tensor_act_model_layers_35_residual_post_mlp/norm": 45981.08203125, "train/tensor_act_model_layers_35_residual_post_mlp/mean": 22.25, "train/tensor_act_model_layers_35_residual_post_mlp/std": 3.09375, "train/tensor_act_model_layers_35_residual_post_mlp/max_abs": 32.5, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_post_mlp/min": 11.5625, "train/tensor_act_model_layers_35_residual_post_mlp/max": 32.5, "train/tensor_act_model_layers_35_residual_post_mlp/range": 20.9375, "train/tensor_act_model_layers_36_residual_pre_attn/norm": 45981.08203125, "train/tensor_act_model_layers_36_residual_pre_attn/mean": 22.25, "train/tensor_act_model_layers_36_residual_pre_attn/std": 3.09375, "train/tensor_act_model_layers_36_residual_pre_attn/max_abs": 32.5, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_pre_attn/min": 11.5625, "train/tensor_act_model_layers_36_residual_pre_attn/max": 32.5, "train/tensor_act_model_layers_36_residual_pre_attn/range": 20.9375, "train/tensor_act_model_layers_36_residual_post_attn/norm": 45965.71875, "train/tensor_act_model_layers_36_residual_post_attn/mean": 22.25, "train/tensor_act_model_layers_36_residual_post_attn/std": 3.078125, "train/tensor_act_model_layers_36_residual_post_attn/max_abs": 32.25, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_post_attn/min": 11.625, "train/tensor_act_model_layers_36_residual_post_attn/max": 32.25, "train/tensor_act_model_layers_36_residual_post_attn/range": 20.625, "train/tensor_act_model_layers_36_mlp_gate_proj/norm": 2078.862060546875, "train/tensor_act_model_layers_36_mlp_gate_proj/mean": 0.236328125, "train/tensor_act_model_layers_36_mlp_gate_proj/std": 0.67578125, "train/tensor_act_model_layers_36_mlp_gate_proj/max_abs": 2.046875, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/min": -1.3125, "train/tensor_act_model_layers_36_mlp_gate_proj/max": 2.046875, "train/tensor_act_model_layers_36_mlp_gate_proj/range": 3.359375, "train/tensor_act_model_layers_36_mlp_up_proj/norm": 2134.031982421875, "train/tensor_act_model_layers_36_mlp_up_proj/mean": 0.00994873046875, "train/tensor_act_model_layers_36_mlp_up_proj/std": 0.73828125, "train/tensor_act_model_layers_36_mlp_up_proj/max_abs": 1.890625, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/min": -1.6796875, "train/tensor_act_model_layers_36_mlp_up_proj/max": 1.890625, "train/tensor_act_model_layers_36_mlp_up_proj/range": 3.5703125, "train/tensor_act_model_layers_36_mlp_down_proj/norm": 2194.35546875, "train/tensor_act_model_layers_36_mlp_down_proj/mean": 0.96875, "train/tensor_act_model_layers_36_mlp_down_proj/std": 0.455078125, "train/tensor_act_model_layers_36_mlp_down_proj/max_abs": 2.328125, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/min": -0.345703125, "train/tensor_act_model_layers_36_mlp_down_proj/max": 2.328125, "train/tensor_act_model_layers_36_mlp_down_proj/range": 2.673828125, "train/tensor_act_model_layers_36_mlp/norm": 2194.35546875, "train/tensor_act_model_layers_36_mlp/mean": 0.96875, "train/tensor_act_model_layers_36_mlp/std": 0.455078125, "train/tensor_act_model_layers_36_mlp/max_abs": 2.328125, "train/tensor_act_model_layers_36_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp/min": -0.345703125, "train/tensor_act_model_layers_36_mlp/max": 2.328125, "train/tensor_act_model_layers_36_mlp/range": 2.673828125, "train/tensor_act_model_layers_36_residual_post_mlp/norm": 47964.94921875, "train/tensor_act_model_layers_36_residual_post_mlp/mean": 23.25, "train/tensor_act_model_layers_36_residual_post_mlp/std": 3.1875, "train/tensor_act_model_layers_36_residual_post_mlp/max_abs": 33.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_post_mlp/min": 12.3125, "train/tensor_act_model_layers_36_residual_post_mlp/max": 33.0, "train/tensor_act_model_layers_36_residual_post_mlp/range": 20.6875, "train/tensor_act_model_layers_37_residual_pre_attn/norm": 47964.94921875, "train/tensor_act_model_layers_37_residual_pre_attn/mean": 23.25, "train/tensor_act_model_layers_37_residual_pre_attn/std": 3.1875, "train/tensor_act_model_layers_37_residual_pre_attn/max_abs": 33.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_pre_attn/min": 12.3125, "train/tensor_act_model_layers_37_residual_pre_attn/max": 33.0, "train/tensor_act_model_layers_37_residual_pre_attn/range": 20.6875, "train/tensor_act_model_layers_37_residual_post_attn/norm": 47964.48828125, "train/tensor_act_model_layers_37_residual_post_attn/mean": 23.25, "train/tensor_act_model_layers_37_residual_post_attn/std": 3.1875, "train/tensor_act_model_layers_37_residual_post_attn/max_abs": 33.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_post_attn/min": 12.25, "train/tensor_act_model_layers_37_residual_post_attn/max": 33.0, "train/tensor_act_model_layers_37_residual_post_attn/range": 20.75, "train/tensor_act_model_layers_37_mlp_gate_proj/norm": 2163.203857421875, "train/tensor_act_model_layers_37_mlp_gate_proj/mean": 0.259765625, "train/tensor_act_model_layers_37_mlp_gate_proj/std": 0.69921875, "train/tensor_act_model_layers_37_mlp_gate_proj/max_abs": 1.9375, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/min": -1.1328125, "train/tensor_act_model_layers_37_mlp_gate_proj/max": 1.9375, "train/tensor_act_model_layers_37_mlp_gate_proj/range": 3.0703125, "train/tensor_act_model_layers_37_mlp_up_proj/norm": 2142.42529296875, "train/tensor_act_model_layers_37_mlp_up_proj/mean": 0.057373046875, "train/tensor_act_model_layers_37_mlp_up_proj/std": 0.73828125, "train/tensor_act_model_layers_37_mlp_up_proj/max_abs": 2.046875, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/min": -1.8203125, "train/tensor_act_model_layers_37_mlp_up_proj/max": 2.046875, "train/tensor_act_model_layers_37_mlp_up_proj/range": 3.8671875, "train/tensor_act_model_layers_37_mlp_down_proj/norm": 2362.2470703125, "train/tensor_act_model_layers_37_mlp_down_proj/mean": 1.0390625, "train/tensor_act_model_layers_37_mlp_down_proj/std": 0.49609375, "train/tensor_act_model_layers_37_mlp_down_proj/max_abs": 2.265625, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/min": -0.30078125, "train/tensor_act_model_layers_37_mlp_down_proj/max": 2.265625, "train/tensor_act_model_layers_37_mlp_down_proj/range": 2.56640625, "train/tensor_act_model_layers_37_mlp/norm": 2362.2470703125, "train/tensor_act_model_layers_37_mlp/mean": 1.0390625, "train/tensor_act_model_layers_37_mlp/std": 0.49609375, "train/tensor_act_model_layers_37_mlp/max_abs": 2.265625, "train/tensor_act_model_layers_37_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp/min": -0.30078125, "train/tensor_act_model_layers_37_mlp/max": 2.265625, "train/tensor_act_model_layers_37_mlp/range": 2.56640625, "train/tensor_act_model_layers_37_residual_post_mlp/norm": 50114.28515625, "train/tensor_act_model_layers_37_residual_post_mlp/mean": 24.25, "train/tensor_act_model_layers_37_residual_post_mlp/std": 3.3125, "train/tensor_act_model_layers_37_residual_post_mlp/max_abs": 35.25, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_post_mlp/min": 13.375, "train/tensor_act_model_layers_37_residual_post_mlp/max": 35.25, "train/tensor_act_model_layers_37_residual_post_mlp/range": 21.875, "train/tensor_act_model_layers_38_residual_pre_attn/norm": 50114.28515625, "train/tensor_act_model_layers_38_residual_pre_attn/mean": 24.25, "train/tensor_act_model_layers_38_residual_pre_attn/std": 3.3125, "train/tensor_act_model_layers_38_residual_pre_attn/max_abs": 35.25, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_pre_attn/min": 13.375, "train/tensor_act_model_layers_38_residual_pre_attn/max": 35.25, "train/tensor_act_model_layers_38_residual_pre_attn/range": 21.875, "train/tensor_act_model_layers_38_residual_post_attn/norm": 50031.5546875, "train/tensor_act_model_layers_38_residual_post_attn/mean": 24.25, "train/tensor_act_model_layers_38_residual_post_attn/std": 3.3125, "train/tensor_act_model_layers_38_residual_post_attn/max_abs": 35.25, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_post_attn/min": 13.4375, "train/tensor_act_model_layers_38_residual_post_attn/max": 35.25, "train/tensor_act_model_layers_38_residual_post_attn/range": 21.8125, "train/tensor_act_model_layers_38_mlp_gate_proj/norm": 1975.090087890625, "train/tensor_act_model_layers_38_mlp_gate_proj/mean": 0.1591796875, "train/tensor_act_model_layers_38_mlp_gate_proj/std": 0.6640625, "train/tensor_act_model_layers_38_mlp_gate_proj/max_abs": 1.7109375, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/min": -1.2734375, "train/tensor_act_model_layers_38_mlp_gate_proj/max": 1.7109375, "train/tensor_act_model_layers_38_mlp_gate_proj/range": 2.984375, "train/tensor_act_model_layers_38_mlp_up_proj/norm": 2087.76806640625, "train/tensor_act_model_layers_38_mlp_up_proj/mean": -0.06884765625, "train/tensor_act_model_layers_38_mlp_up_proj/std": 0.71875, "train/tensor_act_model_layers_38_mlp_up_proj/max_abs": 2.203125, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/min": -1.7265625, "train/tensor_act_model_layers_38_mlp_up_proj/max": 2.203125, "train/tensor_act_model_layers_38_mlp_up_proj/range": 3.9296875, "train/tensor_act_model_layers_38_mlp_down_proj/norm": 1925.76416015625, "train/tensor_act_model_layers_38_mlp_down_proj/mean": 0.83984375, "train/tensor_act_model_layers_38_mlp_down_proj/std": 0.42578125, "train/tensor_act_model_layers_38_mlp_down_proj/max_abs": 2.3125, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/min": -0.1337890625, "train/tensor_act_model_layers_38_mlp_down_proj/max": 2.3125, "train/tensor_act_model_layers_38_mlp_down_proj/range": 2.4462890625, "train/tensor_act_model_layers_38_mlp/norm": 1925.76416015625, "train/tensor_act_model_layers_38_mlp/mean": 0.83984375, "train/tensor_act_model_layers_38_mlp/std": 0.42578125, "train/tensor_act_model_layers_38_mlp/max_abs": 2.3125, "train/tensor_act_model_layers_38_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp/min": -0.1337890625, "train/tensor_act_model_layers_38_mlp/max": 2.3125, "train/tensor_act_model_layers_38_mlp/range": 2.4462890625, "train/tensor_act_model_layers_38_residual_post_mlp/norm": 51756.7265625, "train/tensor_act_model_layers_38_residual_post_mlp/mean": 25.0, "train/tensor_act_model_layers_38_residual_post_mlp/std": 3.421875, "train/tensor_act_model_layers_38_residual_post_mlp/max_abs": 36.75, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_post_mlp/min": 14.25, "train/tensor_act_model_layers_38_residual_post_mlp/max": 36.75, "train/tensor_act_model_layers_38_residual_post_mlp/range": 22.5, "train/tensor_act_model_layers_39_residual_pre_attn/norm": 51756.7265625, "train/tensor_act_model_layers_39_residual_pre_attn/mean": 25.0, "train/tensor_act_model_layers_39_residual_pre_attn/std": 3.421875, "train/tensor_act_model_layers_39_residual_pre_attn/max_abs": 36.75, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_pre_attn/min": 14.25, "train/tensor_act_model_layers_39_residual_pre_attn/max": 36.75, "train/tensor_act_model_layers_39_residual_pre_attn/range": 22.5, "train/tensor_act_model_layers_39_residual_post_attn/norm": 51711.02734375, "train/tensor_act_model_layers_39_residual_post_attn/mean": 25.0, "train/tensor_act_model_layers_39_residual_post_attn/std": 3.421875, "train/tensor_act_model_layers_39_residual_post_attn/max_abs": 36.75, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_post_attn/min": 14.3125, "train/tensor_act_model_layers_39_residual_post_attn/max": 36.75, "train/tensor_act_model_layers_39_residual_post_attn/range": 22.4375, "train/tensor_act_model_layers_39_mlp_gate_proj/norm": 2055.36328125, "train/tensor_act_model_layers_39_mlp_gate_proj/mean": 0.1572265625, "train/tensor_act_model_layers_39_mlp_gate_proj/std": 0.69140625, "train/tensor_act_model_layers_39_mlp_gate_proj/max_abs": 1.7421875, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_39_mlp_gate_proj/max": 1.7421875, "train/tensor_act_model_layers_39_mlp_gate_proj/range": 3.03125, "train/tensor_act_model_layers_39_mlp_up_proj/norm": 2140.967529296875, "train/tensor_act_model_layers_39_mlp_up_proj/mean": -0.0732421875, "train/tensor_act_model_layers_39_mlp_up_proj/std": 0.734375, "train/tensor_act_model_layers_39_mlp_up_proj/max_abs": 2.09375, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/min": -2.09375, "train/tensor_act_model_layers_39_mlp_up_proj/max": 2.015625, "train/tensor_act_model_layers_39_mlp_up_proj/range": 4.109375, "train/tensor_act_model_layers_39_mlp_down_proj/norm": 1977.041015625, "train/tensor_act_model_layers_39_mlp_down_proj/mean": 0.8671875, "train/tensor_act_model_layers_39_mlp_down_proj/std": 0.423828125, "train/tensor_act_model_layers_39_mlp_down_proj/max_abs": 1.84375, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/min": -0.2294921875, "train/tensor_act_model_layers_39_mlp_down_proj/max": 1.84375, "train/tensor_act_model_layers_39_mlp_down_proj/range": 2.0732421875, "train/tensor_act_model_layers_39_mlp/norm": 1977.041015625, "train/tensor_act_model_layers_39_mlp/mean": 0.8671875, "train/tensor_act_model_layers_39_mlp/std": 0.423828125, "train/tensor_act_model_layers_39_mlp/max_abs": 1.84375, "train/tensor_act_model_layers_39_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp/min": -0.2294921875, "train/tensor_act_model_layers_39_mlp/max": 1.84375, "train/tensor_act_model_layers_39_mlp/range": 2.0732421875, "train/tensor_act_model_layers_39_residual_post_mlp/norm": 53506.0234375, "train/tensor_act_model_layers_39_residual_post_mlp/mean": 25.875, "train/tensor_act_model_layers_39_residual_post_mlp/std": 3.53125, "train/tensor_act_model_layers_39_residual_post_mlp/max_abs": 37.75, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_post_mlp/min": 14.625, "train/tensor_act_model_layers_39_residual_post_mlp/max": 37.75, "train/tensor_act_model_layers_39_residual_post_mlp/range": 23.125, "train/tensor_act_model_layers_40_residual_pre_attn/norm": 53506.0234375, "train/tensor_act_model_layers_40_residual_pre_attn/mean": 25.875, "train/tensor_act_model_layers_40_residual_pre_attn/std": 3.53125, "train/tensor_act_model_layers_40_residual_pre_attn/max_abs": 37.75, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_pre_attn/min": 14.625, "train/tensor_act_model_layers_40_residual_pre_attn/max": 37.75, "train/tensor_act_model_layers_40_residual_pre_attn/range": 23.125, "train/tensor_act_model_layers_40_residual_post_attn/norm": 53467.43359375, "train/tensor_act_model_layers_40_residual_post_attn/mean": 25.875, "train/tensor_act_model_layers_40_residual_post_attn/std": 3.53125, "train/tensor_act_model_layers_40_residual_post_attn/max_abs": 37.75, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_post_attn/min": 14.6875, "train/tensor_act_model_layers_40_residual_post_attn/max": 37.75, "train/tensor_act_model_layers_40_residual_post_attn/range": 23.0625, "train/tensor_act_model_layers_40_mlp_gate_proj/norm": 2099.867919921875, "train/tensor_act_model_layers_40_mlp_gate_proj/mean": 0.1865234375, "train/tensor_act_model_layers_40_mlp_gate_proj/std": 0.69921875, "train/tensor_act_model_layers_40_mlp_gate_proj/max_abs": 1.7265625, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/min": -1.2265625, "train/tensor_act_model_layers_40_mlp_gate_proj/max": 1.7265625, "train/tensor_act_model_layers_40_mlp_gate_proj/range": 2.953125, "train/tensor_act_model_layers_40_mlp_up_proj/norm": 2069.1640625, "train/tensor_act_model_layers_40_mlp_up_proj/mean": -0.061767578125, "train/tensor_act_model_layers_40_mlp_up_proj/std": 0.7109375, "train/tensor_act_model_layers_40_mlp_up_proj/max_abs": 1.84375, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/min": -1.84375, "train/tensor_act_model_layers_40_mlp_up_proj/max": 1.4921875, "train/tensor_act_model_layers_40_mlp_up_proj/range": 3.3359375, "train/tensor_act_model_layers_40_mlp_down_proj/norm": 2083.91259765625, "train/tensor_act_model_layers_40_mlp_down_proj/mean": 0.91796875, "train/tensor_act_model_layers_40_mlp_down_proj/std": 0.4375, "train/tensor_act_model_layers_40_mlp_down_proj/max_abs": 1.9609375, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/min": -0.38671875, "train/tensor_act_model_layers_40_mlp_down_proj/max": 1.9609375, "train/tensor_act_model_layers_40_mlp_down_proj/range": 2.34765625, "train/tensor_act_model_layers_40_mlp/norm": 2083.91259765625, "train/tensor_act_model_layers_40_mlp/mean": 0.91796875, "train/tensor_act_model_layers_40_mlp/std": 0.4375, "train/tensor_act_model_layers_40_mlp/max_abs": 1.9609375, "train/tensor_act_model_layers_40_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp/min": -0.38671875, "train/tensor_act_model_layers_40_mlp/max": 1.9609375, "train/tensor_act_model_layers_40_mlp/range": 2.34765625, "train/tensor_act_model_layers_40_residual_post_mlp/norm": 55340.5, "train/tensor_act_model_layers_40_residual_post_mlp/mean": 26.75, "train/tensor_act_model_layers_40_residual_post_mlp/std": 3.578125, "train/tensor_act_model_layers_40_residual_post_mlp/max_abs": 37.5, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_post_mlp/min": 15.0, "train/tensor_act_model_layers_40_residual_post_mlp/max": 37.5, "train/tensor_act_model_layers_40_residual_post_mlp/range": 22.5, "train/tensor_act_model_layers_41_residual_pre_attn/norm": 55340.5, "train/tensor_act_model_layers_41_residual_pre_attn/mean": 26.75, "train/tensor_act_model_layers_41_residual_pre_attn/std": 3.578125, "train/tensor_act_model_layers_41_residual_pre_attn/max_abs": 37.5, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_pre_attn/min": 15.0, "train/tensor_act_model_layers_41_residual_pre_attn/max": 37.5, "train/tensor_act_model_layers_41_residual_pre_attn/range": 22.5, "train/tensor_act_model_layers_41_residual_post_attn/norm": 55357.10546875, "train/tensor_act_model_layers_41_residual_post_attn/mean": 26.75, "train/tensor_act_model_layers_41_residual_post_attn/std": 3.578125, "train/tensor_act_model_layers_41_residual_post_attn/max_abs": 37.75, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_post_attn/min": 15.25, "train/tensor_act_model_layers_41_residual_post_attn/max": 37.75, "train/tensor_act_model_layers_41_residual_post_attn/range": 22.5, "train/tensor_act_model_layers_41_mlp_gate_proj/norm": 2125.876220703125, "train/tensor_act_model_layers_41_mlp_gate_proj/mean": 0.197265625, "train/tensor_act_model_layers_41_mlp_gate_proj/std": 0.70703125, "train/tensor_act_model_layers_41_mlp_gate_proj/max_abs": 1.796875, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/min": -1.328125, "train/tensor_act_model_layers_41_mlp_gate_proj/max": 1.796875, "train/tensor_act_model_layers_41_mlp_gate_proj/range": 3.125, "train/tensor_act_model_layers_41_mlp_up_proj/norm": 2231.822998046875, "train/tensor_act_model_layers_41_mlp_up_proj/mean": 0.0191650390625, "train/tensor_act_model_layers_41_mlp_up_proj/std": 0.76953125, "train/tensor_act_model_layers_41_mlp_up_proj/max_abs": 1.78125, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/min": -1.7265625, "train/tensor_act_model_layers_41_mlp_up_proj/max": 1.78125, "train/tensor_act_model_layers_41_mlp_up_proj/range": 3.5078125, "train/tensor_act_model_layers_41_mlp_down_proj/norm": 2364.418212890625, "train/tensor_act_model_layers_41_mlp_down_proj/mean": 1.046875, "train/tensor_act_model_layers_41_mlp_down_proj/std": 0.48046875, "train/tensor_act_model_layers_41_mlp_down_proj/max_abs": 2.109375, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/min": -0.36328125, "train/tensor_act_model_layers_41_mlp_down_proj/max": 2.109375, "train/tensor_act_model_layers_41_mlp_down_proj/range": 2.47265625, "train/tensor_act_model_layers_41_mlp/norm": 2364.418212890625, "train/tensor_act_model_layers_41_mlp/mean": 1.046875, "train/tensor_act_model_layers_41_mlp/std": 0.48046875, "train/tensor_act_model_layers_41_mlp/max_abs": 2.109375, "train/tensor_act_model_layers_41_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp/min": -0.36328125, "train/tensor_act_model_layers_41_mlp/max": 2.109375, "train/tensor_act_model_layers_41_mlp/range": 2.47265625, "train/tensor_act_model_layers_41_residual_post_mlp/norm": 57518.828125, "train/tensor_act_model_layers_41_residual_post_mlp/mean": 27.875, "train/tensor_act_model_layers_41_residual_post_mlp/std": 3.703125, "train/tensor_act_model_layers_41_residual_post_mlp/max_abs": 39.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_post_mlp/min": 15.3125, "train/tensor_act_model_layers_41_residual_post_mlp/max": 39.0, "train/tensor_act_model_layers_41_residual_post_mlp/range": 23.6875, "train/tensor_act_model_layers_42_residual_pre_attn/norm": 57518.828125, "train/tensor_act_model_layers_42_residual_pre_attn/mean": 27.875, "train/tensor_act_model_layers_42_residual_pre_attn/std": 3.703125, "train/tensor_act_model_layers_42_residual_pre_attn/max_abs": 39.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_pre_attn/min": 15.3125, "train/tensor_act_model_layers_42_residual_pre_attn/max": 39.0, "train/tensor_act_model_layers_42_residual_pre_attn/range": 23.6875, "train/tensor_act_model_layers_42_residual_post_attn/norm": 57473.91796875, "train/tensor_act_model_layers_42_residual_post_attn/mean": 27.875, "train/tensor_act_model_layers_42_residual_post_attn/std": 3.703125, "train/tensor_act_model_layers_42_residual_post_attn/max_abs": 39.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_post_attn/min": 15.4375, "train/tensor_act_model_layers_42_residual_post_attn/max": 39.0, "train/tensor_act_model_layers_42_residual_post_attn/range": 23.5625, "train/tensor_act_model_layers_42_mlp_gate_proj/norm": 1947.146728515625, "train/tensor_act_model_layers_42_mlp_gate_proj/mean": 0.140625, "train/tensor_act_model_layers_42_mlp_gate_proj/std": 0.65625, "train/tensor_act_model_layers_42_mlp_gate_proj/max_abs": 1.7109375, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/min": -1.0703125, "train/tensor_act_model_layers_42_mlp_gate_proj/max": 1.7109375, "train/tensor_act_model_layers_42_mlp_gate_proj/range": 2.78125, "train/tensor_act_model_layers_42_mlp_up_proj/norm": 2205.575927734375, "train/tensor_act_model_layers_42_mlp_up_proj/mean": 0.09375, "train/tensor_act_model_layers_42_mlp_up_proj/std": 0.75390625, "train/tensor_act_model_layers_42_mlp_up_proj/max_abs": 2.046875, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/min": -2.015625, "train/tensor_act_model_layers_42_mlp_up_proj/max": 2.046875, "train/tensor_act_model_layers_42_mlp_up_proj/range": 4.0625, "train/tensor_act_model_layers_42_mlp_down_proj/norm": 1900.20166015625, "train/tensor_act_model_layers_42_mlp_down_proj/mean": 0.859375, "train/tensor_act_model_layers_42_mlp_down_proj/std": 0.345703125, "train/tensor_act_model_layers_42_mlp_down_proj/max_abs": 1.734375, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/min": 0.0152587890625, "train/tensor_act_model_layers_42_mlp_down_proj/max": 1.734375, "train/tensor_act_model_layers_42_mlp_down_proj/range": 1.7191162109375, "train/tensor_act_model_layers_42_mlp/norm": 1900.20166015625, "train/tensor_act_model_layers_42_mlp/mean": 0.859375, "train/tensor_act_model_layers_42_mlp/std": 0.345703125, "train/tensor_act_model_layers_42_mlp/max_abs": 1.734375, "train/tensor_act_model_layers_42_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp/min": 0.0152587890625, "train/tensor_act_model_layers_42_mlp/max": 1.734375, "train/tensor_act_model_layers_42_mlp/range": 1.7191162109375, "train/tensor_act_model_layers_42_residual_post_mlp/norm": 59237.1484375, "train/tensor_act_model_layers_42_residual_post_mlp/mean": 28.625, "train/tensor_act_model_layers_42_residual_post_mlp/std": 3.75, "train/tensor_act_model_layers_42_residual_post_mlp/max_abs": 39.5, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_post_mlp/min": 16.25, "train/tensor_act_model_layers_42_residual_post_mlp/max": 39.5, "train/tensor_act_model_layers_42_residual_post_mlp/range": 23.25, "train/tensor_act_model_layers_43_residual_pre_attn/norm": 59237.1484375, "train/tensor_act_model_layers_43_residual_pre_attn/mean": 28.625, "train/tensor_act_model_layers_43_residual_pre_attn/std": 3.75, "train/tensor_act_model_layers_43_residual_pre_attn/max_abs": 39.5, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_pre_attn/min": 16.25, "train/tensor_act_model_layers_43_residual_pre_attn/max": 39.5, "train/tensor_act_model_layers_43_residual_pre_attn/range": 23.25, "train/tensor_act_model_layers_43_residual_post_attn/norm": 59216.76171875, "train/tensor_act_model_layers_43_residual_post_attn/mean": 28.625, "train/tensor_act_model_layers_43_residual_post_attn/std": 3.734375, "train/tensor_act_model_layers_43_residual_post_attn/max_abs": 39.25, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_post_attn/min": 16.375, "train/tensor_act_model_layers_43_residual_post_attn/max": 39.25, "train/tensor_act_model_layers_43_residual_post_attn/range": 22.875, "train/tensor_act_model_layers_43_mlp_gate_proj/norm": 2065.61572265625, "train/tensor_act_model_layers_43_mlp_gate_proj/mean": 0.1337890625, "train/tensor_act_model_layers_43_mlp_gate_proj/std": 0.69921875, "train/tensor_act_model_layers_43_mlp_gate_proj/max_abs": 2.046875, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/min": -1.0234375, "train/tensor_act_model_layers_43_mlp_gate_proj/max": 2.046875, "train/tensor_act_model_layers_43_mlp_gate_proj/range": 3.0703125, "train/tensor_act_model_layers_43_mlp_up_proj/norm": 1973.4732666015625, "train/tensor_act_model_layers_43_mlp_up_proj/mean": 0.015380859375, "train/tensor_act_model_layers_43_mlp_up_proj/std": 0.6796875, "train/tensor_act_model_layers_43_mlp_up_proj/max_abs": 2.0625, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/min": -1.78125, "train/tensor_act_model_layers_43_mlp_up_proj/max": 2.0625, "train/tensor_act_model_layers_43_mlp_up_proj/range": 3.84375, "train/tensor_act_model_layers_43_mlp_down_proj/norm": 1841.92724609375, "train/tensor_act_model_layers_43_mlp_down_proj/mean": 0.80078125, "train/tensor_act_model_layers_43_mlp_down_proj/std": 0.408203125, "train/tensor_act_model_layers_43_mlp_down_proj/max_abs": 1.8203125, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/min": -0.5390625, "train/tensor_act_model_layers_43_mlp_down_proj/max": 1.8203125, "train/tensor_act_model_layers_43_mlp_down_proj/range": 2.359375, "train/tensor_act_model_layers_43_mlp/norm": 1841.92724609375, "train/tensor_act_model_layers_43_mlp/mean": 0.80078125, "train/tensor_act_model_layers_43_mlp/std": 0.408203125, "train/tensor_act_model_layers_43_mlp/max_abs": 1.8203125, "train/tensor_act_model_layers_43_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp/min": -0.5390625, "train/tensor_act_model_layers_43_mlp/max": 1.8203125, "train/tensor_act_model_layers_43_mlp/range": 2.359375, "train/tensor_act_model_layers_43_residual_post_mlp/norm": 60854.09375, "train/tensor_act_model_layers_43_residual_post_mlp/mean": 29.5, "train/tensor_act_model_layers_43_residual_post_mlp/std": 3.8125, "train/tensor_act_model_layers_43_residual_post_mlp/max_abs": 40.5, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_post_mlp/min": 17.125, "train/tensor_act_model_layers_43_residual_post_mlp/max": 40.5, "train/tensor_act_model_layers_43_residual_post_mlp/range": 23.375, "train/tensor_act_model_layers_44_residual_pre_attn/norm": 60854.09375, "train/tensor_act_model_layers_44_residual_pre_attn/mean": 29.5, "train/tensor_act_model_layers_44_residual_pre_attn/std": 3.8125, "train/tensor_act_model_layers_44_residual_pre_attn/max_abs": 40.5, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_pre_attn/min": 17.125, "train/tensor_act_model_layers_44_residual_pre_attn/max": 40.5, "train/tensor_act_model_layers_44_residual_pre_attn/range": 23.375, "train/tensor_act_model_layers_44_residual_post_attn/norm": 60808.94921875, "train/tensor_act_model_layers_44_residual_post_attn/mean": 29.5, "train/tensor_act_model_layers_44_residual_post_attn/std": 3.828125, "train/tensor_act_model_layers_44_residual_post_attn/max_abs": 40.5, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_post_attn/min": 16.75, "train/tensor_act_model_layers_44_residual_post_attn/max": 40.5, "train/tensor_act_model_layers_44_residual_post_attn/range": 23.75, "train/tensor_act_model_layers_44_mlp_gate_proj/norm": 2058.0908203125, "train/tensor_act_model_layers_44_mlp_gate_proj/mean": 0.18359375, "train/tensor_act_model_layers_44_mlp_gate_proj/std": 0.6875, "train/tensor_act_model_layers_44_mlp_gate_proj/max_abs": 1.984375, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/min": -1.2265625, "train/tensor_act_model_layers_44_mlp_gate_proj/max": 1.984375, "train/tensor_act_model_layers_44_mlp_gate_proj/range": 3.2109375, "train/tensor_act_model_layers_44_mlp_up_proj/norm": 1974.48828125, "train/tensor_act_model_layers_44_mlp_up_proj/mean": -0.022216796875, "train/tensor_act_model_layers_44_mlp_up_proj/std": 0.6796875, "train/tensor_act_model_layers_44_mlp_up_proj/max_abs": 1.7265625, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/min": -1.53125, "train/tensor_act_model_layers_44_mlp_up_proj/max": 1.7265625, "train/tensor_act_model_layers_44_mlp_up_proj/range": 3.2578125, "train/tensor_act_model_layers_44_mlp_down_proj/norm": 1861.560546875, "train/tensor_act_model_layers_44_mlp_down_proj/mean": 0.80859375, "train/tensor_act_model_layers_44_mlp_down_proj/std": 0.4140625, "train/tensor_act_model_layers_44_mlp_down_proj/max_abs": 1.8671875, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/min": -0.19140625, "train/tensor_act_model_layers_44_mlp_down_proj/max": 1.8671875, "train/tensor_act_model_layers_44_mlp_down_proj/range": 2.05859375, "train/tensor_act_model_layers_44_mlp/norm": 1861.560546875, "train/tensor_act_model_layers_44_mlp/mean": 0.80859375, "train/tensor_act_model_layers_44_mlp/std": 0.4140625, "train/tensor_act_model_layers_44_mlp/max_abs": 1.8671875, "train/tensor_act_model_layers_44_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp/min": -0.19140625, "train/tensor_act_model_layers_44_mlp/max": 1.8671875, "train/tensor_act_model_layers_44_mlp/range": 2.05859375, "train/tensor_act_model_layers_44_residual_post_mlp/norm": 62469.36328125, "train/tensor_act_model_layers_44_residual_post_mlp/mean": 30.25, "train/tensor_act_model_layers_44_residual_post_mlp/std": 3.890625, "train/tensor_act_model_layers_44_residual_post_mlp/max_abs": 41.5, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_post_mlp/min": 17.0, "train/tensor_act_model_layers_44_residual_post_mlp/max": 41.5, "train/tensor_act_model_layers_44_residual_post_mlp/range": 24.5, "train/tensor_act_model_layers_45_residual_pre_attn/norm": 62469.36328125, "train/tensor_act_model_layers_45_residual_pre_attn/mean": 30.25, "train/tensor_act_model_layers_45_residual_pre_attn/std": 3.890625, "train/tensor_act_model_layers_45_residual_pre_attn/max_abs": 41.5, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_pre_attn/min": 17.0, "train/tensor_act_model_layers_45_residual_pre_attn/max": 41.5, "train/tensor_act_model_layers_45_residual_pre_attn/range": 24.5, "train/tensor_act_model_layers_45_residual_post_attn/norm": 62467.14453125, "train/tensor_act_model_layers_45_residual_post_attn/mean": 30.25, "train/tensor_act_model_layers_45_residual_post_attn/std": 3.859375, "train/tensor_act_model_layers_45_residual_post_attn/max_abs": 41.5, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_post_attn/min": 17.125, "train/tensor_act_model_layers_45_residual_post_attn/max": 41.5, "train/tensor_act_model_layers_45_residual_post_attn/range": 24.375, "train/tensor_act_model_layers_45_mlp_gate_proj/norm": 1926.12109375, "train/tensor_act_model_layers_45_mlp_gate_proj/mean": 0.1376953125, "train/tensor_act_model_layers_45_mlp_gate_proj/std": 0.65234375, "train/tensor_act_model_layers_45_mlp_gate_proj/max_abs": 1.7578125, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/min": -1.3984375, "train/tensor_act_model_layers_45_mlp_gate_proj/max": 1.7578125, "train/tensor_act_model_layers_45_mlp_gate_proj/range": 3.15625, "train/tensor_act_model_layers_45_mlp_up_proj/norm": 2029.53369140625, "train/tensor_act_model_layers_45_mlp_up_proj/mean": -0.057373046875, "train/tensor_act_model_layers_45_mlp_up_proj/std": 0.69921875, "train/tensor_act_model_layers_45_mlp_up_proj/max_abs": 1.875, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/min": -1.875, "train/tensor_act_model_layers_45_mlp_up_proj/max": 1.59375, "train/tensor_act_model_layers_45_mlp_up_proj/range": 3.46875, "train/tensor_act_model_layers_45_mlp_down_proj/norm": 1651.517578125, "train/tensor_act_model_layers_45_mlp_down_proj/mean": 0.73046875, "train/tensor_act_model_layers_45_mlp_down_proj/std": 0.341796875, "train/tensor_act_model_layers_45_mlp_down_proj/max_abs": 1.6484375, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/min": -0.1474609375, "train/tensor_act_model_layers_45_mlp_down_proj/max": 1.6484375, "train/tensor_act_model_layers_45_mlp_down_proj/range": 1.7958984375, "train/tensor_act_model_layers_45_mlp/norm": 1651.517578125, "train/tensor_act_model_layers_45_mlp/mean": 0.73046875, "train/tensor_act_model_layers_45_mlp/std": 0.341796875, "train/tensor_act_model_layers_45_mlp/max_abs": 1.6484375, "train/tensor_act_model_layers_45_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp/min": -0.1474609375, "train/tensor_act_model_layers_45_mlp/max": 1.6484375, "train/tensor_act_model_layers_45_mlp/range": 1.7958984375, "train/tensor_act_model_layers_45_residual_post_mlp/norm": 63938.69921875, "train/tensor_act_model_layers_45_residual_post_mlp/mean": 31.0, "train/tensor_act_model_layers_45_residual_post_mlp/std": 3.875, "train/tensor_act_model_layers_45_residual_post_mlp/max_abs": 43.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_post_mlp/min": 18.0, "train/tensor_act_model_layers_45_residual_post_mlp/max": 43.0, "train/tensor_act_model_layers_45_residual_post_mlp/range": 25.0, "train/tensor_act_model_layers_46_residual_pre_attn/norm": 63938.69921875, "train/tensor_act_model_layers_46_residual_pre_attn/mean": 31.0, "train/tensor_act_model_layers_46_residual_pre_attn/std": 3.875, "train/tensor_act_model_layers_46_residual_pre_attn/max_abs": 43.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_pre_attn/min": 18.0, "train/tensor_act_model_layers_46_residual_pre_attn/max": 43.0, "train/tensor_act_model_layers_46_residual_pre_attn/range": 25.0, "train/tensor_act_model_layers_46_residual_post_attn/norm": 63910.19140625, "train/tensor_act_model_layers_46_residual_post_attn/mean": 31.0, "train/tensor_act_model_layers_46_residual_post_attn/std": 3.875, "train/tensor_act_model_layers_46_residual_post_attn/max_abs": 43.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_post_attn/min": 18.0, "train/tensor_act_model_layers_46_residual_post_attn/max": 43.0, "train/tensor_act_model_layers_46_residual_post_attn/range": 25.0, "train/tensor_act_model_layers_46_mlp_gate_proj/norm": 1922.8326416015625, "train/tensor_act_model_layers_46_mlp_gate_proj/mean": 0.130859375, "train/tensor_act_model_layers_46_mlp_gate_proj/std": 0.65234375, "train/tensor_act_model_layers_46_mlp_gate_proj/max_abs": 1.734375, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/min": -1.265625, "train/tensor_act_model_layers_46_mlp_gate_proj/max": 1.734375, "train/tensor_act_model_layers_46_mlp_gate_proj/range": 3.0, "train/tensor_act_model_layers_46_mlp_up_proj/norm": 1996.1600341796875, "train/tensor_act_model_layers_46_mlp_up_proj/mean": -0.04296875, "train/tensor_act_model_layers_46_mlp_up_proj/std": 0.6875, "train/tensor_act_model_layers_46_mlp_up_proj/max_abs": 1.78125, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/min": -1.78125, "train/tensor_act_model_layers_46_mlp_up_proj/max": 1.78125, "train/tensor_act_model_layers_46_mlp_up_proj/range": 3.5625, "train/tensor_act_model_layers_46_mlp_down_proj/norm": 1645.038330078125, "train/tensor_act_model_layers_46_mlp_down_proj/mean": 0.7109375, "train/tensor_act_model_layers_46_mlp_down_proj/std": 0.373046875, "train/tensor_act_model_layers_46_mlp_down_proj/max_abs": 1.6640625, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/min": -0.2431640625, "train/tensor_act_model_layers_46_mlp_down_proj/max": 1.6640625, "train/tensor_act_model_layers_46_mlp_down_proj/range": 1.9072265625, "train/tensor_act_model_layers_46_mlp/norm": 1645.038330078125, "train/tensor_act_model_layers_46_mlp/mean": 0.7109375, "train/tensor_act_model_layers_46_mlp/std": 0.373046875, "train/tensor_act_model_layers_46_mlp/max_abs": 1.6640625, "train/tensor_act_model_layers_46_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp/min": -0.2431640625, "train/tensor_act_model_layers_46_mlp/max": 1.6640625, "train/tensor_act_model_layers_46_mlp/range": 1.9072265625, "train/tensor_act_model_layers_46_residual_post_mlp/norm": 65363.4140625, "train/tensor_act_model_layers_46_residual_post_mlp/mean": 31.625, "train/tensor_act_model_layers_46_residual_post_mlp/std": 3.90625, "train/tensor_act_model_layers_46_residual_post_mlp/max_abs": 43.5, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_post_mlp/min": 18.625, "train/tensor_act_model_layers_46_residual_post_mlp/max": 43.5, "train/tensor_act_model_layers_46_residual_post_mlp/range": 24.875, "train/tensor_act_model_layers_47_residual_pre_attn/norm": 65363.4140625, "train/tensor_act_model_layers_47_residual_pre_attn/mean": 31.625, "train/tensor_act_model_layers_47_residual_pre_attn/std": 3.90625, "train/tensor_act_model_layers_47_residual_pre_attn/max_abs": 43.5, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_pre_attn/min": 18.625, "train/tensor_act_model_layers_47_residual_pre_attn/max": 43.5, "train/tensor_act_model_layers_47_residual_pre_attn/range": 24.875, "train/tensor_act_model_layers_47_residual_post_attn/norm": 65343.359375, "train/tensor_act_model_layers_47_residual_post_attn/mean": 31.625, "train/tensor_act_model_layers_47_residual_post_attn/std": 3.90625, "train/tensor_act_model_layers_47_residual_post_attn/max_abs": 43.5, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_post_attn/min": 18.75, "train/tensor_act_model_layers_47_residual_post_attn/max": 43.5, "train/tensor_act_model_layers_47_residual_post_attn/range": 24.75, "train/tensor_act_model_layers_47_mlp_gate_proj/norm": 2148.62060546875, "train/tensor_act_model_layers_47_mlp_gate_proj/mean": 0.1767578125, "train/tensor_act_model_layers_47_mlp_gate_proj/std": 0.71875, "train/tensor_act_model_layers_47_mlp_gate_proj/max_abs": 1.6953125, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/min": -1.265625, "train/tensor_act_model_layers_47_mlp_gate_proj/max": 1.6953125, "train/tensor_act_model_layers_47_mlp_gate_proj/range": 2.9609375, "train/tensor_act_model_layers_47_mlp_up_proj/norm": 2077.26708984375, "train/tensor_act_model_layers_47_mlp_up_proj/mean": -0.0167236328125, "train/tensor_act_model_layers_47_mlp_up_proj/std": 0.71875, "train/tensor_act_model_layers_47_mlp_up_proj/max_abs": 1.8984375, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/min": -1.7421875, "train/tensor_act_model_layers_47_mlp_up_proj/max": 1.8984375, "train/tensor_act_model_layers_47_mlp_up_proj/range": 3.640625, "train/tensor_act_model_layers_47_mlp_down_proj/norm": 1943.147216796875, "train/tensor_act_model_layers_47_mlp_down_proj/mean": 0.87109375, "train/tensor_act_model_layers_47_mlp_down_proj/std": 0.373046875, "train/tensor_act_model_layers_47_mlp_down_proj/max_abs": 1.828125, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/min": -0.021728515625, "train/tensor_act_model_layers_47_mlp_down_proj/max": 1.828125, "train/tensor_act_model_layers_47_mlp_down_proj/range": 1.849853515625, "train/tensor_act_model_layers_47_mlp/norm": 1943.147216796875, "train/tensor_act_model_layers_47_mlp/mean": 0.87109375, "train/tensor_act_model_layers_47_mlp/std": 0.373046875, "train/tensor_act_model_layers_47_mlp/max_abs": 1.828125, "train/tensor_act_model_layers_47_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp/min": -0.021728515625, "train/tensor_act_model_layers_47_mlp/max": 1.828125, "train/tensor_act_model_layers_47_mlp/range": 1.849853515625, "train/tensor_act_model_layers_47_residual_post_mlp/norm": 67118.6171875, "train/tensor_act_model_layers_47_residual_post_mlp/mean": 32.5, "train/tensor_act_model_layers_47_residual_post_mlp/std": 3.9375, "train/tensor_act_model_layers_47_residual_post_mlp/max_abs": 44.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_post_mlp/min": 19.75, "train/tensor_act_model_layers_47_residual_post_mlp/max": 44.0, "train/tensor_act_model_layers_47_residual_post_mlp/range": 24.25, "train/tensor_act_model_layers_48_residual_pre_attn/norm": 67118.6171875, "train/tensor_act_model_layers_48_residual_pre_attn/mean": 32.5, "train/tensor_act_model_layers_48_residual_pre_attn/std": 3.9375, "train/tensor_act_model_layers_48_residual_pre_attn/max_abs": 44.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_pre_attn/min": 19.75, "train/tensor_act_model_layers_48_residual_pre_attn/max": 44.0, "train/tensor_act_model_layers_48_residual_pre_attn/range": 24.25, "train/tensor_act_model_layers_48_residual_post_attn/norm": 66985.2421875, "train/tensor_act_model_layers_48_residual_post_attn/mean": 32.5, "train/tensor_act_model_layers_48_residual_post_attn/std": 3.921875, "train/tensor_act_model_layers_48_residual_post_attn/max_abs": 44.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_post_attn/min": 19.5, "train/tensor_act_model_layers_48_residual_post_attn/max": 44.0, "train/tensor_act_model_layers_48_residual_post_attn/range": 24.5, "train/tensor_act_model_layers_48_mlp_gate_proj/norm": 2034.2027587890625, "train/tensor_act_model_layers_48_mlp_gate_proj/mean": 0.1396484375, "train/tensor_act_model_layers_48_mlp_gate_proj/std": 0.6875, "train/tensor_act_model_layers_48_mlp_gate_proj/max_abs": 1.703125, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/min": -1.109375, "train/tensor_act_model_layers_48_mlp_gate_proj/max": 1.703125, "train/tensor_act_model_layers_48_mlp_gate_proj/range": 2.8125, "train/tensor_act_model_layers_48_mlp_up_proj/norm": 2070.441162109375, "train/tensor_act_model_layers_48_mlp_up_proj/mean": 0.05078125, "train/tensor_act_model_layers_48_mlp_up_proj/std": 0.71484375, "train/tensor_act_model_layers_48_mlp_up_proj/max_abs": 1.875, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/min": -1.7421875, "train/tensor_act_model_layers_48_mlp_up_proj/max": 1.875, "train/tensor_act_model_layers_48_mlp_up_proj/range": 3.6171875, "train/tensor_act_model_layers_48_mlp_down_proj/norm": 1995.1627197265625, "train/tensor_act_model_layers_48_mlp_down_proj/mean": 0.859375, "train/tensor_act_model_layers_48_mlp_down_proj/std": 0.455078125, "train/tensor_act_model_layers_48_mlp_down_proj/max_abs": 2.15625, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/min": -0.369140625, "train/tensor_act_model_layers_48_mlp_down_proj/max": 2.15625, "train/tensor_act_model_layers_48_mlp_down_proj/range": 2.525390625, "train/tensor_act_model_layers_48_mlp/norm": 1995.1627197265625, "train/tensor_act_model_layers_48_mlp/mean": 0.859375, "train/tensor_act_model_layers_48_mlp/std": 0.455078125, "train/tensor_act_model_layers_48_mlp/max_abs": 2.15625, "train/tensor_act_model_layers_48_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp/min": -0.369140625, "train/tensor_act_model_layers_48_mlp/max": 2.15625, "train/tensor_act_model_layers_48_mlp/range": 2.525390625, "train/tensor_act_model_layers_48_residual_post_mlp/norm": 68742.5625, "train/tensor_act_model_layers_48_residual_post_mlp/mean": 33.25, "train/tensor_act_model_layers_48_residual_post_mlp/std": 4.0, "train/tensor_act_model_layers_48_residual_post_mlp/max_abs": 44.5, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_post_mlp/min": 20.875, "train/tensor_act_model_layers_48_residual_post_mlp/max": 44.5, "train/tensor_act_model_layers_48_residual_post_mlp/range": 23.625, "train/tensor_act_model_layers_49_residual_pre_attn/norm": 68742.5625, "train/tensor_act_model_layers_49_residual_pre_attn/mean": 33.25, "train/tensor_act_model_layers_49_residual_pre_attn/std": 4.0, "train/tensor_act_model_layers_49_residual_pre_attn/max_abs": 44.5, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_pre_attn/min": 20.875, "train/tensor_act_model_layers_49_residual_pre_attn/max": 44.5, "train/tensor_act_model_layers_49_residual_pre_attn/range": 23.625, "train/tensor_act_model_layers_49_residual_post_attn/norm": 68739.0, "train/tensor_act_model_layers_49_residual_post_attn/mean": 33.25, "train/tensor_act_model_layers_49_residual_post_attn/std": 4.0, "train/tensor_act_model_layers_49_residual_post_attn/max_abs": 44.5, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_post_attn/min": 20.875, "train/tensor_act_model_layers_49_residual_post_attn/max": 44.5, "train/tensor_act_model_layers_49_residual_post_attn/range": 23.625, "train/tensor_act_model_layers_49_mlp_gate_proj/norm": 2031.3797607421875, "train/tensor_act_model_layers_49_mlp_gate_proj/mean": 0.171875, "train/tensor_act_model_layers_49_mlp_gate_proj/std": 0.6796875, "train/tensor_act_model_layers_49_mlp_gate_proj/max_abs": 2.015625, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/min": -1.0546875, "train/tensor_act_model_layers_49_mlp_gate_proj/max": 2.015625, "train/tensor_act_model_layers_49_mlp_gate_proj/range": 3.0703125, "train/tensor_act_model_layers_49_mlp_up_proj/norm": 2039.129150390625, "train/tensor_act_model_layers_49_mlp_up_proj/mean": 0.00159454345703125, "train/tensor_act_model_layers_49_mlp_up_proj/std": 0.703125, "train/tensor_act_model_layers_49_mlp_up_proj/max_abs": 1.890625, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/min": -1.7265625, "train/tensor_act_model_layers_49_mlp_up_proj/max": 1.890625, "train/tensor_act_model_layers_49_mlp_up_proj/range": 3.6171875, "train/tensor_act_model_layers_49_mlp_down_proj/norm": 1799.45263671875, "train/tensor_act_model_layers_49_mlp_down_proj/mean": 0.80078125, "train/tensor_act_model_layers_49_mlp_down_proj/std": 0.357421875, "train/tensor_act_model_layers_49_mlp_down_proj/max_abs": 1.71875, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/min": -0.1552734375, "train/tensor_act_model_layers_49_mlp_down_proj/max": 1.71875, "train/tensor_act_model_layers_49_mlp_down_proj/range": 1.8740234375, "train/tensor_act_model_layers_49_mlp/norm": 1799.45263671875, "train/tensor_act_model_layers_49_mlp/mean": 0.80078125, "train/tensor_act_model_layers_49_mlp/std": 0.357421875, "train/tensor_act_model_layers_49_mlp/max_abs": 1.71875, "train/tensor_act_model_layers_49_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp/min": -0.1552734375, "train/tensor_act_model_layers_49_mlp/max": 1.71875, "train/tensor_act_model_layers_49_mlp/range": 1.8740234375, "train/tensor_act_model_layers_49_residual_post_mlp/norm": 70372.1875, "train/tensor_act_model_layers_49_residual_post_mlp/mean": 34.0, "train/tensor_act_model_layers_49_residual_post_mlp/std": 4.03125, "train/tensor_act_model_layers_49_residual_post_mlp/max_abs": 45.5, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_post_mlp/min": 22.0, "train/tensor_act_model_layers_49_residual_post_mlp/max": 45.5, "train/tensor_act_model_layers_49_residual_post_mlp/range": 23.5, "train/tensor_act_model_layers_50_residual_pre_attn/norm": 70372.1875, "train/tensor_act_model_layers_50_residual_pre_attn/mean": 34.0, "train/tensor_act_model_layers_50_residual_pre_attn/std": 4.03125, "train/tensor_act_model_layers_50_residual_pre_attn/max_abs": 45.5, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_pre_attn/min": 22.0, "train/tensor_act_model_layers_50_residual_pre_attn/max": 45.5, "train/tensor_act_model_layers_50_residual_pre_attn/range": 23.5, "train/tensor_act_model_layers_50_residual_post_attn/norm": 70340.234375, "train/tensor_act_model_layers_50_residual_post_attn/mean": 34.0, "train/tensor_act_model_layers_50_residual_post_attn/std": 4.03125, "train/tensor_act_model_layers_50_residual_post_attn/max_abs": 45.5, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_post_attn/min": 22.0, "train/tensor_act_model_layers_50_residual_post_attn/max": 45.5, "train/tensor_act_model_layers_50_residual_post_attn/range": 23.5, "train/tensor_act_model_layers_50_mlp_gate_proj/norm": 1988.6934814453125, "train/tensor_act_model_layers_50_mlp_gate_proj/mean": 0.1630859375, "train/tensor_act_model_layers_50_mlp_gate_proj/std": 0.66796875, "train/tensor_act_model_layers_50_mlp_gate_proj/max_abs": 1.578125, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/min": -1.46875, "train/tensor_act_model_layers_50_mlp_gate_proj/max": 1.578125, "train/tensor_act_model_layers_50_mlp_gate_proj/range": 3.046875, "train/tensor_act_model_layers_50_mlp_up_proj/norm": 2115.5947265625, "train/tensor_act_model_layers_50_mlp_up_proj/mean": 0.0322265625, "train/tensor_act_model_layers_50_mlp_up_proj/std": 0.73046875, "train/tensor_act_model_layers_50_mlp_up_proj/max_abs": 2.3125, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/min": -1.6875, "train/tensor_act_model_layers_50_mlp_up_proj/max": 2.3125, "train/tensor_act_model_layers_50_mlp_up_proj/range": 4.0, "train/tensor_act_model_layers_50_mlp_down_proj/norm": 1895.3489990234375, "train/tensor_act_model_layers_50_mlp_down_proj/mean": 0.828125, "train/tensor_act_model_layers_50_mlp_down_proj/std": 0.41796875, "train/tensor_act_model_layers_50_mlp_down_proj/max_abs": 1.734375, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/min": -0.41015625, "train/tensor_act_model_layers_50_mlp_down_proj/max": 1.734375, "train/tensor_act_model_layers_50_mlp_down_proj/range": 2.14453125, "train/tensor_act_model_layers_50_mlp/norm": 1895.3489990234375, "train/tensor_act_model_layers_50_mlp/mean": 0.828125, "train/tensor_act_model_layers_50_mlp/std": 0.41796875, "train/tensor_act_model_layers_50_mlp/max_abs": 1.734375, "train/tensor_act_model_layers_50_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp/min": -0.41015625, "train/tensor_act_model_layers_50_mlp/max": 1.734375, "train/tensor_act_model_layers_50_mlp/range": 2.14453125, "train/tensor_act_model_layers_50_residual_post_mlp/norm": 72043.96875, "train/tensor_act_model_layers_50_residual_post_mlp/mean": 35.0, "train/tensor_act_model_layers_50_residual_post_mlp/std": 4.09375, "train/tensor_act_model_layers_50_residual_post_mlp/max_abs": 46.75, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_post_mlp/min": 22.75, "train/tensor_act_model_layers_50_residual_post_mlp/max": 46.75, "train/tensor_act_model_layers_50_residual_post_mlp/range": 24.0, "train/tensor_act_model_layers_51_residual_pre_attn/norm": 72043.96875, "train/tensor_act_model_layers_51_residual_pre_attn/mean": 35.0, "train/tensor_act_model_layers_51_residual_pre_attn/std": 4.09375, "train/tensor_act_model_layers_51_residual_pre_attn/max_abs": 46.75, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_pre_attn/min": 22.75, "train/tensor_act_model_layers_51_residual_pre_attn/max": 46.75, "train/tensor_act_model_layers_51_residual_pre_attn/range": 24.0, "train/tensor_act_model_layers_51_residual_post_attn/norm": 72039.3671875, "train/tensor_act_model_layers_51_residual_post_attn/mean": 35.0, "train/tensor_act_model_layers_51_residual_post_attn/std": 4.125, "train/tensor_act_model_layers_51_residual_post_attn/max_abs": 46.75, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_post_attn/min": 22.625, "train/tensor_act_model_layers_51_residual_post_attn/max": 46.75, "train/tensor_act_model_layers_51_residual_post_attn/range": 24.125, "train/tensor_act_model_layers_51_mlp_gate_proj/norm": 1955.4517822265625, "train/tensor_act_model_layers_51_mlp_gate_proj/mean": 0.11376953125, "train/tensor_act_model_layers_51_mlp_gate_proj/std": 0.6640625, "train/tensor_act_model_layers_51_mlp_gate_proj/max_abs": 1.7578125, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/min": -1.6015625, "train/tensor_act_model_layers_51_mlp_gate_proj/max": 1.7578125, "train/tensor_act_model_layers_51_mlp_gate_proj/range": 3.359375, "train/tensor_act_model_layers_51_mlp_up_proj/norm": 1947.5172119140625, "train/tensor_act_model_layers_51_mlp_up_proj/mean": 0.018798828125, "train/tensor_act_model_layers_51_mlp_up_proj/std": 0.671875, "train/tensor_act_model_layers_51_mlp_up_proj/max_abs": 1.7734375, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/min": -1.7734375, "train/tensor_act_model_layers_51_mlp_up_proj/max": 1.6640625, "train/tensor_act_model_layers_51_mlp_up_proj/range": 3.4375, "train/tensor_act_model_layers_51_mlp_down_proj/norm": 1611.049072265625, "train/tensor_act_model_layers_51_mlp_down_proj/mean": 0.6796875, "train/tensor_act_model_layers_51_mlp_down_proj/std": 0.396484375, "train/tensor_act_model_layers_51_mlp_down_proj/max_abs": 1.6796875, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/min": -0.3984375, "train/tensor_act_model_layers_51_mlp_down_proj/max": 1.6796875, "train/tensor_act_model_layers_51_mlp_down_proj/range": 2.078125, "train/tensor_act_model_layers_51_mlp/norm": 1611.049072265625, "train/tensor_act_model_layers_51_mlp/mean": 0.6796875, "train/tensor_act_model_layers_51_mlp/std": 0.396484375, "train/tensor_act_model_layers_51_mlp/max_abs": 1.6796875, "train/tensor_act_model_layers_51_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp/min": -0.3984375, "train/tensor_act_model_layers_51_mlp/max": 1.6796875, "train/tensor_act_model_layers_51_mlp/range": 2.078125, "train/tensor_act_model_layers_51_residual_post_mlp/norm": 73402.8828125, "train/tensor_act_model_layers_51_residual_post_mlp/mean": 35.5, "train/tensor_act_model_layers_51_residual_post_mlp/std": 4.1875, "train/tensor_act_model_layers_51_residual_post_mlp/max_abs": 47.75, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_post_mlp/min": 22.75, "train/tensor_act_model_layers_51_residual_post_mlp/max": 47.75, "train/tensor_act_model_layers_51_residual_post_mlp/range": 25.0, "train/tensor_act_model_layers_52_residual_pre_attn/norm": 73402.8828125, "train/tensor_act_model_layers_52_residual_pre_attn/mean": 35.5, "train/tensor_act_model_layers_52_residual_pre_attn/std": 4.1875, "train/tensor_act_model_layers_52_residual_pre_attn/max_abs": 47.75, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_pre_attn/min": 22.75, "train/tensor_act_model_layers_52_residual_pre_attn/max": 47.75, "train/tensor_act_model_layers_52_residual_pre_attn/range": 25.0, "train/tensor_act_model_layers_52_residual_post_attn/norm": 73381.8046875, "train/tensor_act_model_layers_52_residual_post_attn/mean": 35.5, "train/tensor_act_model_layers_52_residual_post_attn/std": 4.15625, "train/tensor_act_model_layers_52_residual_post_attn/max_abs": 47.5, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_post_attn/min": 22.875, "train/tensor_act_model_layers_52_residual_post_attn/max": 47.5, "train/tensor_act_model_layers_52_residual_post_attn/range": 24.625, "train/tensor_act_model_layers_52_mlp_gate_proj/norm": 2010.83837890625, "train/tensor_act_model_layers_52_mlp_gate_proj/mean": 0.1982421875, "train/tensor_act_model_layers_52_mlp_gate_proj/std": 0.6640625, "train/tensor_act_model_layers_52_mlp_gate_proj/max_abs": 1.96875, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_52_mlp_gate_proj/max": 1.96875, "train/tensor_act_model_layers_52_mlp_gate_proj/range": 3.25, "train/tensor_act_model_layers_52_mlp_up_proj/norm": 2150.06298828125, "train/tensor_act_model_layers_52_mlp_up_proj/mean": -0.0145263671875, "train/tensor_act_model_layers_52_mlp_up_proj/std": 0.7421875, "train/tensor_act_model_layers_52_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/min": -1.96875, "train/tensor_act_model_layers_52_mlp_up_proj/max": 2.03125, "train/tensor_act_model_layers_52_mlp_up_proj/range": 4.0, "train/tensor_act_model_layers_52_mlp_down_proj/norm": 1912.6966552734375, "train/tensor_act_model_layers_52_mlp_down_proj/mean": 0.82421875, "train/tensor_act_model_layers_52_mlp_down_proj/std": 0.44140625, "train/tensor_act_model_layers_52_mlp_down_proj/max_abs": 2.15625, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/min": -0.2177734375, "train/tensor_act_model_layers_52_mlp_down_proj/max": 2.15625, "train/tensor_act_model_layers_52_mlp_down_proj/range": 2.3740234375, "train/tensor_act_model_layers_52_mlp/norm": 1912.6966552734375, "train/tensor_act_model_layers_52_mlp/mean": 0.82421875, "train/tensor_act_model_layers_52_mlp/std": 0.44140625, "train/tensor_act_model_layers_52_mlp/max_abs": 2.15625, "train/tensor_act_model_layers_52_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp/min": -0.2177734375, "train/tensor_act_model_layers_52_mlp/max": 2.15625, "train/tensor_act_model_layers_52_mlp/range": 2.3740234375, "train/tensor_act_model_layers_52_residual_post_mlp/norm": 75059.015625, "train/tensor_act_model_layers_52_residual_post_mlp/mean": 36.5, "train/tensor_act_model_layers_52_residual_post_mlp/std": 4.21875, "train/tensor_act_model_layers_52_residual_post_mlp/max_abs": 48.5, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_post_mlp/min": 23.875, "train/tensor_act_model_layers_52_residual_post_mlp/max": 48.5, "train/tensor_act_model_layers_52_residual_post_mlp/range": 24.625, "train/tensor_act_model_layers_53_residual_pre_attn/norm": 75059.015625, "train/tensor_act_model_layers_53_residual_pre_attn/mean": 36.5, "train/tensor_act_model_layers_53_residual_pre_attn/std": 4.21875, "train/tensor_act_model_layers_53_residual_pre_attn/max_abs": 48.5, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_pre_attn/min": 23.875, "train/tensor_act_model_layers_53_residual_pre_attn/max": 48.5, "train/tensor_act_model_layers_53_residual_pre_attn/range": 24.625, "train/tensor_act_model_layers_53_residual_post_attn/norm": 74994.1953125, "train/tensor_act_model_layers_53_residual_post_attn/mean": 36.25, "train/tensor_act_model_layers_53_residual_post_attn/std": 4.21875, "train/tensor_act_model_layers_53_residual_post_attn/max_abs": 48.75, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_post_attn/min": 23.875, "train/tensor_act_model_layers_53_residual_post_attn/max": 48.75, "train/tensor_act_model_layers_53_residual_post_attn/range": 24.875, "train/tensor_act_model_layers_53_mlp_gate_proj/norm": 2107.0419921875, "train/tensor_act_model_layers_53_mlp_gate_proj/mean": 0.2080078125, "train/tensor_act_model_layers_53_mlp_gate_proj/std": 0.6953125, "train/tensor_act_model_layers_53_mlp_gate_proj/max_abs": 2.0625, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/min": -1.40625, "train/tensor_act_model_layers_53_mlp_gate_proj/max": 2.0625, "train/tensor_act_model_layers_53_mlp_gate_proj/range": 3.46875, "train/tensor_act_model_layers_53_mlp_up_proj/norm": 2220.9345703125, "train/tensor_act_model_layers_53_mlp_up_proj/mean": -0.041748046875, "train/tensor_act_model_layers_53_mlp_up_proj/std": 0.765625, "train/tensor_act_model_layers_53_mlp_up_proj/max_abs": 2.21875, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/min": -2.21875, "train/tensor_act_model_layers_53_mlp_up_proj/max": 1.765625, "train/tensor_act_model_layers_53_mlp_up_proj/range": 3.984375, "train/tensor_act_model_layers_53_mlp_down_proj/norm": 2107.0673828125, "train/tensor_act_model_layers_53_mlp_down_proj/mean": 0.90625, "train/tensor_act_model_layers_53_mlp_down_proj/std": 0.486328125, "train/tensor_act_model_layers_53_mlp_down_proj/max_abs": 2.0625, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/min": -0.203125, "train/tensor_act_model_layers_53_mlp_down_proj/max": 2.0625, "train/tensor_act_model_layers_53_mlp_down_proj/range": 2.265625, "train/tensor_act_model_layers_53_mlp/norm": 2107.0673828125, "train/tensor_act_model_layers_53_mlp/mean": 0.90625, "train/tensor_act_model_layers_53_mlp/std": 0.486328125, "train/tensor_act_model_layers_53_mlp/max_abs": 2.0625, "train/tensor_act_model_layers_53_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp/min": -0.203125, "train/tensor_act_model_layers_53_mlp/max": 2.0625, "train/tensor_act_model_layers_53_mlp/range": 2.265625, "train/tensor_act_model_layers_53_residual_post_mlp/norm": 76856.5546875, "train/tensor_act_model_layers_53_residual_post_mlp/mean": 37.25, "train/tensor_act_model_layers_53_residual_post_mlp/std": 4.3125, "train/tensor_act_model_layers_53_residual_post_mlp/max_abs": 49.5, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_post_mlp/min": 25.0, "train/tensor_act_model_layers_53_residual_post_mlp/max": 49.5, "train/tensor_act_model_layers_53_residual_post_mlp/range": 24.5, "train/tensor_act_model_layers_54_residual_pre_attn/norm": 76856.5546875, "train/tensor_act_model_layers_54_residual_pre_attn/mean": 37.25, "train/tensor_act_model_layers_54_residual_pre_attn/std": 4.3125, "train/tensor_act_model_layers_54_residual_pre_attn/max_abs": 49.5, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_pre_attn/min": 25.0, "train/tensor_act_model_layers_54_residual_pre_attn/max": 49.5, "train/tensor_act_model_layers_54_residual_pre_attn/range": 24.5, "train/tensor_act_model_layers_54_residual_post_attn/norm": 76830.9375, "train/tensor_act_model_layers_54_residual_post_attn/mean": 37.25, "train/tensor_act_model_layers_54_residual_post_attn/std": 4.3125, "train/tensor_act_model_layers_54_residual_post_attn/max_abs": 49.5, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_post_attn/min": 25.0, "train/tensor_act_model_layers_54_residual_post_attn/max": 49.5, "train/tensor_act_model_layers_54_residual_post_attn/range": 24.5, "train/tensor_act_model_layers_54_mlp_gate_proj/norm": 2026.7637939453125, "train/tensor_act_model_layers_54_mlp_gate_proj/mean": 0.134765625, "train/tensor_act_model_layers_54_mlp_gate_proj/std": 0.6875, "train/tensor_act_model_layers_54_mlp_gate_proj/max_abs": 1.921875, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/min": -1.2734375, "train/tensor_act_model_layers_54_mlp_gate_proj/max": 1.921875, "train/tensor_act_model_layers_54_mlp_gate_proj/range": 3.1953125, "train/tensor_act_model_layers_54_mlp_up_proj/norm": 2051.7509765625, "train/tensor_act_model_layers_54_mlp_up_proj/mean": 0.011962890625, "train/tensor_act_model_layers_54_mlp_up_proj/std": 0.70703125, "train/tensor_act_model_layers_54_mlp_up_proj/max_abs": 1.953125, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/min": -1.6171875, "train/tensor_act_model_layers_54_mlp_up_proj/max": 1.953125, "train/tensor_act_model_layers_54_mlp_up_proj/range": 3.5703125, "train/tensor_act_model_layers_54_mlp_down_proj/norm": 1896.9254150390625, "train/tensor_act_model_layers_54_mlp_down_proj/mean": 0.83203125, "train/tensor_act_model_layers_54_mlp_down_proj/std": 0.404296875, "train/tensor_act_model_layers_54_mlp_down_proj/max_abs": 2.015625, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/min": -0.271484375, "train/tensor_act_model_layers_54_mlp_down_proj/max": 2.015625, "train/tensor_act_model_layers_54_mlp_down_proj/range": 2.287109375, "train/tensor_act_model_layers_54_mlp/norm": 1896.9254150390625, "train/tensor_act_model_layers_54_mlp/mean": 0.83203125, "train/tensor_act_model_layers_54_mlp/std": 0.404296875, "train/tensor_act_model_layers_54_mlp/max_abs": 2.015625, "train/tensor_act_model_layers_54_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp/min": -0.271484375, "train/tensor_act_model_layers_54_mlp/max": 2.015625, "train/tensor_act_model_layers_54_mlp/range": 2.287109375, "train/tensor_act_model_layers_54_residual_post_mlp/norm": 78546.7265625, "train/tensor_act_model_layers_54_residual_post_mlp/mean": 38.0, "train/tensor_act_model_layers_54_residual_post_mlp/std": 4.375, "train/tensor_act_model_layers_54_residual_post_mlp/max_abs": 50.5, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_post_mlp/min": 25.5, "train/tensor_act_model_layers_54_residual_post_mlp/max": 50.5, "train/tensor_act_model_layers_54_residual_post_mlp/range": 25.0, "train/tensor_act_model_layers_55_residual_pre_attn/norm": 78546.7265625, "train/tensor_act_model_layers_55_residual_pre_attn/mean": 38.0, "train/tensor_act_model_layers_55_residual_pre_attn/std": 4.375, "train/tensor_act_model_layers_55_residual_pre_attn/max_abs": 50.5, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_pre_attn/min": 25.5, "train/tensor_act_model_layers_55_residual_pre_attn/max": 50.5, "train/tensor_act_model_layers_55_residual_pre_attn/range": 25.0, "train/tensor_act_model_layers_55_residual_post_attn/norm": 78506.734375, "train/tensor_act_model_layers_55_residual_post_attn/mean": 38.0, "train/tensor_act_model_layers_55_residual_post_attn/std": 4.375, "train/tensor_act_model_layers_55_residual_post_attn/max_abs": 50.5, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_post_attn/min": 25.625, "train/tensor_act_model_layers_55_residual_post_attn/max": 50.5, "train/tensor_act_model_layers_55_residual_post_attn/range": 24.875, "train/tensor_act_model_layers_55_mlp_gate_proj/norm": 2062.343017578125, "train/tensor_act_model_layers_55_mlp_gate_proj/mean": 0.171875, "train/tensor_act_model_layers_55_mlp_gate_proj/std": 0.69140625, "train/tensor_act_model_layers_55_mlp_gate_proj/max_abs": 1.7265625, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/min": -1.5390625, "train/tensor_act_model_layers_55_mlp_gate_proj/max": 1.7265625, "train/tensor_act_model_layers_55_mlp_gate_proj/range": 3.265625, "train/tensor_act_model_layers_55_mlp_up_proj/norm": 1941.9168701171875, "train/tensor_act_model_layers_55_mlp_up_proj/mean": 0.00128173828125, "train/tensor_act_model_layers_55_mlp_up_proj/std": 0.671875, "train/tensor_act_model_layers_55_mlp_up_proj/max_abs": 1.59375, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/min": -1.5234375, "train/tensor_act_model_layers_55_mlp_up_proj/max": 1.59375, "train/tensor_act_model_layers_55_mlp_up_proj/range": 3.1171875, "train/tensor_act_model_layers_55_mlp_down_proj/norm": 1750.84375, "train/tensor_act_model_layers_55_mlp_down_proj/mean": 0.765625, "train/tensor_act_model_layers_55_mlp_down_proj/std": 0.384765625, "train/tensor_act_model_layers_55_mlp_down_proj/max_abs": 1.734375, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/min": -0.55078125, "train/tensor_act_model_layers_55_mlp_down_proj/max": 1.734375, "train/tensor_act_model_layers_55_mlp_down_proj/range": 2.28515625, "train/tensor_act_model_layers_55_mlp/norm": 1750.84375, "train/tensor_act_model_layers_55_mlp/mean": 0.765625, "train/tensor_act_model_layers_55_mlp/std": 0.384765625, "train/tensor_act_model_layers_55_mlp/max_abs": 1.734375, "train/tensor_act_model_layers_55_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp/min": -0.55078125, "train/tensor_act_model_layers_55_mlp/max": 1.734375, "train/tensor_act_model_layers_55_mlp/range": 2.28515625, "train/tensor_act_model_layers_55_residual_post_mlp/norm": 80071.0546875, "train/tensor_act_model_layers_55_residual_post_mlp/mean": 38.75, "train/tensor_act_model_layers_55_residual_post_mlp/std": 4.4375, "train/tensor_act_model_layers_55_residual_post_mlp/max_abs": 51.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_post_mlp/min": 26.0, "train/tensor_act_model_layers_55_residual_post_mlp/max": 51.0, "train/tensor_act_model_layers_55_residual_post_mlp/range": 25.0, "train/tensor_act_model_layers_56_residual_pre_attn/norm": 80071.0546875, "train/tensor_act_model_layers_56_residual_pre_attn/mean": 38.75, "train/tensor_act_model_layers_56_residual_pre_attn/std": 4.4375, "train/tensor_act_model_layers_56_residual_pre_attn/max_abs": 51.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_pre_attn/min": 26.0, "train/tensor_act_model_layers_56_residual_pre_attn/max": 51.0, "train/tensor_act_model_layers_56_residual_pre_attn/range": 25.0, "train/tensor_act_model_layers_56_residual_post_attn/norm": 80044.1484375, "train/tensor_act_model_layers_56_residual_post_attn/mean": 38.75, "train/tensor_act_model_layers_56_residual_post_attn/std": 4.4375, "train/tensor_act_model_layers_56_residual_post_attn/max_abs": 51.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_post_attn/min": 26.0, "train/tensor_act_model_layers_56_residual_post_attn/max": 51.0, "train/tensor_act_model_layers_56_residual_post_attn/range": 25.0, "train/tensor_act_model_layers_56_mlp_gate_proj/norm": 1981.7506103515625, "train/tensor_act_model_layers_56_mlp_gate_proj/mean": 0.146484375, "train/tensor_act_model_layers_56_mlp_gate_proj/std": 0.66796875, "train/tensor_act_model_layers_56_mlp_gate_proj/max_abs": 2.15625, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/min": -1.796875, "train/tensor_act_model_layers_56_mlp_gate_proj/max": 2.15625, "train/tensor_act_model_layers_56_mlp_gate_proj/range": 3.953125, "train/tensor_act_model_layers_56_mlp_up_proj/norm": 1979.5096435546875, "train/tensor_act_model_layers_56_mlp_up_proj/mean": 0.060302734375, "train/tensor_act_model_layers_56_mlp_up_proj/std": 0.6796875, "train/tensor_act_model_layers_56_mlp_up_proj/max_abs": 2.0625, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/min": -1.84375, "train/tensor_act_model_layers_56_mlp_up_proj/max": 2.0625, "train/tensor_act_model_layers_56_mlp_up_proj/range": 3.90625, "train/tensor_act_model_layers_56_mlp_down_proj/norm": 1786.0106201171875, "train/tensor_act_model_layers_56_mlp_down_proj/mean": 0.7421875, "train/tensor_act_model_layers_56_mlp_down_proj/std": 0.458984375, "train/tensor_act_model_layers_56_mlp_down_proj/max_abs": 1.71875, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/min": -0.51953125, "train/tensor_act_model_layers_56_mlp_down_proj/max": 1.71875, "train/tensor_act_model_layers_56_mlp_down_proj/range": 2.23828125, "train/tensor_act_model_layers_56_mlp/norm": 1786.0106201171875, "train/tensor_act_model_layers_56_mlp/mean": 0.7421875, "train/tensor_act_model_layers_56_mlp/std": 0.458984375, "train/tensor_act_model_layers_56_mlp/max_abs": 1.71875, "train/tensor_act_model_layers_56_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp/min": -0.51953125, "train/tensor_act_model_layers_56_mlp/max": 1.71875, "train/tensor_act_model_layers_56_mlp/range": 2.23828125, "train/tensor_act_model_layers_56_residual_post_mlp/norm": 81547.2734375, "train/tensor_act_model_layers_56_residual_post_mlp/mean": 39.5, "train/tensor_act_model_layers_56_residual_post_mlp/std": 4.53125, "train/tensor_act_model_layers_56_residual_post_mlp/max_abs": 52.25, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_post_mlp/min": 26.5, "train/tensor_act_model_layers_56_residual_post_mlp/max": 52.25, "train/tensor_act_model_layers_56_residual_post_mlp/range": 25.75, "train/tensor_act_model_layers_57_residual_pre_attn/norm": 81547.2734375, "train/tensor_act_model_layers_57_residual_pre_attn/mean": 39.5, "train/tensor_act_model_layers_57_residual_pre_attn/std": 4.53125, "train/tensor_act_model_layers_57_residual_pre_attn/max_abs": 52.25, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_pre_attn/min": 26.5, "train/tensor_act_model_layers_57_residual_pre_attn/max": 52.25, "train/tensor_act_model_layers_57_residual_pre_attn/range": 25.75, "train/tensor_act_model_layers_57_residual_post_attn/norm": 81454.625, "train/tensor_act_model_layers_57_residual_post_attn/mean": 39.5, "train/tensor_act_model_layers_57_residual_post_attn/std": 4.5, "train/tensor_act_model_layers_57_residual_post_attn/max_abs": 52.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_post_attn/min": 26.375, "train/tensor_act_model_layers_57_residual_post_attn/max": 52.0, "train/tensor_act_model_layers_57_residual_post_attn/range": 25.625, "train/tensor_act_model_layers_57_mlp_gate_proj/norm": 2042.193359375, "train/tensor_act_model_layers_57_mlp_gate_proj/mean": 0.19140625, "train/tensor_act_model_layers_57_mlp_gate_proj/std": 0.6796875, "train/tensor_act_model_layers_57_mlp_gate_proj/max_abs": 2.21875, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/min": -1.2578125, "train/tensor_act_model_layers_57_mlp_gate_proj/max": 2.21875, "train/tensor_act_model_layers_57_mlp_gate_proj/range": 3.4765625, "train/tensor_act_model_layers_57_mlp_up_proj/norm": 1941.8748779296875, "train/tensor_act_model_layers_57_mlp_up_proj/mean": -0.0244140625, "train/tensor_act_model_layers_57_mlp_up_proj/std": 0.671875, "train/tensor_act_model_layers_57_mlp_up_proj/max_abs": 2.1875, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/min": -1.5625, "train/tensor_act_model_layers_57_mlp_up_proj/max": 2.1875, "train/tensor_act_model_layers_57_mlp_up_proj/range": 3.75, "train/tensor_act_model_layers_57_mlp_down_proj/norm": 1632.3037109375, "train/tensor_act_model_layers_57_mlp_down_proj/mean": 0.71875, "train/tensor_act_model_layers_57_mlp_down_proj/std": 0.345703125, "train/tensor_act_model_layers_57_mlp_down_proj/max_abs": 1.6640625, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/min": -0.236328125, "train/tensor_act_model_layers_57_mlp_down_proj/max": 1.6640625, "train/tensor_act_model_layers_57_mlp_down_proj/range": 1.900390625, "train/tensor_act_model_layers_57_mlp/norm": 1632.3037109375, "train/tensor_act_model_layers_57_mlp/mean": 0.71875, "train/tensor_act_model_layers_57_mlp/std": 0.345703125, "train/tensor_act_model_layers_57_mlp/max_abs": 1.6640625, "train/tensor_act_model_layers_57_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp/min": -0.236328125, "train/tensor_act_model_layers_57_mlp/max": 1.6640625, "train/tensor_act_model_layers_57_mlp/range": 1.900390625, "train/tensor_act_model_layers_57_residual_post_mlp/norm": 82941.6015625, "train/tensor_act_model_layers_57_residual_post_mlp/mean": 40.25, "train/tensor_act_model_layers_57_residual_post_mlp/std": 4.53125, "train/tensor_act_model_layers_57_residual_post_mlp/max_abs": 52.5, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_post_mlp/min": 27.375, "train/tensor_act_model_layers_57_residual_post_mlp/max": 52.5, "train/tensor_act_model_layers_57_residual_post_mlp/range": 25.125, "train/tensor_act_model_layers_58_residual_pre_attn/norm": 82941.6015625, "train/tensor_act_model_layers_58_residual_pre_attn/mean": 40.25, "train/tensor_act_model_layers_58_residual_pre_attn/std": 4.53125, "train/tensor_act_model_layers_58_residual_pre_attn/max_abs": 52.5, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_pre_attn/min": 27.375, "train/tensor_act_model_layers_58_residual_pre_attn/max": 52.5, "train/tensor_act_model_layers_58_residual_pre_attn/range": 25.125, "train/tensor_act_model_layers_58_residual_post_attn/norm": 82929.328125, "train/tensor_act_model_layers_58_residual_post_attn/mean": 40.25, "train/tensor_act_model_layers_58_residual_post_attn/std": 4.5625, "train/tensor_act_model_layers_58_residual_post_attn/max_abs": 52.5, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_post_attn/min": 27.5, "train/tensor_act_model_layers_58_residual_post_attn/max": 52.5, "train/tensor_act_model_layers_58_residual_post_attn/range": 25.0, "train/tensor_act_model_layers_58_mlp_gate_proj/norm": 2133.08154296875, "train/tensor_act_model_layers_58_mlp_gate_proj/mean": 0.234375, "train/tensor_act_model_layers_58_mlp_gate_proj/std": 0.69921875, "train/tensor_act_model_layers_58_mlp_gate_proj/max_abs": 2.046875, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/min": -1.375, "train/tensor_act_model_layers_58_mlp_gate_proj/max": 2.046875, "train/tensor_act_model_layers_58_mlp_gate_proj/range": 3.421875, "train/tensor_act_model_layers_58_mlp_up_proj/norm": 2105.939453125, "train/tensor_act_model_layers_58_mlp_up_proj/mean": 0.0167236328125, "train/tensor_act_model_layers_58_mlp_up_proj/std": 0.7265625, "train/tensor_act_model_layers_58_mlp_up_proj/max_abs": 1.7578125, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/min": -1.7421875, "train/tensor_act_model_layers_58_mlp_up_proj/max": 1.7578125, "train/tensor_act_model_layers_58_mlp_up_proj/range": 3.5, "train/tensor_act_model_layers_58_mlp_down_proj/norm": 2143.220947265625, "train/tensor_act_model_layers_58_mlp_down_proj/mean": 0.91796875, "train/tensor_act_model_layers_58_mlp_down_proj/std": 0.50390625, "train/tensor_act_model_layers_58_mlp_down_proj/max_abs": 1.890625, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/min": -0.8359375, "train/tensor_act_model_layers_58_mlp_down_proj/max": 1.890625, "train/tensor_act_model_layers_58_mlp_down_proj/range": 2.7265625, "train/tensor_act_model_layers_58_mlp/norm": 2143.220947265625, "train/tensor_act_model_layers_58_mlp/mean": 0.91796875, "train/tensor_act_model_layers_58_mlp/std": 0.50390625, "train/tensor_act_model_layers_58_mlp/max_abs": 1.890625, "train/tensor_act_model_layers_58_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp/min": -0.8359375, "train/tensor_act_model_layers_58_mlp/max": 1.890625, "train/tensor_act_model_layers_58_mlp/range": 2.7265625, "train/tensor_act_model_layers_58_residual_post_mlp/norm": 84801.0859375, "train/tensor_act_model_layers_58_residual_post_mlp/mean": 41.25, "train/tensor_act_model_layers_58_residual_post_mlp/std": 4.59375, "train/tensor_act_model_layers_58_residual_post_mlp/max_abs": 53.75, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_post_mlp/min": 27.75, "train/tensor_act_model_layers_58_residual_post_mlp/max": 53.75, "train/tensor_act_model_layers_58_residual_post_mlp/range": 26.0, "train/tensor_act_model_layers_59_residual_pre_attn/norm": 84801.0859375, "train/tensor_act_model_layers_59_residual_pre_attn/mean": 41.25, "train/tensor_act_model_layers_59_residual_pre_attn/std": 4.59375, "train/tensor_act_model_layers_59_residual_pre_attn/max_abs": 53.75, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_pre_attn/min": 27.75, "train/tensor_act_model_layers_59_residual_pre_attn/max": 53.75, "train/tensor_act_model_layers_59_residual_pre_attn/range": 26.0, "train/tensor_act_model_layers_59_residual_post_attn/norm": 84758.1875, "train/tensor_act_model_layers_59_residual_post_attn/mean": 41.25, "train/tensor_act_model_layers_59_residual_post_attn/std": 4.59375, "train/tensor_act_model_layers_59_residual_post_attn/max_abs": 53.75, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_post_attn/min": 27.75, "train/tensor_act_model_layers_59_residual_post_attn/max": 53.75, "train/tensor_act_model_layers_59_residual_post_attn/range": 26.0, "train/tensor_act_model_layers_59_mlp_gate_proj/norm": 2052.983642578125, "train/tensor_act_model_layers_59_mlp_gate_proj/mean": 0.1630859375, "train/tensor_act_model_layers_59_mlp_gate_proj/std": 0.69140625, "train/tensor_act_model_layers_59_mlp_gate_proj/max_abs": 2.046875, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/min": -1.15625, "train/tensor_act_model_layers_59_mlp_gate_proj/max": 2.046875, "train/tensor_act_model_layers_59_mlp_gate_proj/range": 3.203125, "train/tensor_act_model_layers_59_mlp_up_proj/norm": 2061.4306640625, "train/tensor_act_model_layers_59_mlp_up_proj/mean": -0.0303955078125, "train/tensor_act_model_layers_59_mlp_up_proj/std": 0.7109375, "train/tensor_act_model_layers_59_mlp_up_proj/max_abs": 2.28125, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/min": -1.8046875, "train/tensor_act_model_layers_59_mlp_up_proj/max": 2.28125, "train/tensor_act_model_layers_59_mlp_up_proj/range": 4.0859375, "train/tensor_act_model_layers_59_mlp_down_proj/norm": 1835.47802734375, "train/tensor_act_model_layers_59_mlp_down_proj/mean": 0.79296875, "train/tensor_act_model_layers_59_mlp_down_proj/std": 0.421875, "train/tensor_act_model_layers_59_mlp_down_proj/max_abs": 1.7578125, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/min": -0.2099609375, "train/tensor_act_model_layers_59_mlp_down_proj/max": 1.7578125, "train/tensor_act_model_layers_59_mlp_down_proj/range": 1.9677734375, "train/tensor_act_model_layers_59_mlp/norm": 1835.47802734375, "train/tensor_act_model_layers_59_mlp/mean": 0.79296875, "train/tensor_act_model_layers_59_mlp/std": 0.421875, "train/tensor_act_model_layers_59_mlp/max_abs": 1.7578125, "train/tensor_act_model_layers_59_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp/min": -0.2099609375, "train/tensor_act_model_layers_59_mlp/max": 1.7578125, "train/tensor_act_model_layers_59_mlp/range": 1.9677734375, "train/tensor_act_model_layers_59_residual_post_mlp/norm": 86386.859375, "train/tensor_act_model_layers_59_residual_post_mlp/mean": 42.0, "train/tensor_act_model_layers_59_residual_post_mlp/std": 4.65625, "train/tensor_act_model_layers_59_residual_post_mlp/max_abs": 55.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_post_mlp/min": 28.375, "train/tensor_act_model_layers_59_residual_post_mlp/max": 55.0, "train/tensor_act_model_layers_59_residual_post_mlp/range": 26.625, "train/tensor_act_model_layers_60_residual_pre_attn/norm": 86386.859375, "train/tensor_act_model_layers_60_residual_pre_attn/mean": 42.0, "train/tensor_act_model_layers_60_residual_pre_attn/std": 4.65625, "train/tensor_act_model_layers_60_residual_pre_attn/max_abs": 55.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_pre_attn/min": 28.375, "train/tensor_act_model_layers_60_residual_pre_attn/max": 55.0, "train/tensor_act_model_layers_60_residual_pre_attn/range": 26.625, "train/tensor_act_model_layers_60_residual_post_attn/norm": 86311.640625, "train/tensor_act_model_layers_60_residual_post_attn/mean": 42.0, "train/tensor_act_model_layers_60_residual_post_attn/std": 4.65625, "train/tensor_act_model_layers_60_residual_post_attn/max_abs": 55.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_post_attn/min": 28.25, "train/tensor_act_model_layers_60_residual_post_attn/max": 55.0, "train/tensor_act_model_layers_60_residual_post_attn/range": 26.75, "train/tensor_act_model_layers_60_mlp_gate_proj/norm": 1960.1258544921875, "train/tensor_act_model_layers_60_mlp_gate_proj/mean": 0.08642578125, "train/tensor_act_model_layers_60_mlp_gate_proj/std": 0.671875, "train/tensor_act_model_layers_60_mlp_gate_proj/max_abs": 1.8515625, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/min": -1.2578125, "train/tensor_act_model_layers_60_mlp_gate_proj/max": 1.8515625, "train/tensor_act_model_layers_60_mlp_gate_proj/range": 3.109375, "train/tensor_act_model_layers_60_mlp_up_proj/norm": 1737.3924560546875, "train/tensor_act_model_layers_60_mlp_up_proj/mean": 0.007110595703125, "train/tensor_act_model_layers_60_mlp_up_proj/std": 0.6015625, "train/tensor_act_model_layers_60_mlp_up_proj/max_abs": 1.75, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/min": -1.65625, "train/tensor_act_model_layers_60_mlp_up_proj/max": 1.75, "train/tensor_act_model_layers_60_mlp_up_proj/range": 3.40625, "train/tensor_act_model_layers_60_mlp_down_proj/norm": 1348.1175537109375, "train/tensor_act_model_layers_60_mlp_down_proj/mean": 0.55078125, "train/tensor_act_model_layers_60_mlp_down_proj/std": 0.361328125, "train/tensor_act_model_layers_60_mlp_down_proj/max_abs": 1.4375, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/min": -0.3203125, "train/tensor_act_model_layers_60_mlp_down_proj/max": 1.4375, "train/tensor_act_model_layers_60_mlp_down_proj/range": 1.7578125, "train/tensor_act_model_layers_60_mlp/norm": 1348.1175537109375, "train/tensor_act_model_layers_60_mlp/mean": 0.55078125, "train/tensor_act_model_layers_60_mlp/std": 0.361328125, "train/tensor_act_model_layers_60_mlp/max_abs": 1.4375, "train/tensor_act_model_layers_60_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp/min": -0.3203125, "train/tensor_act_model_layers_60_mlp/max": 1.4375, "train/tensor_act_model_layers_60_mlp/range": 1.7578125, "train/tensor_act_model_layers_60_residual_post_mlp/norm": 87423.0234375, "train/tensor_act_model_layers_60_residual_post_mlp/mean": 42.5, "train/tensor_act_model_layers_60_residual_post_mlp/std": 4.71875, "train/tensor_act_model_layers_60_residual_post_mlp/max_abs": 56.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_post_mlp/min": 28.75, "train/tensor_act_model_layers_60_residual_post_mlp/max": 56.0, "train/tensor_act_model_layers_60_residual_post_mlp/range": 27.25, "train/tensor_act_model_layers_61_residual_pre_attn/norm": 87423.0234375, "train/tensor_act_model_layers_61_residual_pre_attn/mean": 42.5, "train/tensor_act_model_layers_61_residual_pre_attn/std": 4.71875, "train/tensor_act_model_layers_61_residual_pre_attn/max_abs": 56.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_pre_attn/min": 28.75, "train/tensor_act_model_layers_61_residual_pre_attn/max": 56.0, "train/tensor_act_model_layers_61_residual_pre_attn/range": 27.25, "train/tensor_act_model_layers_61_residual_post_attn/norm": 87386.9140625, "train/tensor_act_model_layers_61_residual_post_attn/mean": 42.5, "train/tensor_act_model_layers_61_residual_post_attn/std": 4.6875, "train/tensor_act_model_layers_61_residual_post_attn/max_abs": 56.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_post_attn/min": 29.0, "train/tensor_act_model_layers_61_residual_post_attn/max": 56.0, "train/tensor_act_model_layers_61_residual_post_attn/range": 27.0, "train/tensor_act_model_layers_61_mlp_gate_proj/norm": 1956.9371337890625, "train/tensor_act_model_layers_61_mlp_gate_proj/mean": 0.125, "train/tensor_act_model_layers_61_mlp_gate_proj/std": 0.6640625, "train/tensor_act_model_layers_61_mlp_gate_proj/max_abs": 2.015625, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/min": -1.140625, "train/tensor_act_model_layers_61_mlp_gate_proj/max": 2.015625, "train/tensor_act_model_layers_61_mlp_gate_proj/range": 3.15625, "train/tensor_act_model_layers_61_mlp_up_proj/norm": 1930.273193359375, "train/tensor_act_model_layers_61_mlp_up_proj/mean": 0.0194091796875, "train/tensor_act_model_layers_61_mlp_up_proj/std": 0.66796875, "train/tensor_act_model_layers_61_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/min": -1.703125, "train/tensor_act_model_layers_61_mlp_up_proj/max": 2.03125, "train/tensor_act_model_layers_61_mlp_up_proj/range": 3.734375, "train/tensor_act_model_layers_61_mlp_down_proj/norm": 1646.4166259765625, "train/tensor_act_model_layers_61_mlp_down_proj/mean": 0.70703125, "train/tensor_act_model_layers_61_mlp_down_proj/std": 0.37890625, "train/tensor_act_model_layers_61_mlp_down_proj/max_abs": 1.484375, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/min": -0.251953125, "train/tensor_act_model_layers_61_mlp_down_proj/max": 1.484375, "train/tensor_act_model_layers_61_mlp_down_proj/range": 1.736328125, "train/tensor_act_model_layers_61_mlp/norm": 1646.4166259765625, "train/tensor_act_model_layers_61_mlp/mean": 0.70703125, "train/tensor_act_model_layers_61_mlp/std": 0.37890625, "train/tensor_act_model_layers_61_mlp/max_abs": 1.484375, "train/tensor_act_model_layers_61_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp/min": -0.251953125, "train/tensor_act_model_layers_61_mlp/max": 1.484375, "train/tensor_act_model_layers_61_mlp/range": 1.736328125, "train/tensor_act_model_layers_61_residual_post_mlp/norm": 88817.6796875, "train/tensor_act_model_layers_61_residual_post_mlp/mean": 43.0, "train/tensor_act_model_layers_61_residual_post_mlp/std": 4.71875, "train/tensor_act_model_layers_61_residual_post_mlp/max_abs": 56.75, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_post_mlp/min": 29.5, "train/tensor_act_model_layers_61_residual_post_mlp/max": 56.75, "train/tensor_act_model_layers_61_residual_post_mlp/range": 27.25, "train/tensor_act_model_layers_62_residual_pre_attn/norm": 88817.6796875, "train/tensor_act_model_layers_62_residual_pre_attn/mean": 43.0, "train/tensor_act_model_layers_62_residual_pre_attn/std": 4.71875, "train/tensor_act_model_layers_62_residual_pre_attn/max_abs": 56.75, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_pre_attn/min": 29.5, "train/tensor_act_model_layers_62_residual_pre_attn/max": 56.75, "train/tensor_act_model_layers_62_residual_pre_attn/range": 27.25, "train/tensor_act_model_layers_62_residual_post_attn/norm": 88802.03125, "train/tensor_act_model_layers_62_residual_post_attn/mean": 43.0, "train/tensor_act_model_layers_62_residual_post_attn/std": 4.71875, "train/tensor_act_model_layers_62_residual_post_attn/max_abs": 56.75, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_post_attn/min": 29.5, "train/tensor_act_model_layers_62_residual_post_attn/max": 56.75, "train/tensor_act_model_layers_62_residual_post_attn/range": 27.25, "train/tensor_act_model_layers_62_mlp_gate_proj/norm": 1995.72802734375, "train/tensor_act_model_layers_62_mlp_gate_proj/mean": 0.1396484375, "train/tensor_act_model_layers_62_mlp_gate_proj/std": 0.67578125, "train/tensor_act_model_layers_62_mlp_gate_proj/max_abs": 2.03125, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/min": -1.2421875, "train/tensor_act_model_layers_62_mlp_gate_proj/max": 2.03125, "train/tensor_act_model_layers_62_mlp_gate_proj/range": 3.2734375, "train/tensor_act_model_layers_62_mlp_up_proj/norm": 1974.151123046875, "train/tensor_act_model_layers_62_mlp_up_proj/mean": 0.048095703125, "train/tensor_act_model_layers_62_mlp_up_proj/std": 0.6796875, "train/tensor_act_model_layers_62_mlp_up_proj/max_abs": 1.8671875, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/min": -1.53125, "train/tensor_act_model_layers_62_mlp_up_proj/max": 1.8671875, "train/tensor_act_model_layers_62_mlp_up_proj/range": 3.3984375, "train/tensor_act_model_layers_62_mlp_down_proj/norm": 1740.7056884765625, "train/tensor_act_model_layers_62_mlp_down_proj/mean": 0.71875, "train/tensor_act_model_layers_62_mlp_down_proj/std": 0.453125, "train/tensor_act_model_layers_62_mlp_down_proj/max_abs": 2.078125, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/min": -0.3359375, "train/tensor_act_model_layers_62_mlp_down_proj/max": 2.078125, "train/tensor_act_model_layers_62_mlp_down_proj/range": 2.4140625, "train/tensor_act_model_layers_62_mlp/norm": 1740.7056884765625, "train/tensor_act_model_layers_62_mlp/mean": 0.71875, "train/tensor_act_model_layers_62_mlp/std": 0.453125, "train/tensor_act_model_layers_62_mlp/max_abs": 2.078125, "train/tensor_act_model_layers_62_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp/min": -0.3359375, "train/tensor_act_model_layers_62_mlp/max": 2.078125, "train/tensor_act_model_layers_62_mlp/range": 2.4140625, "train/tensor_act_model_layers_62_residual_post_mlp/norm": 90278.4765625, "train/tensor_act_model_layers_62_residual_post_mlp/mean": 43.75, "train/tensor_act_model_layers_62_residual_post_mlp/std": 4.8125, "train/tensor_act_model_layers_62_residual_post_mlp/max_abs": 58.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_post_mlp/min": 30.25, "train/tensor_act_model_layers_62_residual_post_mlp/max": 58.0, "train/tensor_act_model_layers_62_residual_post_mlp/range": 27.75, "train/tensor_act_model_layers_63_residual_pre_attn/norm": 90278.4765625, "train/tensor_act_model_layers_63_residual_pre_attn/mean": 43.75, "train/tensor_act_model_layers_63_residual_pre_attn/std": 4.8125, "train/tensor_act_model_layers_63_residual_pre_attn/max_abs": 58.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_pre_attn/min": 30.25, "train/tensor_act_model_layers_63_residual_pre_attn/max": 58.0, "train/tensor_act_model_layers_63_residual_pre_attn/range": 27.75, "train/tensor_act_model_layers_63_residual_post_attn/norm": 90213.3671875, "train/tensor_act_model_layers_63_residual_post_attn/mean": 43.75, "train/tensor_act_model_layers_63_residual_post_attn/std": 4.8125, "train/tensor_act_model_layers_63_residual_post_attn/max_abs": 58.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_post_attn/min": 30.125, "train/tensor_act_model_layers_63_residual_post_attn/max": 58.0, "train/tensor_act_model_layers_63_residual_post_attn/range": 27.875, "train/tensor_act_model_layers_63_mlp_gate_proj/norm": 1875.3890380859375, "train/tensor_act_model_layers_63_mlp_gate_proj/mean": 0.07177734375, "train/tensor_act_model_layers_63_mlp_gate_proj/std": 0.64453125, "train/tensor_act_model_layers_63_mlp_gate_proj/max_abs": 1.6015625, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/min": -1.4140625, "train/tensor_act_model_layers_63_mlp_gate_proj/max": 1.6015625, "train/tensor_act_model_layers_63_mlp_gate_proj/range": 3.015625, "train/tensor_act_model_layers_63_mlp_up_proj/norm": 1691.894775390625, "train/tensor_act_model_layers_63_mlp_up_proj/mean": -0.0150146484375, "train/tensor_act_model_layers_63_mlp_up_proj/std": 0.58203125, "train/tensor_act_model_layers_63_mlp_up_proj/max_abs": 2.0625, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/min": -2.0625, "train/tensor_act_model_layers_63_mlp_up_proj/max": 1.4765625, "train/tensor_act_model_layers_63_mlp_up_proj/range": 3.5390625, "train/tensor_act_model_layers_63_mlp_down_proj/norm": 1154.6566162109375, "train/tensor_act_model_layers_63_mlp_down_proj/mean": 0.482421875, "train/tensor_act_model_layers_63_mlp_down_proj/std": 0.291015625, "train/tensor_act_model_layers_63_mlp_down_proj/max_abs": 1.3359375, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/min": -0.482421875, "train/tensor_act_model_layers_63_mlp_down_proj/max": 1.3359375, "train/tensor_act_model_layers_63_mlp_down_proj/range": 1.818359375, "train/tensor_act_model_layers_63_mlp/norm": 1154.6566162109375, "train/tensor_act_model_layers_63_mlp/mean": 0.482421875, "train/tensor_act_model_layers_63_mlp/std": 0.291015625, "train/tensor_act_model_layers_63_mlp/max_abs": 1.3359375, "train/tensor_act_model_layers_63_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp/min": -0.482421875, "train/tensor_act_model_layers_63_mlp/max": 1.3359375, "train/tensor_act_model_layers_63_mlp/range": 1.818359375, "train/tensor_act_model_layers_63_residual_post_mlp/norm": 91211.3828125, "train/tensor_act_model_layers_63_residual_post_mlp/mean": 44.25, "train/tensor_act_model_layers_63_residual_post_mlp/std": 4.84375, "train/tensor_act_model_layers_63_residual_post_mlp/max_abs": 58.5, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_post_mlp/min": 30.875, "train/tensor_act_model_layers_63_residual_post_mlp/max": 58.5, "train/tensor_act_model_layers_63_residual_post_mlp/range": 27.625, "train/tensor_act_model_layers_64_residual_pre_attn/norm": 91211.3828125, "train/tensor_act_model_layers_64_residual_pre_attn/mean": 44.25, "train/tensor_act_model_layers_64_residual_pre_attn/std": 4.84375, "train/tensor_act_model_layers_64_residual_pre_attn/max_abs": 58.5, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_pre_attn/min": 30.875, "train/tensor_act_model_layers_64_residual_pre_attn/max": 58.5, "train/tensor_act_model_layers_64_residual_pre_attn/range": 27.625, "train/tensor_act_model_layers_64_residual_post_attn/norm": 91181.328125, "train/tensor_act_model_layers_64_residual_post_attn/mean": 44.25, "train/tensor_act_model_layers_64_residual_post_attn/std": 4.84375, "train/tensor_act_model_layers_64_residual_post_attn/max_abs": 58.5, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_post_attn/min": 30.875, "train/tensor_act_model_layers_64_residual_post_attn/max": 58.5, "train/tensor_act_model_layers_64_residual_post_attn/range": 27.625, "train/tensor_act_model_layers_64_mlp_gate_proj/norm": 1838.9681396484375, "train/tensor_act_model_layers_64_mlp_gate_proj/mean": 0.07177734375, "train/tensor_act_model_layers_64_mlp_gate_proj/std": 0.62890625, "train/tensor_act_model_layers_64_mlp_gate_proj/max_abs": 1.734375, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/min": -1.703125, "train/tensor_act_model_layers_64_mlp_gate_proj/max": 1.734375, "train/tensor_act_model_layers_64_mlp_gate_proj/range": 3.4375, "train/tensor_act_model_layers_64_mlp_up_proj/norm": 1846.416015625, "train/tensor_act_model_layers_64_mlp_up_proj/mean": 0.02294921875, "train/tensor_act_model_layers_64_mlp_up_proj/std": 0.63671875, "train/tensor_act_model_layers_64_mlp_up_proj/max_abs": 1.7265625, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/min": -1.703125, "train/tensor_act_model_layers_64_mlp_up_proj/max": 1.7265625, "train/tensor_act_model_layers_64_mlp_up_proj/range": 3.4296875, "train/tensor_act_model_layers_64_mlp_down_proj/norm": 1394.6248779296875, "train/tensor_act_model_layers_64_mlp_down_proj/mean": 0.57421875, "train/tensor_act_model_layers_64_mlp_down_proj/std": 0.3671875, "train/tensor_act_model_layers_64_mlp_down_proj/max_abs": 1.5078125, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/min": -0.48828125, "train/tensor_act_model_layers_64_mlp_down_proj/max": 1.5078125, "train/tensor_act_model_layers_64_mlp_down_proj/range": 1.99609375, "train/tensor_act_model_layers_64_mlp/norm": 1394.6248779296875, "train/tensor_act_model_layers_64_mlp/mean": 0.57421875, "train/tensor_act_model_layers_64_mlp/std": 0.3671875, "train/tensor_act_model_layers_64_mlp/max_abs": 1.5078125, "train/tensor_act_model_layers_64_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp/min": -0.48828125, "train/tensor_act_model_layers_64_mlp/max": 1.5078125, "train/tensor_act_model_layers_64_mlp/range": 1.99609375, "train/tensor_act_model_layers_64_residual_post_mlp/norm": 92337.3203125, "train/tensor_act_model_layers_64_residual_post_mlp/mean": 44.75, "train/tensor_act_model_layers_64_residual_post_mlp/std": 4.875, "train/tensor_act_model_layers_64_residual_post_mlp/max_abs": 58.75, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_post_mlp/min": 31.125, "train/tensor_act_model_layers_64_residual_post_mlp/max": 58.75, "train/tensor_act_model_layers_64_residual_post_mlp/range": 27.625, "train/tensor_act_model_layers_65_residual_pre_attn/norm": 92337.3203125, "train/tensor_act_model_layers_65_residual_pre_attn/mean": 44.75, "train/tensor_act_model_layers_65_residual_pre_attn/std": 4.875, "train/tensor_act_model_layers_65_residual_pre_attn/max_abs": 58.75, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_pre_attn/min": 31.125, "train/tensor_act_model_layers_65_residual_pre_attn/max": 58.75, "train/tensor_act_model_layers_65_residual_pre_attn/range": 27.625, "train/tensor_act_model_layers_65_residual_post_attn/norm": 92322.4765625, "train/tensor_act_model_layers_65_residual_post_attn/mean": 44.75, "train/tensor_act_model_layers_65_residual_post_attn/std": 4.875, "train/tensor_act_model_layers_65_residual_post_attn/max_abs": 58.75, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_post_attn/min": 31.0, "train/tensor_act_model_layers_65_residual_post_attn/max": 58.75, "train/tensor_act_model_layers_65_residual_post_attn/range": 27.75, "train/tensor_act_model_layers_65_mlp_gate_proj/norm": 2061.693359375, "train/tensor_act_model_layers_65_mlp_gate_proj/mean": 0.0206298828125, "train/tensor_act_model_layers_65_mlp_gate_proj/std": 0.7109375, "train/tensor_act_model_layers_65_mlp_gate_proj/max_abs": 1.9375, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/min": -1.7109375, "train/tensor_act_model_layers_65_mlp_gate_proj/max": 1.9375, "train/tensor_act_model_layers_65_mlp_gate_proj/range": 3.6484375, "train/tensor_act_model_layers_65_mlp_up_proj/norm": 1935.902099609375, "train/tensor_act_model_layers_65_mlp_up_proj/mean": 0.02197265625, "train/tensor_act_model_layers_65_mlp_up_proj/std": 0.66796875, "train/tensor_act_model_layers_65_mlp_up_proj/max_abs": 1.8671875, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/min": -1.7734375, "train/tensor_act_model_layers_65_mlp_up_proj/max": 1.8671875, "train/tensor_act_model_layers_65_mlp_up_proj/range": 3.640625, "train/tensor_act_model_layers_65_mlp_down_proj/norm": 1530.5003662109375, "train/tensor_act_model_layers_65_mlp_down_proj/mean": 0.65234375, "train/tensor_act_model_layers_65_mlp_down_proj/std": 0.365234375, "train/tensor_act_model_layers_65_mlp_down_proj/max_abs": 1.4765625, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/min": -0.1689453125, "train/tensor_act_model_layers_65_mlp_down_proj/max": 1.4765625, "train/tensor_act_model_layers_65_mlp_down_proj/range": 1.6455078125, "train/tensor_act_model_layers_65_mlp/norm": 1530.5003662109375, "train/tensor_act_model_layers_65_mlp/mean": 0.65234375, "train/tensor_act_model_layers_65_mlp/std": 0.365234375, "train/tensor_act_model_layers_65_mlp/max_abs": 1.4765625, "train/tensor_act_model_layers_65_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp/min": -0.1689453125, "train/tensor_act_model_layers_65_mlp/max": 1.4765625, "train/tensor_act_model_layers_65_mlp/range": 1.6455078125, "train/tensor_act_model_layers_65_residual_post_mlp/norm": 93648.9609375, "train/tensor_act_model_layers_65_residual_post_mlp/mean": 45.5, "train/tensor_act_model_layers_65_residual_post_mlp/std": 4.90625, "train/tensor_act_model_layers_65_residual_post_mlp/max_abs": 60.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_post_mlp/min": 31.75, "train/tensor_act_model_layers_65_residual_post_mlp/max": 60.0, "train/tensor_act_model_layers_65_residual_post_mlp/range": 28.25, "train/tensor_act_model_layers_66_residual_pre_attn/norm": 93648.9609375, "train/tensor_act_model_layers_66_residual_pre_attn/mean": 45.5, "train/tensor_act_model_layers_66_residual_pre_attn/std": 4.90625, "train/tensor_act_model_layers_66_residual_pre_attn/max_abs": 60.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_pre_attn/min": 31.75, "train/tensor_act_model_layers_66_residual_pre_attn/max": 60.0, "train/tensor_act_model_layers_66_residual_pre_attn/range": 28.25, "train/tensor_act_model_layers_66_residual_post_attn/norm": 93645.4921875, "train/tensor_act_model_layers_66_residual_post_attn/mean": 45.5, "train/tensor_act_model_layers_66_residual_post_attn/std": 4.90625, "train/tensor_act_model_layers_66_residual_post_attn/max_abs": 60.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_post_attn/min": 31.625, "train/tensor_act_model_layers_66_residual_post_attn/max": 60.0, "train/tensor_act_model_layers_66_residual_post_attn/range": 28.375, "train/tensor_act_model_layers_66_mlp_gate_proj/norm": 2051.943115234375, "train/tensor_act_model_layers_66_mlp_gate_proj/mean": 0.08154296875, "train/tensor_act_model_layers_66_mlp_gate_proj/std": 0.703125, "train/tensor_act_model_layers_66_mlp_gate_proj/max_abs": 2.0625, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/min": -1.75, "train/tensor_act_model_layers_66_mlp_gate_proj/max": 2.0625, "train/tensor_act_model_layers_66_mlp_gate_proj/range": 3.8125, "train/tensor_act_model_layers_66_mlp_up_proj/norm": 1789.00439453125, "train/tensor_act_model_layers_66_mlp_up_proj/mean": -0.021728515625, "train/tensor_act_model_layers_66_mlp_up_proj/std": 0.6171875, "train/tensor_act_model_layers_66_mlp_up_proj/max_abs": 1.8359375, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/min": -1.8359375, "train/tensor_act_model_layers_66_mlp_up_proj/max": 1.7109375, "train/tensor_act_model_layers_66_mlp_up_proj/range": 3.546875, "train/tensor_act_model_layers_66_mlp_down_proj/norm": 1537.5955810546875, "train/tensor_act_model_layers_66_mlp_down_proj/mean": 0.640625, "train/tensor_act_model_layers_66_mlp_down_proj/std": 0.39453125, "train/tensor_act_model_layers_66_mlp_down_proj/max_abs": 1.484375, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/min": -0.3125, "train/tensor_act_model_layers_66_mlp_down_proj/max": 1.484375, "train/tensor_act_model_layers_66_mlp_down_proj/range": 1.796875, "train/tensor_act_model_layers_66_mlp/norm": 1537.5955810546875, "train/tensor_act_model_layers_66_mlp/mean": 0.640625, "train/tensor_act_model_layers_66_mlp/std": 0.39453125, "train/tensor_act_model_layers_66_mlp/max_abs": 1.484375, "train/tensor_act_model_layers_66_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp/min": -0.3125, "train/tensor_act_model_layers_66_mlp/max": 1.484375, "train/tensor_act_model_layers_66_mlp/range": 1.796875, "train/tensor_act_model_layers_66_residual_post_mlp/norm": 94952.484375, "train/tensor_act_model_layers_66_residual_post_mlp/mean": 46.0, "train/tensor_act_model_layers_66_residual_post_mlp/std": 4.96875, "train/tensor_act_model_layers_66_residual_post_mlp/max_abs": 61.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_post_mlp/min": 32.75, "train/tensor_act_model_layers_66_residual_post_mlp/max": 61.0, "train/tensor_act_model_layers_66_residual_post_mlp/range": 28.25, "train/tensor_act_model_layers_67_residual_pre_attn/norm": 94952.484375, "train/tensor_act_model_layers_67_residual_pre_attn/mean": 46.0, "train/tensor_act_model_layers_67_residual_pre_attn/std": 4.96875, "train/tensor_act_model_layers_67_residual_pre_attn/max_abs": 61.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_pre_attn/min": 32.75, "train/tensor_act_model_layers_67_residual_pre_attn/max": 61.0, "train/tensor_act_model_layers_67_residual_pre_attn/range": 28.25, "train/tensor_act_model_layers_67_residual_post_attn/norm": 94990.890625, "train/tensor_act_model_layers_67_residual_post_attn/mean": 46.0, "train/tensor_act_model_layers_67_residual_post_attn/std": 4.96875, "train/tensor_act_model_layers_67_residual_post_attn/max_abs": 61.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_post_attn/min": 33.0, "train/tensor_act_model_layers_67_residual_post_attn/max": 61.0, "train/tensor_act_model_layers_67_residual_post_attn/range": 28.0, "train/tensor_act_model_layers_67_mlp_gate_proj/norm": 1984.5279541015625, "train/tensor_act_model_layers_67_mlp_gate_proj/mean": 0.09375, "train/tensor_act_model_layers_67_mlp_gate_proj/std": 0.6796875, "train/tensor_act_model_layers_67_mlp_gate_proj/max_abs": 1.8671875, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/min": -1.375, "train/tensor_act_model_layers_67_mlp_gate_proj/max": 1.8671875, "train/tensor_act_model_layers_67_mlp_gate_proj/range": 3.2421875, "train/tensor_act_model_layers_67_mlp_up_proj/norm": 1842.104736328125, "train/tensor_act_model_layers_67_mlp_up_proj/mean": -0.046630859375, "train/tensor_act_model_layers_67_mlp_up_proj/std": 0.6328125, "train/tensor_act_model_layers_67_mlp_up_proj/max_abs": 1.9765625, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/min": -1.9765625, "train/tensor_act_model_layers_67_mlp_up_proj/max": 1.8046875, "train/tensor_act_model_layers_67_mlp_up_proj/range": 3.78125, "train/tensor_act_model_layers_67_mlp_down_proj/norm": 1451.075927734375, "train/tensor_act_model_layers_67_mlp_down_proj/mean": 0.62109375, "train/tensor_act_model_layers_67_mlp_down_proj/std": 0.34375, "train/tensor_act_model_layers_67_mlp_down_proj/max_abs": 1.578125, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/min": -0.193359375, "train/tensor_act_model_layers_67_mlp_down_proj/max": 1.578125, "train/tensor_act_model_layers_67_mlp_down_proj/range": 1.771484375, "train/tensor_act_model_layers_67_mlp/norm": 1451.075927734375, "train/tensor_act_model_layers_67_mlp/mean": 0.62109375, "train/tensor_act_model_layers_67_mlp/std": 0.34375, "train/tensor_act_model_layers_67_mlp/max_abs": 1.578125, "train/tensor_act_model_layers_67_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp/min": -0.193359375, "train/tensor_act_model_layers_67_mlp/max": 1.578125, "train/tensor_act_model_layers_67_mlp/range": 1.771484375, "train/tensor_act_model_layers_67_residual_post_mlp/norm": 96249.0234375, "train/tensor_act_model_layers_67_residual_post_mlp/mean": 46.75, "train/tensor_act_model_layers_67_residual_post_mlp/std": 5.0, "train/tensor_act_model_layers_67_residual_post_mlp/max_abs": 61.5, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_post_mlp/min": 33.75, "train/tensor_act_model_layers_67_residual_post_mlp/max": 61.5, "train/tensor_act_model_layers_67_residual_post_mlp/range": 27.75, "train/tensor_act_model_layers_68_residual_pre_attn/norm": 96249.0234375, "train/tensor_act_model_layers_68_residual_pre_attn/mean": 46.75, "train/tensor_act_model_layers_68_residual_pre_attn/std": 5.0, "train/tensor_act_model_layers_68_residual_pre_attn/max_abs": 61.5, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_pre_attn/min": 33.75, "train/tensor_act_model_layers_68_residual_pre_attn/max": 61.5, "train/tensor_act_model_layers_68_residual_pre_attn/range": 27.75, "train/tensor_act_model_layers_68_residual_post_attn/norm": 96235.453125, "train/tensor_act_model_layers_68_residual_post_attn/mean": 46.75, "train/tensor_act_model_layers_68_residual_post_attn/std": 5.09375, "train/tensor_act_model_layers_68_residual_post_attn/max_abs": 61.75, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_post_attn/min": 33.75, "train/tensor_act_model_layers_68_residual_post_attn/max": 61.75, "train/tensor_act_model_layers_68_residual_post_attn/range": 28.0, "train/tensor_act_model_layers_68_mlp_gate_proj/norm": 2046.88330078125, "train/tensor_act_model_layers_68_mlp_gate_proj/mean": 0.1484375, "train/tensor_act_model_layers_68_mlp_gate_proj/std": 0.69140625, "train/tensor_act_model_layers_68_mlp_gate_proj/max_abs": 2.0, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/min": -1.3203125, "train/tensor_act_model_layers_68_mlp_gate_proj/max": 2.0, "train/tensor_act_model_layers_68_mlp_gate_proj/range": 3.3203125, "train/tensor_act_model_layers_68_mlp_up_proj/norm": 2040.9869384765625, "train/tensor_act_model_layers_68_mlp_up_proj/mean": -0.06884765625, "train/tensor_act_model_layers_68_mlp_up_proj/std": 0.703125, "train/tensor_act_model_layers_68_mlp_up_proj/max_abs": 2.109375, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/min": -2.0625, "train/tensor_act_model_layers_68_mlp_up_proj/max": 2.109375, "train/tensor_act_model_layers_68_mlp_up_proj/range": 4.171875, "train/tensor_act_model_layers_68_mlp_down_proj/norm": 1813.252197265625, "train/tensor_act_model_layers_68_mlp_down_proj/mean": 0.77734375, "train/tensor_act_model_layers_68_mlp_down_proj/std": 0.419921875, "train/tensor_act_model_layers_68_mlp_down_proj/max_abs": 2.046875, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/min": -0.3671875, "train/tensor_act_model_layers_68_mlp_down_proj/max": 2.046875, "train/tensor_act_model_layers_68_mlp_down_proj/range": 2.4140625, "train/tensor_act_model_layers_68_mlp/norm": 1813.252197265625, "train/tensor_act_model_layers_68_mlp/mean": 0.77734375, "train/tensor_act_model_layers_68_mlp/std": 0.419921875, "train/tensor_act_model_layers_68_mlp/max_abs": 2.046875, "train/tensor_act_model_layers_68_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp/min": -0.3671875, "train/tensor_act_model_layers_68_mlp/max": 2.046875, "train/tensor_act_model_layers_68_mlp/range": 2.4140625, "train/tensor_act_model_layers_68_residual_post_mlp/norm": 97834.890625, "train/tensor_act_model_layers_68_residual_post_mlp/mean": 47.5, "train/tensor_act_model_layers_68_residual_post_mlp/std": 5.125, "train/tensor_act_model_layers_68_residual_post_mlp/max_abs": 62.75, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_post_mlp/min": 33.5, "train/tensor_act_model_layers_68_residual_post_mlp/max": 62.75, "train/tensor_act_model_layers_68_residual_post_mlp/range": 29.25, "train/tensor_act_model_layers_69_residual_pre_attn/norm": 97834.890625, "train/tensor_act_model_layers_69_residual_pre_attn/mean": 47.5, "train/tensor_act_model_layers_69_residual_pre_attn/std": 5.125, "train/tensor_act_model_layers_69_residual_pre_attn/max_abs": 62.75, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_pre_attn/min": 33.5, "train/tensor_act_model_layers_69_residual_pre_attn/max": 62.75, "train/tensor_act_model_layers_69_residual_pre_attn/range": 29.25, "train/tensor_act_model_layers_69_residual_post_attn/norm": 97804.9140625, "train/tensor_act_model_layers_69_residual_post_attn/mean": 47.5, "train/tensor_act_model_layers_69_residual_post_attn/std": 5.15625, "train/tensor_act_model_layers_69_residual_post_attn/max_abs": 62.75, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_post_attn/min": 33.5, "train/tensor_act_model_layers_69_residual_post_attn/max": 62.75, "train/tensor_act_model_layers_69_residual_post_attn/range": 29.25, "train/tensor_act_model_layers_69_mlp_gate_proj/norm": 1979.6763916015625, "train/tensor_act_model_layers_69_mlp_gate_proj/mean": 0.031982421875, "train/tensor_act_model_layers_69_mlp_gate_proj/std": 0.68359375, "train/tensor_act_model_layers_69_mlp_gate_proj/max_abs": 2.0625, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/min": -1.7109375, "train/tensor_act_model_layers_69_mlp_gate_proj/max": 2.0625, "train/tensor_act_model_layers_69_mlp_gate_proj/range": 3.7734375, "train/tensor_act_model_layers_69_mlp_up_proj/norm": 1946.091552734375, "train/tensor_act_model_layers_69_mlp_up_proj/mean": -0.006561279296875, "train/tensor_act_model_layers_69_mlp_up_proj/std": 0.671875, "train/tensor_act_model_layers_69_mlp_up_proj/max_abs": 1.9921875, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/min": -1.75, "train/tensor_act_model_layers_69_mlp_up_proj/max": 1.9921875, "train/tensor_act_model_layers_69_mlp_up_proj/range": 3.7421875, "train/tensor_act_model_layers_69_mlp_down_proj/norm": 1508.96337890625, "train/tensor_act_model_layers_69_mlp_down_proj/mean": 0.63671875, "train/tensor_act_model_layers_69_mlp_down_proj/std": 0.373046875, "train/tensor_act_model_layers_69_mlp_down_proj/max_abs": 1.65625, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/min": -0.181640625, "train/tensor_act_model_layers_69_mlp_down_proj/max": 1.65625, "train/tensor_act_model_layers_69_mlp_down_proj/range": 1.837890625, "train/tensor_act_model_layers_69_mlp/norm": 1508.96337890625, "train/tensor_act_model_layers_69_mlp/mean": 0.63671875, "train/tensor_act_model_layers_69_mlp/std": 0.373046875, "train/tensor_act_model_layers_69_mlp/max_abs": 1.65625, "train/tensor_act_model_layers_69_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp/min": -0.181640625, "train/tensor_act_model_layers_69_mlp/max": 1.65625, "train/tensor_act_model_layers_69_mlp/range": 1.837890625, "train/tensor_act_model_layers_69_residual_post_mlp/norm": 99141.15625, "train/tensor_act_model_layers_69_residual_post_mlp/mean": 48.0, "train/tensor_act_model_layers_69_residual_post_mlp/std": 5.25, "train/tensor_act_model_layers_69_residual_post_mlp/max_abs": 64.5, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_post_mlp/min": 34.0, "train/tensor_act_model_layers_69_residual_post_mlp/max": 64.5, "train/tensor_act_model_layers_69_residual_post_mlp/range": 30.5, "train/tensor_act_model_layers_70_residual_pre_attn/norm": 99141.15625, "train/tensor_act_model_layers_70_residual_pre_attn/mean": 48.0, "train/tensor_act_model_layers_70_residual_pre_attn/std": 5.25, "train/tensor_act_model_layers_70_residual_pre_attn/max_abs": 64.5, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_pre_attn/min": 34.0, "train/tensor_act_model_layers_70_residual_pre_attn/max": 64.5, "train/tensor_act_model_layers_70_residual_pre_attn/range": 30.5, "train/tensor_act_model_layers_70_residual_post_attn/norm": 99096.5625, "train/tensor_act_model_layers_70_residual_post_attn/mean": 48.0, "train/tensor_act_model_layers_70_residual_post_attn/std": 5.25, "train/tensor_act_model_layers_70_residual_post_attn/max_abs": 64.5, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_post_attn/min": 34.0, "train/tensor_act_model_layers_70_residual_post_attn/max": 64.5, "train/tensor_act_model_layers_70_residual_post_attn/range": 30.5, "train/tensor_act_model_layers_70_mlp_gate_proj/norm": 1968.195068359375, "train/tensor_act_model_layers_70_mlp_gate_proj/mean": 0.1259765625, "train/tensor_act_model_layers_70_mlp_gate_proj/std": 0.66796875, "train/tensor_act_model_layers_70_mlp_gate_proj/max_abs": 1.875, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/min": -1.4453125, "train/tensor_act_model_layers_70_mlp_gate_proj/max": 1.875, "train/tensor_act_model_layers_70_mlp_gate_proj/range": 3.3203125, "train/tensor_act_model_layers_70_mlp_up_proj/norm": 1955.698974609375, "train/tensor_act_model_layers_70_mlp_up_proj/mean": -0.03662109375, "train/tensor_act_model_layers_70_mlp_up_proj/std": 0.67578125, "train/tensor_act_model_layers_70_mlp_up_proj/max_abs": 1.7578125, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/min": -1.6953125, "train/tensor_act_model_layers_70_mlp_up_proj/max": 1.7578125, "train/tensor_act_model_layers_70_mlp_up_proj/range": 3.453125, "train/tensor_act_model_layers_70_mlp_down_proj/norm": 1555.5501708984375, "train/tensor_act_model_layers_70_mlp_down_proj/mean": 0.6328125, "train/tensor_act_model_layers_70_mlp_down_proj/std": 0.41796875, "train/tensor_act_model_layers_70_mlp_down_proj/max_abs": 1.7734375, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/min": -0.3671875, "train/tensor_act_model_layers_70_mlp_down_proj/max": 1.7734375, "train/tensor_act_model_layers_70_mlp_down_proj/range": 2.140625, "train/tensor_act_model_layers_70_mlp/norm": 1555.5501708984375, "train/tensor_act_model_layers_70_mlp/mean": 0.6328125, "train/tensor_act_model_layers_70_mlp/std": 0.41796875, "train/tensor_act_model_layers_70_mlp/max_abs": 1.7734375, "train/tensor_act_model_layers_70_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp/min": -0.3671875, "train/tensor_act_model_layers_70_mlp/max": 1.7734375, "train/tensor_act_model_layers_70_mlp/range": 2.140625, "train/tensor_act_model_layers_70_residual_post_mlp/norm": 100401.8046875, "train/tensor_act_model_layers_70_residual_post_mlp/mean": 48.75, "train/tensor_act_model_layers_70_residual_post_mlp/std": 5.28125, "train/tensor_act_model_layers_70_residual_post_mlp/max_abs": 66.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_post_mlp/min": 34.5, "train/tensor_act_model_layers_70_residual_post_mlp/max": 66.0, "train/tensor_act_model_layers_70_residual_post_mlp/range": 31.5, "train/tensor_act_model_layers_71_residual_pre_attn/norm": 100401.8046875, "train/tensor_act_model_layers_71_residual_pre_attn/mean": 48.75, "train/tensor_act_model_layers_71_residual_pre_attn/std": 5.28125, "train/tensor_act_model_layers_71_residual_pre_attn/max_abs": 66.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_pre_attn/min": 34.5, "train/tensor_act_model_layers_71_residual_pre_attn/max": 66.0, "train/tensor_act_model_layers_71_residual_pre_attn/range": 31.5, "train/tensor_act_model_layers_71_residual_post_attn/norm": 100395.96875, "train/tensor_act_model_layers_71_residual_post_attn/mean": 48.75, "train/tensor_act_model_layers_71_residual_post_attn/std": 5.25, "train/tensor_act_model_layers_71_residual_post_attn/max_abs": 65.5, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_post_attn/min": 34.75, "train/tensor_act_model_layers_71_residual_post_attn/max": 65.5, "train/tensor_act_model_layers_71_residual_post_attn/range": 30.75, "train/tensor_act_model_layers_71_mlp_gate_proj/norm": 1842.2783203125, "train/tensor_act_model_layers_71_mlp_gate_proj/mean": 0.01220703125, "train/tensor_act_model_layers_71_mlp_gate_proj/std": 0.63671875, "train/tensor_act_model_layers_71_mlp_gate_proj/max_abs": 2.078125, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/min": -1.640625, "train/tensor_act_model_layers_71_mlp_gate_proj/max": 2.078125, "train/tensor_act_model_layers_71_mlp_gate_proj/range": 3.71875, "train/tensor_act_model_layers_71_mlp_up_proj/norm": 1795.2969970703125, "train/tensor_act_model_layers_71_mlp_up_proj/mean": 0.00165557861328125, "train/tensor_act_model_layers_71_mlp_up_proj/std": 0.62109375, "train/tensor_act_model_layers_71_mlp_up_proj/max_abs": 1.8828125, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/min": -1.8359375, "train/tensor_act_model_layers_71_mlp_up_proj/max": 1.8828125, "train/tensor_act_model_layers_71_mlp_up_proj/range": 3.71875, "train/tensor_act_model_layers_71_mlp_down_proj/norm": 1171.9100341796875, "train/tensor_act_model_layers_71_mlp_down_proj/mean": 0.46484375, "train/tensor_act_model_layers_71_mlp_down_proj/std": 0.3359375, "train/tensor_act_model_layers_71_mlp_down_proj/max_abs": 1.7890625, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/min": -0.6015625, "train/tensor_act_model_layers_71_mlp_down_proj/max": 1.7890625, "train/tensor_act_model_layers_71_mlp_down_proj/range": 2.390625, "train/tensor_act_model_layers_71_mlp/norm": 1171.9100341796875, "train/tensor_act_model_layers_71_mlp/mean": 0.46484375, "train/tensor_act_model_layers_71_mlp/std": 0.3359375, "train/tensor_act_model_layers_71_mlp/max_abs": 1.7890625, "train/tensor_act_model_layers_71_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp/min": -0.6015625, "train/tensor_act_model_layers_71_mlp/max": 1.7890625, "train/tensor_act_model_layers_71_mlp/range": 2.390625, "train/tensor_act_model_layers_71_residual_post_mlp/norm": 101334.84375, "train/tensor_act_model_layers_71_residual_post_mlp/mean": 49.25, "train/tensor_act_model_layers_71_residual_post_mlp/std": 5.21875, "train/tensor_act_model_layers_71_residual_post_mlp/max_abs": 66.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_post_mlp/min": 35.0, "train/tensor_act_model_layers_71_residual_post_mlp/max": 66.0, "train/tensor_act_model_layers_71_residual_post_mlp/range": 31.0, "train/tensor_act_model_layers_72_residual_pre_attn/norm": 101334.84375, "train/tensor_act_model_layers_72_residual_pre_attn/mean": 49.25, "train/tensor_act_model_layers_72_residual_pre_attn/std": 5.21875, "train/tensor_act_model_layers_72_residual_pre_attn/max_abs": 66.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_pre_attn/min": 35.0, "train/tensor_act_model_layers_72_residual_pre_attn/max": 66.0, "train/tensor_act_model_layers_72_residual_pre_attn/range": 31.0, "train/tensor_act_model_layers_72_residual_post_attn/norm": 101287.0703125, "train/tensor_act_model_layers_72_residual_post_attn/mean": 49.25, "train/tensor_act_model_layers_72_residual_post_attn/std": 5.1875, "train/tensor_act_model_layers_72_residual_post_attn/max_abs": 66.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_post_attn/min": 35.0, "train/tensor_act_model_layers_72_residual_post_attn/max": 66.0, "train/tensor_act_model_layers_72_residual_post_attn/range": 31.0, "train/tensor_act_model_layers_72_mlp_gate_proj/norm": 2020.1448974609375, "train/tensor_act_model_layers_72_mlp_gate_proj/mean": 0.1357421875, "train/tensor_act_model_layers_72_mlp_gate_proj/std": 0.68359375, "train/tensor_act_model_layers_72_mlp_gate_proj/max_abs": 1.9296875, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/min": -1.9296875, "train/tensor_act_model_layers_72_mlp_gate_proj/max": 1.7578125, "train/tensor_act_model_layers_72_mlp_gate_proj/range": 3.6875, "train/tensor_act_model_layers_72_mlp_up_proj/norm": 1850.6409912109375, "train/tensor_act_model_layers_72_mlp_up_proj/mean": -0.004150390625, "train/tensor_act_model_layers_72_mlp_up_proj/std": 0.640625, "train/tensor_act_model_layers_72_mlp_up_proj/max_abs": 1.9765625, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/min": -1.6640625, "train/tensor_act_model_layers_72_mlp_up_proj/max": 1.9765625, "train/tensor_act_model_layers_72_mlp_up_proj/range": 3.640625, "train/tensor_act_model_layers_72_mlp_down_proj/norm": 1509.436767578125, "train/tensor_act_model_layers_72_mlp_down_proj/mean": 0.65234375, "train/tensor_act_model_layers_72_mlp_down_proj/std": 0.33984375, "train/tensor_act_model_layers_72_mlp_down_proj/max_abs": 1.546875, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/min": -0.05517578125, "train/tensor_act_model_layers_72_mlp_down_proj/max": 1.546875, "train/tensor_act_model_layers_72_mlp_down_proj/range": 1.60205078125, "train/tensor_act_model_layers_72_mlp/norm": 1509.436767578125, "train/tensor_act_model_layers_72_mlp/mean": 0.65234375, "train/tensor_act_model_layers_72_mlp/std": 0.33984375, "train/tensor_act_model_layers_72_mlp/max_abs": 1.546875, "train/tensor_act_model_layers_72_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp/min": -0.05517578125, "train/tensor_act_model_layers_72_mlp/max": 1.546875, "train/tensor_act_model_layers_72_mlp/range": 1.60205078125, "train/tensor_act_model_layers_72_residual_post_mlp/norm": 102640.015625, "train/tensor_act_model_layers_72_residual_post_mlp/mean": 49.75, "train/tensor_act_model_layers_72_residual_post_mlp/std": 5.21875, "train/tensor_act_model_layers_72_residual_post_mlp/max_abs": 66.5, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_post_mlp/min": 36.0, "train/tensor_act_model_layers_72_residual_post_mlp/max": 66.5, "train/tensor_act_model_layers_72_residual_post_mlp/range": 30.5, "train/tensor_act_model_layers_73_residual_pre_attn/norm": 102640.015625, "train/tensor_act_model_layers_73_residual_pre_attn/mean": 49.75, "train/tensor_act_model_layers_73_residual_pre_attn/std": 5.21875, "train/tensor_act_model_layers_73_residual_pre_attn/max_abs": 66.5, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_pre_attn/min": 36.0, "train/tensor_act_model_layers_73_residual_pre_attn/max": 66.5, "train/tensor_act_model_layers_73_residual_pre_attn/range": 30.5, "train/tensor_act_model_layers_73_residual_post_attn/norm": 102633.4375, "train/tensor_act_model_layers_73_residual_post_attn/mean": 49.75, "train/tensor_act_model_layers_73_residual_post_attn/std": 5.21875, "train/tensor_act_model_layers_73_residual_post_attn/max_abs": 66.5, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_post_attn/min": 35.75, "train/tensor_act_model_layers_73_residual_post_attn/max": 66.5, "train/tensor_act_model_layers_73_residual_post_attn/range": 30.75, "train/tensor_act_model_layers_73_mlp_gate_proj/norm": 1930.9736328125, "train/tensor_act_model_layers_73_mlp_gate_proj/mean": 0.09716796875, "train/tensor_act_model_layers_73_mlp_gate_proj/std": 0.66015625, "train/tensor_act_model_layers_73_mlp_gate_proj/max_abs": 1.84375, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/min": -1.1328125, "train/tensor_act_model_layers_73_mlp_gate_proj/max": 1.84375, "train/tensor_act_model_layers_73_mlp_gate_proj/range": 2.9765625, "train/tensor_act_model_layers_73_mlp_up_proj/norm": 2010.592529296875, "train/tensor_act_model_layers_73_mlp_up_proj/mean": -0.0230712890625, "train/tensor_act_model_layers_73_mlp_up_proj/std": 0.6953125, "train/tensor_act_model_layers_73_mlp_up_proj/max_abs": 1.953125, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/min": -1.953125, "train/tensor_act_model_layers_73_mlp_up_proj/max": 1.8203125, "train/tensor_act_model_layers_73_mlp_up_proj/range": 3.7734375, "train/tensor_act_model_layers_73_mlp_down_proj/norm": 1623.9600830078125, "train/tensor_act_model_layers_73_mlp_down_proj/mean": 0.6875, "train/tensor_act_model_layers_73_mlp_down_proj/std": 0.392578125, "train/tensor_act_model_layers_73_mlp_down_proj/max_abs": 1.390625, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/min": -0.28515625, "train/tensor_act_model_layers_73_mlp_down_proj/max": 1.390625, "train/tensor_act_model_layers_73_mlp_down_proj/range": 1.67578125, "train/tensor_act_model_layers_73_mlp/norm": 1623.9600830078125, "train/tensor_act_model_layers_73_mlp/mean": 0.6875, "train/tensor_act_model_layers_73_mlp/std": 0.392578125, "train/tensor_act_model_layers_73_mlp/max_abs": 1.390625, "train/tensor_act_model_layers_73_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp/min": -0.28515625, "train/tensor_act_model_layers_73_mlp/max": 1.390625, "train/tensor_act_model_layers_73_mlp/range": 1.67578125, "train/tensor_act_model_layers_73_residual_post_mlp/norm": 104057.9296875, "train/tensor_act_model_layers_73_residual_post_mlp/mean": 50.5, "train/tensor_act_model_layers_73_residual_post_mlp/std": 5.28125, "train/tensor_act_model_layers_73_residual_post_mlp/max_abs": 66.5, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_post_mlp/min": 36.0, "train/tensor_act_model_layers_73_residual_post_mlp/max": 66.5, "train/tensor_act_model_layers_73_residual_post_mlp/range": 30.5, "train/tensor_act_model_layers_74_residual_pre_attn/norm": 104057.9296875, "train/tensor_act_model_layers_74_residual_pre_attn/mean": 50.5, "train/tensor_act_model_layers_74_residual_pre_attn/std": 5.28125, "train/tensor_act_model_layers_74_residual_pre_attn/max_abs": 66.5, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_pre_attn/min": 36.0, "train/tensor_act_model_layers_74_residual_pre_attn/max": 66.5, "train/tensor_act_model_layers_74_residual_pre_attn/range": 30.5, "train/tensor_act_model_layers_74_residual_post_attn/norm": 103995.234375, "train/tensor_act_model_layers_74_residual_post_attn/mean": 50.5, "train/tensor_act_model_layers_74_residual_post_attn/std": 5.28125, "train/tensor_act_model_layers_74_residual_post_attn/max_abs": 66.5, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_post_attn/min": 36.0, "train/tensor_act_model_layers_74_residual_post_attn/max": 66.5, "train/tensor_act_model_layers_74_residual_post_attn/range": 30.5, "train/tensor_act_model_layers_74_mlp_gate_proj/norm": 1975.2662353515625, "train/tensor_act_model_layers_74_mlp_gate_proj/mean": 0.1494140625, "train/tensor_act_model_layers_74_mlp_gate_proj/std": 0.6640625, "train/tensor_act_model_layers_74_mlp_gate_proj/max_abs": 1.9140625, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/min": -1.1953125, "train/tensor_act_model_layers_74_mlp_gate_proj/max": 1.9140625, "train/tensor_act_model_layers_74_mlp_gate_proj/range": 3.109375, "train/tensor_act_model_layers_74_mlp_up_proj/norm": 1913.2545166015625, "train/tensor_act_model_layers_74_mlp_up_proj/mean": -0.0791015625, "train/tensor_act_model_layers_74_mlp_up_proj/std": 0.65625, "train/tensor_act_model_layers_74_mlp_up_proj/max_abs": 1.703125, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/min": -1.6015625, "train/tensor_act_model_layers_74_mlp_up_proj/max": 1.703125, "train/tensor_act_model_layers_74_mlp_up_proj/range": 3.3046875, "train/tensor_act_model_layers_74_mlp_down_proj/norm": 1595.140869140625, "train/tensor_act_model_layers_74_mlp_down_proj/mean": 0.6796875, "train/tensor_act_model_layers_74_mlp_down_proj/std": 0.376953125, "train/tensor_act_model_layers_74_mlp_down_proj/max_abs": 1.5390625, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/min": -0.30859375, "train/tensor_act_model_layers_74_mlp_down_proj/max": 1.5390625, "train/tensor_act_model_layers_74_mlp_down_proj/range": 1.84765625, "train/tensor_act_model_layers_74_mlp/norm": 1595.140869140625, "train/tensor_act_model_layers_74_mlp/mean": 0.6796875, "train/tensor_act_model_layers_74_mlp/std": 0.376953125, "train/tensor_act_model_layers_74_mlp/max_abs": 1.5390625, "train/tensor_act_model_layers_74_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp/min": -0.30859375, "train/tensor_act_model_layers_74_mlp/max": 1.5390625, "train/tensor_act_model_layers_74_mlp/range": 1.84765625, "train/tensor_act_model_layers_74_residual_post_mlp/norm": 105379.4140625, "train/tensor_act_model_layers_74_residual_post_mlp/mean": 51.25, "train/tensor_act_model_layers_74_residual_post_mlp/std": 5.34375, "train/tensor_act_model_layers_74_residual_post_mlp/max_abs": 67.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_post_mlp/min": 36.5, "train/tensor_act_model_layers_74_residual_post_mlp/max": 67.0, "train/tensor_act_model_layers_74_residual_post_mlp/range": 30.5, "train/tensor_act_model_layers_75_residual_pre_attn/norm": 105379.4140625, "train/tensor_act_model_layers_75_residual_pre_attn/mean": 51.25, "train/tensor_act_model_layers_75_residual_pre_attn/std": 5.34375, "train/tensor_act_model_layers_75_residual_pre_attn/max_abs": 67.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_pre_attn/min": 36.5, "train/tensor_act_model_layers_75_residual_pre_attn/max": 67.0, "train/tensor_act_model_layers_75_residual_pre_attn/range": 30.5, "train/tensor_act_model_layers_75_residual_post_attn/norm": 105340.5078125, "train/tensor_act_model_layers_75_residual_post_attn/mean": 51.25, "train/tensor_act_model_layers_75_residual_post_attn/std": 5.34375, "train/tensor_act_model_layers_75_residual_post_attn/max_abs": 67.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_post_attn/min": 36.5, "train/tensor_act_model_layers_75_residual_post_attn/max": 67.0, "train/tensor_act_model_layers_75_residual_post_attn/range": 30.5, "train/tensor_act_model_layers_75_mlp_gate_proj/norm": 2052.1748046875, "train/tensor_act_model_layers_75_mlp_gate_proj/mean": 0.0791015625, "train/tensor_act_model_layers_75_mlp_gate_proj/std": 0.703125, "train/tensor_act_model_layers_75_mlp_gate_proj/max_abs": 2.625, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/min": -1.4765625, "train/tensor_act_model_layers_75_mlp_gate_proj/max": 2.625, "train/tensor_act_model_layers_75_mlp_gate_proj/range": 4.1015625, "train/tensor_act_model_layers_75_mlp_up_proj/norm": 1921.5025634765625, "train/tensor_act_model_layers_75_mlp_up_proj/mean": 0.1083984375, "train/tensor_act_model_layers_75_mlp_up_proj/std": 0.65625, "train/tensor_act_model_layers_75_mlp_up_proj/max_abs": 1.9140625, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/min": -1.609375, "train/tensor_act_model_layers_75_mlp_up_proj/max": 1.9140625, "train/tensor_act_model_layers_75_mlp_up_proj/range": 3.5234375, "train/tensor_act_model_layers_75_mlp_down_proj/norm": 1743.0875244140625, "train/tensor_act_model_layers_75_mlp_down_proj/mean": 0.72265625, "train/tensor_act_model_layers_75_mlp_down_proj/std": 0.44921875, "train/tensor_act_model_layers_75_mlp_down_proj/max_abs": 1.921875, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/min": -0.345703125, "train/tensor_act_model_layers_75_mlp_down_proj/max": 1.921875, "train/tensor_act_model_layers_75_mlp_down_proj/range": 2.267578125, "train/tensor_act_model_layers_75_mlp/norm": 1743.0875244140625, "train/tensor_act_model_layers_75_mlp/mean": 0.72265625, "train/tensor_act_model_layers_75_mlp/std": 0.44921875, "train/tensor_act_model_layers_75_mlp/max_abs": 1.921875, "train/tensor_act_model_layers_75_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp/min": -0.345703125, "train/tensor_act_model_layers_75_mlp/max": 1.921875, "train/tensor_act_model_layers_75_mlp/range": 2.267578125, "train/tensor_act_model_layers_75_residual_post_mlp/norm": 106827.3359375, "train/tensor_act_model_layers_75_residual_post_mlp/mean": 52.0, "train/tensor_act_model_layers_75_residual_post_mlp/std": 5.4375, "train/tensor_act_model_layers_75_residual_post_mlp/max_abs": 68.5, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_post_mlp/min": 37.0, "train/tensor_act_model_layers_75_residual_post_mlp/max": 68.5, "train/tensor_act_model_layers_75_residual_post_mlp/range": 31.5, "train/tensor_act_model_layers_76_residual_pre_attn/norm": 106827.3359375, "train/tensor_act_model_layers_76_residual_pre_attn/mean": 52.0, "train/tensor_act_model_layers_76_residual_pre_attn/std": 5.4375, "train/tensor_act_model_layers_76_residual_pre_attn/max_abs": 68.5, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_pre_attn/min": 37.0, "train/tensor_act_model_layers_76_residual_pre_attn/max": 68.5, "train/tensor_act_model_layers_76_residual_pre_attn/range": 31.5, "train/tensor_act_model_layers_76_residual_post_attn/norm": 106807.6796875, "train/tensor_act_model_layers_76_residual_post_attn/mean": 51.75, "train/tensor_act_model_layers_76_residual_post_attn/std": 5.4375, "train/tensor_act_model_layers_76_residual_post_attn/max_abs": 68.5, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_post_attn/min": 36.75, "train/tensor_act_model_layers_76_residual_post_attn/max": 68.5, "train/tensor_act_model_layers_76_residual_post_attn/range": 31.75, "train/tensor_act_model_layers_76_mlp_gate_proj/norm": 1955.2198486328125, "train/tensor_act_model_layers_76_mlp_gate_proj/mean": 0.04296875, "train/tensor_act_model_layers_76_mlp_gate_proj/std": 0.671875, "train/tensor_act_model_layers_76_mlp_gate_proj/max_abs": 1.671875, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/min": -1.3828125, "train/tensor_act_model_layers_76_mlp_gate_proj/max": 1.671875, "train/tensor_act_model_layers_76_mlp_gate_proj/range": 3.0546875, "train/tensor_act_model_layers_76_mlp_up_proj/norm": 1831.098388671875, "train/tensor_act_model_layers_76_mlp_up_proj/mean": 0.00689697265625, "train/tensor_act_model_layers_76_mlp_up_proj/std": 0.6328125, "train/tensor_act_model_layers_76_mlp_up_proj/max_abs": 1.890625, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/min": -1.890625, "train/tensor_act_model_layers_76_mlp_up_proj/max": 1.53125, "train/tensor_act_model_layers_76_mlp_up_proj/range": 3.421875, "train/tensor_act_model_layers_76_mlp_down_proj/norm": 1308.6302490234375, "train/tensor_act_model_layers_76_mlp_down_proj/mean": 0.546875, "train/tensor_act_model_layers_76_mlp_down_proj/std": 0.328125, "train/tensor_act_model_layers_76_mlp_down_proj/max_abs": 1.34375, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/min": -0.39453125, "train/tensor_act_model_layers_76_mlp_down_proj/max": 1.34375, "train/tensor_act_model_layers_76_mlp_down_proj/range": 1.73828125, "train/tensor_act_model_layers_76_mlp/norm": 1308.6302490234375, "train/tensor_act_model_layers_76_mlp/mean": 0.546875, "train/tensor_act_model_layers_76_mlp/std": 0.328125, "train/tensor_act_model_layers_76_mlp/max_abs": 1.34375, "train/tensor_act_model_layers_76_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp/min": -0.39453125, "train/tensor_act_model_layers_76_mlp/max": 1.34375, "train/tensor_act_model_layers_76_mlp/range": 1.73828125, "train/tensor_act_model_layers_76_residual_post_mlp/norm": 107916.4375, "train/tensor_act_model_layers_76_residual_post_mlp/mean": 52.5, "train/tensor_act_model_layers_76_residual_post_mlp/std": 5.4375, "train/tensor_act_model_layers_76_residual_post_mlp/max_abs": 69.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_post_mlp/min": 37.5, "train/tensor_act_model_layers_76_residual_post_mlp/max": 69.0, "train/tensor_act_model_layers_76_residual_post_mlp/range": 31.5, "train/tensor_act_model_layers_77_residual_pre_attn/norm": 107916.4375, "train/tensor_act_model_layers_77_residual_pre_attn/mean": 52.5, "train/tensor_act_model_layers_77_residual_pre_attn/std": 5.4375, "train/tensor_act_model_layers_77_residual_pre_attn/max_abs": 69.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_pre_attn/min": 37.5, "train/tensor_act_model_layers_77_residual_pre_attn/max": 69.0, "train/tensor_act_model_layers_77_residual_pre_attn/range": 31.5, "train/tensor_act_model_layers_77_residual_post_attn/norm": 107867.15625, "train/tensor_act_model_layers_77_residual_post_attn/mean": 52.5, "train/tensor_act_model_layers_77_residual_post_attn/std": 5.46875, "train/tensor_act_model_layers_77_residual_post_attn/max_abs": 69.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_post_attn/min": 37.5, "train/tensor_act_model_layers_77_residual_post_attn/max": 69.0, "train/tensor_act_model_layers_77_residual_post_attn/range": 31.5, "train/tensor_act_model_layers_77_mlp_gate_proj/norm": 2171.8603515625, "train/tensor_act_model_layers_77_mlp_gate_proj/mean": 0.18359375, "train/tensor_act_model_layers_77_mlp_gate_proj/std": 0.7265625, "train/tensor_act_model_layers_77_mlp_gate_proj/max_abs": 2.09375, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/min": -1.4296875, "train/tensor_act_model_layers_77_mlp_gate_proj/max": 2.09375, "train/tensor_act_model_layers_77_mlp_gate_proj/range": 3.5234375, "train/tensor_act_model_layers_77_mlp_up_proj/norm": 2101.8798828125, "train/tensor_act_model_layers_77_mlp_up_proj/mean": -0.07080078125, "train/tensor_act_model_layers_77_mlp_up_proj/std": 0.72265625, "train/tensor_act_model_layers_77_mlp_up_proj/max_abs": 1.8515625, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/min": -1.8515625, "train/tensor_act_model_layers_77_mlp_up_proj/max": 1.8046875, "train/tensor_act_model_layers_77_mlp_up_proj/range": 3.65625, "train/tensor_act_model_layers_77_mlp_down_proj/norm": 1967.787109375, "train/tensor_act_model_layers_77_mlp_down_proj/mean": 0.84765625, "train/tensor_act_model_layers_77_mlp_down_proj/std": 0.453125, "train/tensor_act_model_layers_77_mlp_down_proj/max_abs": 1.828125, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/min": -0.443359375, "train/tensor_act_model_layers_77_mlp_down_proj/max": 1.828125, "train/tensor_act_model_layers_77_mlp_down_proj/range": 2.271484375, "train/tensor_act_model_layers_77_mlp/norm": 1967.787109375, "train/tensor_act_model_layers_77_mlp/mean": 0.84765625, "train/tensor_act_model_layers_77_mlp/std": 0.453125, "train/tensor_act_model_layers_77_mlp/max_abs": 1.828125, "train/tensor_act_model_layers_77_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp/min": -0.443359375, "train/tensor_act_model_layers_77_mlp/max": 1.828125, "train/tensor_act_model_layers_77_mlp/range": 2.271484375, "train/tensor_act_model_layers_77_residual_post_mlp/norm": 109585.9453125, "train/tensor_act_model_layers_77_residual_post_mlp/mean": 53.25, "train/tensor_act_model_layers_77_residual_post_mlp/std": 5.46875, "train/tensor_act_model_layers_77_residual_post_mlp/max_abs": 69.5, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_post_mlp/min": 39.0, "train/tensor_act_model_layers_77_residual_post_mlp/max": 69.5, "train/tensor_act_model_layers_77_residual_post_mlp/range": 30.5, "train/tensor_act_model_layers_78_residual_pre_attn/norm": 109585.9453125, "train/tensor_act_model_layers_78_residual_pre_attn/mean": 53.25, "train/tensor_act_model_layers_78_residual_pre_attn/std": 5.46875, "train/tensor_act_model_layers_78_residual_pre_attn/max_abs": 69.5, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_pre_attn/min": 39.0, "train/tensor_act_model_layers_78_residual_pre_attn/max": 69.5, "train/tensor_act_model_layers_78_residual_pre_attn/range": 30.5, "train/tensor_act_model_layers_78_residual_post_attn/norm": 109571.6015625, "train/tensor_act_model_layers_78_residual_post_attn/mean": 53.25, "train/tensor_act_model_layers_78_residual_post_attn/std": 5.46875, "train/tensor_act_model_layers_78_residual_post_attn/max_abs": 69.5, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_post_attn/min": 38.75, "train/tensor_act_model_layers_78_residual_post_attn/max": 69.5, "train/tensor_act_model_layers_78_residual_post_attn/range": 30.75, "train/tensor_act_model_layers_78_mlp_gate_proj/norm": 2116.965087890625, "train/tensor_act_model_layers_78_mlp_gate_proj/mean": 0.134765625, "train/tensor_act_model_layers_78_mlp_gate_proj/std": 0.71875, "train/tensor_act_model_layers_78_mlp_gate_proj/max_abs": 2.34375, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/min": -1.3515625, "train/tensor_act_model_layers_78_mlp_gate_proj/max": 2.34375, "train/tensor_act_model_layers_78_mlp_gate_proj/range": 3.6953125, "train/tensor_act_model_layers_78_mlp_up_proj/norm": 2029.1678466796875, "train/tensor_act_model_layers_78_mlp_up_proj/mean": -0.01422119140625, "train/tensor_act_model_layers_78_mlp_up_proj/std": 0.69921875, "train/tensor_act_model_layers_78_mlp_up_proj/max_abs": 1.8984375, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/min": -1.8984375, "train/tensor_act_model_layers_78_mlp_up_proj/max": 1.765625, "train/tensor_act_model_layers_78_mlp_up_proj/range": 3.6640625, "train/tensor_act_model_layers_78_mlp_down_proj/norm": 1735.168701171875, "train/tensor_act_model_layers_78_mlp_down_proj/mean": 0.71875, "train/tensor_act_model_layers_78_mlp_down_proj/std": 0.44921875, "train/tensor_act_model_layers_78_mlp_down_proj/max_abs": 1.9765625, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/min": -0.28515625, "train/tensor_act_model_layers_78_mlp_down_proj/max": 1.9765625, "train/tensor_act_model_layers_78_mlp_down_proj/range": 2.26171875, "train/tensor_act_model_layers_78_mlp/norm": 1735.168701171875, "train/tensor_act_model_layers_78_mlp/mean": 0.71875, "train/tensor_act_model_layers_78_mlp/std": 0.44921875, "train/tensor_act_model_layers_78_mlp/max_abs": 1.9765625, "train/tensor_act_model_layers_78_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp/min": -0.28515625, "train/tensor_act_model_layers_78_mlp/max": 1.9765625, "train/tensor_act_model_layers_78_mlp/range": 2.26171875, "train/tensor_act_model_layers_78_residual_post_mlp/norm": 111032.3125, "train/tensor_act_model_layers_78_residual_post_mlp/mean": 54.0, "train/tensor_act_model_layers_78_residual_post_mlp/std": 5.53125, "train/tensor_act_model_layers_78_residual_post_mlp/max_abs": 70.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_post_mlp/min": 39.25, "train/tensor_act_model_layers_78_residual_post_mlp/max": 70.0, "train/tensor_act_model_layers_78_residual_post_mlp/range": 30.75, "train/tensor_act_model_layers_79_residual_pre_attn/norm": 111032.3125, "train/tensor_act_model_layers_79_residual_pre_attn/mean": 54.0, "train/tensor_act_model_layers_79_residual_pre_attn/std": 5.53125, "train/tensor_act_model_layers_79_residual_pre_attn/max_abs": 70.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_pre_attn/min": 39.25, "train/tensor_act_model_layers_79_residual_pre_attn/max": 70.0, "train/tensor_act_model_layers_79_residual_pre_attn/range": 30.75, "train/tensor_act_model_layers_79_residual_post_attn/norm": 111022.109375, "train/tensor_act_model_layers_79_residual_post_attn/mean": 54.0, "train/tensor_act_model_layers_79_residual_post_attn/std": 5.53125, "train/tensor_act_model_layers_79_residual_post_attn/max_abs": 70.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_post_attn/min": 39.5, "train/tensor_act_model_layers_79_residual_post_attn/max": 70.0, "train/tensor_act_model_layers_79_residual_post_attn/range": 30.5, "train/tensor_act_model_layers_79_mlp_gate_proj/norm": 1976.7919921875, "train/tensor_act_model_layers_79_mlp_gate_proj/mean": 0.0693359375, "train/tensor_act_model_layers_79_mlp_gate_proj/std": 0.6796875, "train/tensor_act_model_layers_79_mlp_gate_proj/max_abs": 1.8515625, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/min": -1.359375, "train/tensor_act_model_layers_79_mlp_gate_proj/max": 1.8515625, "train/tensor_act_model_layers_79_mlp_gate_proj/range": 3.2109375, "train/tensor_act_model_layers_79_mlp_up_proj/norm": 1838.2529296875, "train/tensor_act_model_layers_79_mlp_up_proj/mean": -0.0245361328125, "train/tensor_act_model_layers_79_mlp_up_proj/std": 0.6328125, "train/tensor_act_model_layers_79_mlp_up_proj/max_abs": 2.046875, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/min": -2.046875, "train/tensor_act_model_layers_79_mlp_up_proj/max": 1.7109375, "train/tensor_act_model_layers_79_mlp_up_proj/range": 3.7578125, "train/tensor_act_model_layers_79_mlp_down_proj/norm": 1396.765869140625, "train/tensor_act_model_layers_79_mlp_down_proj/mean": 0.5859375, "train/tensor_act_model_layers_79_mlp_down_proj/std": 0.349609375, "train/tensor_act_model_layers_79_mlp_down_proj/max_abs": 1.3671875, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/min": -0.291015625, "train/tensor_act_model_layers_79_mlp_down_proj/max": 1.3671875, "train/tensor_act_model_layers_79_mlp_down_proj/range": 1.658203125, "train/tensor_act_model_layers_79_mlp/norm": 1396.765869140625, "train/tensor_act_model_layers_79_mlp/mean": 0.5859375, "train/tensor_act_model_layers_79_mlp/std": 0.349609375, "train/tensor_act_model_layers_79_mlp/max_abs": 1.3671875, "train/tensor_act_model_layers_79_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp/min": -0.291015625, "train/tensor_act_model_layers_79_mlp/max": 1.3671875, "train/tensor_act_model_layers_79_mlp/range": 1.658203125, "train/tensor_act_model_layers_79_residual_post_mlp/norm": 112225.1796875, "train/tensor_act_model_layers_79_residual_post_mlp/mean": 54.5, "train/tensor_act_model_layers_79_residual_post_mlp/std": 5.5625, "train/tensor_act_model_layers_79_residual_post_mlp/max_abs": 71.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_post_mlp/min": 40.0, "train/tensor_act_model_layers_79_residual_post_mlp/max": 71.0, "train/tensor_act_model_layers_79_residual_post_mlp/range": 31.0, "train/tensor_act_model_layers_80_residual_pre_attn/norm": 112225.1796875, "train/tensor_act_model_layers_80_residual_pre_attn/mean": 54.5, "train/tensor_act_model_layers_80_residual_pre_attn/std": 5.5625, "train/tensor_act_model_layers_80_residual_pre_attn/max_abs": 71.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_pre_attn/min": 40.0, "train/tensor_act_model_layers_80_residual_pre_attn/max": 71.0, "train/tensor_act_model_layers_80_residual_pre_attn/range": 31.0, "train/tensor_act_model_layers_80_residual_post_attn/norm": 112173.6953125, "train/tensor_act_model_layers_80_residual_post_attn/mean": 54.5, "train/tensor_act_model_layers_80_residual_post_attn/std": 5.5625, "train/tensor_act_model_layers_80_residual_post_attn/max_abs": 71.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_post_attn/min": 39.75, "train/tensor_act_model_layers_80_residual_post_attn/max": 71.0, "train/tensor_act_model_layers_80_residual_post_attn/range": 31.25, "train/tensor_act_model_layers_80_mlp_gate_proj/norm": 2115.704345703125, "train/tensor_act_model_layers_80_mlp_gate_proj/mean": 0.15234375, "train/tensor_act_model_layers_80_mlp_gate_proj/std": 0.71484375, "train/tensor_act_model_layers_80_mlp_gate_proj/max_abs": 1.8984375, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/min": -1.5078125, "train/tensor_act_model_layers_80_mlp_gate_proj/max": 1.8984375, "train/tensor_act_model_layers_80_mlp_gate_proj/range": 3.40625, "train/tensor_act_model_layers_80_mlp_up_proj/norm": 2052.859619140625, "train/tensor_act_model_layers_80_mlp_up_proj/mean": 0.00335693359375, "train/tensor_act_model_layers_80_mlp_up_proj/std": 0.70703125, "train/tensor_act_model_layers_80_mlp_up_proj/max_abs": 1.9140625, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/min": -1.9140625, "train/tensor_act_model_layers_80_mlp_up_proj/max": 1.8203125, "train/tensor_act_model_layers_80_mlp_up_proj/range": 3.734375, "train/tensor_act_model_layers_80_mlp_down_proj/norm": 1845.091552734375, "train/tensor_act_model_layers_80_mlp_down_proj/mean": 0.765625, "train/tensor_act_model_layers_80_mlp_down_proj/std": 0.474609375, "train/tensor_act_model_layers_80_mlp_down_proj/max_abs": 2.046875, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/min": -0.58203125, "train/tensor_act_model_layers_80_mlp_down_proj/max": 2.046875, "train/tensor_act_model_layers_80_mlp_down_proj/range": 2.62890625, "train/tensor_act_model_layers_80_mlp/norm": 1845.091552734375, "train/tensor_act_model_layers_80_mlp/mean": 0.765625, "train/tensor_act_model_layers_80_mlp/std": 0.474609375, "train/tensor_act_model_layers_80_mlp/max_abs": 2.046875, "train/tensor_act_model_layers_80_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp/min": -0.58203125, "train/tensor_act_model_layers_80_mlp/max": 2.046875, "train/tensor_act_model_layers_80_mlp/range": 2.62890625, "train/tensor_act_model_layers_80_residual_post_mlp/norm": 113745.65625, "train/tensor_act_model_layers_80_residual_post_mlp/mean": 55.25, "train/tensor_act_model_layers_80_residual_post_mlp/std": 5.65625, "train/tensor_act_model_layers_80_residual_post_mlp/max_abs": 72.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_post_mlp/min": 40.25, "train/tensor_act_model_layers_80_residual_post_mlp/max": 72.0, "train/tensor_act_model_layers_80_residual_post_mlp/range": 31.75, "train/tensor_act_model_layers_81_residual_pre_attn/norm": 113745.65625, "train/tensor_act_model_layers_81_residual_pre_attn/mean": 55.25, "train/tensor_act_model_layers_81_residual_pre_attn/std": 5.65625, "train/tensor_act_model_layers_81_residual_pre_attn/max_abs": 72.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_pre_attn/min": 40.25, "train/tensor_act_model_layers_81_residual_pre_attn/max": 72.0, "train/tensor_act_model_layers_81_residual_pre_attn/range": 31.75, "train/tensor_act_model_layers_81_residual_post_attn/norm": 113738.9921875, "train/tensor_act_model_layers_81_residual_post_attn/mean": 55.25, "train/tensor_act_model_layers_81_residual_post_attn/std": 5.6875, "train/tensor_act_model_layers_81_residual_post_attn/max_abs": 72.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_post_attn/min": 40.25, "train/tensor_act_model_layers_81_residual_post_attn/max": 72.0, "train/tensor_act_model_layers_81_residual_post_attn/range": 31.75, "train/tensor_act_model_layers_81_mlp_gate_proj/norm": 2111.39208984375, "train/tensor_act_model_layers_81_mlp_gate_proj/mean": 0.10595703125, "train/tensor_act_model_layers_81_mlp_gate_proj/std": 0.72265625, "train/tensor_act_model_layers_81_mlp_gate_proj/max_abs": 2.03125, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/min": -1.5625, "train/tensor_act_model_layers_81_mlp_gate_proj/max": 2.03125, "train/tensor_act_model_layers_81_mlp_gate_proj/range": 3.59375, "train/tensor_act_model_layers_81_mlp_up_proj/norm": 1917.7120361328125, "train/tensor_act_model_layers_81_mlp_up_proj/mean": -0.00909423828125, "train/tensor_act_model_layers_81_mlp_up_proj/std": 0.66015625, "train/tensor_act_model_layers_81_mlp_up_proj/max_abs": 2.515625, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/min": -1.625, "train/tensor_act_model_layers_81_mlp_up_proj/max": 2.515625, "train/tensor_act_model_layers_81_mlp_up_proj/range": 4.140625, "train/tensor_act_model_layers_81_mlp_down_proj/norm": 1520.6788330078125, "train/tensor_act_model_layers_81_mlp_down_proj/mean": 0.61328125, "train/tensor_act_model_layers_81_mlp_down_proj/std": 0.41796875, "train/tensor_act_model_layers_81_mlp_down_proj/max_abs": 1.8203125, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/min": -0.58984375, "train/tensor_act_model_layers_81_mlp_down_proj/max": 1.8203125, "train/tensor_act_model_layers_81_mlp_down_proj/range": 2.41015625, "train/tensor_act_model_layers_81_mlp/norm": 1520.6788330078125, "train/tensor_act_model_layers_81_mlp/mean": 0.61328125, "train/tensor_act_model_layers_81_mlp/std": 0.41796875, "train/tensor_act_model_layers_81_mlp/max_abs": 1.8203125, "train/tensor_act_model_layers_81_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp/min": -0.58984375, "train/tensor_act_model_layers_81_mlp/max": 1.8203125, "train/tensor_act_model_layers_81_mlp/range": 2.41015625, "train/tensor_act_model_layers_81_residual_post_mlp/norm": 115013.53125, "train/tensor_act_model_layers_81_residual_post_mlp/mean": 55.75, "train/tensor_act_model_layers_81_residual_post_mlp/std": 5.71875, "train/tensor_act_model_layers_81_residual_post_mlp/max_abs": 72.5, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_post_mlp/min": 40.5, "train/tensor_act_model_layers_81_residual_post_mlp/max": 72.5, "train/tensor_act_model_layers_81_residual_post_mlp/range": 32.0, "train/tensor_act_model_layers_82_residual_pre_attn/norm": 115013.53125, "train/tensor_act_model_layers_82_residual_pre_attn/mean": 55.75, "train/tensor_act_model_layers_82_residual_pre_attn/std": 5.71875, "train/tensor_act_model_layers_82_residual_pre_attn/max_abs": 72.5, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_pre_attn/min": 40.5, "train/tensor_act_model_layers_82_residual_pre_attn/max": 72.5, "train/tensor_act_model_layers_82_residual_pre_attn/range": 32.0, "train/tensor_act_model_layers_82_residual_post_attn/norm": 114969.7109375, "train/tensor_act_model_layers_82_residual_post_attn/mean": 55.75, "train/tensor_act_model_layers_82_residual_post_attn/std": 5.71875, "train/tensor_act_model_layers_82_residual_post_attn/max_abs": 72.5, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_post_attn/min": 40.5, "train/tensor_act_model_layers_82_residual_post_attn/max": 72.5, "train/tensor_act_model_layers_82_residual_post_attn/range": 32.0, "train/tensor_act_model_layers_82_mlp_gate_proj/norm": 1913.3941650390625, "train/tensor_act_model_layers_82_mlp_gate_proj/mean": 0.0830078125, "train/tensor_act_model_layers_82_mlp_gate_proj/std": 0.65625, "train/tensor_act_model_layers_82_mlp_gate_proj/max_abs": 1.875, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_82_mlp_gate_proj/max": 1.875, "train/tensor_act_model_layers_82_mlp_gate_proj/range": 3.15625, "train/tensor_act_model_layers_82_mlp_up_proj/norm": 1926.31396484375, "train/tensor_act_model_layers_82_mlp_up_proj/mean": -0.027587890625, "train/tensor_act_model_layers_82_mlp_up_proj/std": 0.6640625, "train/tensor_act_model_layers_82_mlp_up_proj/max_abs": 1.7890625, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/min": -1.7890625, "train/tensor_act_model_layers_82_mlp_up_proj/max": 1.609375, "train/tensor_act_model_layers_82_mlp_up_proj/range": 3.3984375, "train/tensor_act_model_layers_82_mlp_down_proj/norm": 1308.95068359375, "train/tensor_act_model_layers_82_mlp_down_proj/mean": 0.5078125, "train/tensor_act_model_layers_82_mlp_down_proj/std": 0.388671875, "train/tensor_act_model_layers_82_mlp_down_proj/max_abs": 1.4609375, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/min": -0.68359375, "train/tensor_act_model_layers_82_mlp_down_proj/max": 1.4609375, "train/tensor_act_model_layers_82_mlp_down_proj/range": 2.14453125, "train/tensor_act_model_layers_82_mlp/norm": 1308.95068359375, "train/tensor_act_model_layers_82_mlp/mean": 0.5078125, "train/tensor_act_model_layers_82_mlp/std": 0.388671875, "train/tensor_act_model_layers_82_mlp/max_abs": 1.4609375, "train/tensor_act_model_layers_82_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp/min": -0.68359375, "train/tensor_act_model_layers_82_mlp/max": 1.4609375, "train/tensor_act_model_layers_82_mlp/range": 2.14453125, "train/tensor_act_model_layers_82_residual_post_mlp/norm": 116009.3984375, "train/tensor_act_model_layers_82_residual_post_mlp/mean": 56.25, "train/tensor_act_model_layers_82_residual_post_mlp/std": 5.75, "train/tensor_act_model_layers_82_residual_post_mlp/max_abs": 73.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_post_mlp/min": 40.5, "train/tensor_act_model_layers_82_residual_post_mlp/max": 73.0, "train/tensor_act_model_layers_82_residual_post_mlp/range": 32.5, "train/tensor_act_model_layers_83_residual_pre_attn/norm": 116009.3984375, "train/tensor_act_model_layers_83_residual_pre_attn/mean": 56.25, "train/tensor_act_model_layers_83_residual_pre_attn/std": 5.75, "train/tensor_act_model_layers_83_residual_pre_attn/max_abs": 73.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_pre_attn/min": 40.5, "train/tensor_act_model_layers_83_residual_pre_attn/max": 73.0, "train/tensor_act_model_layers_83_residual_pre_attn/range": 32.5, "train/tensor_act_model_layers_83_residual_post_attn/norm": 115965.671875, "train/tensor_act_model_layers_83_residual_post_attn/mean": 56.25, "train/tensor_act_model_layers_83_residual_post_attn/std": 5.75, "train/tensor_act_model_layers_83_residual_post_attn/max_abs": 73.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_post_attn/min": 40.5, "train/tensor_act_model_layers_83_residual_post_attn/max": 73.0, "train/tensor_act_model_layers_83_residual_post_attn/range": 32.5, "train/tensor_act_model_layers_83_mlp_gate_proj/norm": 2192.13330078125, "train/tensor_act_model_layers_83_mlp_gate_proj/mean": 0.23046875, "train/tensor_act_model_layers_83_mlp_gate_proj/std": 0.72265625, "train/tensor_act_model_layers_83_mlp_gate_proj/max_abs": 2.0, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/min": -1.3984375, "train/tensor_act_model_layers_83_mlp_gate_proj/max": 2.0, "train/tensor_act_model_layers_83_mlp_gate_proj/range": 3.3984375, "train/tensor_act_model_layers_83_mlp_up_proj/norm": 2166.268798828125, "train/tensor_act_model_layers_83_mlp_up_proj/mean": 0.018310546875, "train/tensor_act_model_layers_83_mlp_up_proj/std": 0.74609375, "train/tensor_act_model_layers_83_mlp_up_proj/max_abs": 2.140625, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/min": -2.140625, "train/tensor_act_model_layers_83_mlp_up_proj/max": 1.875, "train/tensor_act_model_layers_83_mlp_up_proj/range": 4.015625, "train/tensor_act_model_layers_83_mlp_down_proj/norm": 2055.1220703125, "train/tensor_act_model_layers_83_mlp_down_proj/mean": 0.8359375, "train/tensor_act_model_layers_83_mlp_down_proj/std": 0.5546875, "train/tensor_act_model_layers_83_mlp_down_proj/max_abs": 2.265625, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/min": -0.7109375, "train/tensor_act_model_layers_83_mlp_down_proj/max": 2.265625, "train/tensor_act_model_layers_83_mlp_down_proj/range": 2.9765625, "train/tensor_act_model_layers_83_mlp/norm": 2055.1220703125, "train/tensor_act_model_layers_83_mlp/mean": 0.8359375, "train/tensor_act_model_layers_83_mlp/std": 0.5546875, "train/tensor_act_model_layers_83_mlp/max_abs": 2.265625, "train/tensor_act_model_layers_83_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp/min": -0.7109375, "train/tensor_act_model_layers_83_mlp/max": 2.265625, "train/tensor_act_model_layers_83_mlp/range": 2.9765625, "train/tensor_act_model_layers_83_residual_post_mlp/norm": 117650.0390625, "train/tensor_act_model_layers_83_residual_post_mlp/mean": 57.25, "train/tensor_act_model_layers_83_residual_post_mlp/std": 5.75, "train/tensor_act_model_layers_83_residual_post_mlp/max_abs": 74.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_post_mlp/min": 41.0, "train/tensor_act_model_layers_83_residual_post_mlp/max": 74.0, "train/tensor_act_model_layers_83_residual_post_mlp/range": 33.0, "train/tensor_act_model_layers_84_residual_pre_attn/norm": 117650.0390625, "train/tensor_act_model_layers_84_residual_pre_attn/mean": 57.25, "train/tensor_act_model_layers_84_residual_pre_attn/std": 5.75, "train/tensor_act_model_layers_84_residual_pre_attn/max_abs": 74.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_pre_attn/min": 41.0, "train/tensor_act_model_layers_84_residual_pre_attn/max": 74.0, "train/tensor_act_model_layers_84_residual_pre_attn/range": 33.0, "train/tensor_act_model_layers_84_residual_post_attn/norm": 117636.0625, "train/tensor_act_model_layers_84_residual_post_attn/mean": 57.25, "train/tensor_act_model_layers_84_residual_post_attn/std": 5.75, "train/tensor_act_model_layers_84_residual_post_attn/max_abs": 74.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_post_attn/min": 41.0, "train/tensor_act_model_layers_84_residual_post_attn/max": 74.0, "train/tensor_act_model_layers_84_residual_post_attn/range": 33.0, "train/tensor_act_model_layers_84_mlp_gate_proj/norm": 1959.09228515625, "train/tensor_act_model_layers_84_mlp_gate_proj/mean": 0.14453125, "train/tensor_act_model_layers_84_mlp_gate_proj/std": 0.66015625, "train/tensor_act_model_layers_84_mlp_gate_proj/max_abs": 1.7734375, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/min": -1.46875, "train/tensor_act_model_layers_84_mlp_gate_proj/max": 1.7734375, "train/tensor_act_model_layers_84_mlp_gate_proj/range": 3.2421875, "train/tensor_act_model_layers_84_mlp_up_proj/norm": 1895.165771484375, "train/tensor_act_model_layers_84_mlp_up_proj/mean": 0.00555419921875, "train/tensor_act_model_layers_84_mlp_up_proj/std": 0.65625, "train/tensor_act_model_layers_84_mlp_up_proj/max_abs": 1.7734375, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/min": -1.6484375, "train/tensor_act_model_layers_84_mlp_up_proj/max": 1.7734375, "train/tensor_act_model_layers_84_mlp_up_proj/range": 3.421875, "train/tensor_act_model_layers_84_mlp_down_proj/norm": 1438.34619140625, "train/tensor_act_model_layers_84_mlp_down_proj/mean": 0.578125, "train/tensor_act_model_layers_84_mlp_down_proj/std": 0.3984375, "train/tensor_act_model_layers_84_mlp_down_proj/max_abs": 1.46875, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/min": -0.5390625, "train/tensor_act_model_layers_84_mlp_down_proj/max": 1.46875, "train/tensor_act_model_layers_84_mlp_down_proj/range": 2.0078125, "train/tensor_act_model_layers_84_mlp/norm": 1438.34619140625, "train/tensor_act_model_layers_84_mlp/mean": 0.578125, "train/tensor_act_model_layers_84_mlp/std": 0.3984375, "train/tensor_act_model_layers_84_mlp/max_abs": 1.46875, "train/tensor_act_model_layers_84_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp/min": -0.5390625, "train/tensor_act_model_layers_84_mlp/max": 1.46875, "train/tensor_act_model_layers_84_mlp/range": 2.0078125, "train/tensor_act_model_layers_84_residual_post_mlp/norm": 118790.734375, "train/tensor_act_model_layers_84_residual_post_mlp/mean": 57.75, "train/tensor_act_model_layers_84_residual_post_mlp/std": 5.75, "train/tensor_act_model_layers_84_residual_post_mlp/max_abs": 74.5, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_post_mlp/min": 41.75, "train/tensor_act_model_layers_84_residual_post_mlp/max": 74.5, "train/tensor_act_model_layers_84_residual_post_mlp/range": 32.75, "train/tensor_act_model_layers_85_residual_pre_attn/norm": 118790.734375, "train/tensor_act_model_layers_85_residual_pre_attn/mean": 57.75, "train/tensor_act_model_layers_85_residual_pre_attn/std": 5.75, "train/tensor_act_model_layers_85_residual_pre_attn/max_abs": 74.5, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_pre_attn/min": 41.75, "train/tensor_act_model_layers_85_residual_pre_attn/max": 74.5, "train/tensor_act_model_layers_85_residual_pre_attn/range": 32.75, "train/tensor_act_model_layers_85_residual_post_attn/norm": 118852.4921875, "train/tensor_act_model_layers_85_residual_post_attn/mean": 57.75, "train/tensor_act_model_layers_85_residual_post_attn/std": 5.75, "train/tensor_act_model_layers_85_residual_post_attn/max_abs": 74.5, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_post_attn/min": 42.0, "train/tensor_act_model_layers_85_residual_post_attn/max": 74.5, "train/tensor_act_model_layers_85_residual_post_attn/range": 32.5, "train/tensor_act_model_layers_85_mlp_gate_proj/norm": 2025.089111328125, "train/tensor_act_model_layers_85_mlp_gate_proj/mean": 0.1494140625, "train/tensor_act_model_layers_85_mlp_gate_proj/std": 0.68359375, "train/tensor_act_model_layers_85_mlp_gate_proj/max_abs": 1.890625, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/min": -1.625, "train/tensor_act_model_layers_85_mlp_gate_proj/max": 1.890625, "train/tensor_act_model_layers_85_mlp_gate_proj/range": 3.515625, "train/tensor_act_model_layers_85_mlp_up_proj/norm": 1964.267822265625, "train/tensor_act_model_layers_85_mlp_up_proj/mean": -0.0169677734375, "train/tensor_act_model_layers_85_mlp_up_proj/std": 0.6796875, "train/tensor_act_model_layers_85_mlp_up_proj/max_abs": 2.109375, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/min": -2.109375, "train/tensor_act_model_layers_85_mlp_up_proj/max": 1.8671875, "train/tensor_act_model_layers_85_mlp_up_proj/range": 3.9765625, "train/tensor_act_model_layers_85_mlp_down_proj/norm": 1577.3277587890625, "train/tensor_act_model_layers_85_mlp_down_proj/mean": 0.61328125, "train/tensor_act_model_layers_85_mlp_down_proj/std": 0.466796875, "train/tensor_act_model_layers_85_mlp_down_proj/max_abs": 2.0, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/min": -0.359375, "train/tensor_act_model_layers_85_mlp_down_proj/max": 2.0, "train/tensor_act_model_layers_85_mlp_down_proj/range": 2.359375, "train/tensor_act_model_layers_85_mlp/norm": 1577.3277587890625, "train/tensor_act_model_layers_85_mlp/mean": 0.61328125, "train/tensor_act_model_layers_85_mlp/std": 0.466796875, "train/tensor_act_model_layers_85_mlp/max_abs": 2.0, "train/tensor_act_model_layers_85_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp/min": -0.359375, "train/tensor_act_model_layers_85_mlp/max": 2.0, "train/tensor_act_model_layers_85_mlp/range": 2.359375, "train/tensor_act_model_layers_85_residual_post_mlp/norm": 120107.1640625, "train/tensor_act_model_layers_85_residual_post_mlp/mean": 58.25, "train/tensor_act_model_layers_85_residual_post_mlp/std": 5.8125, "train/tensor_act_model_layers_85_residual_post_mlp/max_abs": 75.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_post_mlp/min": 41.75, "train/tensor_act_model_layers_85_residual_post_mlp/max": 75.0, "train/tensor_act_model_layers_85_residual_post_mlp/range": 33.25, "train/tensor_act_model_layers_86_residual_pre_attn/norm": 120107.1640625, "train/tensor_act_model_layers_86_residual_pre_attn/mean": 58.25, "train/tensor_act_model_layers_86_residual_pre_attn/std": 5.8125, "train/tensor_act_model_layers_86_residual_pre_attn/max_abs": 75.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_pre_attn/min": 41.75, "train/tensor_act_model_layers_86_residual_pre_attn/max": 75.0, "train/tensor_act_model_layers_86_residual_pre_attn/range": 33.25, "train/tensor_act_model_layers_86_residual_post_attn/norm": 120073.03125, "train/tensor_act_model_layers_86_residual_post_attn/mean": 58.25, "train/tensor_act_model_layers_86_residual_post_attn/std": 5.8125, "train/tensor_act_model_layers_86_residual_post_attn/max_abs": 75.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_post_attn/min": 41.75, "train/tensor_act_model_layers_86_residual_post_attn/max": 75.0, "train/tensor_act_model_layers_86_residual_post_attn/range": 33.25, "train/tensor_act_model_layers_86_mlp_gate_proj/norm": 1893.3363037109375, "train/tensor_act_model_layers_86_mlp_gate_proj/mean": 0.1357421875, "train/tensor_act_model_layers_86_mlp_gate_proj/std": 0.640625, "train/tensor_act_model_layers_86_mlp_gate_proj/max_abs": 1.921875, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/min": -1.4375, "train/tensor_act_model_layers_86_mlp_gate_proj/max": 1.921875, "train/tensor_act_model_layers_86_mlp_gate_proj/range": 3.359375, "train/tensor_act_model_layers_86_mlp_up_proj/norm": 1938.4725341796875, "train/tensor_act_model_layers_86_mlp_up_proj/mean": 0.0291748046875, "train/tensor_act_model_layers_86_mlp_up_proj/std": 0.66796875, "train/tensor_act_model_layers_86_mlp_up_proj/max_abs": 1.859375, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/min": -1.859375, "train/tensor_act_model_layers_86_mlp_up_proj/max": 1.859375, "train/tensor_act_model_layers_86_mlp_up_proj/range": 3.71875, "train/tensor_act_model_layers_86_mlp_down_proj/norm": 1512.69384765625, "train/tensor_act_model_layers_86_mlp_down_proj/mean": 0.5390625, "train/tensor_act_model_layers_86_mlp_down_proj/std": 0.50390625, "train/tensor_act_model_layers_86_mlp_down_proj/max_abs": 1.78125, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/min": -0.59375, "train/tensor_act_model_layers_86_mlp_down_proj/max": 1.78125, "train/tensor_act_model_layers_86_mlp_down_proj/range": 2.375, "train/tensor_act_model_layers_86_mlp/norm": 1512.69384765625, "train/tensor_act_model_layers_86_mlp/mean": 0.5390625, "train/tensor_act_model_layers_86_mlp/std": 0.50390625, "train/tensor_act_model_layers_86_mlp/max_abs": 1.78125, "train/tensor_act_model_layers_86_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp/min": -0.59375, "train/tensor_act_model_layers_86_mlp/max": 1.78125, "train/tensor_act_model_layers_86_mlp/range": 2.375, "train/tensor_act_model_layers_86_residual_post_mlp/norm": 121164.6328125, "train/tensor_act_model_layers_86_residual_post_mlp/mean": 59.0, "train/tensor_act_model_layers_86_residual_post_mlp/std": 5.8125, "train/tensor_act_model_layers_86_residual_post_mlp/max_abs": 75.5, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_post_mlp/min": 42.75, "train/tensor_act_model_layers_86_residual_post_mlp/max": 75.5, "train/tensor_act_model_layers_86_residual_post_mlp/range": 32.75, "train/tensor_act_model_layers_87_residual_pre_attn/norm": 121164.6328125, "train/tensor_act_model_layers_87_residual_pre_attn/mean": 59.0, "train/tensor_act_model_layers_87_residual_pre_attn/std": 5.8125, "train/tensor_act_model_layers_87_residual_pre_attn/max_abs": 75.5, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_pre_attn/min": 42.75, "train/tensor_act_model_layers_87_residual_pre_attn/max": 75.5, "train/tensor_act_model_layers_87_residual_pre_attn/range": 32.75, "train/tensor_act_model_layers_87_residual_post_attn/norm": 121126.9296875, "train/tensor_act_model_layers_87_residual_post_attn/mean": 58.75, "train/tensor_act_model_layers_87_residual_post_attn/std": 5.78125, "train/tensor_act_model_layers_87_residual_post_attn/max_abs": 75.5, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_post_attn/min": 42.75, "train/tensor_act_model_layers_87_residual_post_attn/max": 75.5, "train/tensor_act_model_layers_87_residual_post_attn/range": 32.75, "train/tensor_act_model_layers_87_mlp_gate_proj/norm": 2221.517822265625, "train/tensor_act_model_layers_87_mlp_gate_proj/mean": 0.314453125, "train/tensor_act_model_layers_87_mlp_gate_proj/std": 0.69921875, "train/tensor_act_model_layers_87_mlp_gate_proj/max_abs": 1.7265625, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/min": -1.046875, "train/tensor_act_model_layers_87_mlp_gate_proj/max": 1.7265625, "train/tensor_act_model_layers_87_mlp_gate_proj/range": 2.7734375, "train/tensor_act_model_layers_87_mlp_up_proj/norm": 2295.260009765625, "train/tensor_act_model_layers_87_mlp_up_proj/mean": 0.09228515625, "train/tensor_act_model_layers_87_mlp_up_proj/std": 0.78515625, "train/tensor_act_model_layers_87_mlp_up_proj/max_abs": 1.953125, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/min": -1.953125, "train/tensor_act_model_layers_87_mlp_up_proj/max": 1.875, "train/tensor_act_model_layers_87_mlp_up_proj/range": 3.828125, "train/tensor_act_model_layers_87_mlp_down_proj/norm": 2224.79638671875, "train/tensor_act_model_layers_87_mlp_down_proj/mean": 0.9140625, "train/tensor_act_model_layers_87_mlp_down_proj/std": 0.5859375, "train/tensor_act_model_layers_87_mlp_down_proj/max_abs": 2.484375, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/min": -0.59375, "train/tensor_act_model_layers_87_mlp_down_proj/max": 2.484375, "train/tensor_act_model_layers_87_mlp_down_proj/range": 3.078125, "train/tensor_act_model_layers_87_mlp/norm": 2224.79638671875, "train/tensor_act_model_layers_87_mlp/mean": 0.9140625, "train/tensor_act_model_layers_87_mlp/std": 0.5859375, "train/tensor_act_model_layers_87_mlp/max_abs": 2.484375, "train/tensor_act_model_layers_87_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp/min": -0.59375, "train/tensor_act_model_layers_87_mlp/max": 2.484375, "train/tensor_act_model_layers_87_mlp/range": 3.078125, "train/tensor_act_model_layers_87_residual_post_mlp/norm": 123013.921875, "train/tensor_act_model_layers_87_residual_post_mlp/mean": 59.75, "train/tensor_act_model_layers_87_residual_post_mlp/std": 5.875, "train/tensor_act_model_layers_87_residual_post_mlp/max_abs": 77.5, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_post_mlp/min": 43.75, "train/tensor_act_model_layers_87_residual_post_mlp/max": 77.5, "train/tensor_act_model_layers_87_residual_post_mlp/range": 33.75, "train/tensor_act_model_layers_88_residual_pre_attn/norm": 123013.921875, "train/tensor_act_model_layers_88_residual_pre_attn/mean": 59.75, "train/tensor_act_model_layers_88_residual_pre_attn/std": 5.875, "train/tensor_act_model_layers_88_residual_pre_attn/max_abs": 77.5, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_pre_attn/min": 43.75, "train/tensor_act_model_layers_88_residual_pre_attn/max": 77.5, "train/tensor_act_model_layers_88_residual_pre_attn/range": 33.75, "train/tensor_act_model_layers_88_residual_post_attn/norm": 123001.4609375, "train/tensor_act_model_layers_88_residual_post_attn/mean": 59.75, "train/tensor_act_model_layers_88_residual_post_attn/std": 5.84375, "train/tensor_act_model_layers_88_residual_post_attn/max_abs": 77.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_post_attn/min": 43.75, "train/tensor_act_model_layers_88_residual_post_attn/max": 77.0, "train/tensor_act_model_layers_88_residual_post_attn/range": 33.25, "train/tensor_act_model_layers_88_mlp_gate_proj/norm": 1886.1328125, "train/tensor_act_model_layers_88_mlp_gate_proj/mean": 0.1630859375, "train/tensor_act_model_layers_88_mlp_gate_proj/std": 0.62890625, "train/tensor_act_model_layers_88_mlp_gate_proj/max_abs": 1.8125, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/min": -1.1328125, "train/tensor_act_model_layers_88_mlp_gate_proj/max": 1.8125, "train/tensor_act_model_layers_88_mlp_gate_proj/range": 2.9453125, "train/tensor_act_model_layers_88_mlp_up_proj/norm": 1853.9573974609375, "train/tensor_act_model_layers_88_mlp_up_proj/mean": -0.004180908203125, "train/tensor_act_model_layers_88_mlp_up_proj/std": 0.640625, "train/tensor_act_model_layers_88_mlp_up_proj/max_abs": 2.125, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/min": -1.6796875, "train/tensor_act_model_layers_88_mlp_up_proj/max": 2.125, "train/tensor_act_model_layers_88_mlp_up_proj/range": 3.8046875, "train/tensor_act_model_layers_88_mlp_down_proj/norm": 1391.89453125, "train/tensor_act_model_layers_88_mlp_down_proj/mean": 0.5390625, "train/tensor_act_model_layers_88_mlp_down_proj/std": 0.416015625, "train/tensor_act_model_layers_88_mlp_down_proj/max_abs": 1.4609375, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/min": -0.6484375, "train/tensor_act_model_layers_88_mlp_down_proj/max": 1.4609375, "train/tensor_act_model_layers_88_mlp_down_proj/range": 2.109375, "train/tensor_act_model_layers_88_mlp/norm": 1391.89453125, "train/tensor_act_model_layers_88_mlp/mean": 0.5390625, "train/tensor_act_model_layers_88_mlp/std": 0.416015625, "train/tensor_act_model_layers_88_mlp/max_abs": 1.4609375, "train/tensor_act_model_layers_88_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp/min": -0.6484375, "train/tensor_act_model_layers_88_mlp/max": 1.4609375, "train/tensor_act_model_layers_88_mlp/range": 2.109375, "train/tensor_act_model_layers_88_residual_post_mlp/norm": 124110.34375, "train/tensor_act_model_layers_88_residual_post_mlp/mean": 60.25, "train/tensor_act_model_layers_88_residual_post_mlp/std": 5.875, "train/tensor_act_model_layers_88_residual_post_mlp/max_abs": 77.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_post_mlp/min": 44.25, "train/tensor_act_model_layers_88_residual_post_mlp/max": 77.0, "train/tensor_act_model_layers_88_residual_post_mlp/range": 32.75, "train/tensor_act_model_layers_89_residual_pre_attn/norm": 124110.34375, "train/tensor_act_model_layers_89_residual_pre_attn/mean": 60.25, "train/tensor_act_model_layers_89_residual_pre_attn/std": 5.875, "train/tensor_act_model_layers_89_residual_pre_attn/max_abs": 77.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_pre_attn/min": 44.25, "train/tensor_act_model_layers_89_residual_pre_attn/max": 77.0, "train/tensor_act_model_layers_89_residual_pre_attn/range": 32.75, "train/tensor_act_model_layers_89_residual_post_attn/norm": 124060.5546875, "train/tensor_act_model_layers_89_residual_post_attn/mean": 60.25, "train/tensor_act_model_layers_89_residual_post_attn/std": 5.875, "train/tensor_act_model_layers_89_residual_post_attn/max_abs": 77.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_post_attn/min": 44.25, "train/tensor_act_model_layers_89_residual_post_attn/max": 77.0, "train/tensor_act_model_layers_89_residual_post_attn/range": 32.75, "train/tensor_act_model_layers_89_mlp_gate_proj/norm": 1987.0201416015625, "train/tensor_act_model_layers_89_mlp_gate_proj/mean": 0.251953125, "train/tensor_act_model_layers_89_mlp_gate_proj/std": 0.63671875, "train/tensor_act_model_layers_89_mlp_gate_proj/max_abs": 2.109375, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/min": -1.2734375, "train/tensor_act_model_layers_89_mlp_gate_proj/max": 2.109375, "train/tensor_act_model_layers_89_mlp_gate_proj/range": 3.3828125, "train/tensor_act_model_layers_89_mlp_up_proj/norm": 2036.2867431640625, "train/tensor_act_model_layers_89_mlp_up_proj/mean": -0.025146484375, "train/tensor_act_model_layers_89_mlp_up_proj/std": 0.703125, "train/tensor_act_model_layers_89_mlp_up_proj/max_abs": 2.671875, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/min": -2.671875, "train/tensor_act_model_layers_89_mlp_up_proj/max": 1.9140625, "train/tensor_act_model_layers_89_mlp_up_proj/range": 4.5859375, "train/tensor_act_model_layers_89_mlp_down_proj/norm": 1758.4583740234375, "train/tensor_act_model_layers_89_mlp_down_proj/mean": 0.68359375, "train/tensor_act_model_layers_89_mlp_down_proj/std": 0.515625, "train/tensor_act_model_layers_89_mlp_down_proj/max_abs": 2.0, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/min": -0.46484375, "train/tensor_act_model_layers_89_mlp_down_proj/max": 2.0, "train/tensor_act_model_layers_89_mlp_down_proj/range": 2.46484375, "train/tensor_act_model_layers_89_mlp/norm": 1758.4583740234375, "train/tensor_act_model_layers_89_mlp/mean": 0.68359375, "train/tensor_act_model_layers_89_mlp/std": 0.515625, "train/tensor_act_model_layers_89_mlp/max_abs": 2.0, "train/tensor_act_model_layers_89_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp/min": -0.46484375, "train/tensor_act_model_layers_89_mlp/max": 2.0, "train/tensor_act_model_layers_89_mlp/range": 2.46484375, "train/tensor_act_model_layers_89_residual_post_mlp/norm": 125456.5703125, "train/tensor_act_model_layers_89_residual_post_mlp/mean": 61.0, "train/tensor_act_model_layers_89_residual_post_mlp/std": 5.90625, "train/tensor_act_model_layers_89_residual_post_mlp/max_abs": 77.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_post_mlp/min": 45.0, "train/tensor_act_model_layers_89_residual_post_mlp/max": 77.0, "train/tensor_act_model_layers_89_residual_post_mlp/range": 32.0, "train/tensor_act_model_layers_90_residual_pre_attn/norm": 125456.5703125, "train/tensor_act_model_layers_90_residual_pre_attn/mean": 61.0, "train/tensor_act_model_layers_90_residual_pre_attn/std": 5.90625, "train/tensor_act_model_layers_90_residual_pre_attn/max_abs": 77.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_pre_attn/min": 45.0, "train/tensor_act_model_layers_90_residual_pre_attn/max": 77.0, "train/tensor_act_model_layers_90_residual_pre_attn/range": 32.0, "train/tensor_act_model_layers_90_residual_post_attn/norm": 125409.640625, "train/tensor_act_model_layers_90_residual_post_attn/mean": 61.0, "train/tensor_act_model_layers_90_residual_post_attn/std": 5.9375, "train/tensor_act_model_layers_90_residual_post_attn/max_abs": 77.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_post_attn/min": 45.0, "train/tensor_act_model_layers_90_residual_post_attn/max": 77.0, "train/tensor_act_model_layers_90_residual_post_attn/range": 32.0, "train/tensor_act_model_layers_90_mlp_gate_proj/norm": 2123.703369140625, "train/tensor_act_model_layers_90_mlp_gate_proj/mean": 0.2099609375, "train/tensor_act_model_layers_90_mlp_gate_proj/std": 0.703125, "train/tensor_act_model_layers_90_mlp_gate_proj/max_abs": 2.109375, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/min": -1.375, "train/tensor_act_model_layers_90_mlp_gate_proj/max": 2.109375, "train/tensor_act_model_layers_90_mlp_gate_proj/range": 3.484375, "train/tensor_act_model_layers_90_mlp_up_proj/norm": 1978.6636962890625, "train/tensor_act_model_layers_90_mlp_up_proj/mean": -0.007720947265625, "train/tensor_act_model_layers_90_mlp_up_proj/std": 0.68359375, "train/tensor_act_model_layers_90_mlp_up_proj/max_abs": 2.109375, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/min": -2.109375, "train/tensor_act_model_layers_90_mlp_up_proj/max": 1.7578125, "train/tensor_act_model_layers_90_mlp_up_proj/range": 3.8671875, "train/tensor_act_model_layers_90_mlp_down_proj/norm": 1569.55419921875, "train/tensor_act_model_layers_90_mlp_down_proj/mean": 0.6171875, "train/tensor_act_model_layers_90_mlp_down_proj/std": 0.453125, "train/tensor_act_model_layers_90_mlp_down_proj/max_abs": 1.7890625, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/min": -0.498046875, "train/tensor_act_model_layers_90_mlp_down_proj/max": 1.7890625, "train/tensor_act_model_layers_90_mlp_down_proj/range": 2.287109375, "train/tensor_act_model_layers_90_mlp/norm": 1569.55419921875, "train/tensor_act_model_layers_90_mlp/mean": 0.6171875, "train/tensor_act_model_layers_90_mlp/std": 0.453125, "train/tensor_act_model_layers_90_mlp/max_abs": 1.7890625, "train/tensor_act_model_layers_90_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp/min": -0.498046875, "train/tensor_act_model_layers_90_mlp/max": 1.7890625, "train/tensor_act_model_layers_90_mlp/range": 2.287109375, "train/tensor_act_model_layers_90_residual_post_mlp/norm": 126696.796875, "train/tensor_act_model_layers_90_residual_post_mlp/mean": 61.5, "train/tensor_act_model_layers_90_residual_post_mlp/std": 6.0, "train/tensor_act_model_layers_90_residual_post_mlp/max_abs": 77.5, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_post_mlp/min": 44.5, "train/tensor_act_model_layers_90_residual_post_mlp/max": 77.5, "train/tensor_act_model_layers_90_residual_post_mlp/range": 33.0, "train/tensor_act_model_layers_91_residual_pre_attn/norm": 126696.796875, "train/tensor_act_model_layers_91_residual_pre_attn/mean": 61.5, "train/tensor_act_model_layers_91_residual_pre_attn/std": 6.0, "train/tensor_act_model_layers_91_residual_pre_attn/max_abs": 77.5, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_pre_attn/min": 44.5, "train/tensor_act_model_layers_91_residual_pre_attn/max": 77.5, "train/tensor_act_model_layers_91_residual_pre_attn/range": 33.0, "train/tensor_act_model_layers_91_residual_post_attn/norm": 126675.4609375, "train/tensor_act_model_layers_91_residual_post_attn/mean": 61.5, "train/tensor_act_model_layers_91_residual_post_attn/std": 6.0, "train/tensor_act_model_layers_91_residual_post_attn/max_abs": 77.5, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_post_attn/min": 44.5, "train/tensor_act_model_layers_91_residual_post_attn/max": 77.5, "train/tensor_act_model_layers_91_residual_post_attn/range": 33.0, "train/tensor_act_model_layers_91_mlp_gate_proj/norm": 1958.851318359375, "train/tensor_act_model_layers_91_mlp_gate_proj/mean": 0.1923828125, "train/tensor_act_model_layers_91_mlp_gate_proj/std": 0.6484375, "train/tensor_act_model_layers_91_mlp_gate_proj/max_abs": 2.1875, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/min": -1.4296875, "train/tensor_act_model_layers_91_mlp_gate_proj/max": 2.1875, "train/tensor_act_model_layers_91_mlp_gate_proj/range": 3.6171875, "train/tensor_act_model_layers_91_mlp_up_proj/norm": 1888.8267822265625, "train/tensor_act_model_layers_91_mlp_up_proj/mean": -0.019287109375, "train/tensor_act_model_layers_91_mlp_up_proj/std": 0.65234375, "train/tensor_act_model_layers_91_mlp_up_proj/max_abs": 1.7421875, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/min": -1.6953125, "train/tensor_act_model_layers_91_mlp_up_proj/max": 1.7421875, "train/tensor_act_model_layers_91_mlp_up_proj/range": 3.4375, "train/tensor_act_model_layers_91_mlp_down_proj/norm": 1330.630615234375, "train/tensor_act_model_layers_91_mlp_down_proj/mean": 0.494140625, "train/tensor_act_model_layers_91_mlp_down_proj/std": 0.421875, "train/tensor_act_model_layers_91_mlp_down_proj/max_abs": 1.4375, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/min": -0.58203125, "train/tensor_act_model_layers_91_mlp_down_proj/max": 1.4375, "train/tensor_act_model_layers_91_mlp_down_proj/range": 2.01953125, "train/tensor_act_model_layers_91_mlp/norm": 1330.630615234375, "train/tensor_act_model_layers_91_mlp/mean": 0.494140625, "train/tensor_act_model_layers_91_mlp/std": 0.421875, "train/tensor_act_model_layers_91_mlp/max_abs": 1.4375, "train/tensor_act_model_layers_91_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp/min": -0.58203125, "train/tensor_act_model_layers_91_mlp/max": 1.4375, "train/tensor_act_model_layers_91_mlp/range": 2.01953125, "train/tensor_act_model_layers_91_residual_post_mlp/norm": 127715.171875, "train/tensor_act_model_layers_91_residual_post_mlp/mean": 62.0, "train/tensor_act_model_layers_91_residual_post_mlp/std": 6.0625, "train/tensor_act_model_layers_91_residual_post_mlp/max_abs": 78.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_post_mlp/min": 44.75, "train/tensor_act_model_layers_91_residual_post_mlp/max": 78.0, "train/tensor_act_model_layers_91_residual_post_mlp/range": 33.25, "train/tensor_act_model_layers_92_residual_pre_attn/norm": 127715.171875, "train/tensor_act_model_layers_92_residual_pre_attn/mean": 62.0, "train/tensor_act_model_layers_92_residual_pre_attn/std": 6.0625, "train/tensor_act_model_layers_92_residual_pre_attn/max_abs": 78.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_pre_attn/min": 44.75, "train/tensor_act_model_layers_92_residual_pre_attn/max": 78.0, "train/tensor_act_model_layers_92_residual_pre_attn/range": 33.25, "train/tensor_act_model_layers_92_residual_post_attn/norm": 127732.2734375, "train/tensor_act_model_layers_92_residual_post_attn/mean": 62.0, "train/tensor_act_model_layers_92_residual_post_attn/std": 6.0625, "train/tensor_act_model_layers_92_residual_post_attn/max_abs": 78.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_post_attn/min": 44.75, "train/tensor_act_model_layers_92_residual_post_attn/max": 78.0, "train/tensor_act_model_layers_92_residual_post_attn/range": 33.25, "train/tensor_act_model_layers_92_mlp_gate_proj/norm": 1978.464599609375, "train/tensor_act_model_layers_92_mlp_gate_proj/mean": 0.267578125, "train/tensor_act_model_layers_92_mlp_gate_proj/std": 0.62890625, "train/tensor_act_model_layers_92_mlp_gate_proj/max_abs": 1.8828125, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/min": -1.6875, "train/tensor_act_model_layers_92_mlp_gate_proj/max": 1.8828125, "train/tensor_act_model_layers_92_mlp_gate_proj/range": 3.5703125, "train/tensor_act_model_layers_92_mlp_up_proj/norm": 2018.6697998046875, "train/tensor_act_model_layers_92_mlp_up_proj/mean": -0.080078125, "train/tensor_act_model_layers_92_mlp_up_proj/std": 0.69140625, "train/tensor_act_model_layers_92_mlp_up_proj/max_abs": 2.140625, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/min": -1.8515625, "train/tensor_act_model_layers_92_mlp_up_proj/max": 2.140625, "train/tensor_act_model_layers_92_mlp_up_proj/range": 3.9921875, "train/tensor_act_model_layers_92_mlp_down_proj/norm": 1558.1912841796875, "train/tensor_act_model_layers_92_mlp_down_proj/mean": 0.59765625, "train/tensor_act_model_layers_92_mlp_down_proj/std": 0.470703125, "train/tensor_act_model_layers_92_mlp_down_proj/max_abs": 1.890625, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/min": -0.62890625, "train/tensor_act_model_layers_92_mlp_down_proj/max": 1.890625, "train/tensor_act_model_layers_92_mlp_down_proj/range": 2.51953125, "train/tensor_act_model_layers_92_mlp/norm": 1558.1912841796875, "train/tensor_act_model_layers_92_mlp/mean": 0.59765625, "train/tensor_act_model_layers_92_mlp/std": 0.470703125, "train/tensor_act_model_layers_92_mlp/max_abs": 1.890625, "train/tensor_act_model_layers_92_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp/min": -0.62890625, "train/tensor_act_model_layers_92_mlp/max": 1.890625, "train/tensor_act_model_layers_92_mlp/range": 2.51953125, "train/tensor_act_model_layers_92_residual_post_mlp/norm": 128973.2578125, "train/tensor_act_model_layers_92_residual_post_mlp/mean": 62.75, "train/tensor_act_model_layers_92_residual_post_mlp/std": 6.125, "train/tensor_act_model_layers_92_residual_post_mlp/max_abs": 78.5, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_post_mlp/min": 45.25, "train/tensor_act_model_layers_92_residual_post_mlp/max": 78.5, "train/tensor_act_model_layers_92_residual_post_mlp/range": 33.25, "train/tensor_act_model_layers_93_residual_pre_attn/norm": 128973.2578125, "train/tensor_act_model_layers_93_residual_pre_attn/mean": 62.75, "train/tensor_act_model_layers_93_residual_pre_attn/std": 6.125, "train/tensor_act_model_layers_93_residual_pre_attn/max_abs": 78.5, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_pre_attn/min": 45.25, "train/tensor_act_model_layers_93_residual_pre_attn/max": 78.5, "train/tensor_act_model_layers_93_residual_pre_attn/range": 33.25, "train/tensor_act_model_layers_93_residual_post_attn/norm": 128933.15625, "train/tensor_act_model_layers_93_residual_post_attn/mean": 62.75, "train/tensor_act_model_layers_93_residual_post_attn/std": 6.125, "train/tensor_act_model_layers_93_residual_post_attn/max_abs": 78.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_post_attn/min": 45.25, "train/tensor_act_model_layers_93_residual_post_attn/max": 78.0, "train/tensor_act_model_layers_93_residual_post_attn/range": 32.75, "train/tensor_act_model_layers_93_mlp_gate_proj/norm": 2002.86474609375, "train/tensor_act_model_layers_93_mlp_gate_proj/mean": 0.1962890625, "train/tensor_act_model_layers_93_mlp_gate_proj/std": 0.6640625, "train/tensor_act_model_layers_93_mlp_gate_proj/max_abs": 2.25, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/min": -1.421875, "train/tensor_act_model_layers_93_mlp_gate_proj/max": 2.25, "train/tensor_act_model_layers_93_mlp_gate_proj/range": 3.671875, "train/tensor_act_model_layers_93_mlp_up_proj/norm": 2059.164794921875, "train/tensor_act_model_layers_93_mlp_up_proj/mean": -0.01806640625, "train/tensor_act_model_layers_93_mlp_up_proj/std": 0.7109375, "train/tensor_act_model_layers_93_mlp_up_proj/max_abs": 1.9765625, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/min": -1.765625, "train/tensor_act_model_layers_93_mlp_up_proj/max": 1.9765625, "train/tensor_act_model_layers_93_mlp_up_proj/range": 3.7421875, "train/tensor_act_model_layers_93_mlp_down_proj/norm": 1503.49755859375, "train/tensor_act_model_layers_93_mlp_down_proj/mean": 0.58203125, "train/tensor_act_model_layers_93_mlp_down_proj/std": 0.44921875, "train/tensor_act_model_layers_93_mlp_down_proj/max_abs": 1.7109375, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/min": -0.57421875, "train/tensor_act_model_layers_93_mlp_down_proj/max": 1.7109375, "train/tensor_act_model_layers_93_mlp_down_proj/range": 2.28515625, "train/tensor_act_model_layers_93_mlp/norm": 1503.49755859375, "train/tensor_act_model_layers_93_mlp/mean": 0.58203125, "train/tensor_act_model_layers_93_mlp/std": 0.44921875, "train/tensor_act_model_layers_93_mlp/max_abs": 1.7109375, "train/tensor_act_model_layers_93_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp/min": -0.57421875, "train/tensor_act_model_layers_93_mlp/max": 1.7109375, "train/tensor_act_model_layers_93_mlp/range": 2.28515625, "train/tensor_act_model_layers_93_residual_post_mlp/norm": 130141.7421875, "train/tensor_act_model_layers_93_residual_post_mlp/mean": 63.25, "train/tensor_act_model_layers_93_residual_post_mlp/std": 6.15625, "train/tensor_act_model_layers_93_residual_post_mlp/max_abs": 79.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_post_mlp/min": 46.25, "train/tensor_act_model_layers_93_residual_post_mlp/max": 79.0, "train/tensor_act_model_layers_93_residual_post_mlp/range": 32.75, "train/tensor_act_model_layers_94_residual_pre_attn/norm": 130141.7421875, "train/tensor_act_model_layers_94_residual_pre_attn/mean": 63.25, "train/tensor_act_model_layers_94_residual_pre_attn/std": 6.15625, "train/tensor_act_model_layers_94_residual_pre_attn/max_abs": 79.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_pre_attn/min": 46.25, "train/tensor_act_model_layers_94_residual_pre_attn/max": 79.0, "train/tensor_act_model_layers_94_residual_pre_attn/range": 32.75, "train/tensor_act_model_layers_94_residual_post_attn/norm": 130156.2890625, "train/tensor_act_model_layers_94_residual_post_attn/mean": 63.25, "train/tensor_act_model_layers_94_residual_post_attn/std": 6.15625, "train/tensor_act_model_layers_94_residual_post_attn/max_abs": 79.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_post_attn/min": 46.25, "train/tensor_act_model_layers_94_residual_post_attn/max": 79.0, "train/tensor_act_model_layers_94_residual_post_attn/range": 32.75, "train/tensor_act_model_layers_94_mlp_gate_proj/norm": 2001.335205078125, "train/tensor_act_model_layers_94_mlp_gate_proj/mean": 0.173828125, "train/tensor_act_model_layers_94_mlp_gate_proj/std": 0.66796875, "train/tensor_act_model_layers_94_mlp_gate_proj/max_abs": 2.0, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/min": -1.3125, "train/tensor_act_model_layers_94_mlp_gate_proj/max": 2.0, "train/tensor_act_model_layers_94_mlp_gate_proj/range": 3.3125, "train/tensor_act_model_layers_94_mlp_up_proj/norm": 1975.354248046875, "train/tensor_act_model_layers_94_mlp_up_proj/mean": -0.0546875, "train/tensor_act_model_layers_94_mlp_up_proj/std": 0.6796875, "train/tensor_act_model_layers_94_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/min": -1.7109375, "train/tensor_act_model_layers_94_mlp_up_proj/max": 2.03125, "train/tensor_act_model_layers_94_mlp_up_proj/range": 3.7421875, "train/tensor_act_model_layers_94_mlp_down_proj/norm": 1482.625244140625, "train/tensor_act_model_layers_94_mlp_down_proj/mean": 0.482421875, "train/tensor_act_model_layers_94_mlp_down_proj/std": 0.5390625, "train/tensor_act_model_layers_94_mlp_down_proj/max_abs": 1.9453125, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/min": -0.875, "train/tensor_act_model_layers_94_mlp_down_proj/max": 1.9453125, "train/tensor_act_model_layers_94_mlp_down_proj/range": 2.8203125, "train/tensor_act_model_layers_94_mlp/norm": 1482.625244140625, "train/tensor_act_model_layers_94_mlp/mean": 0.482421875, "train/tensor_act_model_layers_94_mlp/std": 0.5390625, "train/tensor_act_model_layers_94_mlp/max_abs": 1.9453125, "train/tensor_act_model_layers_94_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp/min": -0.875, "train/tensor_act_model_layers_94_mlp/max": 1.9453125, "train/tensor_act_model_layers_94_mlp/range": 2.8203125, "train/tensor_act_model_layers_94_residual_post_mlp/norm": 131159.40625, "train/tensor_act_model_layers_94_residual_post_mlp/mean": 63.75, "train/tensor_act_model_layers_94_residual_post_mlp/std": 6.21875, "train/tensor_act_model_layers_94_residual_post_mlp/max_abs": 80.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_post_mlp/min": 45.75, "train/tensor_act_model_layers_94_residual_post_mlp/max": 80.0, "train/tensor_act_model_layers_94_residual_post_mlp/range": 34.25, "train/tensor_act_model_layers_95_residual_pre_attn/norm": 131159.40625, "train/tensor_act_model_layers_95_residual_pre_attn/mean": 63.75, "train/tensor_act_model_layers_95_residual_pre_attn/std": 6.21875, "train/tensor_act_model_layers_95_residual_pre_attn/max_abs": 80.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_pre_attn/min": 45.75, "train/tensor_act_model_layers_95_residual_pre_attn/max": 80.0, "train/tensor_act_model_layers_95_residual_pre_attn/range": 34.25, "train/tensor_act_model_layers_95_residual_post_attn/norm": 131148.078125, "train/tensor_act_model_layers_95_residual_post_attn/mean": 63.75, "train/tensor_act_model_layers_95_residual_post_attn/std": 6.21875, "train/tensor_act_model_layers_95_residual_post_attn/max_abs": 80.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_post_attn/min": 45.75, "train/tensor_act_model_layers_95_residual_post_attn/max": 80.0, "train/tensor_act_model_layers_95_residual_post_attn/range": 34.25, "train/tensor_act_model_layers_95_mlp_gate_proj/norm": 1785.5496826171875, "train/tensor_act_model_layers_95_mlp_gate_proj/mean": 0.1318359375, "train/tensor_act_model_layers_95_mlp_gate_proj/std": 0.6015625, "train/tensor_act_model_layers_95_mlp_gate_proj/max_abs": 2.125, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/min": -1.3515625, "train/tensor_act_model_layers_95_mlp_gate_proj/max": 2.125, "train/tensor_act_model_layers_95_mlp_gate_proj/range": 3.4765625, "train/tensor_act_model_layers_95_mlp_up_proj/norm": 1912.42041015625, "train/tensor_act_model_layers_95_mlp_up_proj/mean": -0.0712890625, "train/tensor_act_model_layers_95_mlp_up_proj/std": 0.65625, "train/tensor_act_model_layers_95_mlp_up_proj/max_abs": 1.8671875, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/min": -1.8671875, "train/tensor_act_model_layers_95_mlp_up_proj/max": 1.7890625, "train/tensor_act_model_layers_95_mlp_up_proj/range": 3.65625, "train/tensor_act_model_layers_95_mlp_down_proj/norm": 1111.8582763671875, "train/tensor_act_model_layers_95_mlp_down_proj/mean": 0.375, "train/tensor_act_model_layers_95_mlp_down_proj/std": 0.392578125, "train/tensor_act_model_layers_95_mlp_down_proj/max_abs": 1.359375, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/min": -0.6484375, "train/tensor_act_model_layers_95_mlp_down_proj/max": 1.359375, "train/tensor_act_model_layers_95_mlp_down_proj/range": 2.0078125, "train/tensor_act_model_layers_95_mlp/norm": 1111.8582763671875, "train/tensor_act_model_layers_95_mlp/mean": 0.375, "train/tensor_act_model_layers_95_mlp/std": 0.392578125, "train/tensor_act_model_layers_95_mlp/max_abs": 1.359375, "train/tensor_act_model_layers_95_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp/min": -0.6484375, "train/tensor_act_model_layers_95_mlp/max": 1.359375, "train/tensor_act_model_layers_95_mlp/range": 2.0078125, "train/tensor_act_model_layers_95_residual_post_mlp/norm": 131911.25, "train/tensor_act_model_layers_95_residual_post_mlp/mean": 64.0, "train/tensor_act_model_layers_95_residual_post_mlp/std": 6.28125, "train/tensor_act_model_layers_95_residual_post_mlp/max_abs": 80.5, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_post_mlp/min": 46.25, "train/tensor_act_model_layers_95_residual_post_mlp/max": 80.5, "train/tensor_act_model_layers_95_residual_post_mlp/range": 34.25, "train/tensor_act_model_layers_96_residual_pre_attn/norm": 131911.25, "train/tensor_act_model_layers_96_residual_pre_attn/mean": 64.0, "train/tensor_act_model_layers_96_residual_pre_attn/std": 6.28125, "train/tensor_act_model_layers_96_residual_pre_attn/max_abs": 80.5, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_pre_attn/min": 46.25, "train/tensor_act_model_layers_96_residual_pre_attn/max": 80.5, "train/tensor_act_model_layers_96_residual_pre_attn/range": 34.25, "train/tensor_act_model_layers_96_residual_post_attn/norm": 131917.453125, "train/tensor_act_model_layers_96_residual_post_attn/mean": 64.0, "train/tensor_act_model_layers_96_residual_post_attn/std": 6.28125, "train/tensor_act_model_layers_96_residual_post_attn/max_abs": 80.5, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_post_attn/min": 46.25, "train/tensor_act_model_layers_96_residual_post_attn/max": 80.5, "train/tensor_act_model_layers_96_residual_post_attn/range": 34.25, "train/tensor_act_model_layers_96_mlp_gate_proj/norm": 2015.1689453125, "train/tensor_act_model_layers_96_mlp_gate_proj/mean": 0.134765625, "train/tensor_act_model_layers_96_mlp_gate_proj/std": 0.68359375, "train/tensor_act_model_layers_96_mlp_gate_proj/max_abs": 2.078125, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/min": -1.53125, "train/tensor_act_model_layers_96_mlp_gate_proj/max": 2.078125, "train/tensor_act_model_layers_96_mlp_gate_proj/range": 3.609375, "train/tensor_act_model_layers_96_mlp_up_proj/norm": 1844.823486328125, "train/tensor_act_model_layers_96_mlp_up_proj/mean": 0.0277099609375, "train/tensor_act_model_layers_96_mlp_up_proj/std": 0.63671875, "train/tensor_act_model_layers_96_mlp_up_proj/max_abs": 1.84375, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/min": -1.84375, "train/tensor_act_model_layers_96_mlp_up_proj/max": 1.78125, "train/tensor_act_model_layers_96_mlp_up_proj/range": 3.625, "train/tensor_act_model_layers_96_mlp_down_proj/norm": 1369.3807373046875, "train/tensor_act_model_layers_96_mlp_down_proj/mean": 0.44921875, "train/tensor_act_model_layers_96_mlp_down_proj/std": 0.494140625, "train/tensor_act_model_layers_96_mlp_down_proj/max_abs": 1.7578125, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/min": -0.75390625, "train/tensor_act_model_layers_96_mlp_down_proj/max": 1.7578125, "train/tensor_act_model_layers_96_mlp_down_proj/range": 2.51171875, "train/tensor_act_model_layers_96_mlp/norm": 1369.3807373046875, "train/tensor_act_model_layers_96_mlp/mean": 0.44921875, "train/tensor_act_model_layers_96_mlp/std": 0.494140625, "train/tensor_act_model_layers_96_mlp/max_abs": 1.7578125, "train/tensor_act_model_layers_96_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp/min": -0.75390625, "train/tensor_act_model_layers_96_mlp/max": 1.7578125, "train/tensor_act_model_layers_96_mlp/range": 2.51171875, "train/tensor_act_model_layers_96_residual_post_mlp/norm": 132832.265625, "train/tensor_act_model_layers_96_residual_post_mlp/mean": 64.5, "train/tensor_act_model_layers_96_residual_post_mlp/std": 6.3125, "train/tensor_act_model_layers_96_residual_post_mlp/max_abs": 82.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_post_mlp/min": 46.5, "train/tensor_act_model_layers_96_residual_post_mlp/max": 82.0, "train/tensor_act_model_layers_96_residual_post_mlp/range": 35.5, "train/tensor_act_model_layers_97_residual_pre_attn/norm": 132832.265625, "train/tensor_act_model_layers_97_residual_pre_attn/mean": 64.5, "train/tensor_act_model_layers_97_residual_pre_attn/std": 6.3125, "train/tensor_act_model_layers_97_residual_pre_attn/max_abs": 82.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_pre_attn/min": 46.5, "train/tensor_act_model_layers_97_residual_pre_attn/max": 82.0, "train/tensor_act_model_layers_97_residual_pre_attn/range": 35.5, "train/tensor_act_model_layers_97_residual_post_attn/norm": 132827.28125, "train/tensor_act_model_layers_97_residual_post_attn/mean": 64.5, "train/tensor_act_model_layers_97_residual_post_attn/std": 6.3125, "train/tensor_act_model_layers_97_residual_post_attn/max_abs": 82.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_post_attn/min": 46.5, "train/tensor_act_model_layers_97_residual_post_attn/max": 82.0, "train/tensor_act_model_layers_97_residual_post_attn/range": 35.5, "train/tensor_act_model_layers_97_mlp_gate_proj/norm": 1901.633056640625, "train/tensor_act_model_layers_97_mlp_gate_proj/mean": 0.1474609375, "train/tensor_act_model_layers_97_mlp_gate_proj/std": 0.640625, "train/tensor_act_model_layers_97_mlp_gate_proj/max_abs": 1.875, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/min": -1.3203125, "train/tensor_act_model_layers_97_mlp_gate_proj/max": 1.875, "train/tensor_act_model_layers_97_mlp_gate_proj/range": 3.1953125, "train/tensor_act_model_layers_97_mlp_up_proj/norm": 1978.896240234375, "train/tensor_act_model_layers_97_mlp_up_proj/mean": -0.0301513671875, "train/tensor_act_model_layers_97_mlp_up_proj/std": 0.68359375, "train/tensor_act_model_layers_97_mlp_up_proj/max_abs": 2.0625, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/min": -2.0625, "train/tensor_act_model_layers_97_mlp_up_proj/max": 1.734375, "train/tensor_act_model_layers_97_mlp_up_proj/range": 3.796875, "train/tensor_act_model_layers_97_mlp_down_proj/norm": 1338.1641845703125, "train/tensor_act_model_layers_97_mlp_down_proj/mean": 0.458984375, "train/tensor_act_model_layers_97_mlp_down_proj/std": 0.466796875, "train/tensor_act_model_layers_97_mlp_down_proj/max_abs": 1.875, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/min": -0.55078125, "train/tensor_act_model_layers_97_mlp_down_proj/max": 1.875, "train/tensor_act_model_layers_97_mlp_down_proj/range": 2.42578125, "train/tensor_act_model_layers_97_mlp/norm": 1338.1641845703125, "train/tensor_act_model_layers_97_mlp/mean": 0.458984375, "train/tensor_act_model_layers_97_mlp/std": 0.466796875, "train/tensor_act_model_layers_97_mlp/max_abs": 1.875, "train/tensor_act_model_layers_97_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp/min": -0.55078125, "train/tensor_act_model_layers_97_mlp/max": 1.875, "train/tensor_act_model_layers_97_mlp/range": 2.42578125, "train/tensor_act_model_layers_97_residual_post_mlp/norm": 133803.1875, "train/tensor_act_model_layers_97_residual_post_mlp/mean": 65.0, "train/tensor_act_model_layers_97_residual_post_mlp/std": 6.40625, "train/tensor_act_model_layers_97_residual_post_mlp/max_abs": 82.5, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_post_mlp/min": 46.25, "train/tensor_act_model_layers_97_residual_post_mlp/max": 82.5, "train/tensor_act_model_layers_97_residual_post_mlp/range": 36.25, "train/tensor_act_model_layers_98_residual_pre_attn/norm": 133803.1875, "train/tensor_act_model_layers_98_residual_pre_attn/mean": 65.0, "train/tensor_act_model_layers_98_residual_pre_attn/std": 6.40625, "train/tensor_act_model_layers_98_residual_pre_attn/max_abs": 82.5, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_pre_attn/min": 46.25, "train/tensor_act_model_layers_98_residual_pre_attn/max": 82.5, "train/tensor_act_model_layers_98_residual_pre_attn/range": 36.25, "train/tensor_act_model_layers_98_residual_post_attn/norm": 133808.109375, "train/tensor_act_model_layers_98_residual_post_attn/mean": 65.0, "train/tensor_act_model_layers_98_residual_post_attn/std": 6.40625, "train/tensor_act_model_layers_98_residual_post_attn/max_abs": 82.5, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_post_attn/min": 46.25, "train/tensor_act_model_layers_98_residual_post_attn/max": 82.5, "train/tensor_act_model_layers_98_residual_post_attn/range": 36.25, "train/tensor_act_model_layers_98_mlp_gate_proj/norm": 1770.578125, "train/tensor_act_model_layers_98_mlp_gate_proj/mean": 0.09716796875, "train/tensor_act_model_layers_98_mlp_gate_proj/std": 0.6015625, "train/tensor_act_model_layers_98_mlp_gate_proj/max_abs": 2.0625, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/min": -1.4296875, "train/tensor_act_model_layers_98_mlp_gate_proj/max": 2.0625, "train/tensor_act_model_layers_98_mlp_gate_proj/range": 3.4921875, "train/tensor_act_model_layers_98_mlp_up_proj/norm": 1909.2598876953125, "train/tensor_act_model_layers_98_mlp_up_proj/mean": 0.0238037109375, "train/tensor_act_model_layers_98_mlp_up_proj/std": 0.66015625, "train/tensor_act_model_layers_98_mlp_up_proj/max_abs": 2.234375, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/min": -1.78125, "train/tensor_act_model_layers_98_mlp_up_proj/max": 2.234375, "train/tensor_act_model_layers_98_mlp_up_proj/range": 4.015625, "train/tensor_act_model_layers_98_mlp_down_proj/norm": 1174.62451171875, "train/tensor_act_model_layers_98_mlp_down_proj/mean": 0.337890625, "train/tensor_act_model_layers_98_mlp_down_proj/std": 0.46484375, "train/tensor_act_model_layers_98_mlp_down_proj/max_abs": 1.2734375, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/min": -1.078125, "train/tensor_act_model_layers_98_mlp_down_proj/max": 1.2734375, "train/tensor_act_model_layers_98_mlp_down_proj/range": 2.3515625, "train/tensor_act_model_layers_98_mlp/norm": 1174.62451171875, "train/tensor_act_model_layers_98_mlp/mean": 0.337890625, "train/tensor_act_model_layers_98_mlp/std": 0.46484375, "train/tensor_act_model_layers_98_mlp/max_abs": 1.2734375, "train/tensor_act_model_layers_98_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp/min": -1.078125, "train/tensor_act_model_layers_98_mlp/max": 1.2734375, "train/tensor_act_model_layers_98_mlp/range": 2.3515625, "train/tensor_act_model_layers_98_residual_post_mlp/norm": 134505.671875, "train/tensor_act_model_layers_98_residual_post_mlp/mean": 65.5, "train/tensor_act_model_layers_98_residual_post_mlp/std": 6.53125, "train/tensor_act_model_layers_98_residual_post_mlp/max_abs": 83.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_post_mlp/min": 46.0, "train/tensor_act_model_layers_98_residual_post_mlp/max": 83.0, "train/tensor_act_model_layers_98_residual_post_mlp/range": 37.0, "train/tensor_act_model_layers_99_residual_pre_attn/norm": 134505.671875, "train/tensor_act_model_layers_99_residual_pre_attn/mean": 65.5, "train/tensor_act_model_layers_99_residual_pre_attn/std": 6.53125, "train/tensor_act_model_layers_99_residual_pre_attn/max_abs": 83.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_pre_attn/min": 46.0, "train/tensor_act_model_layers_99_residual_pre_attn/max": 83.0, "train/tensor_act_model_layers_99_residual_pre_attn/range": 37.0, "train/tensor_act_model_layers_99_residual_post_attn/norm": 134483.6875, "train/tensor_act_model_layers_99_residual_post_attn/mean": 65.5, "train/tensor_act_model_layers_99_residual_post_attn/std": 6.53125, "train/tensor_act_model_layers_99_residual_post_attn/max_abs": 83.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_post_attn/min": 46.0, "train/tensor_act_model_layers_99_residual_post_attn/max": 83.0, "train/tensor_act_model_layers_99_residual_post_attn/range": 37.0, "train/tensor_act_model_layers_99_mlp_gate_proj/norm": 1810.81982421875, "train/tensor_act_model_layers_99_mlp_gate_proj/mean": 0.17578125, "train/tensor_act_model_layers_99_mlp_gate_proj/std": 0.6015625, "train/tensor_act_model_layers_99_mlp_gate_proj/max_abs": 1.9296875, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/min": -1.421875, "train/tensor_act_model_layers_99_mlp_gate_proj/max": 1.9296875, "train/tensor_act_model_layers_99_mlp_gate_proj/range": 3.3515625, "train/tensor_act_model_layers_99_mlp_up_proj/norm": 1922.360595703125, "train/tensor_act_model_layers_99_mlp_up_proj/mean": -0.041015625, "train/tensor_act_model_layers_99_mlp_up_proj/std": 0.6640625, "train/tensor_act_model_layers_99_mlp_up_proj/max_abs": 2.375, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/min": -1.984375, "train/tensor_act_model_layers_99_mlp_up_proj/max": 2.375, "train/tensor_act_model_layers_99_mlp_up_proj/range": 4.359375, "train/tensor_act_model_layers_99_mlp_down_proj/norm": 1457.59130859375, "train/tensor_act_model_layers_99_mlp_down_proj/mean": 0.37109375, "train/tensor_act_model_layers_99_mlp_down_proj/std": 0.60546875, "train/tensor_act_model_layers_99_mlp_down_proj/max_abs": 1.984375, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/min": -1.1484375, "train/tensor_act_model_layers_99_mlp_down_proj/max": 1.984375, "train/tensor_act_model_layers_99_mlp_down_proj/range": 3.1328125, "train/tensor_act_model_layers_99_mlp/norm": 1457.59130859375, "train/tensor_act_model_layers_99_mlp/mean": 0.37109375, "train/tensor_act_model_layers_99_mlp/std": 0.60546875, "train/tensor_act_model_layers_99_mlp/max_abs": 1.984375, "train/tensor_act_model_layers_99_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp/min": -1.1484375, "train/tensor_act_model_layers_99_mlp/max": 1.984375, "train/tensor_act_model_layers_99_mlp/range": 3.1328125, "train/tensor_act_model_layers_99_residual_post_mlp/norm": 135321.09375, "train/tensor_act_model_layers_99_residual_post_mlp/mean": 65.5, "train/tensor_act_model_layers_99_residual_post_mlp/std": 6.71875, "train/tensor_act_model_layers_99_residual_post_mlp/max_abs": 84.5, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_post_mlp/min": 45.5, "train/tensor_act_model_layers_99_residual_post_mlp/max": 84.5, "train/tensor_act_model_layers_99_residual_post_mlp/range": 39.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/norm": 32112640.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/mean": 2160.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/std": 177152.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max_abs": 1044480.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.6015625, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/min": -1044480.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max": 1003520.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/range": 2048000.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/norm": 25559040.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/mean": 7424.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/std": 141312.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max_abs": 962560.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.6015625, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/min": -737280.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max": 962560.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/range": 1699840.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/norm": 28180480.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/mean": -70144.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/std": 139264.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max_abs": 1212416.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.6015625, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/min": -1212416.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max": 217088.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/range": 1429504.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/norm": 29753344.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/mean": 9024.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/std": 163840.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max_abs": 847872.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/min": -647168.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max": 847872.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/range": 1495040.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/norm": 24248320.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/mean": 7968.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/std": 134144.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max_abs": 917504.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/min": -557056.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max": 917504.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/range": 1474560.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/norm": 27525120.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/mean": -60672.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/std": 139264.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max_abs": 983040.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/min": -983040.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max": 319488.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/range": 1302528.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/norm": 33554432.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/mean": 2416.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/std": 185344.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max_abs": 806912.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.5546875, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/min": -770048.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max": 806912.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/range": 1576960.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/norm": 31981568.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/mean": 8448.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/std": 176128.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max_abs": 1019904.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.550750732421875, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/min": -872448.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max": 1019904.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/range": 1892352.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/norm": 32768000.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/mean": -74240.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/std": 164864.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max_abs": 1581056.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.5546875, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/min": -1581056.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max": 105984.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/range": 1687040.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/norm": 35127296.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/mean": -4048.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/std": 193536.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max_abs": 1007616.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/min": -659456.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max": 1007616.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/range": 1667072.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/norm": 35127296.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/mean": -3072.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/std": 194560.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max_abs": 1851392.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/min": -880640.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max": 1851392.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/range": 2732032.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/norm": 33292288.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/mean": -69632.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/std": 169984.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max_abs": 1589248.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/min": -1589248.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max": 144384.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/range": 1733632.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/norm": 32636928.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/mean": 11264.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/std": 179200.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max_abs": 1245184.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.55859375, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/min": -708608.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max": 1245184.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/range": 1953792.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/norm": 25034752.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/mean": 8576.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/std": 138240.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max_abs": 802816.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.56640625, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/min": -675840.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max": 802816.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/range": 1478656.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/norm": 27000832.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/mean": -66560.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/std": 133120.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max_abs": 884736.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.5703125, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/min": -884736.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max": 299008.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/range": 1183744.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/norm": 36700160.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/mean": 1112.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/std": 203776.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max_abs": 1097728.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/min": -843776.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max": 1097728.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/range": 1941504.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/norm": 31064064.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/mean": 232.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/std": 172032.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max_abs": 1056768.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/min": -1056768.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max": 716800.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/range": 1773568.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/norm": 29622272.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/mean": -76800.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/std": 144384.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max_abs": 1032192.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.5703125, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/min": -1032192.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max": 146432.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/range": 1178624.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/norm": 41156608.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/mean": 564.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/std": 227328.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max_abs": 1236992.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.5390625, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/min": -1236992.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max": 884736.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/range": 2121728.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/norm": 33423360.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/mean": 6016.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/std": 184320.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max_abs": 1048576.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.538543701171875, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/min": -942080.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max": 1048576.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/range": 1990656.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/norm": 34865152.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/mean": -89600.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/std": 169984.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max_abs": 1056768.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/min": -1056768.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max": 618496.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/range": 1675264.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/norm": 38797312.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/mean": 30080.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/std": 211968.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max_abs": 1007616.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.58984375, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/min": -819200.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max": 1007616.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/range": 1826816.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/norm": 34078720.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/mean": 11648.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/std": 188416.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max_abs": 958464.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.58990478515625, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/min": -704512.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max": 958464.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/range": 1662976.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/norm": 35913728.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/mean": -98304.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/std": 172032.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max_abs": 1097728.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.59765625, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/min": -1097728.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max": 185344.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/range": 1283072.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/norm": 34340864.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/mean": 18176.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/std": 189440.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max_abs": 1187840.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.57421875, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/min": -638976.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max": 1187840.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/range": 1826816.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/norm": 33030144.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/mean": 25344.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/std": 180224.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max_abs": 1212416.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.57421875, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/min": -581632.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max": 1212416.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/range": 1794048.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/norm": 32768000.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/mean": -82432.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/std": 160768.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max_abs": 1236992.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.57574462890625, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/min": -1236992.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max": 110592.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/range": 1347584.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/norm": 40108032.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/mean": 5472.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/std": 222208.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max_abs": 1196032.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/min": -720896.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max": 1196032.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/range": 1916928.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/norm": 37486592.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/mean": 1536.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/std": 207872.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max_abs": 917504.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/min": -917504.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max": 892928.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/range": 1810432.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/norm": 34078720.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/mean": -91136.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/std": 164864.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max_abs": 888832.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/min": -888832.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max": 185344.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/range": 1074176.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/norm": 41943040.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/mean": 5600.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/std": 231424.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max_abs": 1048576.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/min": -1048576.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max": 1028096.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/range": 2076672.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/norm": 39321600.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/mean": -652.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/std": 217088.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max_abs": 1245184.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/min": -1245184.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max": 901120.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/range": 2146304.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/norm": 38535168.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/mean": -104448.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/std": 185344.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max_abs": 1236992.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.55078125, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/min": -1236992.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max": 180224.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/range": 1417216.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/norm": 35127296.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/mean": -7104.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/std": 193536.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max_abs": 1040384.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/min": -1040384.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max": 630784.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/range": 1671168.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/norm": 34603008.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/mean": 8768.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/std": 191488.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max_abs": 1073152.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.5234375, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/min": -1011712.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max": 1073152.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/range": 2084864.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/norm": 33423360.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/mean": -81920.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/std": 164864.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max_abs": 999424.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/min": -999424.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max": 105984.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/range": 1105408.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/norm": 46923776.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/mean": -43264.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/std": 256000.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max_abs": 856064.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.60546875, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/min": -856064.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max": 815104.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/range": 1671168.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/norm": 44564480.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/mean": -36352.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/std": 243712.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max_abs": 1245184.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.6015625, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/min": -1032192.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max": 1245184.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/range": 2277376.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/norm": 44040192.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/mean": -140288.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/std": 198656.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max_abs": 1056768.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.609375, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/min": -1056768.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max": 202752.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/range": 1259520.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/norm": 38535168.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/mean": -8768.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/std": 211968.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max_abs": 1056768.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.4921875, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/min": -1056768.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max": 909312.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/range": 1966080.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/norm": 32374784.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/mean": -628.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/std": 178176.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max_abs": 991232.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.4921875, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/min": -991232.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max": 749568.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/range": 1740800.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/norm": 33816576.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/mean": -83456.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/std": 167936.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max_abs": 1073152.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.4921875, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/min": -1073152.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max": 100352.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/range": 1173504.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/norm": 38797312.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/mean": -2864.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/std": 214016.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max_abs": 983040.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.4921875, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/min": -782336.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max": 983040.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/range": 1765376.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/norm": 35389440.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/mean": -6752.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/std": 195584.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max_abs": 917504.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.490142822265625, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/min": -917504.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max": 868352.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/range": 1785856.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/norm": 36438016.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/mean": -93184.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/std": 179200.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max_abs": 966656.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.50390625, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/min": -966656.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max": 110592.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/range": 1077248.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/norm": 36175872.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/mean": -988.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/std": 199680.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max_abs": 708608.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.484375, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/min": -708608.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max": 708608.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/range": 1417216.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/norm": 35127296.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/mean": 390.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/std": 194560.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max_abs": 974848.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.484375, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/min": -974848.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max": 937984.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/range": 1912832.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/norm": 34078720.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/mean": -87040.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/std": 167936.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max_abs": 1105920.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.50390625, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/min": -1105920.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max": 179200.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/range": 1285120.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/norm": 47448064.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/mean": -14656.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/std": 261120.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max_abs": 1163264.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/min": -1163264.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max": 970752.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/range": 2134016.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/norm": 40632320.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/mean": -12736.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/std": 223232.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max_abs": 1114112.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.53485107421875, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/min": -1114112.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max": 1081344.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/range": 2195456.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/norm": 42205184.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/mean": -119296.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/std": 200704.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max_abs": 1089536.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.5390625, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/min": -1089536.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max": 236544.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/range": 1326080.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/norm": 33030144.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/mean": -8640.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/std": 182272.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max_abs": 1081344.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.44921875, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/min": -733184.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max": 1081344.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/range": 1814528.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/norm": 34603008.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/mean": -16000.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/std": 190464.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max_abs": 983040.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.448760986328125, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/min": -983040.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max": 954368.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/range": 1937408.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/norm": 32768000.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/mean": -80384.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/std": 161792.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max_abs": 925696.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.468963623046875, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/min": -925696.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max": 123392.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/range": 1049088.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/norm": 39321600.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/mean": 1792.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/std": 217088.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max_abs": 1028096.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.47265625, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/min": -1028096.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max": 753664.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/range": 1781760.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/norm": 38797312.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/mean": 2208.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/std": 214016.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max_abs": 1138688.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.47265625, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/min": -1138688.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max": 1081344.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/range": 2220032.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/norm": 35389440.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/mean": -84992.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/std": 176128.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max_abs": 1277952.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.47265625, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/min": -1277952.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max": 144384.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/range": 1422336.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/norm": 41943040.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/mean": -10176.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/std": 231424.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max_abs": 897024.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.5078125, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/min": -897024.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max": 778240.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/range": 1675264.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/norm": 41680896.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/mean": -25.375, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/std": 229376.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max_abs": 1228800.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.5078125, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/min": -876544.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max": 1228800.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/range": 2105344.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/norm": 40894464.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/mean": -113664.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/std": 194560.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max_abs": 1064960.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.520538330078125, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/min": -1064960.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max": 98304.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/range": 1163264.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/norm": 35389440.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/mean": 10432.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/std": 194560.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max_abs": 811008.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.4296875, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/min": -811008.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max": 786432.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/range": 1597440.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/norm": 36962304.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/mean": -4800.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/std": 204800.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max_abs": 1236992.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.4296875, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/min": -1236992.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max": 643072.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/range": 1880064.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/norm": 36175872.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/mean": -89600.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/std": 179200.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max_abs": 1236992.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.43902587890625, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/min": -1236992.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max": 75264.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/range": 1312256.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/norm": 42467328.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/mean": 358.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/std": 234496.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max_abs": 1114112.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.44921875, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/min": -909312.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max": 1114112.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/range": 2023424.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/norm": 40370176.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/mean": 636.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/std": 222208.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max_abs": 1318912.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.453125, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/min": -1318912.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max": 1105920.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/range": 2424832.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/norm": 38273024.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/mean": -101888.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/std": 185344.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max_abs": 1036288.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.4569091796875, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/min": -1036288.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max": 62976.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/range": 1099264.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/norm": 45350912.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/mean": 30464.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/std": 247808.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max_abs": 1056768.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.49609375, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/min": -950272.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max": 1056768.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/range": 2007040.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/norm": 45613056.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/mean": 27520.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/std": 250880.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max_abs": 1802240.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.5, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/min": -1802240.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max": 1073152.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/range": 2875392.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/norm": 42205184.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/mean": -119808.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/std": 199680.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max_abs": 1155072.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.50714111328125, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/min": -1155072.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max": 101888.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/range": 1256960.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/norm": 32243712.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/mean": -5856.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/std": 178176.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max_abs": 610304.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.42578125, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/min": -610304.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max": 593920.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/range": 1204224.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/norm": 33161216.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/mean": -5920.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/std": 183296.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max_abs": 1007616.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.4295654296875, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/min": -1007616.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max": 765952.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/range": 1773568.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/norm": 35127296.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/mean": -90112.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/std": 172032.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max_abs": 1114112.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.43359375, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/min": -1114112.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max": 16192.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/range": 1130304.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/norm": 39321600.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/mean": -28672.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/std": 215040.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max_abs": 815104.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.38671875, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/min": -815104.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max": 712704.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/range": 1527808.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/norm": 41680896.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/mean": -27008.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/std": 229376.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max_abs": 1245184.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.390625, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/min": -1245184.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max": 1036288.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/range": 2281472.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/norm": 41156608.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/mean": -105984.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/std": 200704.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max_abs": 1073152.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.3984375, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/min": -1073152.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max": 12544.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/range": 1085696.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/norm": 37486592.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/mean": 15488.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/std": 205824.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max_abs": 790528.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.484375, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/min": -790528.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max": 733184.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/range": 1523712.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/norm": 40632320.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/mean": 13696.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/std": 224256.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max_abs": 1277952.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.484283447265625, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/min": -1277952.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max": 1105920.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/range": 2383872.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/norm": 37748736.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/mean": -103936.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/std": 180224.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max_abs": 1114112.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.5, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/min": -1114112.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max": 75264.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/range": 1189376.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/norm": 38535168.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/mean": 5216.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/std": 211968.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max_abs": 1056768.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.41796875, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/min": -819200.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max": 1056768.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/range": 1875968.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/norm": 38535168.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/mean": -494.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/std": 211968.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max_abs": 1003520.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.42059326171875, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/min": -1003520.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max": 950272.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/range": 1953792.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/norm": 41418752.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/mean": -104960.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/std": 203776.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max_abs": 1310720.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.42578125, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/min": -1310720.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max": 37120.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/range": 1347840.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/norm": 34865152.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/mean": 4800.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/std": 192512.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max_abs": 716800.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.4765625, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/min": -655360.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max": 716800.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/range": 1372160.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/norm": 39845888.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/mean": 11136.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/std": 220160.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max_abs": 1277952.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.4765625, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/min": -1040384.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max": 1277952.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/range": 2318336.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/norm": 37224448.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/mean": -103936.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/std": 177152.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max_abs": 1007616.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.484375, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/min": -1007616.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max": 50432.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/range": 1058048.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/norm": 33030144.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/mean": -10368.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/std": 182272.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max_abs": 995328.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.3984375, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/min": -995328.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max": 700416.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/range": 1695744.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/norm": 30539776.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/mean": -4992.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/std": 168960.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max_abs": 1114112.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.3984375, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/min": -1114112.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max": 757760.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/range": 1871872.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/norm": 32243712.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/mean": -75264.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/std": 161792.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max_abs": 1187840.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.41796875, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/min": -1187840.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max": 109056.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/range": 1296896.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/norm": 38010880.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/mean": 15808.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/std": 209920.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max_abs": 679936.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.4921875, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/min": -679936.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max": 663552.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/range": 1343488.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/norm": 35127296.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/mean": 16000.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/std": 193536.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max_abs": 1028096.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.4921875, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/min": -995328.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max": 1028096.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/range": 2023424.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/norm": 37224448.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/mean": -100352.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/std": 179200.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max_abs": 1044480.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.4921875, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/min": -1044480.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max": 98816.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/range": 1143296.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/norm": 36700160.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/mean": 924.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/std": 202752.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max_abs": 942080.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.40625, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/min": -942080.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max": 757760.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/range": 1699840.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/norm": 35913728.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/mean": 141.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/std": 198656.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max_abs": 1171456.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.40234375, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/min": -1171456.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max": 806912.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/range": 1978368.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/norm": 39321600.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/mean": -101888.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/std": 192512.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max_abs": 1392640.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.40625, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/min": -1392640.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max": 58624.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/range": 1451264.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/norm": 43515904.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/mean": 24192.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/std": 238592.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max_abs": 1146880.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.484375, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/min": -1146880.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max": 884736.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/range": 2031616.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/norm": 40894464.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/mean": 30464.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/std": 224256.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max_abs": 1130496.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.484405517578125, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/min": -1130496.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max": 1040384.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/range": 2170880.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/norm": 41418752.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/mean": -112128.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/std": 198656.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max_abs": 1277952.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.49609375, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/min": -1277952.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max": 45824.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/range": 1323776.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/norm": 36962304.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/mean": 14528.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/std": 202752.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max_abs": 1024000.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.4453125, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/min": -1024000.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max": 966656.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/range": 1990656.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/norm": 36700160.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/mean": 16064.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/std": 202752.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max_abs": 1003520.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.457000732421875, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/min": -921600.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max": 1003520.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/range": 1925120.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/norm": 36438016.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/mean": -96256.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/std": 177152.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max_abs": 1044480.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.47265625, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/min": -1044480.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max": 59136.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/range": 1103616.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/norm": 37224448.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/mean": 3632.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/std": 205824.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max_abs": 942080.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.4375, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/min": -942080.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max": 876544.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/range": 1818624.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/norm": 40632320.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/mean": 3456.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/std": 225280.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max_abs": 1351680.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.44140625, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/min": -1351680.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max": 1294336.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/range": 2646016.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/norm": 35389440.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/mean": -92160.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/std": 172032.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max_abs": 794624.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.44921875, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/min": -794624.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max": 110592.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/range": 905216.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/norm": 38535168.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/mean": -14400.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/std": 211968.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max_abs": 1073152.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.3984375, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/min": -1073152.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max": 634880.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/range": 1708032.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/norm": 36962304.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/mean": -10752.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/std": 203776.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max_abs": 1011712.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.3984375, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/min": -1011712.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max": 864256.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/range": 1875968.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/norm": 38535168.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/mean": -98304.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/std": 189440.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max_abs": 1343488.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.40625, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/min": -1343488.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max": 182272.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/range": 1525760.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/norm": 33816576.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/mean": -2864.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/std": 186368.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max_abs": 741376.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.41796875, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/min": -544768.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max": 741376.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/range": 1286144.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/norm": 35913728.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/mean": -4672.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/std": 198656.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max_abs": 1384448.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.41796875, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/min": -1384448.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max": 987136.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/range": 2371584.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/norm": 35913728.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/mean": -90112.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/std": 177152.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max_abs": 978944.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.426605224609375, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/min": -978944.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max": 77312.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/range": 1056256.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/norm": 30146560.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/mean": 1472.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/std": 166912.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max_abs": 802816.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.453125, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/min": -557056.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max": 802816.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/range": 1359872.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/norm": 33292288.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/mean": -1824.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/std": 184320.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max_abs": 901120.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.4561767578125, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/min": -901120.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max": 901120.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/range": 1802240.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/norm": 30277632.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/mean": -79872.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/std": 146432.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max_abs": 794624.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.45703125, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/min": -794624.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max": 40192.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/range": 834816.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/norm": 40370176.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/mean": -20608.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/std": 222208.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max_abs": 901120.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.4609375, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/min": -901120.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max": 892928.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/range": 1794048.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/norm": 39059456.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/mean": -14656.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/std": 215040.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max_abs": 1048576.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.45703125, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/min": -872448.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max": 1048576.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/range": 1921024.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/norm": 39059456.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/mean": -107520.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/std": 187392.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max_abs": 1032192.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.46875, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/min": -1032192.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max": 12544.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/range": 1044736.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/norm": 39321600.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/mean": -14272.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/std": 217088.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max_abs": 1011712.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.453125, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/min": -1011712.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max": 712704.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/range": 1724416.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/norm": 38535168.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/mean": -15296.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/std": 212992.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max_abs": 1155072.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.45703125, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/min": -1155072.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max": 794624.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/range": 1949696.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/norm": 40894464.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/mean": -109056.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/std": 197632.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max_abs": 1581056.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.4609375, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/min": -1581056.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max": 69632.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/range": 1650688.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/norm": 34078720.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/mean": 484.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/std": 187392.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max_abs": 618496.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.4296875, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/min": -618496.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max": 581632.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/range": 1200128.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/norm": 35389440.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/mean": 5920.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/std": 194560.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max_abs": 1302528.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.4375, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/min": -806912.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max": 1302528.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/range": 2109440.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/norm": 32112640.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/mean": -83456.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/std": 156672.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max_abs": 991232.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.4375, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/min": -991232.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max": 43008.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/range": 1034240.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/norm": 43253760.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/mean": 12096.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/std": 237568.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max_abs": 1105920.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.50390625, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/min": -827392.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max": 1105920.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/range": 1933312.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/norm": 40370176.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/mean": 19968.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/std": 222208.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max_abs": 1011712.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.50390625, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/min": -806912.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max": 1011712.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/range": 1818624.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/norm": 42205184.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/mean": -122368.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/std": 197632.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max_abs": 1114112.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.5078125, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/min": -1114112.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max": 20096.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/range": 1134208.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/norm": 43515904.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/mean": 3280.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/std": 240640.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max_abs": 1019904.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/min": -1019904.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max": 716800.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/range": 1736704.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/norm": 45088768.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/mean": -7200.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/std": 248832.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max_abs": 1302528.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/min": -1302528.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max": 856064.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/range": 2158592.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/norm": 45875200.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/mean": -140288.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/std": 210944.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max_abs": 1212416.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.5234375, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/min": -1212416.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max": 45056.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/range": 1257472.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/norm": 37748736.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/mean": 11648.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/std": 207872.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max_abs": 765952.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.515625, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/min": -622592.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max": 765952.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/range": 1388544.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/norm": 40370176.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/mean": 9472.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/std": 222208.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max_abs": 1007616.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.515625, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/min": -876544.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max": 1007616.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/range": 1884160.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/norm": 38535168.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/mean": -115712.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/std": 179200.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max_abs": 974848.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.515625, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/min": -974848.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max": 33792.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/range": 1008640.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/norm": 38535168.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/mean": -14080.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/std": 211968.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max_abs": 958464.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.46484375, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/min": -958464.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max": 634880.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/range": 1593344.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/norm": 40370176.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/mean": -11776.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/std": 223232.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max_abs": 1081344.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.46875, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/min": -1081344.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max": 991232.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/range": 2072576.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/norm": 41418752.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/mean": -117760.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/std": 195584.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max_abs": 1122304.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.470458984375, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/min": -1122304.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max": 16384.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/range": 1138688.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/norm": 38797312.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/mean": 1264.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/std": 214016.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max_abs": 794624.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.50390625, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/min": -794624.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max": 770048.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/range": 1564672.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/norm": 41418752.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/mean": 608.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/std": 229376.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max_abs": 884736.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.5, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/min": -884736.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max": 819200.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/range": 1703936.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/norm": 40108032.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/mean": -120320.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/std": 185344.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max_abs": 888832.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.508819580078125, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/min": -888832.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max": 44288.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/range": 933120.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/norm": 39845888.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/mean": 4704.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/std": 220160.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max_abs": 794624.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.4609375, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/min": -794624.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max": 794624.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/range": 1589248.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/norm": 44826624.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/mean": 5248.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/std": 247808.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max_abs": 1351680.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.4609375, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/min": -1122304.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max": 1351680.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/range": 2473984.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/norm": 46137344.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/mean": -132096.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/std": 218112.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max_abs": 1417216.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.4609375, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/min": -1417216.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max": 126976.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/range": 1544192.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/norm": 44826624.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/mean": 19200.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/std": 246784.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max_abs": 966656.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.50390625, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/min": -704512.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max": 966656.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/range": 1671168.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/norm": 43515904.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/mean": 10240.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/std": 240640.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max_abs": 1114112.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.5, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/min": -1028096.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max": 1114112.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/range": 2142208.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/norm": 46661632.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/mean": -141312.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/std": 215040.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max_abs": 1384448.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/min": -1384448.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max": 51456.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/range": 1435904.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/norm": 42991616.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/mean": -4640.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/std": 237568.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max_abs": 1286144.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/min": -1286144.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max": 708608.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/range": 1994752.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/norm": 40632320.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/mean": 196.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/std": 224256.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max_abs": 954368.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.523193359375, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/min": -901120.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max": 954368.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/range": 1855488.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/norm": 45088768.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/mean": -129536.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/std": 211968.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max_abs": 1171456.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.5234375, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/min": -1171456.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max": 37376.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/range": 1208832.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/norm": 37486592.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/mean": -5888.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/std": 206848.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max_abs": 839680.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.47265625, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/min": -839680.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max": 671744.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/range": 1511424.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/norm": 36962304.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/mean": -8256.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/std": 203776.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max_abs": 1155072.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.4765625, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/min": -942080.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max": 1155072.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/range": 2097152.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/norm": 38797312.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/mean": -108032.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/std": 184320.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max_abs": 1155072.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.484375, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/min": -1155072.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max": 31232.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/range": 1186304.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/norm": 41943040.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/mean": -9472.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/std": 231424.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max_abs": 806912.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.484375, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/min": -790528.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max": 806912.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/range": 1597440.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/norm": 39059456.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/mean": -11328.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/std": 215040.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max_abs": 892928.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.48822021484375, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/min": -892928.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max": 806912.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/range": 1699840.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/norm": 45875200.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/mean": -134144.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/std": 215040.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max_abs": 1859584.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.5, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/min": -1859584.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max": 43776.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/range": 1903360.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/norm": 40108032.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/mean": 8704.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/std": 222208.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max_abs": 864256.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.47265625, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/min": -864256.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max": 712704.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/range": 1576960.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/norm": 41418752.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/mean": 12544.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/std": 228352.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max_abs": 1196032.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.473541259765625, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/min": -1196032.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max": 966656.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/range": 2162688.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/norm": 44040192.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/mean": -127488.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/std": 206848.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max_abs": 1236992.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.4765625, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/min": -1236992.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max": 35584.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/range": 1272576.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/norm": 40632320.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/mean": -16192.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/std": 224256.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max_abs": 794624.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.453125, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/min": -794624.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max": 638976.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/range": 1433600.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/norm": 44826624.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/mean": -14336.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/std": 246784.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max_abs": 1155072.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.453125, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/min": -1155072.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max": 1019904.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/range": 2174976.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/norm": 46923776.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/mean": -133120.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/std": 222208.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max_abs": 1359872.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.45465087890625, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/min": -1359872.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max": 15488.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/range": 1375360.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/norm": 41156608.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/mean": 8128.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/std": 227328.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max_abs": 909312.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/min": -663552.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max": 909312.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/range": 1572864.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/norm": 45875200.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/mean": 7008.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/std": 252928.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max_abs": 1212416.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/min": -1212416.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max": 1114112.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/range": 2326528.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/norm": 44040192.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/mean": -133120.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/std": 203776.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max_abs": 1024000.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.484375, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/min": -1024000.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max": 31744.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/range": 1055744.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/norm": 39059456.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/mean": 19328.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/std": 214016.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max_abs": 884736.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.46875, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/min": -884736.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max": 831488.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/range": 1716224.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/norm": 38273024.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/mean": 18176.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/std": 210944.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max_abs": 1245184.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.458953857421875, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/min": -892928.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max": 1245184.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/range": 2138112.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/norm": 41418752.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/mean": -112128.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/std": 199680.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max_abs": 1146880.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.46875, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/min": -1146880.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max": 26624.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/range": 1173504.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/norm": 38273024.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/mean": 20864.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/std": 209920.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max_abs": 1032192.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.48828125, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/min": -569344.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max": 1032192.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/range": 1601536.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/norm": 38797312.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/mean": 18176.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/std": 214016.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max_abs": 995328.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.486328125, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/min": -962560.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max": 995328.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/range": 1957888.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/norm": 40894464.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/mean": -119808.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/std": 191488.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max_abs": 933888.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.49609375, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/min": -933888.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max": 22400.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/range": 956288.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/norm": 40370176.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/mean": -4192.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/std": 223232.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max_abs": 913408.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.4765625, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/min": -913408.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max": 516096.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/range": 1429504.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/norm": 42729472.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/mean": 3168.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/std": 236544.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max_abs": 1056768.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.47674560546875, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/min": -1056768.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max": 954368.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/range": 2011136.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/norm": 41943040.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/mean": -123392.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/std": 195584.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max_abs": 1028096.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/min": -1028096.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max": 84480.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/range": 1112576.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/norm": 40894464.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/mean": -18816.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/std": 224256.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max_abs": 1146880.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.4453125, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/min": -1146880.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max": 614400.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/range": 1761280.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/norm": 43778048.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/mean": -16000.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/std": 240640.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max_abs": 1785856.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.44354248046875, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/min": -1056768.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max": 1785856.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/range": 2842624.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/norm": 42729472.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/mean": -122368.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/std": 202752.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max_abs": 1024000.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.44921875, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/min": -1024000.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max": 21888.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/range": 1045888.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/norm": 43253760.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/mean": -34048.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/std": 235520.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max_abs": 946176.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.46484375, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/min": -946176.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max": 782336.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/range": 1728512.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/norm": 40370176.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/mean": -30976.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/std": 221184.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max_abs": 991232.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.4681396484375, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/min": -991232.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max": 970752.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/range": 1961984.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/norm": 48496640.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/mean": -138240.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/std": 229376.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max_abs": 1376256.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.4765625, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/min": -1376256.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max": 53248.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/range": 1429504.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/norm": 45350912.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/mean": 1656.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/std": 250880.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max_abs": 933888.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/min": -843776.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max": 933888.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/range": 1777664.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/norm": 48496640.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/mean": -528.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/std": 268288.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max_abs": 1171456.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/min": -1171456.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max": 1081344.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/range": 2252800.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/norm": 53215232.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/mean": -163840.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/std": 242688.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max_abs": 1425408.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.51251220703125, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/min": -1425408.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max": 32384.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/range": 1457792.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/norm": 42205184.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/mean": 24704.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/std": 231424.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max_abs": 872448.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.4921875, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/min": -692224.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max": 872448.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/range": 1564672.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/norm": 45350912.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/mean": 16128.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/std": 250880.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max_abs": 1028096.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.4921875, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/min": -954368.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max": 1028096.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/range": 1982464.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/norm": 46661632.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/mean": -142336.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/std": 216064.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max_abs": 1097728.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.5, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/min": -1097728.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max": 82432.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/range": 1180160.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/norm": 43778048.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/mean": 16256.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/std": 241664.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max_abs": 897024.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.47265625, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/min": -847872.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max": 897024.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/range": 1744896.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/norm": 42205184.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/mean": 20224.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/std": 232448.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max_abs": 1081344.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.47265625, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/min": -1081344.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max": 991232.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/range": 2072576.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/norm": 46137344.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/mean": -134144.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/std": 217088.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max_abs": 1187840.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.481475830078125, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/min": -1187840.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max": 47104.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/range": 1234944.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/norm": 41943040.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/mean": 27008.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/std": 230400.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max_abs": 1171456.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.49609375, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/min": -1171456.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max": 782336.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/range": 1953792.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/norm": 41680896.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/mean": 24448.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/std": 229376.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max_abs": 1171456.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.49609375, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/min": -1171456.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max": 1163264.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/range": 2334720.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/norm": 45350912.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/mean": -133120.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/std": 212992.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max_abs": 1179648.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.5078125, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/min": -1179648.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max": 30592.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/range": 1210240.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/norm": 47710208.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/mean": -25216.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/std": 262144.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max_abs": 978944.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.5390625, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/min": -978944.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max": 860160.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/range": 1839104.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/norm": 48758784.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/mean": -28288.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/std": 268288.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max_abs": 1335296.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.535369873046875, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/min": -1335296.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max": 1105920.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/range": 2441216.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/norm": 49807360.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/mean": -151552.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/std": 230400.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max_abs": 1204224.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.55364990234375, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/min": -1204224.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max": 35072.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/range": 1239296.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/norm": 44564480.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/mean": -1936.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/std": 245760.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max_abs": 811008.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/min": -745472.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max": 811008.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/range": 1556480.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/norm": 47185920.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/mean": -4000.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/std": 260096.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max_abs": 1490944.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/min": -1490944.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max": 1409024.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/range": 2899968.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/norm": 47710208.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/mean": -148480.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/std": 217088.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max_abs": 1228800.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.5390625, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/min": -1228800.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max": 44032.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/range": 1272832.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/norm": 38273024.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/mean": 3888.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/std": 210944.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max_abs": 802816.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.50390625, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/min": -802816.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max": 753664.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/range": 1556480.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/norm": 41156608.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/mean": 4544.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/std": 227328.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max_abs": 1466368.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.50390625, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/min": -1236992.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max": 1466368.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/range": 2703360.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/norm": 41943040.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/mean": -113152.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/std": 201728.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max_abs": 1425408.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/min": -1425408.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max": 21760.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/range": 1447168.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/norm": 43515904.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/mean": 16512.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/std": 240640.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max_abs": 884736.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.5234375, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/min": -884736.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max": 782336.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/range": 1667072.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/norm": 44302336.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/mean": 19712.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/std": 244736.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max_abs": 1376256.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/min": -1376256.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max": 974848.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/range": 2351104.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/norm": 44564480.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/mean": -141312.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/std": 201728.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max_abs": 1081344.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.5350341796875, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/min": -1081344.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max": 22912.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/range": 1104256.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/norm": 47710208.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/mean": 8512.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/std": 264192.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max_abs": 851968.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.5625, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/min": -851968.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max": 847872.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/range": 1699840.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/norm": 51380224.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/mean": 15488.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/std": 284672.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max_abs": 1384448.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.560211181640625, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/min": -1384448.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max": 1310720.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/range": 2695168.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/norm": 51904512.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/mean": -166912.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/std": 234496.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max_abs": 1187840.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.566619873046875, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/min": -1187840.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max": 48896.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/range": 1236736.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/norm": 43253760.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/mean": -15360.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/std": 238592.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max_abs": 872448.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.453125, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/min": -872448.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max": 872448.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/range": 1744896.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/norm": 42729472.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/mean": -19072.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/std": 235520.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max_abs": 1155072.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.453125, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/min": -1155072.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max": 1064960.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/range": 2220032.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/norm": 44564480.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/mean": -123392.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/std": 212992.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max_abs": 1277952.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.4609375, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/min": -1277952.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max": 30208.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/range": 1308160.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/norm": 40108032.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/mean": -34304.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/std": 219136.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max_abs": 753664.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/min": -753664.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max": 733184.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/range": 1486848.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/norm": 43778048.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/mean": -37376.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/std": 239616.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max_abs": 1261568.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/min": -1261568.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max": 892928.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/range": 2154496.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/norm": 46399488.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/mean": -135168.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/std": 217088.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max_abs": 1236992.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.54010009765625, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/min": -1236992.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max": 30080.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/range": 1267072.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/norm": 39321600.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/mean": 11712.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/std": 217088.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max_abs": 901120.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.515625, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/min": -761856.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max": 901120.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/range": 1662976.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/norm": 41156608.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/mean": 17280.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/std": 226304.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max_abs": 1073152.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/min": -991232.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max": 1073152.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/range": 2064384.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/norm": 43778048.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/mean": -126976.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/std": 205824.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max_abs": 1073152.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/min": -1073152.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max": 50432.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/range": 1123584.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/norm": 43253760.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/mean": -5952.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/std": 239616.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max_abs": 917504.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.515625, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/min": -917504.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max": 794624.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/range": 1712128.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/norm": 43253760.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/mean": -8576.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/std": 239616.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max_abs": 1351680.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/min": -1351680.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max": 1204224.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/range": 2555904.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/norm": 44564480.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/mean": -132096.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/std": 206848.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max_abs": 1286144.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/min": -1286144.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max": 14080.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/range": 1300224.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/norm": 45613056.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/mean": 1808.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/std": 251904.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max_abs": 1019904.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.50390625, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/min": -745472.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max": 1019904.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/range": 1765376.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/norm": 46661632.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/mean": 1304.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/std": 258048.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max_abs": 1417216.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.50396728515625, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/min": -1417216.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max": 1179648.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/range": 2596864.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/norm": 49807360.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/mean": -145408.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/std": 233472.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max_abs": 1679360.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.518096923828125, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/min": -1679360.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max": 57344.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/range": 1736704.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/norm": 46399488.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/mean": 9472.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/std": 256000.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max_abs": 888832.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.5, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/min": -888832.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max": 888832.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/range": 1777664.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/norm": 43253760.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/mean": 7648.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/std": 238592.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max_abs": 1011712.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.500244140625, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/min": -983040.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max": 1011712.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/range": 1994752.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/norm": 47185920.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/mean": -140288.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/std": 220160.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max_abs": 1310720.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.516510009765625, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/min": -1310720.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max": 57344.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/range": 1368064.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/norm": 39059456.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/mean": -11264.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/std": 216064.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max_abs": 823296.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/min": -765952.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max": 823296.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/range": 1589248.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/norm": 40108032.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/mean": -15232.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/std": 221184.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max_abs": 1376256.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/min": -1376256.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max": 1204224.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/range": 2580480.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/norm": 40632320.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/mean": -118784.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/std": 191488.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max_abs": 1105920.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.53155517578125, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/min": -1105920.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max": 12096.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/range": 1118016.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/norm": 42991616.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/mean": 8704.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/std": 236544.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max_abs": 913408.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/min": -913408.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max": 823296.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/range": 1736704.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/norm": 46661632.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/mean": 19584.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/std": 257024.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max_abs": 1736704.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/min": -1736704.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max": 1425408.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/range": 3162112.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/norm": 43778048.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/mean": -134144.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/std": 200704.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max_abs": 1236992.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.550567626953125, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/min": -1236992.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max": 42240.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/range": 1279232.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/norm": 41943040.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/mean": -46080.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/std": 226304.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max_abs": 909312.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/min": -847872.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max": 909312.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/range": 1757184.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/norm": 42467328.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/mean": -42496.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/std": 230400.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max_abs": 1056768.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.54425048828125, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/min": -1056768.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max": 933888.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/range": 1990656.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/norm": 44564480.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/mean": -131072.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/std": 207872.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max_abs": 1196032.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.55859375, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/min": -1196032.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max": 48128.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/range": 1244160.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/norm": 43778048.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/mean": 15616.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/std": 241664.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max_abs": 892928.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/min": -856064.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max": 892928.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/range": 1748992.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/norm": 43253760.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/mean": 6944.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/std": 239616.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max_abs": 1130496.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.5390625, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/min": -1130496.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max": 958464.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/range": 2088960.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/norm": 47972352.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/mean": -140288.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/std": 224256.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max_abs": 1589248.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.554931640625, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/min": -1589248.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max": 26240.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/range": 1615488.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/norm": 42467328.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/mean": 9536.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/std": 233472.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max_abs": 937984.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.5625, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/min": -937984.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max": 880640.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/range": 1818624.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/norm": 44826624.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/mean": 8960.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/std": 247808.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max_abs": 1327104.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.554779052734375, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/min": -1327104.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max": 1236992.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/range": 2564096.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/norm": 47185920.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/mean": -138240.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/std": 220160.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max_abs": 1277952.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.56640625, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/min": -1277952.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max": 48384.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/range": 1326336.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/norm": 40370176.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/mean": 5696.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/std": 222208.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max_abs": 987136.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.4921875, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/min": -987136.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max": 872448.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/range": 1859584.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/norm": 40894464.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/mean": 7456.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/std": 225280.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max_abs": 1138688.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.494903564453125, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/min": -987136.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max": 1138688.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/range": 2125824.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/norm": 41680896.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/mean": -114176.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/std": 199680.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max_abs": 1236992.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.49609375, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/min": -1236992.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max": 42496.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/range": 1279488.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/norm": 36962304.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/mean": -27520.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/std": 202752.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max_abs": 950272.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/min": -950272.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max": 892928.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/range": 1843200.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/norm": 37748736.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/mean": -29952.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/std": 205824.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max_abs": 1277952.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.5196533203125, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/min": -1277952.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max": 921600.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/range": 2199552.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/norm": 39845888.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/mean": -108032.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/std": 192512.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max_abs": 1212416.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.5234375, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/min": -1212416.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max": 38656.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/range": 1251072.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/norm": 39583744.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/mean": 15936.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/std": 219136.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max_abs": 794624.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.60546875, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/min": -663552.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max": 794624.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/range": 1458176.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/norm": 43778048.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/mean": 14144.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/std": 241664.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max_abs": 1245184.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.601470947265625, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/min": -946176.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max": 1245184.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/range": 2191360.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/norm": 44040192.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/mean": -138240.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/std": 199680.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max_abs": 1261568.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.61328125, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/min": -1261568.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max": 84992.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/range": 1346560.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/norm": 36700160.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/mean": -12608.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/std": 202752.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max_abs": 786432.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.5390625, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/min": -786432.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max": 659456.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/range": 1445888.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/norm": 42991616.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/mean": -12800.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/std": 236544.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max_abs": 1277952.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.54119873046875, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/min": -1277952.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max": 1212416.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/range": 2490368.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/norm": 42467328.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/mean": -127488.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/std": 197632.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max_abs": 1105920.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.558746337890625, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/min": -1105920.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max": 46848.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/range": 1152768.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/norm": 40370176.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/mean": -17920.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/std": 221184.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max_abs": 782336.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.61328125, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/min": -782336.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max": 737280.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/range": 1519616.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/norm": 40108032.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/mean": -14016.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/std": 221184.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max_abs": 1056768.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.613677978515625, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/min": -1056768.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max": 987136.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/range": 2043904.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/norm": 44564480.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/mean": -128000.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/std": 209920.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max_abs": 1556480.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.640625, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/min": -1556480.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max": 56064.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/range": 1612544.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/norm": 38273024.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/mean": -3440.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/std": 211968.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max_abs": 827392.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.55859375, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/min": -827392.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max": 770048.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/range": 1597440.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/norm": 41943040.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/mean": -3392.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/std": 231424.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max_abs": 1302528.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.5625, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/min": -1269760.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max": 1302528.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/range": 2572288.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/norm": 43515904.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/mean": -131072.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/std": 200704.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max_abs": 1286144.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.573822021484375, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/min": -1286144.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max": 79872.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/range": 1366016.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/norm": 37224448.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/mean": 25472.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/std": 204800.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max_abs": 753664.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.59765625, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/min": -753664.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max": 622592.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/range": 1376256.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/norm": 40632320.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/mean": 37632.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/std": 222208.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max_abs": 1449984.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.60809326171875, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/min": -1044480.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max": 1449984.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/range": 2494464.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/norm": 40894464.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/mean": -124928.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/std": 189440.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max_abs": 1204224.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.62945556640625, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/min": -1204224.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max": 19584.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/range": 1223808.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/norm": 36438016.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/mean": 43008.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/std": 196608.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max_abs": 987136.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.66796875, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/min": -655360.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max": 987136.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/range": 1642496.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/norm": 37224448.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/mean": 36352.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/std": 202752.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max_abs": 1449984.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.671112060546875, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/min": -937984.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max": 1449984.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/range": 2387968.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/norm": 39845888.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/mean": -116736.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/std": 186368.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max_abs": 1220608.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.716644287109375, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/min": -1220608.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max": 46336.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/range": 1266944.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/norm": 35389440.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/mean": -28160.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/std": 194560.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max_abs": 1073152.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.6796875, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/min": -1073152.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max": 663552.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/range": 1736704.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/norm": 35651584.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/mean": -23808.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/std": 196608.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max_abs": 1253376.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.683807373046875, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/min": -1048576.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max": 1253376.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/range": 2301952.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/norm": 39321600.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/mean": -114688.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/std": 184320.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max_abs": 1253376.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.715850830078125, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/min": -1253376.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max": 118272.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/range": 1371648.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/norm": 35913728.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/mean": 4832.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/std": 197632.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max_abs": 745472.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.66796875, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/min": -733184.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max": 745472.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/range": 1478656.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/norm": 36175872.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/mean": 11904.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/std": 198656.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max_abs": 1302528.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.676605224609375, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/min": -1003520.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max": 1302528.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/range": 2306048.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/norm": 38797312.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/mean": -112640.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/std": 182272.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max_abs": 1236992.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.707550048828125, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/min": -1236992.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max": 95232.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/range": 1332224.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/norm": 33292288.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/mean": -6560.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/std": 183296.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max_abs": 1064960.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.73828125, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/min": -1064960.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max": 831488.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/range": 1896448.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/norm": 32243712.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/mean": -5472.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/std": 178176.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max_abs": 1146880.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.728546142578125, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/min": -1146880.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max": 1105920.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/range": 2252800.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/norm": 36175872.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/mean": -95232.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/std": 175104.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max_abs": 1744896.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.788055419921875, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/min": -1744896.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max": 100352.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/range": 1845248.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/norm": 34078720.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/mean": 18944.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/std": 187392.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max_abs": 913408.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.8203125, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/min": -757760.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max": 913408.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/range": 1671168.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/norm": 32636928.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/mean": 17536.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/std": 179200.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max_abs": 1409024.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.803802490234375, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/min": -1327104.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max": 1409024.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/range": 2736128.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/norm": 37224448.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/mean": -100352.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/std": 179200.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max_abs": 1712128.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.8338623046875, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/min": -1712128.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max": 167936.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/range": 1880064.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/norm": 27525120.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/mean": 7232.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/std": 151552.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max_abs": 782336.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.90625, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/min": -782336.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max": 499712.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/range": 1282048.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/norm": 28704768.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/mean": 7328.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/std": 158720.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max_abs": 1048576.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.8868408203125, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/min": -1048576.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max": 1036288.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/range": 2084864.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/norm": 28573696.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/mean": -78336.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/std": 137216.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max_abs": 1089536.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.920501708984375, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/min": -1089536.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max": 117248.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/range": 1206784.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 22413312.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": -9600.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 122880.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 557056.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.921875, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/min": -557056.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max": 403456.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/range": 960512.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/norm": 22151168.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/mean": -7744.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/std": 121856.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max_abs": 901120.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.895751953125, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/min": -901120.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max": 798720.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/range": 1699840.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/norm": 23986176.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/mean": -66560.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/std": 114688.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max_abs": 929792.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.92755126953125, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/min": -929792.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max": 38912.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/range": 968704.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 21495808.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": 1864.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 118272.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 860160.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.95703125, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/min": -520192.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max": 860160.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/range": 1380352.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/norm": 19660800.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/mean": 3776.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/std": 109056.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max_abs": 1548288.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.93536376953125, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/min": -1204224.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max": 1548288.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/range": 2752512.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/norm": 20447232.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/mean": -49920.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/std": 101376.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max_abs": 1081344.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.94976806640625, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/min": -1081344.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max": 82944.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/range": 1164288.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 16384000.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": 3856.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 90624.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 428032.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.984375, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/min": -428032.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max": 346112.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/range": 774144.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/norm": 15794176.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/mean": 3344.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/std": 87040.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max_abs": 1097728.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.9781494140625, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/min": -1097728.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max": 794624.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/range": 1892352.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/norm": 17301504.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/mean": -44032.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/std": 84992.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max_abs": 782336.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.985137939453125, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/min": -782336.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max": 111616.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/range": 893952.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 12779520.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": -5216.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 70656.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 432128.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/min": -432128.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max": 225280.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/range": 657408.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/norm": 12189696.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/mean": -2448.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/std": 67072.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max_abs": 823296.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.9910888671875, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/min": -823296.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max": 489472.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/range": 1312768.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/norm": 13107200.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/mean": -31616.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/std": 65024.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max_abs": 831488.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.994293212890625, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/min": -831488.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max": 146432.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/range": 977920.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 8716288.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": -2240.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 47872.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 237568.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/min": -217088.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max": 237568.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/range": 454656.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/norm": 8388608.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/mean": -812.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/std": 46336.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max_abs": 663552.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.99029541015625, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/min": -618496.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max": 663552.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/range": 1282048.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/norm": 9633792.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/mean": -21632.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/std": 48896.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max_abs": 827392.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.9945068359375, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/min": -827392.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max": 232448.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/range": 1059840.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 7340032.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": 32.5, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 40448.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 248832.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/min": -161792.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max": 248832.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/range": 410624.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/norm": 6815744.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/mean": -167.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/std": 37632.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max_abs": 720896.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.9967041015625, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/min": -528384.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max": 720896.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/range": 1249280.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/norm": 6553600.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/mean": -11904.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/std": 34048.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max_abs": 532480.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.996124267578125, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/min": -532480.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max": 222208.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/range": 754688.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 5734400.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": 2208.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 31616.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 196608.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/min": -196608.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max": 101888.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/range": 298496.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/norm": 4423680.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/mean": 1864.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/std": 24320.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max_abs": 356352.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.998443603515625, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/min": -356352.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max": 327680.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/range": 684032.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/norm": 4653056.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/mean": -8640.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/std": 24192.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max_abs": 395264.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.99920654296875, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/min": -395264.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max": 189440.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/range": 584704.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 4292608.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": 728.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 23808.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 126464.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/min": -126464.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max": 72704.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/range": 199168.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/norm": 2850816.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/mean": 628.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/std": 15744.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max_abs": 181248.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.997894287109375, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/min": -166912.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max": 181248.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/range": 348160.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/norm": 2637824.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/mean": -3936.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/std": 14016.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max_abs": 175104.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.998687744140625, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/min": -175104.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max": 95232.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/range": 270336.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 3522560.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": 1240.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 19456.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 87552.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/min": -64768.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max": 87552.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/range": 152320.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/norm": 2818048.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/mean": -68.5, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/std": 15552.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max_abs": 140288.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.999267578125, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/min": -140288.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max": 122368.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/range": 262656.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/norm": 2441216.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/mean": -228.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/std": 13504.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max_abs": 178176.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.999267578125, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/min": -124928.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max": 178176.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/range": 303104.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/mean": -0.000263214111328125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max_abs": 0.1025390625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/min": -0.1025390625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max": 0.10009765625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/range": 0.20263671875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/norm": 5.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/mean": 0.00011205673217773438, "train/tensor_param_model_layers_0_mlp_up_proj_weight/std": 0.0277099609375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/min": -0.10302734375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/range": 0.22314453125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": -0.000152587890625, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.0286865234375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max": 0.10302734375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/range": 0.22314453125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/norm": 5.75, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/mean": -0.00031280517578125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_1_mlp_up_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_1_mlp_up_proj_weight/mean": -0.00025177001953125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/std": 0.0301513671875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -0.000499725341796875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.030517578125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/mean": 0.000797271728515625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/mean": -1.2040138244628906e-05, "train/tensor_param_model_layers_2_mlp_up_proj_weight/std": 0.0294189453125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max": 0.11474609375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/range": 0.23974609375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.0003032684326171875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.0301513671875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/mean": 0.0004520416259765625, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_3_mlp_up_proj_weight/norm": 5.625, "train/tensor_param_model_layers_3_mlp_up_proj_weight/mean": 6.198883056640625e-06, "train/tensor_param_model_layers_3_mlp_up_proj_weight/std": 0.031005859375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": 0.0001392364501953125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.03076171875, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_3_mlp_down_proj_weight/range": 0.25439453125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/mean": 0.00104522705078125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/mean": 0.00051116943359375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/std": 0.03125, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/range": 0.25830078125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 0.0004138946533203125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/mean": 0.0012969970703125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/mean": 0.0003204345703125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 5.875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": 3.62396240234375e-05, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/mean": 0.001312255859375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/mean": 7.772445678710938e-05, "train/tensor_param_model_layers_6_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 5.875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": -2.0503997802734375e-05, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/mean": 0.00146484375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/mean": -6.67572021484375e-05, "train/tensor_param_model_layers_7_mlp_up_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": -0.00019359588623046875, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/mean": 0.0020904541015625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_8_mlp_up_proj_weight/mean": -9.870529174804688e-05, "train/tensor_param_model_layers_8_mlp_up_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": 0.000308990478515625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/mean": 0.002349853515625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/mean": -0.00043487548828125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/mean": -0.0003337860107421875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/norm": 6.5, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/mean": 0.00213623046875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/norm": 6.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/mean": -0.000385284423828125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/mean": -0.0004405975341796875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/mean": 0.001983642578125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_11_mlp_up_proj_weight/mean": -1.7210841178894043e-06, "train/tensor_param_model_layers_11_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/range": 0.25927734375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/mean": 7.867813110351562e-06, "train/tensor_param_model_layers_11_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/norm": 6.5, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/mean": 0.0024566650390625, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/norm": 6.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/mean": -0.000102996826171875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/mean": -0.0004520416259765625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/mean": 0.002593994140625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/mean": 0.000904083251953125, "train/tensor_param_model_layers_13_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_13_mlp_down_proj_weight/mean": 0.000881195068359375, "train/tensor_param_model_layers_13_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/mean": 0.0026702880859375, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/norm": 6.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/mean": -0.000850677490234375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_14_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/mean": -0.000827789306640625, "train/tensor_param_model_layers_14_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/range": 0.25537109375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/mean": 0.0024566650390625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/mean": -0.0003070831298828125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/mean": -0.00099945068359375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/mean": 0.0023651123046875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_16_mlp_up_proj_weight/mean": 0.0001811981201171875, "train/tensor_param_model_layers_16_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/norm": 6.125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/mean": 0.0001239776611328125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/mean": 0.0025177001953125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_17_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/mean": 0.0003814697265625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/mean": 0.0003814697265625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/mean": 0.0020294189453125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/mean": 0.0002765655517578125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max_abs": 0.1845703125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/min": -0.1845703125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/range": 0.333984375, "train/tensor_param_model_layers_18_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_18_mlp_down_proj_weight/mean": 0.000293731689453125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/mean": 0.002655029296875, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_19_mlp_up_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_19_mlp_up_proj_weight/mean": -0.0003299713134765625, "train/tensor_param_model_layers_19_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_19_mlp_down_proj_weight/mean": -0.000209808349609375, "train/tensor_param_model_layers_19_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/mean": 0.001617431640625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_20_mlp_up_proj_weight/mean": 0.000812530517578125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_20_mlp_down_proj_weight/mean": 0.00115966796875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/mean": 0.0016937255859375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/range": 0.2880859375, "train/tensor_param_model_layers_21_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_21_mlp_up_proj_weight/mean": -4.887580871582031e-05, "train/tensor_param_model_layers_21_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_21_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_21_mlp_down_proj_weight/mean": -8.20159912109375e-05, "train/tensor_param_model_layers_21_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/mean": 0.0020599365234375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/mean": -0.0002880096435546875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/mean": -0.0003337860107421875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/mean": 0.002288818359375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/mean": -8.916854858398438e-05, "train/tensor_param_model_layers_23_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_23_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_23_mlp_down_proj_weight/mean": 3.0517578125e-05, "train/tensor_param_model_layers_23_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/mean": 0.00250244140625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/mean": 0.000911712646484375, "train/tensor_param_model_layers_24_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/mean": 0.000576019287109375, "train/tensor_param_model_layers_24_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/mean": 0.0025177001953125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/mean": 9.822845458984375e-05, "train/tensor_param_model_layers_25_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/mean": -0.00052642822265625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/range": 0.26318359375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/mean": 0.0020294189453125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/mean": 0.0003376007080078125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_26_mlp_down_proj_weight/mean": 0.000316619873046875, "train/tensor_param_model_layers_26_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/norm": 7.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/mean": 0.002166748046875, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_27_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/mean": -0.0002231597900390625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_27_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_27_mlp_down_proj_weight/mean": 0.0002460479736328125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/mean": 0.0023040771484375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/mean": 6.341934204101562e-05, "train/tensor_param_model_layers_28_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_28_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_28_mlp_down_proj_weight/mean": 0.000324249267578125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_28_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/mean": 0.0020294189453125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_29_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_29_mlp_up_proj_weight/mean": 2.2798776626586914e-06, "train/tensor_param_model_layers_29_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_29_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/mean": -1.3113021850585938e-05, "train/tensor_param_model_layers_29_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/mean": 0.00188446044921875, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/range": 0.2919921875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_30_mlp_up_proj_weight/mean": -0.00012493133544921875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/mean": -0.00029754638671875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/norm": 7.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/mean": 0.0020599365234375, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_31_mlp_up_proj_weight/mean": 0.000789642333984375, "train/tensor_param_model_layers_31_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/mean": 0.0009002685546875, "train/tensor_param_model_layers_31_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/mean": 0.00153350830078125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_32_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/mean": 0.00018310546875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/mean": -2.2649765014648438e-05, "train/tensor_param_model_layers_32_mlp_down_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/norm": 7.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/mean": 0.0027008056640625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_33_mlp_up_proj_weight/mean": -0.0001964569091796875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_33_mlp_down_proj_weight/mean": -0.0006103515625, "train/tensor_param_model_layers_33_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/mean": 0.00238037109375, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_34_mlp_up_proj_weight/mean": -0.0004291534423828125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_34_mlp_down_proj_weight/mean": -0.000713348388671875, "train/tensor_param_model_layers_34_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/mean": 0.0019683837890625, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_35_mlp_up_proj_weight/mean": -6.723403930664062e-05, "train/tensor_param_model_layers_35_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/mean": -0.00010204315185546875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/norm": 7.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/mean": 0.002349853515625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/mean": 1.9311904907226562e-05, "train/tensor_param_model_layers_36_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/range": 0.265625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_36_mlp_down_proj_weight/mean": -7.486343383789062e-05, "train/tensor_param_model_layers_36_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/mean": 0.0025787353515625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_37_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_37_mlp_up_proj_weight/mean": 0.00045013427734375, "train/tensor_param_model_layers_37_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/mean": 0.00074005126953125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/mean": 0.001739501953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_38_mlp_up_proj_weight/mean": -0.000560760498046875, "train/tensor_param_model_layers_38_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/mean": -0.000141143798828125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/mean": 0.001739501953125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/mean": -0.00060272216796875, "train/tensor_param_model_layers_39_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_39_mlp_down_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/mean": -0.0006866455078125, "train/tensor_param_model_layers_39_mlp_down_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_39_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/mean": 0.0019989013671875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_40_mlp_up_proj_weight/mean": -0.00051116943359375, "train/tensor_param_model_layers_40_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_40_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/mean": -0.000362396240234375, "train/tensor_param_model_layers_40_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/norm": 7.125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/mean": 0.0020294189453125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_41_mlp_up_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/mean": 0.00014781951904296875, "train/tensor_param_model_layers_41_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/mean": 0.00018787384033203125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/norm": 7.125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/mean": 0.00162506103515625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/mean": 0.000766754150390625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_42_mlp_up_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/norm": 6.5, "train/tensor_param_model_layers_42_mlp_down_proj_weight/mean": 0.000621795654296875, "train/tensor_param_model_layers_42_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/norm": 7.125, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/mean": 0.0015411376953125, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/mean": 0.00011157989501953125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_43_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/norm": 6.5, "train/tensor_param_model_layers_43_mlp_down_proj_weight/mean": 4.3392181396484375e-05, "train/tensor_param_model_layers_43_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/mean": 0.0019683837890625, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/mean": -0.0001468658447265625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_44_mlp_down_proj_weight/mean": -0.0002269744873046875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/mean": 0.001556396484375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/range": 0.296875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/mean": -0.00043487548828125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_45_mlp_down_proj_weight/mean": -0.00018215179443359375, "train/tensor_param_model_layers_45_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/mean": 0.00153350830078125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/range": 0.287109375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_46_mlp_up_proj_weight/mean": -0.000370025634765625, "train/tensor_param_model_layers_46_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/range": 0.265625, "train/tensor_param_model_layers_46_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/mean": -0.000514984130859375, "train/tensor_param_model_layers_46_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/mean": 0.00186920166015625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_47_mlp_up_proj_weight/mean": -0.00010251998901367188, "train/tensor_param_model_layers_47_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_47_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/mean": 5.650520324707031e-05, "train/tensor_param_model_layers_47_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/mean": 0.00153350830078125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_48_mlp_up_proj_weight/mean": 0.000408172607421875, "train/tensor_param_model_layers_48_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_48_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_48_mlp_down_proj_weight/norm": 6.625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/mean": 0.0004405975341796875, "train/tensor_param_model_layers_48_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/mean": 0.00177001953125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/mean": 2.816319465637207e-06, "train/tensor_param_model_layers_49_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/mean": -0.00022792816162109375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/norm": 7.25, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/mean": 0.00176239013671875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/range": 0.296875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_50_mlp_up_proj_weight/mean": 0.000270843505859375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_50_mlp_down_proj_weight/norm": 6.625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/mean": 0.00020313262939453125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/mean": 0.00128936767578125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_51_mlp_up_proj_weight/mean": 0.000133514404296875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/mean": 0.0001430511474609375, "train/tensor_param_model_layers_51_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/norm": 7.25, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/mean": 0.001983642578125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/mean": -9.632110595703125e-05, "train/tensor_param_model_layers_52_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_52_mlp_down_proj_weight/mean": -0.0003604888916015625, "train/tensor_param_model_layers_52_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/mean": 0.002044677734375, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/norm": 6.75, "train/tensor_param_model_layers_53_mlp_up_proj_weight/mean": -0.000331878662109375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_53_mlp_down_proj_weight/mean": -5.340576171875e-05, "train/tensor_param_model_layers_53_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/min": -0.154296875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_53_mlp_down_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/mean": 0.00144195556640625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/norm": 6.75, "train/tensor_param_model_layers_54_mlp_up_proj_weight/mean": 8.20159912109375e-05, "train/tensor_param_model_layers_54_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_54_mlp_up_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/mean": -0.0003986358642578125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/mean": 0.001739501953125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/range": 0.302734375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_55_mlp_up_proj_weight/mean": 1.5020370483398438e-05, "train/tensor_param_model_layers_55_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_55_mlp_down_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_55_mlp_down_proj_weight/mean": 8.630752563476562e-05, "train/tensor_param_model_layers_55_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/norm": 7.375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/mean": 0.00152587890625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/mean": 0.00049591064453125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_56_mlp_down_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_56_mlp_down_proj_weight/mean": 0.00010204315185546875, "train/tensor_param_model_layers_56_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/mean": 0.00189208984375, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_57_mlp_up_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_57_mlp_up_proj_weight/mean": -0.0002346038818359375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_57_mlp_down_proj_weight/norm": 6.625, "train/tensor_param_model_layers_57_mlp_down_proj_weight/mean": -0.00046539306640625, "train/tensor_param_model_layers_57_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/norm": 7.25, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/mean": 0.0022125244140625, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/mean": 0.00015163421630859375, "train/tensor_param_model_layers_58_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/mean": -0.00011396408081054688, "train/tensor_param_model_layers_58_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/norm": 7.25, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/mean": 0.001678466796875, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_59_mlp_up_proj_weight/mean": -0.0001926422119140625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_59_mlp_down_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/mean": -0.00014209747314453125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/mean": 0.001068115234375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/norm": 6.75, "train/tensor_param_model_layers_60_mlp_up_proj_weight/mean": 3.4809112548828125e-05, "train/tensor_param_model_layers_60_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/mean": -0.000438690185546875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/mean": 0.00140380859375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_61_mlp_up_proj_weight/mean": 0.00014495849609375, "train/tensor_param_model_layers_61_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_61_mlp_down_proj_weight/norm": 6.75, "train/tensor_param_model_layers_61_mlp_down_proj_weight/mean": 3.8623809814453125e-05, "train/tensor_param_model_layers_61_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/mean": 0.00150299072265625, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_62_mlp_up_proj_weight/norm": 6.875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/mean": 0.00035858154296875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/mean": 0.00051116943359375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/range": 0.283203125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/mean": 0.00099945068359375, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/mean": -0.00013446807861328125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_63_mlp_down_proj_weight/mean": 2.1219253540039062e-05, "train/tensor_param_model_layers_63_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/mean": 0.000957489013671875, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/mean": 0.0001659393310546875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_64_mlp_down_proj_weight/mean": 0.00016307830810546875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/mean": 0.00054931640625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_65_mlp_up_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_65_mlp_up_proj_weight/mean": 0.000156402587890625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/mean": 0.0003490447998046875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/mean": 0.00101470947265625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/mean": -0.00019073486328125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/mean": -0.00022411346435546875, "train/tensor_param_model_layers_66_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/mean": 0.00115203857421875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/min": -0.15625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/range": 0.3154296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_67_mlp_up_proj_weight/mean": -0.0004062652587890625, "train/tensor_param_model_layers_67_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/mean": -0.0002880096435546875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/mean": 0.0015106201171875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/norm": 7.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/mean": -0.00054931640625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max": 0.15625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/range": 0.287109375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/mean": -0.000408172607421875, "train/tensor_param_model_layers_68_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/mean": 0.000675201416015625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max_abs": 0.1611328125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max": 0.1611328125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/range": 0.310546875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/norm": 7.125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/mean": -5.936622619628906e-05, "train/tensor_param_model_layers_69_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/mean": -0.0001735687255859375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/mean": 0.0013580322265625, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/range": 0.30859375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/norm": 7.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/mean": -0.00028228759765625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_70_mlp_up_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_70_mlp_down_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/mean": -0.00017833709716796875, "train/tensor_param_model_layers_70_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_70_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/mean": 0.000484466552734375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/min": -0.162109375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/range": 0.302734375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/norm": 7.125, "train/tensor_param_model_layers_71_mlp_up_proj_weight/mean": 9.417533874511719e-06, "train/tensor_param_model_layers_71_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/mean": -0.0001430511474609375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/mean": 0.0013885498046875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/range": 0.2958984375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/mean": -2.110004425048828e-05, "train/tensor_param_model_layers_72_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/mean": -0.0002918243408203125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/mean": 0.0010833740234375, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/norm": 7.125, "train/tensor_param_model_layers_73_mlp_up_proj_weight/mean": -0.000194549560546875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_73_mlp_up_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/norm": 7.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/mean": -7.295608520507812e-05, "train/tensor_param_model_layers_73_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/mean": 0.0015106201171875, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/mean": -0.0005950927734375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/range": 0.28125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_74_mlp_down_proj_weight/mean": -2.2649765014648438e-05, "train/tensor_param_model_layers_74_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/min": -0.1689453125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/range": 0.3046875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/mean": 0.000942230224609375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_75_mlp_up_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_75_mlp_up_proj_weight/mean": 0.000843048095703125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_75_mlp_down_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_75_mlp_down_proj_weight/mean": 0.000461578369140625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/mean": 0.000637054443359375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/mean": 5.5789947509765625e-05, "train/tensor_param_model_layers_76_mlp_up_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_76_mlp_down_proj_weight/mean": 0.0001735687255859375, "train/tensor_param_model_layers_76_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_76_mlp_down_proj_weight/range": 0.265625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/mean": 0.001708984375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/range": 0.30078125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/norm": 7.25, "train/tensor_param_model_layers_77_mlp_up_proj_weight/mean": -0.000598907470703125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max_abs": 0.173828125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max": 0.173828125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/range": 0.3046875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/mean": -2.47955322265625e-05, "train/tensor_param_model_layers_77_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/mean": 0.0013427734375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/range": 0.3017578125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/mean": -7.200241088867188e-05, "train/tensor_param_model_layers_78_mlp_up_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max_abs": 0.173828125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/min": -0.173828125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/range": 0.30859375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/mean": 0.00012111663818359375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/norm": 7.78125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/mean": 0.000850677490234375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/mean": -0.000225067138671875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/range": 0.3056640625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_79_mlp_down_proj_weight/mean": -3.0994415283203125e-05, "train/tensor_param_model_layers_79_mlp_down_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/min": -0.140625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/norm": 7.875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/mean": 0.00142669677734375, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/min": -0.154296875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_80_mlp_up_proj_weight/norm": 7.375, "train/tensor_param_model_layers_80_mlp_up_proj_weight/mean": 4.291534423828125e-05, "train/tensor_param_model_layers_80_mlp_up_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/range": 0.296875, "train/tensor_param_model_layers_80_mlp_down_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_80_mlp_down_proj_weight/mean": 0.00020694732666015625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_80_mlp_down_proj_weight/range": 0.2919921875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/mean": 0.001068115234375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/range": 0.2919921875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/mean": -9.1552734375e-05, "train/tensor_param_model_layers_81_mlp_up_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/min": -0.1591796875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/range": 0.30859375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_81_mlp_down_proj_weight/mean": -5.698204040527344e-05, "train/tensor_param_model_layers_81_mlp_down_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/mean": 0.00090789794921875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/range": 0.302734375, "train/tensor_param_model_layers_82_mlp_up_proj_weight/norm": 7.625, "train/tensor_param_model_layers_82_mlp_up_proj_weight/mean": -0.00016117095947265625, "train/tensor_param_model_layers_82_mlp_up_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/range": 0.2822265625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/mean": 0.00010251998901367188, "train/tensor_param_model_layers_82_mlp_down_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/mean": 0.0020599365234375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max_abs": 0.171875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max": 0.171875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/range": 0.3212890625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_83_mlp_up_proj_weight/mean": 0.00011444091796875, "train/tensor_param_model_layers_83_mlp_up_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max": 0.1533203125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/mean": -0.00022983551025390625, "train/tensor_param_model_layers_83_mlp_down_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_83_mlp_down_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/mean": 0.00136566162109375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/range": 0.2978515625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/mean": 4.482269287109375e-05, "train/tensor_param_model_layers_84_mlp_up_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/range": 0.3017578125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_84_mlp_down_proj_weight/mean": -0.0001735687255859375, "train/tensor_param_model_layers_84_mlp_down_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/mean": 0.00140380859375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/norm": 7.78125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/mean": -0.00013256072998046875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/min": -0.1650390625, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max": 0.1611328125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/norm": 7.625, "train/tensor_param_model_layers_85_mlp_down_proj_weight/mean": 0.0003757476806640625, "train/tensor_param_model_layers_85_mlp_down_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/min": -0.162109375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/range": 0.3095703125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/norm": 8.125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/mean": 0.00128936767578125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/min": -0.15625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max": 0.1630859375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/range": 0.3193359375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/norm": 7.78125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/mean": 0.0002117156982421875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/range": 0.2822265625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/mean": -0.00019931793212890625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/norm": 8.125, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/mean": 0.0026092529296875, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max": 0.16015625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/norm": 7.78125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/mean": 0.0006866455078125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max": 0.1630859375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/range": 0.31640625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/mean": 0.000690460205078125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/mean": 0.00146484375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/std": 0.04541015625, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/range": 0.30078125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/norm": 7.875, "train/tensor_param_model_layers_88_mlp_up_proj_weight/mean": -4.100799560546875e-05, "train/tensor_param_model_layers_88_mlp_up_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/range": 0.3154296875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/mean": -0.000240325927734375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/range": 0.2900390625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/mean": 0.002166748046875, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max_abs": 0.166015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/min": -0.166015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/range": 0.3310546875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/mean": -0.0002117156982421875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max_abs": 0.1884765625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/min": -0.173828125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max": 0.1884765625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/range": 0.3623046875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/norm": 7.75, "train/tensor_param_model_layers_89_mlp_down_proj_weight/mean": 0.00022602081298828125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/range": 0.2822265625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/mean": 0.0018463134765625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_90_mlp_up_proj_weight/norm": 8.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/mean": -2.753734588623047e-05, "train/tensor_param_model_layers_90_mlp_up_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/range": 0.296875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/norm": 7.875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/mean": -0.000370025634765625, "train/tensor_param_model_layers_90_mlp_down_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max": 0.1533203125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/range": 0.3056640625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/norm": 8.25, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/mean": 0.00171661376953125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/min": -0.1611328125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_91_mlp_up_proj_weight/mean": -0.0001468658447265625, "train/tensor_param_model_layers_91_mlp_up_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max_abs": 0.203125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max": 0.203125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/range": 0.3662109375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/mean": -0.00037384033203125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/norm": 8.375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/mean": 0.00225830078125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max_abs": 0.1826171875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max": 0.1826171875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/range": 0.345703125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/norm": 8.125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/mean": -0.0005950927734375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/min": -0.16015625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/range": 0.314453125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/mean": -0.00019931793212890625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_92_mlp_down_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/mean": 0.0017242431640625, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max_abs": 0.1943359375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/min": -0.1611328125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max": 0.1943359375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/range": 0.35546875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/mean": -0.0001697540283203125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/range": 0.3095703125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_93_mlp_down_proj_weight/mean": 0.0001926422119140625, "train/tensor_param_model_layers_93_mlp_down_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/min": -0.140625, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/norm": 8.5, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/mean": 0.00159454345703125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/std": 0.046875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max_abs": 0.1728515625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/min": -0.1640625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max": 0.1728515625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/range": 0.3369140625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/mean": -0.0004253387451171875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max": 0.1689453125, "train/tensor_param_model_layers_94_mlp_up_proj_weight/range": 0.3154296875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/mean": 0.0001773834228515625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/min": -0.15625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/range": 0.3212890625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/norm": 8.5, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/mean": 0.0012054443359375, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/std": 0.046875, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/min": -0.1474609375, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max": 0.16015625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/range": 0.3076171875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/mean": -0.000514984130859375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max_abs": 0.1826171875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/min": -0.1611328125, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max": 0.1826171875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/range": 0.34375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/norm": 8.125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/mean": -0.00030517578125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max_abs": 0.1611328125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/min": -0.1474609375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max": 0.1611328125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/range": 0.30859375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/norm": 8.6875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/mean": 0.001251220703125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/std": 0.048095703125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max_abs": 0.1787109375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/min": -0.177734375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max": 0.1787109375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/range": 0.3564453125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/norm": 8.625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/mean": 0.00018596649169921875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max_abs": 0.19921875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/min": -0.19921875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max": 0.1796875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/range": 0.37890625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/norm": 8.375, "train/tensor_param_model_layers_96_mlp_down_proj_weight/mean": 0.00022411346435546875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/min": -0.15625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max": 0.1552734375, "train/tensor_param_model_layers_96_mlp_down_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/norm": 8.625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/mean": 0.001312255859375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max_abs": 0.1865234375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/min": -0.1865234375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max": 0.16015625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/range": 0.3466796875, "train/tensor_param_model_layers_97_mlp_up_proj_weight/norm": 8.625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/mean": -0.00016689300537109375, "train/tensor_param_model_layers_97_mlp_up_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max": 0.1689453125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/range": 0.33203125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_97_mlp_down_proj_weight/mean": -0.00012159347534179688, "train/tensor_param_model_layers_97_mlp_down_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max_abs": 0.185546875, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max": 0.185546875, "train/tensor_param_model_layers_97_mlp_down_proj_weight/range": 0.3388671875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/mean": 0.000873565673828125, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max_abs": 0.1884765625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/min": -0.1884765625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max": 0.16015625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/range": 0.3486328125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_98_mlp_up_proj_weight/mean": 0.00021648406982421875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max_abs": 0.205078125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/min": -0.205078125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_98_mlp_up_proj_weight/range": 0.3623046875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/mean": -5.036592483520508e-06, "train/tensor_param_model_layers_98_mlp_down_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max_abs": 0.1708984375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max": 0.1708984375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/mean": 0.00142669677734375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/min": -0.1650390625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/range": 0.3330078125, "train/tensor_param_model_layers_99_mlp_up_proj_weight/norm": 8.625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/mean": -0.0002498626708984375, "train/tensor_param_model_layers_99_mlp_up_proj_weight/std": 0.0478515625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max_abs": 0.185546875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/min": -0.185546875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max": 0.1748046875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/range": 0.3603515625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/norm": 8.375, "train/tensor_param_model_layers_99_mlp_down_proj_weight/mean": -0.0001068115234375, "train/tensor_param_model_layers_99_mlp_down_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/range": 0.3125} -{"step": 2640, "epoch": 0.17795753286147623, "timestamp": 1786741319.237328, "loss": 8.039534759521484, "grad_norm": 1551892480.0, "learning_rate": 9e-05, "train/total_time_seconds": 40.77187559008598, "train/time_per_step_avg": 0.2734848141297698, "train/epoch_time_elapsed": 48.71717296540737, "train/estimated_remaining_minutes": 0.22136245585526482} -{"step": 2660, "epoch": 0.1793056959892147, "timestamp": 1786741327.3804238, "loss": 8.074498748779297, "grad_norm": 2105540608.0, "learning_rate": 9e-05, "train/total_time_seconds": 47.57195873185992, "train/time_per_step_avg": 0.2740791944786906, "train/epoch_time_elapsed": 56.83530620858073, "train/estimated_remaining_minutes": 0.2503787301676838, "train/tensor_act_model_layers_0_residual_pre_attn/norm": 187.47116088867188, "train/tensor_act_model_layers_0_residual_pre_attn/mean": 0.0011138916015625, "train/tensor_act_model_layers_0_residual_pre_attn/std": 0.09130859375, "train/tensor_act_model_layers_0_residual_pre_attn/max_abs": 0.275390625, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/min": -0.263671875, "train/tensor_act_model_layers_0_residual_pre_attn/max": 0.275390625, "train/tensor_act_model_layers_0_residual_pre_attn/range": 0.5390625, "train/tensor_act_model_layers_0_residual_post_attn/norm": 189.8827362060547, "train/tensor_act_model_layers_0_residual_post_attn/mean": 0.00014400482177734375, "train/tensor_act_model_layers_0_residual_post_attn/std": 0.0927734375, "train/tensor_act_model_layers_0_residual_post_attn/max_abs": 0.37109375, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/min": -0.35546875, "train/tensor_act_model_layers_0_residual_post_attn/max": 0.37109375, "train/tensor_act_model_layers_0_residual_post_attn/range": 0.7265625, "train/tensor_act_model_layers_0_mlp_gate_proj/norm": 1365.5963134765625, "train/tensor_act_model_layers_0_mlp_gate_proj/mean": -0.013916015625, "train/tensor_act_model_layers_0_mlp_gate_proj/std": 0.470703125, "train/tensor_act_model_layers_0_mlp_gate_proj/max_abs": 2.328125, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/min": -1.875, "train/tensor_act_model_layers_0_mlp_gate_proj/max": 2.328125, "train/tensor_act_model_layers_0_mlp_gate_proj/range": 4.203125, "train/tensor_act_model_layers_0_mlp_up_proj/norm": 1160.421875, "train/tensor_act_model_layers_0_mlp_up_proj/mean": -0.001007080078125, "train/tensor_act_model_layers_0_mlp_up_proj/std": 0.400390625, "train/tensor_act_model_layers_0_mlp_up_proj/max_abs": 2.125, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/min": -2.125, "train/tensor_act_model_layers_0_mlp_up_proj/max": 1.8671875, "train/tensor_act_model_layers_0_mlp_up_proj/range": 3.9921875, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 260.2181091308594, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 0.048583984375, "train/tensor_act_model_layers_0_mlp_down_proj/std": 0.1171875, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 0.66015625, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/min": -0.60546875, "train/tensor_act_model_layers_0_mlp_down_proj/max": 0.66015625, "train/tensor_act_model_layers_0_mlp_down_proj/range": 1.265625, "train/tensor_act_model_layers_0_mlp/norm": 260.2181091308594, "train/tensor_act_model_layers_0_mlp/mean": 0.048583984375, "train/tensor_act_model_layers_0_mlp/std": 0.1171875, "train/tensor_act_model_layers_0_mlp/max_abs": 0.66015625, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/min": -0.60546875, "train/tensor_act_model_layers_0_mlp/max": 0.66015625, "train/tensor_act_model_layers_0_mlp/range": 1.265625, "train/tensor_act_model_layers_0_residual_post_mlp/norm": 345.3990173339844, "train/tensor_act_model_layers_0_residual_post_mlp/mean": 0.048828125, "train/tensor_act_model_layers_0_residual_post_mlp/std": 0.1611328125, "train/tensor_act_model_layers_0_residual_post_mlp/max_abs": 0.7421875, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/min": -0.7421875, "train/tensor_act_model_layers_0_residual_post_mlp/max": 0.73828125, "train/tensor_act_model_layers_0_residual_post_mlp/range": 1.48046875, "train/tensor_act_model_layers_1_residual_pre_attn/norm": 345.3990173339844, "train/tensor_act_model_layers_1_residual_pre_attn/mean": 0.048828125, "train/tensor_act_model_layers_1_residual_pre_attn/std": 0.1611328125, "train/tensor_act_model_layers_1_residual_pre_attn/max_abs": 0.7421875, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/min": -0.7421875, "train/tensor_act_model_layers_1_residual_pre_attn/max": 0.73828125, "train/tensor_act_model_layers_1_residual_pre_attn/range": 1.48046875, "train/tensor_act_model_layers_1_residual_post_attn/norm": 357.1663818359375, "train/tensor_act_model_layers_1_residual_post_attn/mean": 0.049072265625, "train/tensor_act_model_layers_1_residual_post_attn/std": 0.1669921875, "train/tensor_act_model_layers_1_residual_post_attn/max_abs": 0.8046875, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/min": -0.7578125, "train/tensor_act_model_layers_1_residual_post_attn/max": 0.8046875, "train/tensor_act_model_layers_1_residual_post_attn/range": 1.5625, "train/tensor_act_model_layers_1_mlp_gate_proj/norm": 1404.2821044921875, "train/tensor_act_model_layers_1_mlp_gate_proj/mean": -0.045654296875, "train/tensor_act_model_layers_1_mlp_gate_proj/std": 0.482421875, "train/tensor_act_model_layers_1_mlp_gate_proj/max_abs": 2.421875, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/min": -2.390625, "train/tensor_act_model_layers_1_mlp_gate_proj/max": 2.421875, "train/tensor_act_model_layers_1_mlp_gate_proj/range": 4.8125, "train/tensor_act_model_layers_1_mlp_up_proj/norm": 1223.8447265625, "train/tensor_act_model_layers_1_mlp_up_proj/mean": -0.01385498046875, "train/tensor_act_model_layers_1_mlp_up_proj/std": 0.421875, "train/tensor_act_model_layers_1_mlp_up_proj/max_abs": 2.296875, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/min": -2.296875, "train/tensor_act_model_layers_1_mlp_up_proj/max": 2.28125, "train/tensor_act_model_layers_1_mlp_up_proj/range": 4.578125, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 306.8330993652344, "train/tensor_act_model_layers_1_mlp_down_proj/mean": 0.058349609375, "train/tensor_act_model_layers_1_mlp_down_proj/std": 0.1376953125, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 1.4375, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/min": -1.0390625, "train/tensor_act_model_layers_1_mlp_down_proj/max": 1.4375, "train/tensor_act_model_layers_1_mlp_down_proj/range": 2.4765625, "train/tensor_act_model_layers_1_mlp/norm": 306.8330993652344, "train/tensor_act_model_layers_1_mlp/mean": 0.058349609375, "train/tensor_act_model_layers_1_mlp/std": 0.1376953125, "train/tensor_act_model_layers_1_mlp/max_abs": 1.4375, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/min": -1.0390625, "train/tensor_act_model_layers_1_mlp/max": 1.4375, "train/tensor_act_model_layers_1_mlp/range": 2.4765625, "train/tensor_act_model_layers_1_residual_post_mlp/norm": 567.1019287109375, "train/tensor_act_model_layers_1_residual_post_mlp/mean": 0.107421875, "train/tensor_act_model_layers_1_residual_post_mlp/std": 0.255859375, "train/tensor_act_model_layers_1_residual_post_mlp/max_abs": 1.75, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/min": -1.34375, "train/tensor_act_model_layers_1_residual_post_mlp/max": 1.75, "train/tensor_act_model_layers_1_residual_post_mlp/range": 3.09375, "train/tensor_act_model_layers_2_residual_pre_attn/norm": 567.1019287109375, "train/tensor_act_model_layers_2_residual_pre_attn/mean": 0.107421875, "train/tensor_act_model_layers_2_residual_pre_attn/std": 0.255859375, "train/tensor_act_model_layers_2_residual_pre_attn/max_abs": 1.75, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/min": -1.34375, "train/tensor_act_model_layers_2_residual_pre_attn/max": 1.75, "train/tensor_act_model_layers_2_residual_pre_attn/range": 3.09375, "train/tensor_act_model_layers_2_residual_post_attn/norm": 593.8869018554688, "train/tensor_act_model_layers_2_residual_post_attn/mean": 0.10986328125, "train/tensor_act_model_layers_2_residual_post_attn/std": 0.267578125, "train/tensor_act_model_layers_2_residual_post_attn/max_abs": 1.78125, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/min": -1.3359375, "train/tensor_act_model_layers_2_residual_post_attn/max": 1.78125, "train/tensor_act_model_layers_2_residual_post_attn/range": 3.1171875, "train/tensor_act_model_layers_2_mlp_gate_proj/norm": 1545.7041015625, "train/tensor_act_model_layers_2_mlp_gate_proj/mean": -0.10693359375, "train/tensor_act_model_layers_2_mlp_gate_proj/std": 0.5234375, "train/tensor_act_model_layers_2_mlp_gate_proj/max_abs": 2.984375, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/min": -2.984375, "train/tensor_act_model_layers_2_mlp_gate_proj/max": 2.1875, "train/tensor_act_model_layers_2_mlp_gate_proj/range": 5.171875, "train/tensor_act_model_layers_2_mlp_up_proj/norm": 1367.474365234375, "train/tensor_act_model_layers_2_mlp_up_proj/mean": -0.01080322265625, "train/tensor_act_model_layers_2_mlp_up_proj/std": 0.47265625, "train/tensor_act_model_layers_2_mlp_up_proj/max_abs": 2.875, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/min": -2.875, "train/tensor_act_model_layers_2_mlp_up_proj/max": 2.484375, "train/tensor_act_model_layers_2_mlp_up_proj/range": 5.359375, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 415.711669921875, "train/tensor_act_model_layers_2_mlp_down_proj/mean": 0.115234375, "train/tensor_act_model_layers_2_mlp_down_proj/std": 0.1669921875, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 1.140625, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/min": -0.734375, "train/tensor_act_model_layers_2_mlp_down_proj/max": 1.140625, "train/tensor_act_model_layers_2_mlp_down_proj/range": 1.875, "train/tensor_act_model_layers_2_mlp/norm": 415.711669921875, "train/tensor_act_model_layers_2_mlp/mean": 0.115234375, "train/tensor_act_model_layers_2_mlp/std": 0.1669921875, "train/tensor_act_model_layers_2_mlp/max_abs": 1.140625, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/min": -0.734375, "train/tensor_act_model_layers_2_mlp/max": 1.140625, "train/tensor_act_model_layers_2_mlp/range": 1.875, "train/tensor_act_model_layers_2_residual_post_mlp/norm": 879.7742919921875, "train/tensor_act_model_layers_2_residual_post_mlp/mean": 0.2255859375, "train/tensor_act_model_layers_2_residual_post_mlp/std": 0.365234375, "train/tensor_act_model_layers_2_residual_post_mlp/max_abs": 2.3125, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/min": -1.859375, "train/tensor_act_model_layers_2_residual_post_mlp/max": 2.3125, "train/tensor_act_model_layers_2_residual_post_mlp/range": 4.171875, "train/tensor_act_model_layers_3_residual_pre_attn/norm": 879.7742919921875, "train/tensor_act_model_layers_3_residual_pre_attn/mean": 0.2255859375, "train/tensor_act_model_layers_3_residual_pre_attn/std": 0.365234375, "train/tensor_act_model_layers_3_residual_pre_attn/max_abs": 2.3125, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/min": -1.859375, "train/tensor_act_model_layers_3_residual_pre_attn/max": 2.3125, "train/tensor_act_model_layers_3_residual_pre_attn/range": 4.171875, "train/tensor_act_model_layers_3_residual_post_attn/norm": 902.1217651367188, "train/tensor_act_model_layers_3_residual_post_attn/mean": 0.22265625, "train/tensor_act_model_layers_3_residual_post_attn/std": 0.380859375, "train/tensor_act_model_layers_3_residual_post_attn/max_abs": 2.296875, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/min": -1.9921875, "train/tensor_act_model_layers_3_residual_post_attn/max": 2.296875, "train/tensor_act_model_layers_3_residual_post_attn/range": 4.2890625, "train/tensor_act_model_layers_3_mlp_gate_proj/norm": 1646.28857421875, "train/tensor_act_model_layers_3_mlp_gate_proj/mean": -0.0830078125, "train/tensor_act_model_layers_3_mlp_gate_proj/std": 0.5625, "train/tensor_act_model_layers_3_mlp_gate_proj/max_abs": 2.609375, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/min": -2.609375, "train/tensor_act_model_layers_3_mlp_gate_proj/max": 2.265625, "train/tensor_act_model_layers_3_mlp_gate_proj/range": 4.875, "train/tensor_act_model_layers_3_mlp_up_proj/norm": 1483.131103515625, "train/tensor_act_model_layers_3_mlp_up_proj/mean": 0.01361083984375, "train/tensor_act_model_layers_3_mlp_up_proj/std": 0.51171875, "train/tensor_act_model_layers_3_mlp_up_proj/max_abs": 2.84375, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/min": -2.84375, "train/tensor_act_model_layers_3_mlp_up_proj/max": 2.171875, "train/tensor_act_model_layers_3_mlp_up_proj/range": 5.015625, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 536.8536987304688, "train/tensor_act_model_layers_3_mlp_down_proj/mean": 0.189453125, "train/tensor_act_model_layers_3_mlp_down_proj/std": 0.181640625, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 1.1015625, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/min": -0.60546875, "train/tensor_act_model_layers_3_mlp_down_proj/max": 1.1015625, "train/tensor_act_model_layers_3_mlp_down_proj/range": 1.70703125, "train/tensor_act_model_layers_3_mlp/norm": 536.8536987304688, "train/tensor_act_model_layers_3_mlp/mean": 0.189453125, "train/tensor_act_model_layers_3_mlp/std": 0.181640625, "train/tensor_act_model_layers_3_mlp/max_abs": 1.1015625, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/min": -0.60546875, "train/tensor_act_model_layers_3_mlp/max": 1.1015625, "train/tensor_act_model_layers_3_mlp/range": 1.70703125, "train/tensor_act_model_layers_3_residual_post_mlp/norm": 1256.1842041015625, "train/tensor_act_model_layers_3_residual_post_mlp/mean": 0.412109375, "train/tensor_act_model_layers_3_residual_post_mlp/std": 0.455078125, "train/tensor_act_model_layers_3_residual_post_mlp/max_abs": 2.875, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/min": -2.078125, "train/tensor_act_model_layers_3_residual_post_mlp/max": 2.875, "train/tensor_act_model_layers_3_residual_post_mlp/range": 4.953125, "train/tensor_act_model_layers_4_residual_pre_attn/norm": 1256.1842041015625, "train/tensor_act_model_layers_4_residual_pre_attn/mean": 0.412109375, "train/tensor_act_model_layers_4_residual_pre_attn/std": 0.455078125, "train/tensor_act_model_layers_4_residual_pre_attn/max_abs": 2.875, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/min": -2.078125, "train/tensor_act_model_layers_4_residual_pre_attn/max": 2.875, "train/tensor_act_model_layers_4_residual_pre_attn/range": 4.953125, "train/tensor_act_model_layers_4_residual_post_attn/norm": 1254.126953125, "train/tensor_act_model_layers_4_residual_post_attn/mean": 0.404296875, "train/tensor_act_model_layers_4_residual_post_attn/std": 0.4609375, "train/tensor_act_model_layers_4_residual_post_attn/max_abs": 2.859375, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/min": -2.09375, "train/tensor_act_model_layers_4_residual_post_attn/max": 2.859375, "train/tensor_act_model_layers_4_residual_post_attn/range": 4.953125, "train/tensor_act_model_layers_4_mlp_gate_proj/norm": 1965.809326171875, "train/tensor_act_model_layers_4_mlp_gate_proj/mean": 0.009521484375, "train/tensor_act_model_layers_4_mlp_gate_proj/std": 0.6796875, "train/tensor_act_model_layers_4_mlp_gate_proj/max_abs": 2.578125, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/min": -2.578125, "train/tensor_act_model_layers_4_mlp_gate_proj/max": 2.375, "train/tensor_act_model_layers_4_mlp_gate_proj/range": 4.953125, "train/tensor_act_model_layers_4_mlp_up_proj/norm": 1823.413818359375, "train/tensor_act_model_layers_4_mlp_up_proj/mean": 0.05859375, "train/tensor_act_model_layers_4_mlp_up_proj/std": 0.625, "train/tensor_act_model_layers_4_mlp_up_proj/max_abs": 2.59375, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/min": -2.59375, "train/tensor_act_model_layers_4_mlp_up_proj/max": 2.578125, "train/tensor_act_model_layers_4_mlp_up_proj/range": 5.171875, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 1299.0382080078125, "train/tensor_act_model_layers_4_mlp_down_proj/mean": 0.5625, "train/tensor_act_model_layers_4_mlp_down_proj/std": 0.29296875, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 1.765625, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/min": -0.515625, "train/tensor_act_model_layers_4_mlp_down_proj/max": 1.765625, "train/tensor_act_model_layers_4_mlp_down_proj/range": 2.28125, "train/tensor_act_model_layers_4_mlp/norm": 1299.0382080078125, "train/tensor_act_model_layers_4_mlp/mean": 0.5625, "train/tensor_act_model_layers_4_mlp/std": 0.29296875, "train/tensor_act_model_layers_4_mlp/max_abs": 1.765625, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp/min": -0.515625, "train/tensor_act_model_layers_4_mlp/max": 1.765625, "train/tensor_act_model_layers_4_mlp/range": 2.28125, "train/tensor_act_model_layers_4_residual_post_mlp/norm": 2337.872314453125, "train/tensor_act_model_layers_4_residual_post_mlp/mean": 0.96484375, "train/tensor_act_model_layers_4_residual_post_mlp/std": 0.609375, "train/tensor_act_model_layers_4_residual_post_mlp/max_abs": 3.703125, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/min": -1.7109375, "train/tensor_act_model_layers_4_residual_post_mlp/max": 3.703125, "train/tensor_act_model_layers_4_residual_post_mlp/range": 5.4140625, "train/tensor_act_model_layers_5_residual_pre_attn/norm": 2337.872314453125, "train/tensor_act_model_layers_5_residual_pre_attn/mean": 0.96484375, "train/tensor_act_model_layers_5_residual_pre_attn/std": 0.609375, "train/tensor_act_model_layers_5_residual_pre_attn/max_abs": 3.703125, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/min": -1.7109375, "train/tensor_act_model_layers_5_residual_pre_attn/max": 3.703125, "train/tensor_act_model_layers_5_residual_pre_attn/range": 5.4140625, "train/tensor_act_model_layers_5_residual_post_attn/norm": 2319.23388671875, "train/tensor_act_model_layers_5_residual_post_attn/mean": 0.95703125, "train/tensor_act_model_layers_5_residual_post_attn/std": 0.60546875, "train/tensor_act_model_layers_5_residual_post_attn/max_abs": 3.5625, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/min": -1.6015625, "train/tensor_act_model_layers_5_residual_post_attn/max": 3.5625, "train/tensor_act_model_layers_5_residual_post_attn/range": 5.1640625, "train/tensor_act_model_layers_5_mlp_gate_proj/norm": 2343.8642578125, "train/tensor_act_model_layers_5_mlp_gate_proj/mean": 0.232421875, "train/tensor_act_model_layers_5_mlp_gate_proj/std": 0.7734375, "train/tensor_act_model_layers_5_mlp_gate_proj/max_abs": 2.46875, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/min": -2.265625, "train/tensor_act_model_layers_5_mlp_gate_proj/max": 2.46875, "train/tensor_act_model_layers_5_mlp_gate_proj/range": 4.734375, "train/tensor_act_model_layers_5_mlp_up_proj/norm": 2333.447265625, "train/tensor_act_model_layers_5_mlp_up_proj/mean": 0.034912109375, "train/tensor_act_model_layers_5_mlp_up_proj/std": 0.8046875, "train/tensor_act_model_layers_5_mlp_up_proj/max_abs": 2.703125, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/min": -2.5625, "train/tensor_act_model_layers_5_mlp_up_proj/max": 2.703125, "train/tensor_act_model_layers_5_mlp_up_proj/range": 5.265625, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 3260.0859375, "train/tensor_act_model_layers_5_mlp_down_proj/mean": 1.484375, "train/tensor_act_model_layers_5_mlp_down_proj/std": 0.578125, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 3.15625, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/min": -0.330078125, "train/tensor_act_model_layers_5_mlp_down_proj/max": 3.15625, "train/tensor_act_model_layers_5_mlp_down_proj/range": 3.486328125, "train/tensor_act_model_layers_5_mlp/norm": 3260.0859375, "train/tensor_act_model_layers_5_mlp/mean": 1.484375, "train/tensor_act_model_layers_5_mlp/std": 0.578125, "train/tensor_act_model_layers_5_mlp/max_abs": 3.15625, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp/min": -0.330078125, "train/tensor_act_model_layers_5_mlp/max": 3.15625, "train/tensor_act_model_layers_5_mlp/range": 3.486328125, "train/tensor_act_model_layers_5_residual_post_mlp/norm": 5346.34814453125, "train/tensor_act_model_layers_5_residual_post_mlp/mean": 2.4375, "train/tensor_act_model_layers_5_residual_post_mlp/std": 0.9296875, "train/tensor_act_model_layers_5_residual_post_mlp/max_abs": 6.1875, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/min": -1.078125, "train/tensor_act_model_layers_5_residual_post_mlp/max": 6.1875, "train/tensor_act_model_layers_5_residual_post_mlp/range": 7.265625, "train/tensor_act_model_layers_6_residual_pre_attn/norm": 5346.34814453125, "train/tensor_act_model_layers_6_residual_pre_attn/mean": 2.4375, "train/tensor_act_model_layers_6_residual_pre_attn/std": 0.9296875, "train/tensor_act_model_layers_6_residual_pre_attn/max_abs": 6.1875, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/min": -1.078125, "train/tensor_act_model_layers_6_residual_pre_attn/max": 6.1875, "train/tensor_act_model_layers_6_residual_pre_attn/range": 7.265625, "train/tensor_act_model_layers_6_residual_post_attn/norm": 5326.9248046875, "train/tensor_act_model_layers_6_residual_post_attn/mean": 2.421875, "train/tensor_act_model_layers_6_residual_post_attn/std": 0.9375, "train/tensor_act_model_layers_6_residual_post_attn/max_abs": 6.28125, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/min": -1.1328125, "train/tensor_act_model_layers_6_residual_post_attn/max": 6.28125, "train/tensor_act_model_layers_6_residual_post_attn/range": 7.4140625, "train/tensor_act_model_layers_6_mlp_gate_proj/norm": 2757.55859375, "train/tensor_act_model_layers_6_mlp_gate_proj/mean": 0.369140625, "train/tensor_act_model_layers_6_mlp_gate_proj/std": 0.87890625, "train/tensor_act_model_layers_6_mlp_gate_proj/max_abs": 2.84375, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/min": -1.7890625, "train/tensor_act_model_layers_6_mlp_gate_proj/max": 2.84375, "train/tensor_act_model_layers_6_mlp_gate_proj/range": 4.6328125, "train/tensor_act_model_layers_6_mlp_up_proj/norm": 2759.153564453125, "train/tensor_act_model_layers_6_mlp_up_proj/mean": -0.00909423828125, "train/tensor_act_model_layers_6_mlp_up_proj/std": 0.953125, "train/tensor_act_model_layers_6_mlp_up_proj/max_abs": 2.984375, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/min": -2.984375, "train/tensor_act_model_layers_6_mlp_up_proj/max": 2.640625, "train/tensor_act_model_layers_6_mlp_up_proj/range": 5.625, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 5277.62255859375, "train/tensor_act_model_layers_6_mlp_down_proj/mean": 2.4375, "train/tensor_act_model_layers_6_mlp_down_proj/std": 0.84765625, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 4.53125, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/min": -0.169921875, "train/tensor_act_model_layers_6_mlp_down_proj/max": 4.53125, "train/tensor_act_model_layers_6_mlp_down_proj/range": 4.701171875, "train/tensor_act_model_layers_6_mlp/norm": 5277.62255859375, "train/tensor_act_model_layers_6_mlp/mean": 2.4375, "train/tensor_act_model_layers_6_mlp/std": 0.84765625, "train/tensor_act_model_layers_6_mlp/max_abs": 4.53125, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp/min": -0.169921875, "train/tensor_act_model_layers_6_mlp/max": 4.53125, "train/tensor_act_model_layers_6_mlp/range": 4.701171875, "train/tensor_act_model_layers_6_residual_post_mlp/norm": 10326.509765625, "train/tensor_act_model_layers_6_residual_post_mlp/mean": 4.875, "train/tensor_act_model_layers_6_residual_post_mlp/std": 1.34375, "train/tensor_act_model_layers_6_residual_post_mlp/max_abs": 10.5, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_user_limit": 5.2928924560546875e-05, "train/tensor_act_model_layers_6_residual_post_mlp/min": -0.9140625, "train/tensor_act_model_layers_6_residual_post_mlp/max": 10.5, "train/tensor_act_model_layers_6_residual_post_mlp/range": 11.4140625, "train/tensor_act_model_layers_7_residual_pre_attn/norm": 10326.509765625, "train/tensor_act_model_layers_7_residual_pre_attn/mean": 4.875, "train/tensor_act_model_layers_7_residual_pre_attn/std": 1.34375, "train/tensor_act_model_layers_7_residual_pre_attn/max_abs": 10.5, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_user_limit": 5.2928924560546875e-05, "train/tensor_act_model_layers_7_residual_pre_attn/min": -0.9140625, "train/tensor_act_model_layers_7_residual_pre_attn/max": 10.5, "train/tensor_act_model_layers_7_residual_pre_attn/range": 11.4140625, "train/tensor_act_model_layers_7_residual_post_attn/norm": 10308.2958984375, "train/tensor_act_model_layers_7_residual_post_attn/mean": 4.84375, "train/tensor_act_model_layers_7_residual_post_attn/std": 1.3515625, "train/tensor_act_model_layers_7_residual_post_attn/max_abs": 10.5625, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_user_limit": 0.000102996826171875, "train/tensor_act_model_layers_7_residual_post_attn/min": -0.953125, "train/tensor_act_model_layers_7_residual_post_attn/max": 10.5625, "train/tensor_act_model_layers_7_residual_post_attn/range": 11.515625, "train/tensor_act_model_layers_7_mlp_gate_proj/norm": 2865.381591796875, "train/tensor_act_model_layers_7_mlp_gate_proj/mean": 0.435546875, "train/tensor_act_model_layers_7_mlp_gate_proj/std": 0.88671875, "train/tensor_act_model_layers_7_mlp_gate_proj/max_abs": 2.859375, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/min": -1.9609375, "train/tensor_act_model_layers_7_mlp_gate_proj/max": 2.859375, "train/tensor_act_model_layers_7_mlp_gate_proj/range": 4.8203125, "train/tensor_act_model_layers_7_mlp_up_proj/norm": 2843.8828125, "train/tensor_act_model_layers_7_mlp_up_proj/mean": -0.0159912109375, "train/tensor_act_model_layers_7_mlp_up_proj/std": 0.98046875, "train/tensor_act_model_layers_7_mlp_up_proj/max_abs": 2.890625, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/min": -2.765625, "train/tensor_act_model_layers_7_mlp_up_proj/max": 2.890625, "train/tensor_act_model_layers_7_mlp_up_proj/range": 5.65625, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 6197.72998046875, "train/tensor_act_model_layers_7_mlp_down_proj/mean": 2.84375, "train/tensor_act_model_layers_7_mlp_down_proj/std": 1.015625, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 5.1875, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/min": -0.83203125, "train/tensor_act_model_layers_7_mlp_down_proj/max": 5.1875, "train/tensor_act_model_layers_7_mlp_down_proj/range": 6.01953125, "train/tensor_act_model_layers_7_mlp/norm": 6197.72998046875, "train/tensor_act_model_layers_7_mlp/mean": 2.84375, "train/tensor_act_model_layers_7_mlp/std": 1.015625, "train/tensor_act_model_layers_7_mlp/max_abs": 5.1875, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp/min": -0.83203125, "train/tensor_act_model_layers_7_mlp/max": 5.1875, "train/tensor_act_model_layers_7_mlp/range": 6.01953125, "train/tensor_act_model_layers_7_residual_post_mlp/norm": 16234.984375, "train/tensor_act_model_layers_7_residual_post_mlp/mean": 7.6875, "train/tensor_act_model_layers_7_residual_post_mlp/std": 1.890625, "train/tensor_act_model_layers_7_residual_post_mlp/max_abs": 13.375, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_user_limit": 0.10714507102966309, "train/tensor_act_model_layers_7_residual_post_mlp/min": -0.5703125, "train/tensor_act_model_layers_7_residual_post_mlp/max": 13.375, "train/tensor_act_model_layers_7_residual_post_mlp/range": 13.9453125, "train/tensor_act_model_layers_8_residual_pre_attn/norm": 16234.984375, "train/tensor_act_model_layers_8_residual_pre_attn/mean": 7.6875, "train/tensor_act_model_layers_8_residual_pre_attn/std": 1.890625, "train/tensor_act_model_layers_8_residual_pre_attn/max_abs": 13.375, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_user_limit": 0.10714507102966309, "train/tensor_act_model_layers_8_residual_pre_attn/min": -0.5703125, "train/tensor_act_model_layers_8_residual_pre_attn/max": 13.375, "train/tensor_act_model_layers_8_residual_pre_attn/range": 13.9453125, "train/tensor_act_model_layers_8_residual_post_attn/norm": 16217.5986328125, "train/tensor_act_model_layers_8_residual_post_attn/mean": 7.6875, "train/tensor_act_model_layers_8_residual_post_attn/std": 1.890625, "train/tensor_act_model_layers_8_residual_post_attn/max_abs": 13.25, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_user_limit": 0.10872793197631836, "train/tensor_act_model_layers_8_residual_post_attn/min": -0.80859375, "train/tensor_act_model_layers_8_residual_post_attn/max": 13.25, "train/tensor_act_model_layers_8_residual_post_attn/range": 14.05859375, "train/tensor_act_model_layers_8_mlp_gate_proj/norm": 3212.374755859375, "train/tensor_act_model_layers_8_mlp_gate_proj/mean": 0.55859375, "train/tensor_act_model_layers_8_mlp_gate_proj/std": 0.95703125, "train/tensor_act_model_layers_8_mlp_gate_proj/max_abs": 2.65625, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/min": -1.3828125, "train/tensor_act_model_layers_8_mlp_gate_proj/max": 2.65625, "train/tensor_act_model_layers_8_mlp_gate_proj/range": 4.0390625, "train/tensor_act_model_layers_8_mlp_up_proj/norm": 3222.903076171875, "train/tensor_act_model_layers_8_mlp_up_proj/mean": 0.006683349609375, "train/tensor_act_model_layers_8_mlp_up_proj/std": 1.109375, "train/tensor_act_model_layers_8_mlp_up_proj/max_abs": 2.6875, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/min": -2.6875, "train/tensor_act_model_layers_8_mlp_up_proj/max": 2.65625, "train/tensor_act_model_layers_8_mlp_up_proj/range": 5.34375, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 8534.9228515625, "train/tensor_act_model_layers_8_mlp_down_proj/mean": 4.0625, "train/tensor_act_model_layers_8_mlp_down_proj/std": 0.9609375, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 7.0625, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/min": 0.8515625, "train/tensor_act_model_layers_8_mlp_down_proj/max": 7.0625, "train/tensor_act_model_layers_8_mlp_down_proj/range": 6.2109375, "train/tensor_act_model_layers_8_mlp/norm": 8534.9228515625, "train/tensor_act_model_layers_8_mlp/mean": 4.0625, "train/tensor_act_model_layers_8_mlp/std": 0.9609375, "train/tensor_act_model_layers_8_mlp/max_abs": 7.0625, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp/min": 0.8515625, "train/tensor_act_model_layers_8_mlp/max": 7.0625, "train/tensor_act_model_layers_8_mlp/range": 6.2109375, "train/tensor_act_model_layers_8_residual_post_mlp/norm": 24481.87109375, "train/tensor_act_model_layers_8_residual_post_mlp/mean": 11.75, "train/tensor_act_model_layers_8_residual_post_mlp/std": 2.234375, "train/tensor_act_model_layers_8_residual_post_mlp/max_abs": 17.625, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_user_limit": 0.7704946994781494, "train/tensor_act_model_layers_8_residual_post_mlp/min": 0.23046875, "train/tensor_act_model_layers_8_residual_post_mlp/max": 17.625, "train/tensor_act_model_layers_8_residual_post_mlp/range": 17.39453125, "train/tensor_act_model_layers_9_residual_pre_attn/norm": 24481.87109375, "train/tensor_act_model_layers_9_residual_pre_attn/mean": 11.75, "train/tensor_act_model_layers_9_residual_pre_attn/std": 2.234375, "train/tensor_act_model_layers_9_residual_pre_attn/max_abs": 17.625, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_user_limit": 0.7704946994781494, "train/tensor_act_model_layers_9_residual_pre_attn/min": 0.23046875, "train/tensor_act_model_layers_9_residual_pre_attn/max": 17.625, "train/tensor_act_model_layers_9_residual_pre_attn/range": 17.39453125, "train/tensor_act_model_layers_9_residual_post_attn/norm": 24456.9140625, "train/tensor_act_model_layers_9_residual_post_attn/mean": 11.75, "train/tensor_act_model_layers_9_residual_post_attn/std": 2.234375, "train/tensor_act_model_layers_9_residual_post_attn/max_abs": 17.75, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_user_limit": 0.7706573009490967, "train/tensor_act_model_layers_9_residual_post_attn/min": 0.2890625, "train/tensor_act_model_layers_9_residual_post_attn/max": 17.75, "train/tensor_act_model_layers_9_residual_post_attn/range": 17.4609375, "train/tensor_act_model_layers_9_mlp_gate_proj/norm": 3382.17529296875, "train/tensor_act_model_layers_9_mlp_gate_proj/mean": 0.59375, "train/tensor_act_model_layers_9_mlp_gate_proj/std": 1.0078125, "train/tensor_act_model_layers_9_mlp_gate_proj/max_abs": 2.78125, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/min": -0.97265625, "train/tensor_act_model_layers_9_mlp_gate_proj/max": 2.78125, "train/tensor_act_model_layers_9_mlp_gate_proj/range": 3.75390625, "train/tensor_act_model_layers_9_mlp_up_proj/norm": 3199.892578125, "train/tensor_act_model_layers_9_mlp_up_proj/mean": -0.0654296875, "train/tensor_act_model_layers_9_mlp_up_proj/std": 1.1015625, "train/tensor_act_model_layers_9_mlp_up_proj/max_abs": 2.609375, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/min": -2.453125, "train/tensor_act_model_layers_9_mlp_up_proj/max": 2.609375, "train/tensor_act_model_layers_9_mlp_up_proj/range": 5.0625, "train/tensor_act_model_layers_9_mlp_down_proj/norm": 9230.5859375, "train/tensor_act_model_layers_9_mlp_down_proj/mean": 4.375, "train/tensor_act_model_layers_9_mlp_down_proj/std": 1.046875, "train/tensor_act_model_layers_9_mlp_down_proj/max_abs": 8.0625, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/min": 0.81640625, "train/tensor_act_model_layers_9_mlp_down_proj/max": 8.0625, "train/tensor_act_model_layers_9_mlp_down_proj/range": 7.24609375, "train/tensor_act_model_layers_9_mlp/norm": 9230.5859375, "train/tensor_act_model_layers_9_mlp/mean": 4.375, "train/tensor_act_model_layers_9_mlp/std": 1.046875, "train/tensor_act_model_layers_9_mlp/max_abs": 8.0625, "train/tensor_act_model_layers_9_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp/min": 0.81640625, "train/tensor_act_model_layers_9_mlp/max": 8.0625, "train/tensor_act_model_layers_9_mlp/range": 7.24609375, "train/tensor_act_model_layers_9_residual_post_mlp/norm": 33404.4921875, "train/tensor_act_model_layers_9_residual_post_mlp/mean": 16.125, "train/tensor_act_model_layers_9_residual_post_mlp/std": 2.53125, "train/tensor_act_model_layers_9_residual_post_mlp/max_abs": 24.125, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_user_limit": 0.9915053844451904, "train/tensor_act_model_layers_9_residual_post_mlp/min": 2.625, "train/tensor_act_model_layers_9_residual_post_mlp/max": 24.125, "train/tensor_act_model_layers_9_residual_post_mlp/range": 21.5, "train/tensor_act_model_layers_10_residual_pre_attn/norm": 33404.4921875, "train/tensor_act_model_layers_10_residual_pre_attn/mean": 16.125, "train/tensor_act_model_layers_10_residual_pre_attn/std": 2.53125, "train/tensor_act_model_layers_10_residual_pre_attn/max_abs": 24.125, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_user_limit": 0.9915053844451904, "train/tensor_act_model_layers_10_residual_pre_attn/min": 2.625, "train/tensor_act_model_layers_10_residual_pre_attn/max": 24.125, "train/tensor_act_model_layers_10_residual_pre_attn/range": 21.5, "train/tensor_act_model_layers_10_residual_post_attn/norm": 33405.34375, "train/tensor_act_model_layers_10_residual_post_attn/mean": 16.125, "train/tensor_act_model_layers_10_residual_post_attn/std": 2.53125, "train/tensor_act_model_layers_10_residual_post_attn/max_abs": 24.125, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_user_limit": 0.9915268421173096, "train/tensor_act_model_layers_10_residual_post_attn/min": 2.5625, "train/tensor_act_model_layers_10_residual_post_attn/max": 24.125, "train/tensor_act_model_layers_10_residual_post_attn/range": 21.5625, "train/tensor_act_model_layers_10_mlp_gate_proj/norm": 3357.1806640625, "train/tensor_act_model_layers_10_mlp_gate_proj/mean": 0.59765625, "train/tensor_act_model_layers_10_mlp_gate_proj/std": 0.9921875, "train/tensor_act_model_layers_10_mlp_gate_proj/max_abs": 2.65625, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/min": -1.09375, "train/tensor_act_model_layers_10_mlp_gate_proj/max": 2.65625, "train/tensor_act_model_layers_10_mlp_gate_proj/range": 3.75, "train/tensor_act_model_layers_10_mlp_up_proj/norm": 3445.000732421875, "train/tensor_act_model_layers_10_mlp_up_proj/mean": -0.1005859375, "train/tensor_act_model_layers_10_mlp_up_proj/std": 1.1875, "train/tensor_act_model_layers_10_mlp_up_proj/max_abs": 3.015625, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/min": -2.71875, "train/tensor_act_model_layers_10_mlp_up_proj/max": 3.015625, "train/tensor_act_model_layers_10_mlp_up_proj/range": 5.734375, "train/tensor_act_model_layers_10_mlp_down_proj/norm": 9970.2958984375, "train/tensor_act_model_layers_10_mlp_down_proj/mean": 4.6875, "train/tensor_act_model_layers_10_mlp_down_proj/std": 1.28125, "train/tensor_act_model_layers_10_mlp_down_proj/max_abs": 7.65625, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/min": 0.490234375, "train/tensor_act_model_layers_10_mlp_down_proj/max": 7.65625, "train/tensor_act_model_layers_10_mlp_down_proj/range": 7.166015625, "train/tensor_act_model_layers_10_mlp/norm": 9970.2958984375, "train/tensor_act_model_layers_10_mlp/mean": 4.6875, "train/tensor_act_model_layers_10_mlp/std": 1.28125, "train/tensor_act_model_layers_10_mlp/max_abs": 7.65625, "train/tensor_act_model_layers_10_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp/min": 0.490234375, "train/tensor_act_model_layers_10_mlp/max": 7.65625, "train/tensor_act_model_layers_10_mlp/range": 7.166015625, "train/tensor_act_model_layers_10_residual_post_mlp/norm": 43080.28125, "train/tensor_act_model_layers_10_residual_post_mlp/mean": 20.75, "train/tensor_act_model_layers_10_residual_post_mlp/std": 3.0625, "train/tensor_act_model_layers_10_residual_post_mlp/max_abs": 29.375, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_user_limit": 0.9999880790710449, "train/tensor_act_model_layers_10_residual_post_mlp/min": 6.65625, "train/tensor_act_model_layers_10_residual_post_mlp/max": 29.375, "train/tensor_act_model_layers_10_residual_post_mlp/range": 22.71875, "train/tensor_act_model_layers_11_residual_pre_attn/norm": 43080.28125, "train/tensor_act_model_layers_11_residual_pre_attn/mean": 20.75, "train/tensor_act_model_layers_11_residual_pre_attn/std": 3.0625, "train/tensor_act_model_layers_11_residual_pre_attn/max_abs": 29.375, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_user_limit": 0.9999880790710449, "train/tensor_act_model_layers_11_residual_pre_attn/min": 6.65625, "train/tensor_act_model_layers_11_residual_pre_attn/max": 29.375, "train/tensor_act_model_layers_11_residual_pre_attn/range": 22.71875, "train/tensor_act_model_layers_11_residual_post_attn/norm": 43060.26953125, "train/tensor_act_model_layers_11_residual_post_attn/mean": 20.75, "train/tensor_act_model_layers_11_residual_post_attn/std": 3.046875, "train/tensor_act_model_layers_11_residual_post_attn/max_abs": 29.375, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_user_limit": 0.9999878406524658, "train/tensor_act_model_layers_11_residual_post_attn/min": 6.4375, "train/tensor_act_model_layers_11_residual_post_attn/max": 29.375, "train/tensor_act_model_layers_11_residual_post_attn/range": 22.9375, "train/tensor_act_model_layers_11_mlp_gate_proj/norm": 3257.561767578125, "train/tensor_act_model_layers_11_mlp_gate_proj/mean": 0.5546875, "train/tensor_act_model_layers_11_mlp_gate_proj/std": 0.9765625, "train/tensor_act_model_layers_11_mlp_gate_proj/max_abs": 2.515625, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/min": -1.625, "train/tensor_act_model_layers_11_mlp_gate_proj/max": 2.515625, "train/tensor_act_model_layers_11_mlp_gate_proj/range": 4.140625, "train/tensor_act_model_layers_11_mlp_up_proj/norm": 3318.57568359375, "train/tensor_act_model_layers_11_mlp_up_proj/mean": -0.0294189453125, "train/tensor_act_model_layers_11_mlp_up_proj/std": 1.1484375, "train/tensor_act_model_layers_11_mlp_up_proj/max_abs": 3.390625, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/min": -2.75, "train/tensor_act_model_layers_11_mlp_up_proj/max": 3.390625, "train/tensor_act_model_layers_11_mlp_up_proj/range": 6.140625, "train/tensor_act_model_layers_11_mlp_down_proj/norm": 9272.23828125, "train/tensor_act_model_layers_11_mlp_down_proj/mean": 4.375, "train/tensor_act_model_layers_11_mlp_down_proj/std": 1.203125, "train/tensor_act_model_layers_11_mlp_down_proj/max_abs": 7.3125, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/min": 0.984375, "train/tensor_act_model_layers_11_mlp_down_proj/max": 7.3125, "train/tensor_act_model_layers_11_mlp_down_proj/range": 6.328125, "train/tensor_act_model_layers_11_mlp/norm": 9272.23828125, "train/tensor_act_model_layers_11_mlp/mean": 4.375, "train/tensor_act_model_layers_11_mlp/std": 1.203125, "train/tensor_act_model_layers_11_mlp/max_abs": 7.3125, "train/tensor_act_model_layers_11_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp/min": 0.984375, "train/tensor_act_model_layers_11_mlp/max": 7.3125, "train/tensor_act_model_layers_11_mlp/range": 6.328125, "train/tensor_act_model_layers_11_residual_post_mlp/norm": 52080.26171875, "train/tensor_act_model_layers_11_residual_post_mlp/mean": 25.125, "train/tensor_act_model_layers_11_residual_post_mlp/std": 3.640625, "train/tensor_act_model_layers_11_residual_post_mlp/max_abs": 33.5, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_user_limit": 0.9999995231628418, "train/tensor_act_model_layers_11_residual_post_mlp/min": 8.4375, "train/tensor_act_model_layers_11_residual_post_mlp/max": 33.5, "train/tensor_act_model_layers_11_residual_post_mlp/range": 25.0625, "train/tensor_act_model_layers_12_residual_pre_attn/norm": 52080.26171875, "train/tensor_act_model_layers_12_residual_pre_attn/mean": 25.125, "train/tensor_act_model_layers_12_residual_pre_attn/std": 3.640625, "train/tensor_act_model_layers_12_residual_pre_attn/max_abs": 33.5, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_user_limit": 0.9999995231628418, "train/tensor_act_model_layers_12_residual_pre_attn/min": 8.4375, "train/tensor_act_model_layers_12_residual_pre_attn/max": 33.5, "train/tensor_act_model_layers_12_residual_pre_attn/range": 25.0625, "train/tensor_act_model_layers_12_residual_post_attn/norm": 52003.6640625, "train/tensor_act_model_layers_12_residual_post_attn/mean": 25.125, "train/tensor_act_model_layers_12_residual_post_attn/std": 3.65625, "train/tensor_act_model_layers_12_residual_post_attn/max_abs": 33.5, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_user_limit": 0.9999995231628418, "train/tensor_act_model_layers_12_residual_post_attn/min": 8.6875, "train/tensor_act_model_layers_12_residual_post_attn/max": 33.5, "train/tensor_act_model_layers_12_residual_post_attn/range": 24.8125, "train/tensor_act_model_layers_12_mlp_gate_proj/norm": 3536.691162109375, "train/tensor_act_model_layers_12_mlp_gate_proj/mean": 0.6484375, "train/tensor_act_model_layers_12_mlp_gate_proj/std": 1.03125, "train/tensor_act_model_layers_12_mlp_gate_proj/max_abs": 2.859375, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/min": -1.2734375, "train/tensor_act_model_layers_12_mlp_gate_proj/max": 2.859375, "train/tensor_act_model_layers_12_mlp_gate_proj/range": 4.1328125, "train/tensor_act_model_layers_12_mlp_up_proj/norm": 3545.64306640625, "train/tensor_act_model_layers_12_mlp_up_proj/mean": -0.02099609375, "train/tensor_act_model_layers_12_mlp_up_proj/std": 1.2265625, "train/tensor_act_model_layers_12_mlp_up_proj/max_abs": 2.78125, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/min": -2.78125, "train/tensor_act_model_layers_12_mlp_up_proj/max": 2.71875, "train/tensor_act_model_layers_12_mlp_up_proj/range": 5.5, "train/tensor_act_model_layers_12_mlp_down_proj/norm": 11047.6630859375, "train/tensor_act_model_layers_12_mlp_down_proj/mean": 5.25, "train/tensor_act_model_layers_12_mlp_down_proj/std": 1.265625, "train/tensor_act_model_layers_12_mlp_down_proj/max_abs": 8.0625, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/min": 1.7421875, "train/tensor_act_model_layers_12_mlp_down_proj/max": 8.0625, "train/tensor_act_model_layers_12_mlp_down_proj/range": 6.3203125, "train/tensor_act_model_layers_12_mlp/norm": 11047.6630859375, "train/tensor_act_model_layers_12_mlp/mean": 5.25, "train/tensor_act_model_layers_12_mlp/std": 1.265625, "train/tensor_act_model_layers_12_mlp/max_abs": 8.0625, "train/tensor_act_model_layers_12_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp/min": 1.7421875, "train/tensor_act_model_layers_12_mlp/max": 8.0625, "train/tensor_act_model_layers_12_mlp/range": 6.3203125, "train/tensor_act_model_layers_12_residual_post_mlp/norm": 62762.625, "train/tensor_act_model_layers_12_residual_post_mlp/mean": 30.375, "train/tensor_act_model_layers_12_residual_post_mlp/std": 4.09375, "train/tensor_act_model_layers_12_residual_post_mlp/max_abs": 40.25, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_post_mlp/min": 12.5, "train/tensor_act_model_layers_12_residual_post_mlp/max": 40.25, "train/tensor_act_model_layers_12_residual_post_mlp/range": 27.75, "train/tensor_act_model_layers_13_residual_pre_attn/norm": 62762.625, "train/tensor_act_model_layers_13_residual_pre_attn/mean": 30.375, "train/tensor_act_model_layers_13_residual_pre_attn/std": 4.09375, "train/tensor_act_model_layers_13_residual_pre_attn/max_abs": 40.25, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_pre_attn/min": 12.5, "train/tensor_act_model_layers_13_residual_pre_attn/max": 40.25, "train/tensor_act_model_layers_13_residual_pre_attn/range": 27.75, "train/tensor_act_model_layers_13_residual_post_attn/norm": 62750.74609375, "train/tensor_act_model_layers_13_residual_post_attn/mean": 30.375, "train/tensor_act_model_layers_13_residual_post_attn/std": 4.09375, "train/tensor_act_model_layers_13_residual_post_attn/max_abs": 40.25, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_post_attn/min": 12.5625, "train/tensor_act_model_layers_13_residual_post_attn/max": 40.25, "train/tensor_act_model_layers_13_residual_post_attn/range": 27.6875, "train/tensor_act_model_layers_13_mlp_gate_proj/norm": 3556.004150390625, "train/tensor_act_model_layers_13_mlp_gate_proj/mean": 0.6953125, "train/tensor_act_model_layers_13_mlp_gate_proj/std": 1.015625, "train/tensor_act_model_layers_13_mlp_gate_proj/max_abs": 2.6875, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/min": -1.1796875, "train/tensor_act_model_layers_13_mlp_gate_proj/max": 2.6875, "train/tensor_act_model_layers_13_mlp_gate_proj/range": 3.8671875, "train/tensor_act_model_layers_13_mlp_up_proj/norm": 3588.513671875, "train/tensor_act_model_layers_13_mlp_up_proj/mean": 0.2177734375, "train/tensor_act_model_layers_13_mlp_up_proj/std": 1.21875, "train/tensor_act_model_layers_13_mlp_up_proj/max_abs": 2.90625, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/min": -2.640625, "train/tensor_act_model_layers_13_mlp_up_proj/max": 2.90625, "train/tensor_act_model_layers_13_mlp_up_proj/range": 5.546875, "train/tensor_act_model_layers_13_mlp_down_proj/norm": 10742.984375, "train/tensor_act_model_layers_13_mlp_down_proj/mean": 5.09375, "train/tensor_act_model_layers_13_mlp_down_proj/std": 1.2421875, "train/tensor_act_model_layers_13_mlp_down_proj/max_abs": 8.0, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/min": 1.484375, "train/tensor_act_model_layers_13_mlp_down_proj/max": 8.0, "train/tensor_act_model_layers_13_mlp_down_proj/range": 6.515625, "train/tensor_act_model_layers_13_mlp/norm": 10742.984375, "train/tensor_act_model_layers_13_mlp/mean": 5.09375, "train/tensor_act_model_layers_13_mlp/std": 1.2421875, "train/tensor_act_model_layers_13_mlp/max_abs": 8.0, "train/tensor_act_model_layers_13_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp/min": 1.484375, "train/tensor_act_model_layers_13_mlp/max": 8.0, "train/tensor_act_model_layers_13_mlp/range": 6.515625, "train/tensor_act_model_layers_13_residual_post_mlp/norm": 73210.6640625, "train/tensor_act_model_layers_13_residual_post_mlp/mean": 35.5, "train/tensor_act_model_layers_13_residual_post_mlp/std": 4.53125, "train/tensor_act_model_layers_13_residual_post_mlp/max_abs": 46.5, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_post_mlp/min": 17.75, "train/tensor_act_model_layers_13_residual_post_mlp/max": 46.5, "train/tensor_act_model_layers_13_residual_post_mlp/range": 28.75, "train/tensor_act_model_layers_14_residual_pre_attn/norm": 73210.6640625, "train/tensor_act_model_layers_14_residual_pre_attn/mean": 35.5, "train/tensor_act_model_layers_14_residual_pre_attn/std": 4.53125, "train/tensor_act_model_layers_14_residual_pre_attn/max_abs": 46.5, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_pre_attn/min": 17.75, "train/tensor_act_model_layers_14_residual_pre_attn/max": 46.5, "train/tensor_act_model_layers_14_residual_pre_attn/range": 28.75, "train/tensor_act_model_layers_14_residual_post_attn/norm": 73196.9921875, "train/tensor_act_model_layers_14_residual_post_attn/mean": 35.5, "train/tensor_act_model_layers_14_residual_post_attn/std": 4.53125, "train/tensor_act_model_layers_14_residual_post_attn/max_abs": 46.5, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_post_attn/min": 17.625, "train/tensor_act_model_layers_14_residual_post_attn/max": 46.5, "train/tensor_act_model_layers_14_residual_post_attn/range": 28.875, "train/tensor_act_model_layers_14_mlp_gate_proj/norm": 3436.3125, "train/tensor_act_model_layers_14_mlp_gate_proj/mean": 0.671875, "train/tensor_act_model_layers_14_mlp_gate_proj/std": 0.9765625, "train/tensor_act_model_layers_14_mlp_gate_proj/max_abs": 2.828125, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/min": -0.95703125, "train/tensor_act_model_layers_14_mlp_gate_proj/max": 2.828125, "train/tensor_act_model_layers_14_mlp_gate_proj/range": 3.78515625, "train/tensor_act_model_layers_14_mlp_up_proj/norm": 3557.488037109375, "train/tensor_act_model_layers_14_mlp_up_proj/mean": -0.2177734375, "train/tensor_act_model_layers_14_mlp_up_proj/std": 1.2109375, "train/tensor_act_model_layers_14_mlp_up_proj/max_abs": 2.90625, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/min": -2.90625, "train/tensor_act_model_layers_14_mlp_up_proj/max": 2.53125, "train/tensor_act_model_layers_14_mlp_up_proj/range": 5.4375, "train/tensor_act_model_layers_14_mlp_down_proj/norm": 10876.7412109375, "train/tensor_act_model_layers_14_mlp_down_proj/mean": 5.15625, "train/tensor_act_model_layers_14_mlp_down_proj/std": 1.234375, "train/tensor_act_model_layers_14_mlp_down_proj/max_abs": 8.1875, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/min": 2.0, "train/tensor_act_model_layers_14_mlp_down_proj/max": 8.1875, "train/tensor_act_model_layers_14_mlp_down_proj/range": 6.1875, "train/tensor_act_model_layers_14_mlp/norm": 10876.7412109375, "train/tensor_act_model_layers_14_mlp/mean": 5.15625, "train/tensor_act_model_layers_14_mlp/std": 1.234375, "train/tensor_act_model_layers_14_mlp/max_abs": 8.1875, "train/tensor_act_model_layers_14_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp/min": 2.0, "train/tensor_act_model_layers_14_mlp/max": 8.1875, "train/tensor_act_model_layers_14_mlp/range": 6.1875, "train/tensor_act_model_layers_14_residual_post_mlp/norm": 83702.6484375, "train/tensor_act_model_layers_14_residual_post_mlp/mean": 40.5, "train/tensor_act_model_layers_14_residual_post_mlp/std": 4.65625, "train/tensor_act_model_layers_14_residual_post_mlp/max_abs": 51.75, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_post_mlp/min": 21.75, "train/tensor_act_model_layers_14_residual_post_mlp/max": 51.75, "train/tensor_act_model_layers_14_residual_post_mlp/range": 30.0, "train/tensor_act_model_layers_15_residual_pre_attn/norm": 83702.6484375, "train/tensor_act_model_layers_15_residual_pre_attn/mean": 40.5, "train/tensor_act_model_layers_15_residual_pre_attn/std": 4.65625, "train/tensor_act_model_layers_15_residual_pre_attn/max_abs": 51.75, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_pre_attn/min": 21.75, "train/tensor_act_model_layers_15_residual_pre_attn/max": 51.75, "train/tensor_act_model_layers_15_residual_pre_attn/range": 30.0, "train/tensor_act_model_layers_15_residual_post_attn/norm": 83692.546875, "train/tensor_act_model_layers_15_residual_post_attn/mean": 40.5, "train/tensor_act_model_layers_15_residual_post_attn/std": 4.65625, "train/tensor_act_model_layers_15_residual_post_attn/max_abs": 51.75, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_post_attn/min": 21.875, "train/tensor_act_model_layers_15_residual_post_attn/max": 51.75, "train/tensor_act_model_layers_15_residual_post_attn/range": 29.875, "train/tensor_act_model_layers_15_mlp_gate_proj/norm": 3464.39599609375, "train/tensor_act_model_layers_15_mlp_gate_proj/mean": 0.640625, "train/tensor_act_model_layers_15_mlp_gate_proj/std": 1.0078125, "train/tensor_act_model_layers_15_mlp_gate_proj/max_abs": 2.71875, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/min": -1.140625, "train/tensor_act_model_layers_15_mlp_gate_proj/max": 2.71875, "train/tensor_act_model_layers_15_mlp_gate_proj/range": 3.859375, "train/tensor_act_model_layers_15_mlp_up_proj/norm": 3513.2890625, "train/tensor_act_model_layers_15_mlp_up_proj/mean": -0.11376953125, "train/tensor_act_model_layers_15_mlp_up_proj/std": 1.2109375, "train/tensor_act_model_layers_15_mlp_up_proj/max_abs": 3.140625, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/min": -3.140625, "train/tensor_act_model_layers_15_mlp_up_proj/max": 2.84375, "train/tensor_act_model_layers_15_mlp_up_proj/range": 5.984375, "train/tensor_act_model_layers_15_mlp_down_proj/norm": 10640.7470703125, "train/tensor_act_model_layers_15_mlp_down_proj/mean": 5.0625, "train/tensor_act_model_layers_15_mlp_down_proj/std": 1.2265625, "train/tensor_act_model_layers_15_mlp_down_proj/max_abs": 7.6875, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/min": 1.9453125, "train/tensor_act_model_layers_15_mlp_down_proj/max": 7.6875, "train/tensor_act_model_layers_15_mlp_down_proj/range": 5.7421875, "train/tensor_act_model_layers_15_mlp/norm": 10640.7470703125, "train/tensor_act_model_layers_15_mlp/mean": 5.0625, "train/tensor_act_model_layers_15_mlp/std": 1.2265625, "train/tensor_act_model_layers_15_mlp/max_abs": 7.6875, "train/tensor_act_model_layers_15_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp/min": 1.9453125, "train/tensor_act_model_layers_15_mlp/max": 7.6875, "train/tensor_act_model_layers_15_mlp/range": 5.7421875, "train/tensor_act_model_layers_15_residual_post_mlp/norm": 94073.0234375, "train/tensor_act_model_layers_15_residual_post_mlp/mean": 45.75, "train/tensor_act_model_layers_15_residual_post_mlp/std": 5.1875, "train/tensor_act_model_layers_15_residual_post_mlp/max_abs": 57.75, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_post_mlp/min": 24.625, "train/tensor_act_model_layers_15_residual_post_mlp/max": 57.75, "train/tensor_act_model_layers_15_residual_post_mlp/range": 33.125, "train/tensor_act_model_layers_16_residual_pre_attn/norm": 94073.0234375, "train/tensor_act_model_layers_16_residual_pre_attn/mean": 45.75, "train/tensor_act_model_layers_16_residual_pre_attn/std": 5.1875, "train/tensor_act_model_layers_16_residual_pre_attn/max_abs": 57.75, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_pre_attn/min": 24.625, "train/tensor_act_model_layers_16_residual_pre_attn/max": 57.75, "train/tensor_act_model_layers_16_residual_pre_attn/range": 33.125, "train/tensor_act_model_layers_16_residual_post_attn/norm": 94074.9921875, "train/tensor_act_model_layers_16_residual_post_attn/mean": 45.75, "train/tensor_act_model_layers_16_residual_post_attn/std": 5.1875, "train/tensor_act_model_layers_16_residual_post_attn/max_abs": 57.75, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_post_attn/min": 24.625, "train/tensor_act_model_layers_16_residual_post_attn/max": 57.75, "train/tensor_act_model_layers_16_residual_post_attn/range": 33.125, "train/tensor_act_model_layers_16_mlp_gate_proj/norm": 3521.722412109375, "train/tensor_act_model_layers_16_mlp_gate_proj/mean": 0.625, "train/tensor_act_model_layers_16_mlp_gate_proj/std": 1.046875, "train/tensor_act_model_layers_16_mlp_gate_proj/max_abs": 2.5625, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/min": -1.4140625, "train/tensor_act_model_layers_16_mlp_gate_proj/max": 2.5625, "train/tensor_act_model_layers_16_mlp_gate_proj/range": 3.9765625, "train/tensor_act_model_layers_16_mlp_up_proj/norm": 3487.711181640625, "train/tensor_act_model_layers_16_mlp_up_proj/mean": 0.038330078125, "train/tensor_act_model_layers_16_mlp_up_proj/std": 1.203125, "train/tensor_act_model_layers_16_mlp_up_proj/max_abs": 2.59375, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/min": -2.5625, "train/tensor_act_model_layers_16_mlp_up_proj/max": 2.59375, "train/tensor_act_model_layers_16_mlp_up_proj/range": 5.15625, "train/tensor_act_model_layers_16_mlp_down_proj/norm": 11113.27734375, "train/tensor_act_model_layers_16_mlp_down_proj/mean": 5.28125, "train/tensor_act_model_layers_16_mlp_down_proj/std": 1.21875, "train/tensor_act_model_layers_16_mlp_down_proj/max_abs": 8.625, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/min": 2.234375, "train/tensor_act_model_layers_16_mlp_down_proj/max": 8.625, "train/tensor_act_model_layers_16_mlp_down_proj/range": 6.390625, "train/tensor_act_model_layers_16_mlp/norm": 11113.27734375, "train/tensor_act_model_layers_16_mlp/mean": 5.28125, "train/tensor_act_model_layers_16_mlp/std": 1.21875, "train/tensor_act_model_layers_16_mlp/max_abs": 8.625, "train/tensor_act_model_layers_16_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp/min": 2.234375, "train/tensor_act_model_layers_16_mlp/max": 8.625, "train/tensor_act_model_layers_16_mlp/range": 6.390625, "train/tensor_act_model_layers_16_residual_post_mlp/norm": 104871.078125, "train/tensor_act_model_layers_16_residual_post_mlp/mean": 51.0, "train/tensor_act_model_layers_16_residual_post_mlp/std": 5.3125, "train/tensor_act_model_layers_16_residual_post_mlp/max_abs": 63.0, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_post_mlp/min": 28.625, "train/tensor_act_model_layers_16_residual_post_mlp/max": 63.0, "train/tensor_act_model_layers_16_residual_post_mlp/range": 34.375, "train/tensor_act_model_layers_17_residual_pre_attn/norm": 104871.078125, "train/tensor_act_model_layers_17_residual_pre_attn/mean": 51.0, "train/tensor_act_model_layers_17_residual_pre_attn/std": 5.3125, "train/tensor_act_model_layers_17_residual_pre_attn/max_abs": 63.0, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_pre_attn/min": 28.625, "train/tensor_act_model_layers_17_residual_pre_attn/max": 63.0, "train/tensor_act_model_layers_17_residual_pre_attn/range": 34.375, "train/tensor_act_model_layers_17_residual_post_attn/norm": 104891.7578125, "train/tensor_act_model_layers_17_residual_post_attn/mean": 51.0, "train/tensor_act_model_layers_17_residual_post_attn/std": 5.3125, "train/tensor_act_model_layers_17_residual_post_attn/max_abs": 63.0, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_post_attn/min": 28.625, "train/tensor_act_model_layers_17_residual_post_attn/max": 63.0, "train/tensor_act_model_layers_17_residual_post_attn/range": 34.375, "train/tensor_act_model_layers_17_mlp_gate_proj/norm": 3449.7861328125, "train/tensor_act_model_layers_17_mlp_gate_proj/mean": 0.65625, "train/tensor_act_model_layers_17_mlp_gate_proj/std": 0.99609375, "train/tensor_act_model_layers_17_mlp_gate_proj/max_abs": 2.6875, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/min": -1.0234375, "train/tensor_act_model_layers_17_mlp_gate_proj/max": 2.6875, "train/tensor_act_model_layers_17_mlp_gate_proj/range": 3.7109375, "train/tensor_act_model_layers_17_mlp_up_proj/norm": 3569.17529296875, "train/tensor_act_model_layers_17_mlp_up_proj/mean": 0.0810546875, "train/tensor_act_model_layers_17_mlp_up_proj/std": 1.2265625, "train/tensor_act_model_layers_17_mlp_up_proj/max_abs": 2.828125, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/min": -2.625, "train/tensor_act_model_layers_17_mlp_up_proj/max": 2.828125, "train/tensor_act_model_layers_17_mlp_up_proj/range": 5.453125, "train/tensor_act_model_layers_17_mlp_down_proj/norm": 10793.453125, "train/tensor_act_model_layers_17_mlp_down_proj/mean": 5.09375, "train/tensor_act_model_layers_17_mlp_down_proj/std": 1.3359375, "train/tensor_act_model_layers_17_mlp_down_proj/max_abs": 8.5, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/min": 1.6484375, "train/tensor_act_model_layers_17_mlp_down_proj/max": 8.5, "train/tensor_act_model_layers_17_mlp_down_proj/range": 6.8515625, "train/tensor_act_model_layers_17_mlp/norm": 10793.453125, "train/tensor_act_model_layers_17_mlp/mean": 5.09375, "train/tensor_act_model_layers_17_mlp/std": 1.3359375, "train/tensor_act_model_layers_17_mlp/max_abs": 8.5, "train/tensor_act_model_layers_17_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp/min": 1.6484375, "train/tensor_act_model_layers_17_mlp/max": 8.5, "train/tensor_act_model_layers_17_mlp/range": 6.8515625, "train/tensor_act_model_layers_17_residual_post_mlp/norm": 115313.6796875, "train/tensor_act_model_layers_17_residual_post_mlp/mean": 56.0, "train/tensor_act_model_layers_17_residual_post_mlp/std": 5.5, "train/tensor_act_model_layers_17_residual_post_mlp/max_abs": 69.0, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_post_mlp/min": 31.125, "train/tensor_act_model_layers_17_residual_post_mlp/max": 69.0, "train/tensor_act_model_layers_17_residual_post_mlp/range": 37.875, "train/tensor_act_model_layers_18_residual_pre_attn/norm": 115313.6796875, "train/tensor_act_model_layers_18_residual_pre_attn/mean": 56.0, "train/tensor_act_model_layers_18_residual_pre_attn/std": 5.5, "train/tensor_act_model_layers_18_residual_pre_attn/max_abs": 69.0, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_pre_attn/min": 31.125, "train/tensor_act_model_layers_18_residual_pre_attn/max": 69.0, "train/tensor_act_model_layers_18_residual_pre_attn/range": 37.875, "train/tensor_act_model_layers_18_residual_post_attn/norm": 115286.890625, "train/tensor_act_model_layers_18_residual_post_attn/mean": 56.0, "train/tensor_act_model_layers_18_residual_post_attn/std": 5.5, "train/tensor_act_model_layers_18_residual_post_attn/max_abs": 69.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_post_attn/min": 31.125, "train/tensor_act_model_layers_18_residual_post_attn/max": 69.0, "train/tensor_act_model_layers_18_residual_post_attn/range": 37.875, "train/tensor_act_model_layers_18_mlp_gate_proj/norm": 3426.225830078125, "train/tensor_act_model_layers_18_mlp_gate_proj/mean": 0.5546875, "train/tensor_act_model_layers_18_mlp_gate_proj/std": 1.046875, "train/tensor_act_model_layers_18_mlp_gate_proj/max_abs": 3.03125, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/min": -1.4921875, "train/tensor_act_model_layers_18_mlp_gate_proj/max": 3.03125, "train/tensor_act_model_layers_18_mlp_gate_proj/range": 4.5234375, "train/tensor_act_model_layers_18_mlp_up_proj/norm": 3503.888427734375, "train/tensor_act_model_layers_18_mlp_up_proj/mean": 0.061767578125, "train/tensor_act_model_layers_18_mlp_up_proj/std": 1.2109375, "train/tensor_act_model_layers_18_mlp_up_proj/max_abs": 2.84375, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/min": -2.671875, "train/tensor_act_model_layers_18_mlp_up_proj/max": 2.84375, "train/tensor_act_model_layers_18_mlp_up_proj/range": 5.515625, "train/tensor_act_model_layers_18_mlp_down_proj/norm": 10618.24609375, "train/tensor_act_model_layers_18_mlp_down_proj/mean": 5.0625, "train/tensor_act_model_layers_18_mlp_down_proj/std": 1.125, "train/tensor_act_model_layers_18_mlp_down_proj/max_abs": 8.125, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/min": 2.328125, "train/tensor_act_model_layers_18_mlp_down_proj/max": 8.125, "train/tensor_act_model_layers_18_mlp_down_proj/range": 5.796875, "train/tensor_act_model_layers_18_mlp/norm": 10618.24609375, "train/tensor_act_model_layers_18_mlp/mean": 5.0625, "train/tensor_act_model_layers_18_mlp/std": 1.125, "train/tensor_act_model_layers_18_mlp/max_abs": 8.125, "train/tensor_act_model_layers_18_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp/min": 2.328125, "train/tensor_act_model_layers_18_mlp/max": 8.125, "train/tensor_act_model_layers_18_mlp/range": 5.796875, "train/tensor_act_model_layers_18_residual_post_mlp/norm": 125679.84375, "train/tensor_act_model_layers_18_residual_post_mlp/mean": 61.0, "train/tensor_act_model_layers_18_residual_post_mlp/std": 5.8125, "train/tensor_act_model_layers_18_residual_post_mlp/max_abs": 75.5, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_post_mlp/min": 36.25, "train/tensor_act_model_layers_18_residual_post_mlp/max": 75.5, "train/tensor_act_model_layers_18_residual_post_mlp/range": 39.25, "train/tensor_act_model_layers_19_residual_pre_attn/norm": 125679.84375, "train/tensor_act_model_layers_19_residual_pre_attn/mean": 61.0, "train/tensor_act_model_layers_19_residual_pre_attn/std": 5.8125, "train/tensor_act_model_layers_19_residual_pre_attn/max_abs": 75.5, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_pre_attn/min": 36.25, "train/tensor_act_model_layers_19_residual_pre_attn/max": 75.5, "train/tensor_act_model_layers_19_residual_pre_attn/range": 39.25, "train/tensor_act_model_layers_19_residual_post_attn/norm": 125676.0703125, "train/tensor_act_model_layers_19_residual_post_attn/mean": 61.0, "train/tensor_act_model_layers_19_residual_post_attn/std": 5.8125, "train/tensor_act_model_layers_19_residual_post_attn/max_abs": 75.5, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_post_attn/min": 36.25, "train/tensor_act_model_layers_19_residual_post_attn/max": 75.5, "train/tensor_act_model_layers_19_residual_post_attn/range": 39.25, "train/tensor_act_model_layers_19_mlp_gate_proj/norm": 3543.066650390625, "train/tensor_act_model_layers_19_mlp_gate_proj/mean": 0.640625, "train/tensor_act_model_layers_19_mlp_gate_proj/std": 1.0390625, "train/tensor_act_model_layers_19_mlp_gate_proj/max_abs": 2.6875, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/min": -1.21875, "train/tensor_act_model_layers_19_mlp_gate_proj/max": 2.6875, "train/tensor_act_model_layers_19_mlp_gate_proj/range": 3.90625, "train/tensor_act_model_layers_19_mlp_up_proj/norm": 3619.835693359375, "train/tensor_act_model_layers_19_mlp_up_proj/mean": -0.0732421875, "train/tensor_act_model_layers_19_mlp_up_proj/std": 1.25, "train/tensor_act_model_layers_19_mlp_up_proj/max_abs": 2.734375, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/min": -2.640625, "train/tensor_act_model_layers_19_mlp_up_proj/max": 2.734375, "train/tensor_act_model_layers_19_mlp_up_proj/range": 5.375, "train/tensor_act_model_layers_19_mlp_down_proj/norm": 11430.37109375, "train/tensor_act_model_layers_19_mlp_down_proj/mean": 5.4375, "train/tensor_act_model_layers_19_mlp_down_proj/std": 1.25, "train/tensor_act_model_layers_19_mlp_down_proj/max_abs": 9.0625, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/min": 2.5625, "train/tensor_act_model_layers_19_mlp_down_proj/max": 9.0625, "train/tensor_act_model_layers_19_mlp_down_proj/range": 6.5, "train/tensor_act_model_layers_19_mlp/norm": 11430.37109375, "train/tensor_act_model_layers_19_mlp/mean": 5.4375, "train/tensor_act_model_layers_19_mlp/std": 1.25, "train/tensor_act_model_layers_19_mlp/max_abs": 9.0625, "train/tensor_act_model_layers_19_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp/min": 2.5625, "train/tensor_act_model_layers_19_mlp/max": 9.0625, "train/tensor_act_model_layers_19_mlp/range": 6.5, "train/tensor_act_model_layers_19_residual_post_mlp/norm": 136846.015625, "train/tensor_act_model_layers_19_residual_post_mlp/mean": 66.5, "train/tensor_act_model_layers_19_residual_post_mlp/std": 6.1875, "train/tensor_act_model_layers_19_residual_post_mlp/max_abs": 81.5, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_post_mlp/min": 41.5, "train/tensor_act_model_layers_19_residual_post_mlp/max": 81.5, "train/tensor_act_model_layers_19_residual_post_mlp/range": 40.0, "train/tensor_act_model_layers_20_residual_pre_attn/norm": 136846.015625, "train/tensor_act_model_layers_20_residual_pre_attn/mean": 66.5, "train/tensor_act_model_layers_20_residual_pre_attn/std": 6.1875, "train/tensor_act_model_layers_20_residual_pre_attn/max_abs": 81.5, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_pre_attn/min": 41.5, "train/tensor_act_model_layers_20_residual_pre_attn/max": 81.5, "train/tensor_act_model_layers_20_residual_pre_attn/range": 40.0, "train/tensor_act_model_layers_20_residual_post_attn/norm": 136842.296875, "train/tensor_act_model_layers_20_residual_post_attn/mean": 66.5, "train/tensor_act_model_layers_20_residual_post_attn/std": 6.1875, "train/tensor_act_model_layers_20_residual_post_attn/max_abs": 81.5, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_post_attn/min": 41.5, "train/tensor_act_model_layers_20_residual_post_attn/max": 81.5, "train/tensor_act_model_layers_20_residual_post_attn/range": 40.0, "train/tensor_act_model_layers_20_mlp_gate_proj/norm": 3287.136962890625, "train/tensor_act_model_layers_20_mlp_gate_proj/mean": 0.48046875, "train/tensor_act_model_layers_20_mlp_gate_proj/std": 1.03125, "train/tensor_act_model_layers_20_mlp_gate_proj/max_abs": 2.703125, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/min": -1.03125, "train/tensor_act_model_layers_20_mlp_gate_proj/max": 2.703125, "train/tensor_act_model_layers_20_mlp_gate_proj/range": 3.734375, "train/tensor_act_model_layers_20_mlp_up_proj/norm": 3323.861572265625, "train/tensor_act_model_layers_20_mlp_up_proj/mean": 0.1953125, "train/tensor_act_model_layers_20_mlp_up_proj/std": 1.1328125, "train/tensor_act_model_layers_20_mlp_up_proj/max_abs": 2.6875, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/min": -2.53125, "train/tensor_act_model_layers_20_mlp_up_proj/max": 2.6875, "train/tensor_act_model_layers_20_mlp_up_proj/range": 5.21875, "train/tensor_act_model_layers_20_mlp_down_proj/norm": 9377.2548828125, "train/tensor_act_model_layers_20_mlp_down_proj/mean": 4.4375, "train/tensor_act_model_layers_20_mlp_down_proj/std": 1.171875, "train/tensor_act_model_layers_20_mlp_down_proj/max_abs": 7.21875, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/min": 2.03125, "train/tensor_act_model_layers_20_mlp_down_proj/max": 7.21875, "train/tensor_act_model_layers_20_mlp_down_proj/range": 5.1875, "train/tensor_act_model_layers_20_mlp/norm": 9377.2548828125, "train/tensor_act_model_layers_20_mlp/mean": 4.4375, "train/tensor_act_model_layers_20_mlp/std": 1.171875, "train/tensor_act_model_layers_20_mlp/max_abs": 7.21875, "train/tensor_act_model_layers_20_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp/min": 2.03125, "train/tensor_act_model_layers_20_mlp/max": 7.21875, "train/tensor_act_model_layers_20_mlp/range": 5.1875, "train/tensor_act_model_layers_20_residual_post_mlp/norm": 145891.765625, "train/tensor_act_model_layers_20_residual_post_mlp/mean": 71.0, "train/tensor_act_model_layers_20_residual_post_mlp/std": 6.5, "train/tensor_act_model_layers_20_residual_post_mlp/max_abs": 86.5, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_post_mlp/min": 46.75, "train/tensor_act_model_layers_20_residual_post_mlp/max": 86.5, "train/tensor_act_model_layers_20_residual_post_mlp/range": 39.75, "train/tensor_act_model_layers_21_residual_pre_attn/norm": 145891.765625, "train/tensor_act_model_layers_21_residual_pre_attn/mean": 71.0, "train/tensor_act_model_layers_21_residual_pre_attn/std": 6.5, "train/tensor_act_model_layers_21_residual_pre_attn/max_abs": 86.5, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_pre_attn/min": 46.75, "train/tensor_act_model_layers_21_residual_pre_attn/max": 86.5, "train/tensor_act_model_layers_21_residual_pre_attn/range": 39.75, "train/tensor_act_model_layers_21_residual_post_attn/norm": 145891.765625, "train/tensor_act_model_layers_21_residual_post_attn/mean": 71.0, "train/tensor_act_model_layers_21_residual_post_attn/std": 6.5, "train/tensor_act_model_layers_21_residual_post_attn/max_abs": 86.5, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_post_attn/min": 46.75, "train/tensor_act_model_layers_21_residual_post_attn/max": 86.5, "train/tensor_act_model_layers_21_residual_post_attn/range": 39.75, "train/tensor_act_model_layers_21_mlp_gate_proj/norm": 3293.478515625, "train/tensor_act_model_layers_21_mlp_gate_proj/mean": 0.474609375, "train/tensor_act_model_layers_21_mlp_gate_proj/std": 1.03125, "train/tensor_act_model_layers_21_mlp_gate_proj/max_abs": 2.484375, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_21_mlp_gate_proj/max": 2.484375, "train/tensor_act_model_layers_21_mlp_gate_proj/range": 3.765625, "train/tensor_act_model_layers_21_mlp_up_proj/norm": 3349.46826171875, "train/tensor_act_model_layers_21_mlp_up_proj/mean": 0.001434326171875, "train/tensor_act_model_layers_21_mlp_up_proj/std": 1.15625, "train/tensor_act_model_layers_21_mlp_up_proj/max_abs": 2.921875, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/min": -2.921875, "train/tensor_act_model_layers_21_mlp_up_proj/max": 2.578125, "train/tensor_act_model_layers_21_mlp_up_proj/range": 5.5, "train/tensor_act_model_layers_21_mlp_down_proj/norm": 9519.724609375, "train/tensor_act_model_layers_21_mlp_down_proj/mean": 4.53125, "train/tensor_act_model_layers_21_mlp_down_proj/std": 1.03125, "train/tensor_act_model_layers_21_mlp_down_proj/max_abs": 7.40625, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/min": 2.203125, "train/tensor_act_model_layers_21_mlp_down_proj/max": 7.40625, "train/tensor_act_model_layers_21_mlp_down_proj/range": 5.203125, "train/tensor_act_model_layers_21_mlp/norm": 9519.724609375, "train/tensor_act_model_layers_21_mlp/mean": 4.53125, "train/tensor_act_model_layers_21_mlp/std": 1.03125, "train/tensor_act_model_layers_21_mlp/max_abs": 7.40625, "train/tensor_act_model_layers_21_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp/min": 2.203125, "train/tensor_act_model_layers_21_mlp/max": 7.40625, "train/tensor_act_model_layers_21_mlp/range": 5.203125, "train/tensor_act_model_layers_21_residual_post_mlp/norm": 155182.5625, "train/tensor_act_model_layers_21_residual_post_mlp/mean": 75.5, "train/tensor_act_model_layers_21_residual_post_mlp/std": 6.8125, "train/tensor_act_model_layers_21_residual_post_mlp/max_abs": 92.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_post_mlp/min": 50.25, "train/tensor_act_model_layers_21_residual_post_mlp/max": 92.0, "train/tensor_act_model_layers_21_residual_post_mlp/range": 41.75, "train/tensor_act_model_layers_22_residual_pre_attn/norm": 155182.5625, "train/tensor_act_model_layers_22_residual_pre_attn/mean": 75.5, "train/tensor_act_model_layers_22_residual_pre_attn/std": 6.8125, "train/tensor_act_model_layers_22_residual_pre_attn/max_abs": 92.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_pre_attn/min": 50.25, "train/tensor_act_model_layers_22_residual_pre_attn/max": 92.0, "train/tensor_act_model_layers_22_residual_pre_attn/range": 41.75, "train/tensor_act_model_layers_22_residual_post_attn/norm": 155182.5625, "train/tensor_act_model_layers_22_residual_post_attn/mean": 75.5, "train/tensor_act_model_layers_22_residual_post_attn/std": 6.8125, "train/tensor_act_model_layers_22_residual_post_attn/max_abs": 92.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_post_attn/min": 50.25, "train/tensor_act_model_layers_22_residual_post_attn/max": 92.0, "train/tensor_act_model_layers_22_residual_post_attn/range": 41.75, "train/tensor_act_model_layers_22_mlp_gate_proj/norm": 3532.55126953125, "train/tensor_act_model_layers_22_mlp_gate_proj/mean": 0.56640625, "train/tensor_act_model_layers_22_mlp_gate_proj/std": 1.078125, "train/tensor_act_model_layers_22_mlp_gate_proj/max_abs": 2.890625, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/min": -1.1796875, "train/tensor_act_model_layers_22_mlp_gate_proj/max": 2.890625, "train/tensor_act_model_layers_22_mlp_gate_proj/range": 4.0703125, "train/tensor_act_model_layers_22_mlp_up_proj/norm": 3602.646484375, "train/tensor_act_model_layers_22_mlp_up_proj/mean": -0.06689453125, "train/tensor_act_model_layers_22_mlp_up_proj/std": 1.2421875, "train/tensor_act_model_layers_22_mlp_up_proj/max_abs": 2.78125, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/min": -2.78125, "train/tensor_act_model_layers_22_mlp_up_proj/max": 2.59375, "train/tensor_act_model_layers_22_mlp_up_proj/range": 5.375, "train/tensor_act_model_layers_22_mlp_down_proj/norm": 11122.8115234375, "train/tensor_act_model_layers_22_mlp_down_proj/mean": 5.3125, "train/tensor_act_model_layers_22_mlp_down_proj/std": 1.0703125, "train/tensor_act_model_layers_22_mlp_down_proj/max_abs": 7.3125, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/min": 2.15625, "train/tensor_act_model_layers_22_mlp_down_proj/max": 7.3125, "train/tensor_act_model_layers_22_mlp_down_proj/range": 5.15625, "train/tensor_act_model_layers_22_mlp/norm": 11122.8115234375, "train/tensor_act_model_layers_22_mlp/mean": 5.3125, "train/tensor_act_model_layers_22_mlp/std": 1.0703125, "train/tensor_act_model_layers_22_mlp/max_abs": 7.3125, "train/tensor_act_model_layers_22_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp/min": 2.15625, "train/tensor_act_model_layers_22_mlp/max": 7.3125, "train/tensor_act_model_layers_22_mlp/range": 5.15625, "train/tensor_act_model_layers_22_residual_post_mlp/norm": 166103.015625, "train/tensor_act_model_layers_22_residual_post_mlp/mean": 81.0, "train/tensor_act_model_layers_22_residual_post_mlp/std": 7.28125, "train/tensor_act_model_layers_22_residual_post_mlp/max_abs": 97.5, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_post_mlp/min": 55.25, "train/tensor_act_model_layers_22_residual_post_mlp/max": 97.5, "train/tensor_act_model_layers_22_residual_post_mlp/range": 42.25, "train/tensor_act_model_layers_23_residual_pre_attn/norm": 166103.015625, "train/tensor_act_model_layers_23_residual_pre_attn/mean": 81.0, "train/tensor_act_model_layers_23_residual_pre_attn/std": 7.28125, "train/tensor_act_model_layers_23_residual_pre_attn/max_abs": 97.5, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_pre_attn/min": 55.25, "train/tensor_act_model_layers_23_residual_pre_attn/max": 97.5, "train/tensor_act_model_layers_23_residual_pre_attn/range": 42.25, "train/tensor_act_model_layers_23_residual_post_attn/norm": 166103.015625, "train/tensor_act_model_layers_23_residual_post_attn/mean": 81.0, "train/tensor_act_model_layers_23_residual_post_attn/std": 7.28125, "train/tensor_act_model_layers_23_residual_post_attn/max_abs": 97.5, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_post_attn/min": 55.25, "train/tensor_act_model_layers_23_residual_post_attn/max": 97.5, "train/tensor_act_model_layers_23_residual_post_attn/range": 42.25, "train/tensor_act_model_layers_23_mlp_gate_proj/norm": 3546.715087890625, "train/tensor_act_model_layers_23_mlp_gate_proj/mean": 0.58984375, "train/tensor_act_model_layers_23_mlp_gate_proj/std": 1.0703125, "train/tensor_act_model_layers_23_mlp_gate_proj/max_abs": 2.75, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_23_mlp_gate_proj/max": 2.75, "train/tensor_act_model_layers_23_mlp_gate_proj/range": 4.0390625, "train/tensor_act_model_layers_23_mlp_up_proj/norm": 3652.969970703125, "train/tensor_act_model_layers_23_mlp_up_proj/mean": -0.0439453125, "train/tensor_act_model_layers_23_mlp_up_proj/std": 1.2578125, "train/tensor_act_model_layers_23_mlp_up_proj/max_abs": 2.78125, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/min": -2.75, "train/tensor_act_model_layers_23_mlp_up_proj/max": 2.78125, "train/tensor_act_model_layers_23_mlp_up_proj/range": 5.53125, "train/tensor_act_model_layers_23_mlp_down_proj/norm": 11297.5615234375, "train/tensor_act_model_layers_23_mlp_down_proj/mean": 5.34375, "train/tensor_act_model_layers_23_mlp_down_proj/std": 1.3515625, "train/tensor_act_model_layers_23_mlp_down_proj/max_abs": 8.875, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/min": 2.15625, "train/tensor_act_model_layers_23_mlp_down_proj/max": 8.875, "train/tensor_act_model_layers_23_mlp_down_proj/range": 6.71875, "train/tensor_act_model_layers_23_mlp/norm": 11297.5615234375, "train/tensor_act_model_layers_23_mlp/mean": 5.34375, "train/tensor_act_model_layers_23_mlp/std": 1.3515625, "train/tensor_act_model_layers_23_mlp/max_abs": 8.875, "train/tensor_act_model_layers_23_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp/min": 2.15625, "train/tensor_act_model_layers_23_mlp/max": 8.875, "train/tensor_act_model_layers_23_mlp/range": 6.71875, "train/tensor_act_model_layers_23_residual_post_mlp/norm": 177131.078125, "train/tensor_act_model_layers_23_residual_post_mlp/mean": 86.0, "train/tensor_act_model_layers_23_residual_post_mlp/std": 7.8125, "train/tensor_act_model_layers_23_residual_post_mlp/max_abs": 103.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_post_mlp/min": 60.0, "train/tensor_act_model_layers_23_residual_post_mlp/max": 103.0, "train/tensor_act_model_layers_23_residual_post_mlp/range": 43.0, "train/tensor_act_model_layers_24_residual_pre_attn/norm": 177131.078125, "train/tensor_act_model_layers_24_residual_pre_attn/mean": 86.0, "train/tensor_act_model_layers_24_residual_pre_attn/std": 7.8125, "train/tensor_act_model_layers_24_residual_pre_attn/max_abs": 103.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_pre_attn/min": 60.0, "train/tensor_act_model_layers_24_residual_pre_attn/max": 103.0, "train/tensor_act_model_layers_24_residual_pre_attn/range": 43.0, "train/tensor_act_model_layers_24_residual_post_attn/norm": 177131.078125, "train/tensor_act_model_layers_24_residual_post_attn/mean": 86.0, "train/tensor_act_model_layers_24_residual_post_attn/std": 7.8125, "train/tensor_act_model_layers_24_residual_post_attn/max_abs": 103.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_post_attn/min": 60.0, "train/tensor_act_model_layers_24_residual_post_attn/max": 103.0, "train/tensor_act_model_layers_24_residual_post_attn/range": 43.0, "train/tensor_act_model_layers_24_mlp_gate_proj/norm": 3464.608154296875, "train/tensor_act_model_layers_24_mlp_gate_proj/mean": 0.609375, "train/tensor_act_model_layers_24_mlp_gate_proj/std": 1.03125, "train/tensor_act_model_layers_24_mlp_gate_proj/max_abs": 2.875, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/min": -1.1796875, "train/tensor_act_model_layers_24_mlp_gate_proj/max": 2.875, "train/tensor_act_model_layers_24_mlp_gate_proj/range": 4.0546875, "train/tensor_act_model_layers_24_mlp_up_proj/norm": 3510.845947265625, "train/tensor_act_model_layers_24_mlp_up_proj/mean": 0.2216796875, "train/tensor_act_model_layers_24_mlp_up_proj/std": 1.1953125, "train/tensor_act_model_layers_24_mlp_up_proj/max_abs": 2.703125, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/min": -2.671875, "train/tensor_act_model_layers_24_mlp_up_proj/max": 2.703125, "train/tensor_act_model_layers_24_mlp_up_proj/range": 5.375, "train/tensor_act_model_layers_24_mlp_down_proj/norm": 10847.1728515625, "train/tensor_act_model_layers_24_mlp_down_proj/mean": 5.125, "train/tensor_act_model_layers_24_mlp_down_proj/std": 1.28125, "train/tensor_act_model_layers_24_mlp_down_proj/max_abs": 8.25, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/min": 1.234375, "train/tensor_act_model_layers_24_mlp_down_proj/max": 8.25, "train/tensor_act_model_layers_24_mlp_down_proj/range": 7.015625, "train/tensor_act_model_layers_24_mlp/norm": 10847.1728515625, "train/tensor_act_model_layers_24_mlp/mean": 5.125, "train/tensor_act_model_layers_24_mlp/std": 1.28125, "train/tensor_act_model_layers_24_mlp/max_abs": 8.25, "train/tensor_act_model_layers_24_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp/min": 1.234375, "train/tensor_act_model_layers_24_mlp/max": 8.25, "train/tensor_act_model_layers_24_mlp/range": 7.015625, "train/tensor_act_model_layers_24_residual_post_mlp/norm": 187662.671875, "train/tensor_act_model_layers_24_residual_post_mlp/mean": 91.5, "train/tensor_act_model_layers_24_residual_post_mlp/std": 8.125, "train/tensor_act_model_layers_24_residual_post_mlp/max_abs": 110.5, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_post_mlp/min": 65.0, "train/tensor_act_model_layers_24_residual_post_mlp/max": 110.5, "train/tensor_act_model_layers_24_residual_post_mlp/range": 45.5, "train/tensor_act_model_layers_25_residual_pre_attn/norm": 187662.671875, "train/tensor_act_model_layers_25_residual_pre_attn/mean": 91.5, "train/tensor_act_model_layers_25_residual_pre_attn/std": 8.125, "train/tensor_act_model_layers_25_residual_pre_attn/max_abs": 110.5, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_pre_attn/min": 65.0, "train/tensor_act_model_layers_25_residual_pre_attn/max": 110.5, "train/tensor_act_model_layers_25_residual_pre_attn/range": 45.5, "train/tensor_act_model_layers_25_residual_post_attn/norm": 187662.671875, "train/tensor_act_model_layers_25_residual_post_attn/mean": 91.5, "train/tensor_act_model_layers_25_residual_post_attn/std": 8.125, "train/tensor_act_model_layers_25_residual_post_attn/max_abs": 110.5, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_post_attn/min": 65.0, "train/tensor_act_model_layers_25_residual_post_attn/max": 110.5, "train/tensor_act_model_layers_25_residual_post_attn/range": 45.5, "train/tensor_act_model_layers_25_mlp_gate_proj/norm": 3500.512939453125, "train/tensor_act_model_layers_25_mlp_gate_proj/mean": 0.609375, "train/tensor_act_model_layers_25_mlp_gate_proj/std": 1.046875, "train/tensor_act_model_layers_25_mlp_gate_proj/max_abs": 2.828125, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/min": -1.0234375, "train/tensor_act_model_layers_25_mlp_gate_proj/max": 2.828125, "train/tensor_act_model_layers_25_mlp_gate_proj/range": 3.8515625, "train/tensor_act_model_layers_25_mlp_up_proj/norm": 3563.822021484375, "train/tensor_act_model_layers_25_mlp_up_proj/mean": -0.002349853515625, "train/tensor_act_model_layers_25_mlp_up_proj/std": 1.2265625, "train/tensor_act_model_layers_25_mlp_up_proj/max_abs": 3.078125, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/min": -2.53125, "train/tensor_act_model_layers_25_mlp_up_proj/max": 3.078125, "train/tensor_act_model_layers_25_mlp_up_proj/range": 5.609375, "train/tensor_act_model_layers_25_mlp_down_proj/norm": 10946.2568359375, "train/tensor_act_model_layers_25_mlp_down_proj/mean": 5.21875, "train/tensor_act_model_layers_25_mlp_down_proj/std": 1.15625, "train/tensor_act_model_layers_25_mlp_down_proj/max_abs": 7.78125, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/min": 2.375, "train/tensor_act_model_layers_25_mlp_down_proj/max": 7.78125, "train/tensor_act_model_layers_25_mlp_down_proj/range": 5.40625, "train/tensor_act_model_layers_25_mlp/norm": 10946.2568359375, "train/tensor_act_model_layers_25_mlp/mean": 5.21875, "train/tensor_act_model_layers_25_mlp/std": 1.15625, "train/tensor_act_model_layers_25_mlp/max_abs": 7.78125, "train/tensor_act_model_layers_25_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp/min": 2.375, "train/tensor_act_model_layers_25_mlp/max": 7.78125, "train/tensor_act_model_layers_25_mlp/range": 5.40625, "train/tensor_act_model_layers_25_residual_post_mlp/norm": 198346.734375, "train/tensor_act_model_layers_25_residual_post_mlp/mean": 96.5, "train/tensor_act_model_layers_25_residual_post_mlp/std": 8.4375, "train/tensor_act_model_layers_25_residual_post_mlp/max_abs": 117.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_post_mlp/min": 69.0, "train/tensor_act_model_layers_25_residual_post_mlp/max": 117.0, "train/tensor_act_model_layers_25_residual_post_mlp/range": 48.0, "train/tensor_act_model_layers_26_residual_pre_attn/norm": 198346.734375, "train/tensor_act_model_layers_26_residual_pre_attn/mean": 96.5, "train/tensor_act_model_layers_26_residual_pre_attn/std": 8.4375, "train/tensor_act_model_layers_26_residual_pre_attn/max_abs": 117.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_pre_attn/min": 69.0, "train/tensor_act_model_layers_26_residual_pre_attn/max": 117.0, "train/tensor_act_model_layers_26_residual_pre_attn/range": 48.0, "train/tensor_act_model_layers_26_residual_post_attn/norm": 198346.734375, "train/tensor_act_model_layers_26_residual_post_attn/mean": 96.5, "train/tensor_act_model_layers_26_residual_post_attn/std": 8.4375, "train/tensor_act_model_layers_26_residual_post_attn/max_abs": 117.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_post_attn/min": 69.0, "train/tensor_act_model_layers_26_residual_post_attn/max": 117.0, "train/tensor_act_model_layers_26_residual_post_attn/range": 48.0, "train/tensor_act_model_layers_26_mlp_gate_proj/norm": 3385.871826171875, "train/tensor_act_model_layers_26_mlp_gate_proj/mean": 0.5234375, "train/tensor_act_model_layers_26_mlp_gate_proj/std": 1.046875, "train/tensor_act_model_layers_26_mlp_gate_proj/max_abs": 2.515625, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/min": -1.375, "train/tensor_act_model_layers_26_mlp_gate_proj/max": 2.515625, "train/tensor_act_model_layers_26_mlp_gate_proj/range": 3.890625, "train/tensor_act_model_layers_26_mlp_up_proj/norm": 3402.860595703125, "train/tensor_act_model_layers_26_mlp_up_proj/mean": 0.06298828125, "train/tensor_act_model_layers_26_mlp_up_proj/std": 1.171875, "train/tensor_act_model_layers_26_mlp_up_proj/max_abs": 2.984375, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/min": -2.703125, "train/tensor_act_model_layers_26_mlp_up_proj/max": 2.984375, "train/tensor_act_model_layers_26_mlp_up_proj/range": 5.6875, "train/tensor_act_model_layers_26_mlp_down_proj/norm": 9883.1357421875, "train/tensor_act_model_layers_26_mlp_down_proj/mean": 4.6875, "train/tensor_act_model_layers_26_mlp_down_proj/std": 1.1484375, "train/tensor_act_model_layers_26_mlp_down_proj/max_abs": 7.125, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/min": 1.59375, "train/tensor_act_model_layers_26_mlp_down_proj/max": 7.125, "train/tensor_act_model_layers_26_mlp_down_proj/range": 5.53125, "train/tensor_act_model_layers_26_mlp/norm": 9883.1357421875, "train/tensor_act_model_layers_26_mlp/mean": 4.6875, "train/tensor_act_model_layers_26_mlp/std": 1.1484375, "train/tensor_act_model_layers_26_mlp/max_abs": 7.125, "train/tensor_act_model_layers_26_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp/min": 1.59375, "train/tensor_act_model_layers_26_mlp/max": 7.125, "train/tensor_act_model_layers_26_mlp/range": 5.53125, "train/tensor_act_model_layers_26_residual_post_mlp/norm": 207946.65625, "train/tensor_act_model_layers_26_residual_post_mlp/mean": 101.0, "train/tensor_act_model_layers_26_residual_post_mlp/std": 8.6875, "train/tensor_act_model_layers_26_residual_post_mlp/max_abs": 123.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_post_mlp/min": 74.0, "train/tensor_act_model_layers_26_residual_post_mlp/max": 123.0, "train/tensor_act_model_layers_26_residual_post_mlp/range": 49.0, "train/tensor_act_model_layers_27_residual_pre_attn/norm": 207946.65625, "train/tensor_act_model_layers_27_residual_pre_attn/mean": 101.0, "train/tensor_act_model_layers_27_residual_pre_attn/std": 8.6875, "train/tensor_act_model_layers_27_residual_pre_attn/max_abs": 123.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_pre_attn/min": 74.0, "train/tensor_act_model_layers_27_residual_pre_attn/max": 123.0, "train/tensor_act_model_layers_27_residual_pre_attn/range": 49.0, "train/tensor_act_model_layers_27_residual_post_attn/norm": 207946.65625, "train/tensor_act_model_layers_27_residual_post_attn/mean": 101.0, "train/tensor_act_model_layers_27_residual_post_attn/std": 8.6875, "train/tensor_act_model_layers_27_residual_post_attn/max_abs": 123.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_post_attn/min": 74.0, "train/tensor_act_model_layers_27_residual_post_attn/max": 123.0, "train/tensor_act_model_layers_27_residual_post_attn/range": 49.0, "train/tensor_act_model_layers_27_mlp_gate_proj/norm": 3452.499267578125, "train/tensor_act_model_layers_27_mlp_gate_proj/mean": 0.5390625, "train/tensor_act_model_layers_27_mlp_gate_proj/std": 1.0625, "train/tensor_act_model_layers_27_mlp_gate_proj/max_abs": 2.515625, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/min": -1.140625, "train/tensor_act_model_layers_27_mlp_gate_proj/max": 2.515625, "train/tensor_act_model_layers_27_mlp_gate_proj/range": 3.65625, "train/tensor_act_model_layers_27_mlp_up_proj/norm": 3618.45166015625, "train/tensor_act_model_layers_27_mlp_up_proj/mean": -0.0223388671875, "train/tensor_act_model_layers_27_mlp_up_proj/std": 1.25, "train/tensor_act_model_layers_27_mlp_up_proj/max_abs": 2.875, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/min": -2.875, "train/tensor_act_model_layers_27_mlp_up_proj/max": 2.75, "train/tensor_act_model_layers_27_mlp_up_proj/range": 5.625, "train/tensor_act_model_layers_27_mlp_down_proj/norm": 10761.1259765625, "train/tensor_act_model_layers_27_mlp_down_proj/mean": 5.09375, "train/tensor_act_model_layers_27_mlp_down_proj/std": 1.28125, "train/tensor_act_model_layers_27_mlp_down_proj/max_abs": 8.125, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/min": 2.015625, "train/tensor_act_model_layers_27_mlp_down_proj/max": 8.125, "train/tensor_act_model_layers_27_mlp_down_proj/range": 6.109375, "train/tensor_act_model_layers_27_mlp/norm": 10761.1259765625, "train/tensor_act_model_layers_27_mlp/mean": 5.09375, "train/tensor_act_model_layers_27_mlp/std": 1.28125, "train/tensor_act_model_layers_27_mlp/max_abs": 8.125, "train/tensor_act_model_layers_27_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp/min": 2.015625, "train/tensor_act_model_layers_27_mlp/max": 8.125, "train/tensor_act_model_layers_27_mlp/range": 6.109375, "train/tensor_act_model_layers_27_residual_post_mlp/norm": 218434.78125, "train/tensor_act_model_layers_27_residual_post_mlp/mean": 106.5, "train/tensor_act_model_layers_27_residual_post_mlp/std": 9.0, "train/tensor_act_model_layers_27_residual_post_mlp/max_abs": 129.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_post_mlp/min": 78.5, "train/tensor_act_model_layers_27_residual_post_mlp/max": 129.0, "train/tensor_act_model_layers_27_residual_post_mlp/range": 50.5, "train/tensor_act_model_layers_28_residual_pre_attn/norm": 218434.78125, "train/tensor_act_model_layers_28_residual_pre_attn/mean": 106.5, "train/tensor_act_model_layers_28_residual_pre_attn/std": 9.0, "train/tensor_act_model_layers_28_residual_pre_attn/max_abs": 129.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_pre_attn/min": 78.5, "train/tensor_act_model_layers_28_residual_pre_attn/max": 129.0, "train/tensor_act_model_layers_28_residual_pre_attn/range": 50.5, "train/tensor_act_model_layers_28_residual_post_attn/norm": 218439.703125, "train/tensor_act_model_layers_28_residual_post_attn/mean": 106.5, "train/tensor_act_model_layers_28_residual_post_attn/std": 9.0, "train/tensor_act_model_layers_28_residual_post_attn/max_abs": 129.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_post_attn/min": 78.5, "train/tensor_act_model_layers_28_residual_post_attn/max": 129.0, "train/tensor_act_model_layers_28_residual_post_attn/range": 50.5, "train/tensor_act_model_layers_28_mlp_gate_proj/norm": 3453.743408203125, "train/tensor_act_model_layers_28_mlp_gate_proj/mean": 0.5625, "train/tensor_act_model_layers_28_mlp_gate_proj/std": 1.0546875, "train/tensor_act_model_layers_28_mlp_gate_proj/max_abs": 2.609375, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/min": -1.09375, "train/tensor_act_model_layers_28_mlp_gate_proj/max": 2.609375, "train/tensor_act_model_layers_28_mlp_gate_proj/range": 3.703125, "train/tensor_act_model_layers_28_mlp_up_proj/norm": 3554.177490234375, "train/tensor_act_model_layers_28_mlp_up_proj/mean": 0.0120849609375, "train/tensor_act_model_layers_28_mlp_up_proj/std": 1.2265625, "train/tensor_act_model_layers_28_mlp_up_proj/max_abs": 2.671875, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/min": -2.671875, "train/tensor_act_model_layers_28_mlp_up_proj/max": 2.59375, "train/tensor_act_model_layers_28_mlp_up_proj/range": 5.265625, "train/tensor_act_model_layers_28_mlp_down_proj/norm": 10724.1953125, "train/tensor_act_model_layers_28_mlp_down_proj/mean": 5.09375, "train/tensor_act_model_layers_28_mlp_down_proj/std": 1.265625, "train/tensor_act_model_layers_28_mlp_down_proj/max_abs": 9.3125, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/min": 2.0625, "train/tensor_act_model_layers_28_mlp_down_proj/max": 9.3125, "train/tensor_act_model_layers_28_mlp_down_proj/range": 7.25, "train/tensor_act_model_layers_28_mlp/norm": 10724.1953125, "train/tensor_act_model_layers_28_mlp/mean": 5.09375, "train/tensor_act_model_layers_28_mlp/std": 1.265625, "train/tensor_act_model_layers_28_mlp/max_abs": 9.3125, "train/tensor_act_model_layers_28_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp/min": 2.0625, "train/tensor_act_model_layers_28_mlp/max": 9.3125, "train/tensor_act_model_layers_28_mlp/range": 7.25, "train/tensor_act_model_layers_28_residual_post_mlp/norm": 228814.546875, "train/tensor_act_model_layers_28_residual_post_mlp/mean": 111.5, "train/tensor_act_model_layers_28_residual_post_mlp/std": 9.0625, "train/tensor_act_model_layers_28_residual_post_mlp/max_abs": 134.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_post_mlp/min": 83.5, "train/tensor_act_model_layers_28_residual_post_mlp/max": 134.0, "train/tensor_act_model_layers_28_residual_post_mlp/range": 50.5, "train/tensor_act_model_layers_29_residual_pre_attn/norm": 228814.546875, "train/tensor_act_model_layers_29_residual_pre_attn/mean": 111.5, "train/tensor_act_model_layers_29_residual_pre_attn/std": 9.0625, "train/tensor_act_model_layers_29_residual_pre_attn/max_abs": 134.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_pre_attn/min": 83.5, "train/tensor_act_model_layers_29_residual_pre_attn/max": 134.0, "train/tensor_act_model_layers_29_residual_pre_attn/range": 50.5, "train/tensor_act_model_layers_29_residual_post_attn/norm": 228814.546875, "train/tensor_act_model_layers_29_residual_post_attn/mean": 111.5, "train/tensor_act_model_layers_29_residual_post_attn/std": 9.0625, "train/tensor_act_model_layers_29_residual_post_attn/max_abs": 134.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_post_attn/min": 83.5, "train/tensor_act_model_layers_29_residual_post_attn/max": 134.0, "train/tensor_act_model_layers_29_residual_post_attn/range": 50.5, "train/tensor_act_model_layers_29_mlp_gate_proj/norm": 3514.53564453125, "train/tensor_act_model_layers_29_mlp_gate_proj/mean": 0.546875, "train/tensor_act_model_layers_29_mlp_gate_proj/std": 1.0859375, "train/tensor_act_model_layers_29_mlp_gate_proj/max_abs": 2.703125, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/min": -1.265625, "train/tensor_act_model_layers_29_mlp_gate_proj/max": 2.703125, "train/tensor_act_model_layers_29_mlp_gate_proj/range": 3.96875, "train/tensor_act_model_layers_29_mlp_up_proj/norm": 3550.4697265625, "train/tensor_act_model_layers_29_mlp_up_proj/mean": -0.01904296875, "train/tensor_act_model_layers_29_mlp_up_proj/std": 1.2265625, "train/tensor_act_model_layers_29_mlp_up_proj/max_abs": 2.8125, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/min": -2.640625, "train/tensor_act_model_layers_29_mlp_up_proj/max": 2.8125, "train/tensor_act_model_layers_29_mlp_up_proj/range": 5.453125, "train/tensor_act_model_layers_29_mlp_down_proj/norm": 10670.50390625, "train/tensor_act_model_layers_29_mlp_down_proj/mean": 5.03125, "train/tensor_act_model_layers_29_mlp_down_proj/std": 1.3125, "train/tensor_act_model_layers_29_mlp_down_proj/max_abs": 8.4375, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/min": 1.6875, "train/tensor_act_model_layers_29_mlp_down_proj/max": 8.4375, "train/tensor_act_model_layers_29_mlp_down_proj/range": 6.75, "train/tensor_act_model_layers_29_mlp/norm": 10670.50390625, "train/tensor_act_model_layers_29_mlp/mean": 5.03125, "train/tensor_act_model_layers_29_mlp/std": 1.3125, "train/tensor_act_model_layers_29_mlp/max_abs": 8.4375, "train/tensor_act_model_layers_29_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp/min": 1.6875, "train/tensor_act_model_layers_29_mlp/max": 8.4375, "train/tensor_act_model_layers_29_mlp/range": 6.75, "train/tensor_act_model_layers_29_residual_post_mlp/norm": 239145.109375, "train/tensor_act_model_layers_29_residual_post_mlp/mean": 116.5, "train/tensor_act_model_layers_29_residual_post_mlp/std": 9.4375, "train/tensor_act_model_layers_29_residual_post_mlp/max_abs": 140.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_post_mlp/min": 86.5, "train/tensor_act_model_layers_29_residual_post_mlp/max": 140.0, "train/tensor_act_model_layers_29_residual_post_mlp/range": 53.5, "train/tensor_act_model_layers_30_residual_pre_attn/norm": 239145.109375, "train/tensor_act_model_layers_30_residual_pre_attn/mean": 116.5, "train/tensor_act_model_layers_30_residual_pre_attn/std": 9.4375, "train/tensor_act_model_layers_30_residual_pre_attn/max_abs": 140.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_pre_attn/min": 86.5, "train/tensor_act_model_layers_30_residual_pre_attn/max": 140.0, "train/tensor_act_model_layers_30_residual_pre_attn/range": 53.5, "train/tensor_act_model_layers_30_residual_post_attn/norm": 239137.5, "train/tensor_act_model_layers_30_residual_post_attn/mean": 116.5, "train/tensor_act_model_layers_30_residual_post_attn/std": 9.4375, "train/tensor_act_model_layers_30_residual_post_attn/max_abs": 140.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_post_attn/min": 86.5, "train/tensor_act_model_layers_30_residual_post_attn/max": 140.0, "train/tensor_act_model_layers_30_residual_post_attn/range": 53.5, "train/tensor_act_model_layers_30_mlp_gate_proj/norm": 3378.14990234375, "train/tensor_act_model_layers_30_mlp_gate_proj/mean": 0.5234375, "train/tensor_act_model_layers_30_mlp_gate_proj/std": 1.0390625, "train/tensor_act_model_layers_30_mlp_gate_proj/max_abs": 2.84375, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_30_mlp_gate_proj/max": 2.84375, "train/tensor_act_model_layers_30_mlp_gate_proj/range": 4.1328125, "train/tensor_act_model_layers_30_mlp_up_proj/norm": 3426.379150390625, "train/tensor_act_model_layers_30_mlp_up_proj/mean": -0.008544921875, "train/tensor_act_model_layers_30_mlp_up_proj/std": 1.1796875, "train/tensor_act_model_layers_30_mlp_up_proj/max_abs": 2.6875, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/min": -2.6875, "train/tensor_act_model_layers_30_mlp_up_proj/max": 2.546875, "train/tensor_act_model_layers_30_mlp_up_proj/range": 5.234375, "train/tensor_act_model_layers_30_mlp_down_proj/norm": 9970.779296875, "train/tensor_act_model_layers_30_mlp_down_proj/mean": 4.75, "train/tensor_act_model_layers_30_mlp_down_proj/std": 1.109375, "train/tensor_act_model_layers_30_mlp_down_proj/max_abs": 7.25, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/min": 1.65625, "train/tensor_act_model_layers_30_mlp_down_proj/max": 7.25, "train/tensor_act_model_layers_30_mlp_down_proj/range": 5.59375, "train/tensor_act_model_layers_30_mlp/norm": 9970.779296875, "train/tensor_act_model_layers_30_mlp/mean": 4.75, "train/tensor_act_model_layers_30_mlp/std": 1.109375, "train/tensor_act_model_layers_30_mlp/max_abs": 7.25, "train/tensor_act_model_layers_30_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp/min": 1.65625, "train/tensor_act_model_layers_30_mlp/max": 7.25, "train/tensor_act_model_layers_30_mlp/range": 5.59375, "train/tensor_act_model_layers_30_residual_post_mlp/norm": 248842.953125, "train/tensor_act_model_layers_30_residual_post_mlp/mean": 121.0, "train/tensor_act_model_layers_30_residual_post_mlp/std": 9.625, "train/tensor_act_model_layers_30_residual_post_mlp/max_abs": 145.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_post_mlp/min": 90.0, "train/tensor_act_model_layers_30_residual_post_mlp/max": 145.0, "train/tensor_act_model_layers_30_residual_post_mlp/range": 55.0, "train/tensor_act_model_layers_31_residual_pre_attn/norm": 248842.953125, "train/tensor_act_model_layers_31_residual_pre_attn/mean": 121.0, "train/tensor_act_model_layers_31_residual_pre_attn/std": 9.625, "train/tensor_act_model_layers_31_residual_pre_attn/max_abs": 145.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_pre_attn/min": 90.0, "train/tensor_act_model_layers_31_residual_pre_attn/max": 145.0, "train/tensor_act_model_layers_31_residual_pre_attn/range": 55.0, "train/tensor_act_model_layers_31_residual_post_attn/norm": 248842.953125, "train/tensor_act_model_layers_31_residual_post_attn/mean": 121.0, "train/tensor_act_model_layers_31_residual_post_attn/std": 9.625, "train/tensor_act_model_layers_31_residual_post_attn/max_abs": 145.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_post_attn/min": 90.0, "train/tensor_act_model_layers_31_residual_post_attn/max": 145.0, "train/tensor_act_model_layers_31_residual_post_attn/range": 55.0, "train/tensor_act_model_layers_31_mlp_gate_proj/norm": 3292.489990234375, "train/tensor_act_model_layers_31_mlp_gate_proj/mean": 0.5234375, "train/tensor_act_model_layers_31_mlp_gate_proj/std": 1.0078125, "train/tensor_act_model_layers_31_mlp_gate_proj/max_abs": 2.5625, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/min": -1.2578125, "train/tensor_act_model_layers_31_mlp_gate_proj/max": 2.5625, "train/tensor_act_model_layers_31_mlp_gate_proj/range": 3.8203125, "train/tensor_act_model_layers_31_mlp_up_proj/norm": 3366.855712890625, "train/tensor_act_model_layers_31_mlp_up_proj/mean": 0.1376953125, "train/tensor_act_model_layers_31_mlp_up_proj/std": 1.15625, "train/tensor_act_model_layers_31_mlp_up_proj/max_abs": 2.625, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/min": -2.59375, "train/tensor_act_model_layers_31_mlp_up_proj/max": 2.625, "train/tensor_act_model_layers_31_mlp_up_proj/range": 5.21875, "train/tensor_act_model_layers_31_mlp_down_proj/norm": 9936.5205078125, "train/tensor_act_model_layers_31_mlp_down_proj/mean": 4.71875, "train/tensor_act_model_layers_31_mlp_down_proj/std": 1.1796875, "train/tensor_act_model_layers_31_mlp_down_proj/max_abs": 8.125, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/min": 1.8125, "train/tensor_act_model_layers_31_mlp_down_proj/max": 8.125, "train/tensor_act_model_layers_31_mlp_down_proj/range": 6.3125, "train/tensor_act_model_layers_31_mlp/norm": 9936.5205078125, "train/tensor_act_model_layers_31_mlp/mean": 4.71875, "train/tensor_act_model_layers_31_mlp/std": 1.1796875, "train/tensor_act_model_layers_31_mlp/max_abs": 8.125, "train/tensor_act_model_layers_31_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp/min": 1.8125, "train/tensor_act_model_layers_31_mlp/max": 8.125, "train/tensor_act_model_layers_31_mlp/range": 6.3125, "train/tensor_act_model_layers_31_residual_post_mlp/norm": 258468.75, "train/tensor_act_model_layers_31_residual_post_mlp/mean": 126.0, "train/tensor_act_model_layers_31_residual_post_mlp/std": 9.8125, "train/tensor_act_model_layers_31_residual_post_mlp/max_abs": 151.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_post_mlp/min": 92.5, "train/tensor_act_model_layers_31_residual_post_mlp/max": 151.0, "train/tensor_act_model_layers_31_residual_post_mlp/range": 58.5, "train/tensor_act_model_layers_32_residual_pre_attn/norm": 258468.75, "train/tensor_act_model_layers_32_residual_pre_attn/mean": 126.0, "train/tensor_act_model_layers_32_residual_pre_attn/std": 9.8125, "train/tensor_act_model_layers_32_residual_pre_attn/max_abs": 151.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_pre_attn/min": 92.5, "train/tensor_act_model_layers_32_residual_pre_attn/max": 151.0, "train/tensor_act_model_layers_32_residual_pre_attn/range": 58.5, "train/tensor_act_model_layers_32_residual_post_attn/norm": 258468.75, "train/tensor_act_model_layers_32_residual_post_attn/mean": 126.0, "train/tensor_act_model_layers_32_residual_post_attn/std": 9.8125, "train/tensor_act_model_layers_32_residual_post_attn/max_abs": 151.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_post_attn/min": 92.5, "train/tensor_act_model_layers_32_residual_post_attn/max": 151.0, "train/tensor_act_model_layers_32_residual_post_attn/range": 58.5, "train/tensor_act_model_layers_32_mlp_gate_proj/norm": 3328.181884765625, "train/tensor_act_model_layers_32_mlp_gate_proj/mean": 0.4453125, "train/tensor_act_model_layers_32_mlp_gate_proj/std": 1.0625, "train/tensor_act_model_layers_32_mlp_gate_proj/max_abs": 2.65625, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/min": -1.2734375, "train/tensor_act_model_layers_32_mlp_gate_proj/max": 2.65625, "train/tensor_act_model_layers_32_mlp_gate_proj/range": 3.9296875, "train/tensor_act_model_layers_32_mlp_up_proj/norm": 3377.298095703125, "train/tensor_act_model_layers_32_mlp_up_proj/mean": 0.04345703125, "train/tensor_act_model_layers_32_mlp_up_proj/std": 1.1640625, "train/tensor_act_model_layers_32_mlp_up_proj/max_abs": 2.515625, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/min": -2.515625, "train/tensor_act_model_layers_32_mlp_up_proj/max": 2.453125, "train/tensor_act_model_layers_32_mlp_up_proj/range": 4.96875, "train/tensor_act_model_layers_32_mlp_down_proj/norm": 9383.2548828125, "train/tensor_act_model_layers_32_mlp_down_proj/mean": 4.40625, "train/tensor_act_model_layers_32_mlp_down_proj/std": 1.25, "train/tensor_act_model_layers_32_mlp_down_proj/max_abs": 7.6875, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/min": 0.55078125, "train/tensor_act_model_layers_32_mlp_down_proj/max": 7.6875, "train/tensor_act_model_layers_32_mlp_down_proj/range": 7.13671875, "train/tensor_act_model_layers_32_mlp/norm": 9383.2548828125, "train/tensor_act_model_layers_32_mlp/mean": 4.40625, "train/tensor_act_model_layers_32_mlp/std": 1.25, "train/tensor_act_model_layers_32_mlp/max_abs": 7.6875, "train/tensor_act_model_layers_32_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp/min": 0.55078125, "train/tensor_act_model_layers_32_mlp/max": 7.6875, "train/tensor_act_model_layers_32_mlp/range": 7.13671875, "train/tensor_act_model_layers_32_residual_post_mlp/norm": 267573.8125, "train/tensor_act_model_layers_32_residual_post_mlp/mean": 130.0, "train/tensor_act_model_layers_32_residual_post_mlp/std": 10.3125, "train/tensor_act_model_layers_32_residual_post_mlp/max_abs": 157.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_post_mlp/min": 96.5, "train/tensor_act_model_layers_32_residual_post_mlp/max": 157.0, "train/tensor_act_model_layers_32_residual_post_mlp/range": 60.5, "train/tensor_act_model_layers_33_residual_pre_attn/norm": 267573.8125, "train/tensor_act_model_layers_33_residual_pre_attn/mean": 130.0, "train/tensor_act_model_layers_33_residual_pre_attn/std": 10.3125, "train/tensor_act_model_layers_33_residual_pre_attn/max_abs": 157.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_pre_attn/min": 96.5, "train/tensor_act_model_layers_33_residual_pre_attn/max": 157.0, "train/tensor_act_model_layers_33_residual_pre_attn/range": 60.5, "train/tensor_act_model_layers_33_residual_post_attn/norm": 267566.34375, "train/tensor_act_model_layers_33_residual_post_attn/mean": 130.0, "train/tensor_act_model_layers_33_residual_post_attn/std": 10.3125, "train/tensor_act_model_layers_33_residual_post_attn/max_abs": 157.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_post_attn/min": 96.5, "train/tensor_act_model_layers_33_residual_post_attn/max": 157.0, "train/tensor_act_model_layers_33_residual_post_attn/range": 60.5, "train/tensor_act_model_layers_33_mlp_gate_proj/norm": 3646.102294921875, "train/tensor_act_model_layers_33_mlp_gate_proj/mean": 0.6640625, "train/tensor_act_model_layers_33_mlp_gate_proj/std": 1.0703125, "train/tensor_act_model_layers_33_mlp_gate_proj/max_abs": 2.5625, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/min": -1.515625, "train/tensor_act_model_layers_33_mlp_gate_proj/max": 2.5625, "train/tensor_act_model_layers_33_mlp_gate_proj/range": 4.078125, "train/tensor_act_model_layers_33_mlp_up_proj/norm": 3690.9404296875, "train/tensor_act_model_layers_33_mlp_up_proj/mean": -0.04931640625, "train/tensor_act_model_layers_33_mlp_up_proj/std": 1.2734375, "train/tensor_act_model_layers_33_mlp_up_proj/max_abs": 2.765625, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/min": -2.484375, "train/tensor_act_model_layers_33_mlp_up_proj/max": 2.765625, "train/tensor_act_model_layers_33_mlp_up_proj/range": 5.25, "train/tensor_act_model_layers_33_mlp_down_proj/norm": 11649.4990234375, "train/tensor_act_model_layers_33_mlp_down_proj/mean": 5.53125, "train/tensor_act_model_layers_33_mlp_down_proj/std": 1.296875, "train/tensor_act_model_layers_33_mlp_down_proj/max_abs": 9.6875, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/min": 1.171875, "train/tensor_act_model_layers_33_mlp_down_proj/max": 9.6875, "train/tensor_act_model_layers_33_mlp_down_proj/range": 8.515625, "train/tensor_act_model_layers_33_mlp/norm": 11649.4990234375, "train/tensor_act_model_layers_33_mlp/mean": 5.53125, "train/tensor_act_model_layers_33_mlp/std": 1.296875, "train/tensor_act_model_layers_33_mlp/max_abs": 9.6875, "train/tensor_act_model_layers_33_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp/min": 1.171875, "train/tensor_act_model_layers_33_mlp/max": 9.6875, "train/tensor_act_model_layers_33_mlp/range": 8.515625, "train/tensor_act_model_layers_33_residual_post_mlp/norm": 278801.46875, "train/tensor_act_model_layers_33_residual_post_mlp/mean": 136.0, "train/tensor_act_model_layers_33_residual_post_mlp/std": 10.375, "train/tensor_act_model_layers_33_residual_post_mlp/max_abs": 162.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_post_mlp/min": 101.0, "train/tensor_act_model_layers_33_residual_post_mlp/max": 162.0, "train/tensor_act_model_layers_33_residual_post_mlp/range": 61.0, "train/tensor_act_model_layers_34_residual_pre_attn/norm": 278801.46875, "train/tensor_act_model_layers_34_residual_pre_attn/mean": 136.0, "train/tensor_act_model_layers_34_residual_pre_attn/std": 10.375, "train/tensor_act_model_layers_34_residual_pre_attn/max_abs": 162.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_pre_attn/min": 101.0, "train/tensor_act_model_layers_34_residual_pre_attn/max": 162.0, "train/tensor_act_model_layers_34_residual_pre_attn/range": 61.0, "train/tensor_act_model_layers_34_residual_post_attn/norm": 278793.3125, "train/tensor_act_model_layers_34_residual_post_attn/mean": 136.0, "train/tensor_act_model_layers_34_residual_post_attn/std": 10.375, "train/tensor_act_model_layers_34_residual_post_attn/max_abs": 162.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_post_attn/min": 101.0, "train/tensor_act_model_layers_34_residual_post_attn/max": 162.0, "train/tensor_act_model_layers_34_residual_post_attn/range": 61.0, "train/tensor_act_model_layers_34_mlp_gate_proj/norm": 3485.311279296875, "train/tensor_act_model_layers_34_mlp_gate_proj/mean": 0.609375, "train/tensor_act_model_layers_34_mlp_gate_proj/std": 1.0390625, "train/tensor_act_model_layers_34_mlp_gate_proj/max_abs": 2.625, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/min": -1.140625, "train/tensor_act_model_layers_34_mlp_gate_proj/max": 2.625, "train/tensor_act_model_layers_34_mlp_gate_proj/range": 3.765625, "train/tensor_act_model_layers_34_mlp_up_proj/norm": 3618.532958984375, "train/tensor_act_model_layers_34_mlp_up_proj/mean": -0.09228515625, "train/tensor_act_model_layers_34_mlp_up_proj/std": 1.2421875, "train/tensor_act_model_layers_34_mlp_up_proj/max_abs": 2.625, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/min": -2.546875, "train/tensor_act_model_layers_34_mlp_up_proj/max": 2.625, "train/tensor_act_model_layers_34_mlp_up_proj/range": 5.171875, "train/tensor_act_model_layers_34_mlp_down_proj/norm": 10684.765625, "train/tensor_act_model_layers_34_mlp_down_proj/mean": 5.09375, "train/tensor_act_model_layers_34_mlp_down_proj/std": 1.1875, "train/tensor_act_model_layers_34_mlp_down_proj/max_abs": 8.0, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/min": 2.0625, "train/tensor_act_model_layers_34_mlp_down_proj/max": 8.0, "train/tensor_act_model_layers_34_mlp_down_proj/range": 5.9375, "train/tensor_act_model_layers_34_mlp/norm": 10684.765625, "train/tensor_act_model_layers_34_mlp/mean": 5.09375, "train/tensor_act_model_layers_34_mlp/std": 1.1875, "train/tensor_act_model_layers_34_mlp/max_abs": 8.0, "train/tensor_act_model_layers_34_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp/min": 2.0625, "train/tensor_act_model_layers_34_mlp/max": 8.0, "train/tensor_act_model_layers_34_mlp/range": 5.9375, "train/tensor_act_model_layers_34_residual_post_mlp/norm": 289120.15625, "train/tensor_act_model_layers_34_residual_post_mlp/mean": 141.0, "train/tensor_act_model_layers_34_residual_post_mlp/std": 10.5, "train/tensor_act_model_layers_34_residual_post_mlp/max_abs": 169.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_post_mlp/min": 106.0, "train/tensor_act_model_layers_34_residual_post_mlp/max": 169.0, "train/tensor_act_model_layers_34_residual_post_mlp/range": 63.0, "train/tensor_act_model_layers_35_residual_pre_attn/norm": 289120.15625, "train/tensor_act_model_layers_35_residual_pre_attn/mean": 141.0, "train/tensor_act_model_layers_35_residual_pre_attn/std": 10.5, "train/tensor_act_model_layers_35_residual_pre_attn/max_abs": 169.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_pre_attn/min": 106.0, "train/tensor_act_model_layers_35_residual_pre_attn/max": 169.0, "train/tensor_act_model_layers_35_residual_pre_attn/range": 63.0, "train/tensor_act_model_layers_35_residual_post_attn/norm": 289101.15625, "train/tensor_act_model_layers_35_residual_post_attn/mean": 141.0, "train/tensor_act_model_layers_35_residual_post_attn/std": 10.5, "train/tensor_act_model_layers_35_residual_post_attn/max_abs": 169.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_post_attn/min": 106.0, "train/tensor_act_model_layers_35_residual_post_attn/max": 169.0, "train/tensor_act_model_layers_35_residual_post_attn/range": 63.0, "train/tensor_act_model_layers_35_mlp_gate_proj/norm": 3271.9365234375, "train/tensor_act_model_layers_35_mlp_gate_proj/mean": 0.53125, "train/tensor_act_model_layers_35_mlp_gate_proj/std": 0.99609375, "train/tensor_act_model_layers_35_mlp_gate_proj/max_abs": 2.53125, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/min": -1.125, "train/tensor_act_model_layers_35_mlp_gate_proj/max": 2.53125, "train/tensor_act_model_layers_35_mlp_gate_proj/range": 3.65625, "train/tensor_act_model_layers_35_mlp_up_proj/norm": 3254.350341796875, "train/tensor_act_model_layers_35_mlp_up_proj/mean": -0.01422119140625, "train/tensor_act_model_layers_35_mlp_up_proj/std": 1.125, "train/tensor_act_model_layers_35_mlp_up_proj/max_abs": 2.484375, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/min": -2.40625, "train/tensor_act_model_layers_35_mlp_up_proj/max": 2.484375, "train/tensor_act_model_layers_35_mlp_up_proj/range": 4.890625, "train/tensor_act_model_layers_35_mlp_down_proj/norm": 8713.857421875, "train/tensor_act_model_layers_35_mlp_down_proj/mean": 4.0625, "train/tensor_act_model_layers_35_mlp_down_proj/std": 1.21875, "train/tensor_act_model_layers_35_mlp_down_proj/max_abs": 6.9375, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/min": 1.1796875, "train/tensor_act_model_layers_35_mlp_down_proj/max": 6.9375, "train/tensor_act_model_layers_35_mlp_down_proj/range": 5.7578125, "train/tensor_act_model_layers_35_mlp/norm": 8713.857421875, "train/tensor_act_model_layers_35_mlp/mean": 4.0625, "train/tensor_act_model_layers_35_mlp/std": 1.21875, "train/tensor_act_model_layers_35_mlp/max_abs": 6.9375, "train/tensor_act_model_layers_35_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp/min": 1.1796875, "train/tensor_act_model_layers_35_mlp/max": 6.9375, "train/tensor_act_model_layers_35_mlp/range": 5.7578125, "train/tensor_act_model_layers_35_residual_post_mlp/norm": 297560.21875, "train/tensor_act_model_layers_35_residual_post_mlp/mean": 145.0, "train/tensor_act_model_layers_35_residual_post_mlp/std": 10.8125, "train/tensor_act_model_layers_35_residual_post_mlp/max_abs": 172.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_post_mlp/min": 109.5, "train/tensor_act_model_layers_35_residual_post_mlp/max": 172.0, "train/tensor_act_model_layers_35_residual_post_mlp/range": 62.5, "train/tensor_act_model_layers_36_residual_pre_attn/norm": 297560.21875, "train/tensor_act_model_layers_36_residual_pre_attn/mean": 145.0, "train/tensor_act_model_layers_36_residual_pre_attn/std": 10.8125, "train/tensor_act_model_layers_36_residual_pre_attn/max_abs": 172.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_pre_attn/min": 109.5, "train/tensor_act_model_layers_36_residual_pre_attn/max": 172.0, "train/tensor_act_model_layers_36_residual_pre_attn/range": 62.5, "train/tensor_act_model_layers_36_residual_post_attn/norm": 297560.21875, "train/tensor_act_model_layers_36_residual_post_attn/mean": 145.0, "train/tensor_act_model_layers_36_residual_post_attn/std": 10.8125, "train/tensor_act_model_layers_36_residual_post_attn/max_abs": 172.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_post_attn/min": 109.5, "train/tensor_act_model_layers_36_residual_post_attn/max": 172.0, "train/tensor_act_model_layers_36_residual_post_attn/range": 62.5, "train/tensor_act_model_layers_36_mlp_gate_proj/norm": 3462.990234375, "train/tensor_act_model_layers_36_mlp_gate_proj/mean": 0.6015625, "train/tensor_act_model_layers_36_mlp_gate_proj/std": 1.03125, "train/tensor_act_model_layers_36_mlp_gate_proj/max_abs": 2.546875, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/min": -1.2578125, "train/tensor_act_model_layers_36_mlp_gate_proj/max": 2.546875, "train/tensor_act_model_layers_36_mlp_gate_proj/range": 3.8046875, "train/tensor_act_model_layers_36_mlp_up_proj/norm": 3581.230712890625, "train/tensor_act_model_layers_36_mlp_up_proj/mean": 0.0286865234375, "train/tensor_act_model_layers_36_mlp_up_proj/std": 1.234375, "train/tensor_act_model_layers_36_mlp_up_proj/max_abs": 2.65625, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/min": -2.53125, "train/tensor_act_model_layers_36_mlp_up_proj/max": 2.65625, "train/tensor_act_model_layers_36_mlp_up_proj/range": 5.1875, "train/tensor_act_model_layers_36_mlp_down_proj/norm": 10922.3369140625, "train/tensor_act_model_layers_36_mlp_down_proj/mean": 5.15625, "train/tensor_act_model_layers_36_mlp_down_proj/std": 1.3828125, "train/tensor_act_model_layers_36_mlp_down_proj/max_abs": 9.25, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/min": 1.40625, "train/tensor_act_model_layers_36_mlp_down_proj/max": 9.25, "train/tensor_act_model_layers_36_mlp_down_proj/range": 7.84375, "train/tensor_act_model_layers_36_mlp/norm": 10922.3369140625, "train/tensor_act_model_layers_36_mlp/mean": 5.15625, "train/tensor_act_model_layers_36_mlp/std": 1.3828125, "train/tensor_act_model_layers_36_mlp/max_abs": 9.25, "train/tensor_act_model_layers_36_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp/min": 1.40625, "train/tensor_act_model_layers_36_mlp/max": 9.25, "train/tensor_act_model_layers_36_mlp/range": 7.84375, "train/tensor_act_model_layers_36_residual_post_mlp/norm": 308182.96875, "train/tensor_act_model_layers_36_residual_post_mlp/mean": 150.0, "train/tensor_act_model_layers_36_residual_post_mlp/std": 11.125, "train/tensor_act_model_layers_36_residual_post_mlp/max_abs": 178.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_post_mlp/min": 114.5, "train/tensor_act_model_layers_36_residual_post_mlp/max": 178.0, "train/tensor_act_model_layers_36_residual_post_mlp/range": 63.5, "train/tensor_act_model_layers_37_residual_pre_attn/norm": 308182.96875, "train/tensor_act_model_layers_37_residual_pre_attn/mean": 150.0, "train/tensor_act_model_layers_37_residual_pre_attn/std": 11.125, "train/tensor_act_model_layers_37_residual_pre_attn/max_abs": 178.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_pre_attn/min": 114.5, "train/tensor_act_model_layers_37_residual_pre_attn/max": 178.0, "train/tensor_act_model_layers_37_residual_pre_attn/range": 63.5, "train/tensor_act_model_layers_37_residual_post_attn/norm": 308182.96875, "train/tensor_act_model_layers_37_residual_post_attn/mean": 150.0, "train/tensor_act_model_layers_37_residual_post_attn/std": 11.125, "train/tensor_act_model_layers_37_residual_post_attn/max_abs": 178.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_post_attn/min": 114.5, "train/tensor_act_model_layers_37_residual_post_attn/max": 178.0, "train/tensor_act_model_layers_37_residual_post_attn/range": 63.5, "train/tensor_act_model_layers_37_mlp_gate_proj/norm": 3521.312744140625, "train/tensor_act_model_layers_37_mlp_gate_proj/mean": 0.625, "train/tensor_act_model_layers_37_mlp_gate_proj/std": 1.046875, "train/tensor_act_model_layers_37_mlp_gate_proj/max_abs": 2.546875, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/min": -1.1015625, "train/tensor_act_model_layers_37_mlp_gate_proj/max": 2.546875, "train/tensor_act_model_layers_37_mlp_gate_proj/range": 3.6484375, "train/tensor_act_model_layers_37_mlp_up_proj/norm": 3540.92626953125, "train/tensor_act_model_layers_37_mlp_up_proj/mean": 0.123046875, "train/tensor_act_model_layers_37_mlp_up_proj/std": 1.21875, "train/tensor_act_model_layers_37_mlp_up_proj/max_abs": 2.828125, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/min": -2.703125, "train/tensor_act_model_layers_37_mlp_up_proj/max": 2.828125, "train/tensor_act_model_layers_37_mlp_up_proj/range": 5.53125, "train/tensor_act_model_layers_37_mlp_down_proj/norm": 10757.423828125, "train/tensor_act_model_layers_37_mlp_down_proj/mean": 5.0625, "train/tensor_act_model_layers_37_mlp_down_proj/std": 1.3671875, "train/tensor_act_model_layers_37_mlp_down_proj/max_abs": 8.0, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/min": 1.4921875, "train/tensor_act_model_layers_37_mlp_down_proj/max": 8.0, "train/tensor_act_model_layers_37_mlp_down_proj/range": 6.5078125, "train/tensor_act_model_layers_37_mlp/norm": 10757.423828125, "train/tensor_act_model_layers_37_mlp/mean": 5.0625, "train/tensor_act_model_layers_37_mlp/std": 1.3671875, "train/tensor_act_model_layers_37_mlp/max_abs": 8.0, "train/tensor_act_model_layers_37_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp/min": 1.4921875, "train/tensor_act_model_layers_37_mlp/max": 8.0, "train/tensor_act_model_layers_37_mlp/range": 6.5078125, "train/tensor_act_model_layers_37_residual_post_mlp/norm": 318545.4375, "train/tensor_act_model_layers_37_residual_post_mlp/mean": 155.0, "train/tensor_act_model_layers_37_residual_post_mlp/std": 11.375, "train/tensor_act_model_layers_37_residual_post_mlp/max_abs": 184.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_post_mlp/min": 120.5, "train/tensor_act_model_layers_37_residual_post_mlp/max": 184.0, "train/tensor_act_model_layers_37_residual_post_mlp/range": 63.5, "train/tensor_act_model_layers_38_residual_pre_attn/norm": 318545.4375, "train/tensor_act_model_layers_38_residual_pre_attn/mean": 155.0, "train/tensor_act_model_layers_38_residual_pre_attn/std": 11.375, "train/tensor_act_model_layers_38_residual_pre_attn/max_abs": 184.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_pre_attn/min": 120.5, "train/tensor_act_model_layers_38_residual_pre_attn/max": 184.0, "train/tensor_act_model_layers_38_residual_pre_attn/range": 63.5, "train/tensor_act_model_layers_38_residual_post_attn/norm": 318545.4375, "train/tensor_act_model_layers_38_residual_post_attn/mean": 155.0, "train/tensor_act_model_layers_38_residual_post_attn/std": 11.375, "train/tensor_act_model_layers_38_residual_post_attn/max_abs": 184.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_post_attn/min": 120.5, "train/tensor_act_model_layers_38_residual_post_attn/max": 184.0, "train/tensor_act_model_layers_38_residual_post_attn/range": 63.5, "train/tensor_act_model_layers_38_mlp_gate_proj/norm": 3195.22216796875, "train/tensor_act_model_layers_38_mlp_gate_proj/mean": 0.470703125, "train/tensor_act_model_layers_38_mlp_gate_proj/std": 0.99609375, "train/tensor_act_model_layers_38_mlp_gate_proj/max_abs": 2.453125, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/min": -1.1640625, "train/tensor_act_model_layers_38_mlp_gate_proj/max": 2.453125, "train/tensor_act_model_layers_38_mlp_gate_proj/range": 3.6171875, "train/tensor_act_model_layers_38_mlp_up_proj/norm": 3398.92333984375, "train/tensor_act_model_layers_38_mlp_up_proj/mean": -0.10595703125, "train/tensor_act_model_layers_38_mlp_up_proj/std": 1.171875, "train/tensor_act_model_layers_38_mlp_up_proj/max_abs": 2.75, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/min": -2.5, "train/tensor_act_model_layers_38_mlp_up_proj/max": 2.75, "train/tensor_act_model_layers_38_mlp_up_proj/range": 5.25, "train/tensor_act_model_layers_38_mlp_down_proj/norm": 9291.345703125, "train/tensor_act_model_layers_38_mlp_down_proj/mean": 4.375, "train/tensor_act_model_layers_38_mlp_down_proj/std": 1.1484375, "train/tensor_act_model_layers_38_mlp_down_proj/max_abs": 7.8125, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/min": 1.8359375, "train/tensor_act_model_layers_38_mlp_down_proj/max": 7.8125, "train/tensor_act_model_layers_38_mlp_down_proj/range": 5.9765625, "train/tensor_act_model_layers_38_mlp/norm": 9291.345703125, "train/tensor_act_model_layers_38_mlp/mean": 4.375, "train/tensor_act_model_layers_38_mlp/std": 1.1484375, "train/tensor_act_model_layers_38_mlp/max_abs": 7.8125, "train/tensor_act_model_layers_38_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp/min": 1.8359375, "train/tensor_act_model_layers_38_mlp/max": 7.8125, "train/tensor_act_model_layers_38_mlp/range": 5.9765625, "train/tensor_act_model_layers_38_residual_post_mlp/norm": 327480.96875, "train/tensor_act_model_layers_38_residual_post_mlp/mean": 159.0, "train/tensor_act_model_layers_38_residual_post_mlp/std": 11.6875, "train/tensor_act_model_layers_38_residual_post_mlp/max_abs": 189.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_post_mlp/min": 125.0, "train/tensor_act_model_layers_38_residual_post_mlp/max": 189.0, "train/tensor_act_model_layers_38_residual_post_mlp/range": 64.0, "train/tensor_act_model_layers_39_residual_pre_attn/norm": 327480.96875, "train/tensor_act_model_layers_39_residual_pre_attn/mean": 159.0, "train/tensor_act_model_layers_39_residual_pre_attn/std": 11.6875, "train/tensor_act_model_layers_39_residual_pre_attn/max_abs": 189.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_pre_attn/min": 125.0, "train/tensor_act_model_layers_39_residual_pre_attn/max": 189.0, "train/tensor_act_model_layers_39_residual_pre_attn/range": 64.0, "train/tensor_act_model_layers_39_residual_post_attn/norm": 327480.96875, "train/tensor_act_model_layers_39_residual_post_attn/mean": 159.0, "train/tensor_act_model_layers_39_residual_post_attn/std": 11.6875, "train/tensor_act_model_layers_39_residual_post_attn/max_abs": 189.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_post_attn/min": 125.0, "train/tensor_act_model_layers_39_residual_post_attn/max": 189.0, "train/tensor_act_model_layers_39_residual_post_attn/range": 64.0, "train/tensor_act_model_layers_39_mlp_gate_proj/norm": 3266.294921875, "train/tensor_act_model_layers_39_mlp_gate_proj/mean": 0.46875, "train/tensor_act_model_layers_39_mlp_gate_proj/std": 1.0234375, "train/tensor_act_model_layers_39_mlp_gate_proj/max_abs": 2.484375, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_39_mlp_gate_proj/max": 2.484375, "train/tensor_act_model_layers_39_mlp_gate_proj/range": 3.765625, "train/tensor_act_model_layers_39_mlp_up_proj/norm": 3438.39404296875, "train/tensor_act_model_layers_39_mlp_up_proj/mean": -0.11669921875, "train/tensor_act_model_layers_39_mlp_up_proj/std": 1.1796875, "train/tensor_act_model_layers_39_mlp_up_proj/max_abs": 3.0, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/min": -3.0, "train/tensor_act_model_layers_39_mlp_up_proj/max": 2.859375, "train/tensor_act_model_layers_39_mlp_up_proj/range": 5.859375, "train/tensor_act_model_layers_39_mlp_down_proj/norm": 9427.5576171875, "train/tensor_act_model_layers_39_mlp_down_proj/mean": 4.4375, "train/tensor_act_model_layers_39_mlp_down_proj/std": 1.1953125, "train/tensor_act_model_layers_39_mlp_down_proj/max_abs": 7.65625, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/min": 1.2578125, "train/tensor_act_model_layers_39_mlp_down_proj/max": 7.65625, "train/tensor_act_model_layers_39_mlp_down_proj/range": 6.3984375, "train/tensor_act_model_layers_39_mlp/norm": 9427.5576171875, "train/tensor_act_model_layers_39_mlp/mean": 4.4375, "train/tensor_act_model_layers_39_mlp/std": 1.1953125, "train/tensor_act_model_layers_39_mlp/max_abs": 7.65625, "train/tensor_act_model_layers_39_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp/min": 1.2578125, "train/tensor_act_model_layers_39_mlp/max": 7.65625, "train/tensor_act_model_layers_39_mlp/range": 6.3984375, "train/tensor_act_model_layers_39_residual_post_mlp/norm": 336622.25, "train/tensor_act_model_layers_39_residual_post_mlp/mean": 164.0, "train/tensor_act_model_layers_39_residual_post_mlp/std": 12.0, "train/tensor_act_model_layers_39_residual_post_mlp/max_abs": 193.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_post_mlp/min": 128.0, "train/tensor_act_model_layers_39_residual_post_mlp/max": 193.0, "train/tensor_act_model_layers_39_residual_post_mlp/range": 65.0, "train/tensor_act_model_layers_40_residual_pre_attn/norm": 336622.25, "train/tensor_act_model_layers_40_residual_pre_attn/mean": 164.0, "train/tensor_act_model_layers_40_residual_pre_attn/std": 12.0, "train/tensor_act_model_layers_40_residual_pre_attn/max_abs": 193.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_pre_attn/min": 128.0, "train/tensor_act_model_layers_40_residual_pre_attn/max": 193.0, "train/tensor_act_model_layers_40_residual_pre_attn/range": 65.0, "train/tensor_act_model_layers_40_residual_post_attn/norm": 336622.25, "train/tensor_act_model_layers_40_residual_post_attn/mean": 164.0, "train/tensor_act_model_layers_40_residual_post_attn/std": 12.0, "train/tensor_act_model_layers_40_residual_post_attn/max_abs": 193.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_post_attn/min": 128.0, "train/tensor_act_model_layers_40_residual_post_attn/max": 193.0, "train/tensor_act_model_layers_40_residual_post_attn/range": 65.0, "train/tensor_act_model_layers_40_mlp_gate_proj/norm": 3383.1357421875, "train/tensor_act_model_layers_40_mlp_gate_proj/mean": 0.52734375, "train/tensor_act_model_layers_40_mlp_gate_proj/std": 1.0390625, "train/tensor_act_model_layers_40_mlp_gate_proj/max_abs": 2.4375, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/min": -1.171875, "train/tensor_act_model_layers_40_mlp_gate_proj/max": 2.4375, "train/tensor_act_model_layers_40_mlp_gate_proj/range": 3.609375, "train/tensor_act_model_layers_40_mlp_up_proj/norm": 3413.3203125, "train/tensor_act_model_layers_40_mlp_up_proj/mean": -0.1142578125, "train/tensor_act_model_layers_40_mlp_up_proj/std": 1.171875, "train/tensor_act_model_layers_40_mlp_up_proj/max_abs": 2.546875, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/min": -2.546875, "train/tensor_act_model_layers_40_mlp_up_proj/max": 2.25, "train/tensor_act_model_layers_40_mlp_up_proj/range": 4.796875, "train/tensor_act_model_layers_40_mlp_down_proj/norm": 9884.982421875, "train/tensor_act_model_layers_40_mlp_down_proj/mean": 4.65625, "train/tensor_act_model_layers_40_mlp_down_proj/std": 1.2265625, "train/tensor_act_model_layers_40_mlp_down_proj/max_abs": 7.4375, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/min": 1.1875, "train/tensor_act_model_layers_40_mlp_down_proj/max": 7.4375, "train/tensor_act_model_layers_40_mlp_down_proj/range": 6.25, "train/tensor_act_model_layers_40_mlp/norm": 9884.982421875, "train/tensor_act_model_layers_40_mlp/mean": 4.65625, "train/tensor_act_model_layers_40_mlp/std": 1.2265625, "train/tensor_act_model_layers_40_mlp/max_abs": 7.4375, "train/tensor_act_model_layers_40_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp/min": 1.1875, "train/tensor_act_model_layers_40_mlp/max": 7.4375, "train/tensor_act_model_layers_40_mlp/range": 6.25, "train/tensor_act_model_layers_40_residual_post_mlp/norm": 346191.8125, "train/tensor_act_model_layers_40_residual_post_mlp/mean": 169.0, "train/tensor_act_model_layers_40_residual_post_mlp/std": 12.125, "train/tensor_act_model_layers_40_residual_post_mlp/max_abs": 198.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_post_mlp/min": 132.0, "train/tensor_act_model_layers_40_residual_post_mlp/max": 198.0, "train/tensor_act_model_layers_40_residual_post_mlp/range": 66.0, "train/tensor_act_model_layers_41_residual_pre_attn/norm": 346191.8125, "train/tensor_act_model_layers_41_residual_pre_attn/mean": 169.0, "train/tensor_act_model_layers_41_residual_pre_attn/std": 12.125, "train/tensor_act_model_layers_41_residual_pre_attn/max_abs": 198.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_pre_attn/min": 132.0, "train/tensor_act_model_layers_41_residual_pre_attn/max": 198.0, "train/tensor_act_model_layers_41_residual_pre_attn/range": 66.0, "train/tensor_act_model_layers_41_residual_post_attn/norm": 346191.8125, "train/tensor_act_model_layers_41_residual_post_attn/mean": 169.0, "train/tensor_act_model_layers_41_residual_post_attn/std": 12.125, "train/tensor_act_model_layers_41_residual_post_attn/max_abs": 198.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_post_attn/min": 132.0, "train/tensor_act_model_layers_41_residual_post_attn/max": 198.0, "train/tensor_act_model_layers_41_residual_post_attn/range": 66.0, "train/tensor_act_model_layers_41_mlp_gate_proj/norm": 3330.64453125, "train/tensor_act_model_layers_41_mlp_gate_proj/mean": 0.515625, "train/tensor_act_model_layers_41_mlp_gate_proj/std": 1.0234375, "train/tensor_act_model_layers_41_mlp_gate_proj/max_abs": 2.4375, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/min": -1.3125, "train/tensor_act_model_layers_41_mlp_gate_proj/max": 2.4375, "train/tensor_act_model_layers_41_mlp_gate_proj/range": 3.75, "train/tensor_act_model_layers_41_mlp_up_proj/norm": 3558.55615234375, "train/tensor_act_model_layers_41_mlp_up_proj/mean": 0.01007080078125, "train/tensor_act_model_layers_41_mlp_up_proj/std": 1.2265625, "train/tensor_act_model_layers_41_mlp_up_proj/max_abs": 2.609375, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/min": -2.609375, "train/tensor_act_model_layers_41_mlp_up_proj/max": 2.546875, "train/tensor_act_model_layers_41_mlp_up_proj/range": 5.15625, "train/tensor_act_model_layers_41_mlp_down_proj/norm": 10294.24609375, "train/tensor_act_model_layers_41_mlp_down_proj/mean": 4.84375, "train/tensor_act_model_layers_41_mlp_down_proj/std": 1.375, "train/tensor_act_model_layers_41_mlp_down_proj/max_abs": 7.8125, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/min": 1.1015625, "train/tensor_act_model_layers_41_mlp_down_proj/max": 7.8125, "train/tensor_act_model_layers_41_mlp_down_proj/range": 6.7109375, "train/tensor_act_model_layers_41_mlp/norm": 10294.24609375, "train/tensor_act_model_layers_41_mlp/mean": 4.84375, "train/tensor_act_model_layers_41_mlp/std": 1.375, "train/tensor_act_model_layers_41_mlp/max_abs": 7.8125, "train/tensor_act_model_layers_41_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp/min": 1.1015625, "train/tensor_act_model_layers_41_mlp/max": 7.8125, "train/tensor_act_model_layers_41_mlp/range": 6.7109375, "train/tensor_act_model_layers_41_residual_post_mlp/norm": 356153.3125, "train/tensor_act_model_layers_41_residual_post_mlp/mean": 173.0, "train/tensor_act_model_layers_41_residual_post_mlp/std": 12.4375, "train/tensor_act_model_layers_41_residual_post_mlp/max_abs": 202.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_post_mlp/min": 134.0, "train/tensor_act_model_layers_41_residual_post_mlp/max": 202.0, "train/tensor_act_model_layers_41_residual_post_mlp/range": 68.0, "train/tensor_act_model_layers_42_residual_pre_attn/norm": 356153.3125, "train/tensor_act_model_layers_42_residual_pre_attn/mean": 173.0, "train/tensor_act_model_layers_42_residual_pre_attn/std": 12.4375, "train/tensor_act_model_layers_42_residual_pre_attn/max_abs": 202.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_pre_attn/min": 134.0, "train/tensor_act_model_layers_42_residual_pre_attn/max": 202.0, "train/tensor_act_model_layers_42_residual_pre_attn/range": 68.0, "train/tensor_act_model_layers_42_residual_post_attn/norm": 356153.3125, "train/tensor_act_model_layers_42_residual_post_attn/mean": 173.0, "train/tensor_act_model_layers_42_residual_post_attn/std": 12.4375, "train/tensor_act_model_layers_42_residual_post_attn/max_abs": 202.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_post_attn/min": 134.0, "train/tensor_act_model_layers_42_residual_post_attn/max": 202.0, "train/tensor_act_model_layers_42_residual_post_attn/range": 68.0, "train/tensor_act_model_layers_42_mlp_gate_proj/norm": 3114.294189453125, "train/tensor_act_model_layers_42_mlp_gate_proj/mean": 0.439453125, "train/tensor_act_model_layers_42_mlp_gate_proj/std": 0.98046875, "train/tensor_act_model_layers_42_mlp_gate_proj/max_abs": 2.4375, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/min": -1.015625, "train/tensor_act_model_layers_42_mlp_gate_proj/max": 2.4375, "train/tensor_act_model_layers_42_mlp_gate_proj/range": 3.453125, "train/tensor_act_model_layers_42_mlp_up_proj/norm": 3469.168701171875, "train/tensor_act_model_layers_42_mlp_up_proj/mean": 0.1474609375, "train/tensor_act_model_layers_42_mlp_up_proj/std": 1.1875, "train/tensor_act_model_layers_42_mlp_up_proj/max_abs": 2.953125, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/min": -2.6875, "train/tensor_act_model_layers_42_mlp_up_proj/max": 2.953125, "train/tensor_act_model_layers_42_mlp_up_proj/range": 5.640625, "train/tensor_act_model_layers_42_mlp_down_proj/norm": 8885.1357421875, "train/tensor_act_model_layers_42_mlp_down_proj/mean": 4.21875, "train/tensor_act_model_layers_42_mlp_down_proj/std": 1.015625, "train/tensor_act_model_layers_42_mlp_down_proj/max_abs": 7.0, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/min": 1.7265625, "train/tensor_act_model_layers_42_mlp_down_proj/max": 7.0, "train/tensor_act_model_layers_42_mlp_down_proj/range": 5.2734375, "train/tensor_act_model_layers_42_mlp/norm": 8885.1357421875, "train/tensor_act_model_layers_42_mlp/mean": 4.21875, "train/tensor_act_model_layers_42_mlp/std": 1.015625, "train/tensor_act_model_layers_42_mlp/max_abs": 7.0, "train/tensor_act_model_layers_42_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp/min": 1.7265625, "train/tensor_act_model_layers_42_mlp/max": 7.0, "train/tensor_act_model_layers_42_mlp/range": 5.2734375, "train/tensor_act_model_layers_42_residual_post_mlp/norm": 364770.53125, "train/tensor_act_model_layers_42_residual_post_mlp/mean": 178.0, "train/tensor_act_model_layers_42_residual_post_mlp/std": 12.5625, "train/tensor_act_model_layers_42_residual_post_mlp/max_abs": 208.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_post_mlp/min": 140.0, "train/tensor_act_model_layers_42_residual_post_mlp/max": 208.0, "train/tensor_act_model_layers_42_residual_post_mlp/range": 68.0, "train/tensor_act_model_layers_43_residual_pre_attn/norm": 364770.53125, "train/tensor_act_model_layers_43_residual_pre_attn/mean": 178.0, "train/tensor_act_model_layers_43_residual_pre_attn/std": 12.5625, "train/tensor_act_model_layers_43_residual_pre_attn/max_abs": 208.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_pre_attn/min": 140.0, "train/tensor_act_model_layers_43_residual_pre_attn/max": 208.0, "train/tensor_act_model_layers_43_residual_pre_attn/range": 68.0, "train/tensor_act_model_layers_43_residual_post_attn/norm": 364770.53125, "train/tensor_act_model_layers_43_residual_post_attn/mean": 178.0, "train/tensor_act_model_layers_43_residual_post_attn/std": 12.5625, "train/tensor_act_model_layers_43_residual_post_attn/max_abs": 208.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_post_attn/min": 140.0, "train/tensor_act_model_layers_43_residual_post_attn/max": 208.0, "train/tensor_act_model_layers_43_residual_post_attn/range": 68.0, "train/tensor_act_model_layers_43_mlp_gate_proj/norm": 3264.851318359375, "train/tensor_act_model_layers_43_mlp_gate_proj/mean": 0.439453125, "train/tensor_act_model_layers_43_mlp_gate_proj/std": 1.0390625, "train/tensor_act_model_layers_43_mlp_gate_proj/max_abs": 2.515625, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/min": -1.0, "train/tensor_act_model_layers_43_mlp_gate_proj/max": 2.515625, "train/tensor_act_model_layers_43_mlp_gate_proj/range": 3.515625, "train/tensor_act_model_layers_43_mlp_up_proj/norm": 3273.599609375, "train/tensor_act_model_layers_43_mlp_up_proj/mean": 0.031982421875, "train/tensor_act_model_layers_43_mlp_up_proj/std": 1.1328125, "train/tensor_act_model_layers_43_mlp_up_proj/max_abs": 3.140625, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/min": -2.578125, "train/tensor_act_model_layers_43_mlp_up_proj/max": 3.140625, "train/tensor_act_model_layers_43_mlp_up_proj/range": 5.71875, "train/tensor_act_model_layers_43_mlp_down_proj/norm": 8975.9853515625, "train/tensor_act_model_layers_43_mlp_down_proj/mean": 4.21875, "train/tensor_act_model_layers_43_mlp_down_proj/std": 1.140625, "train/tensor_act_model_layers_43_mlp_down_proj/max_abs": 7.0625, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/min": 0.78125, "train/tensor_act_model_layers_43_mlp_down_proj/max": 7.0625, "train/tensor_act_model_layers_43_mlp_down_proj/range": 6.28125, "train/tensor_act_model_layers_43_mlp/norm": 8975.9853515625, "train/tensor_act_model_layers_43_mlp/mean": 4.21875, "train/tensor_act_model_layers_43_mlp/std": 1.140625, "train/tensor_act_model_layers_43_mlp/max_abs": 7.0625, "train/tensor_act_model_layers_43_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp/min": 0.78125, "train/tensor_act_model_layers_43_mlp/max": 7.0625, "train/tensor_act_model_layers_43_mlp/range": 6.28125, "train/tensor_act_model_layers_43_residual_post_mlp/norm": 373454.96875, "train/tensor_act_model_layers_43_residual_post_mlp/mean": 182.0, "train/tensor_act_model_layers_43_residual_post_mlp/std": 12.8125, "train/tensor_act_model_layers_43_residual_post_mlp/max_abs": 213.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_post_mlp/min": 144.0, "train/tensor_act_model_layers_43_residual_post_mlp/max": 213.0, "train/tensor_act_model_layers_43_residual_post_mlp/range": 69.0, "train/tensor_act_model_layers_44_residual_pre_attn/norm": 373454.96875, "train/tensor_act_model_layers_44_residual_pre_attn/mean": 182.0, "train/tensor_act_model_layers_44_residual_pre_attn/std": 12.8125, "train/tensor_act_model_layers_44_residual_pre_attn/max_abs": 213.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_pre_attn/min": 144.0, "train/tensor_act_model_layers_44_residual_pre_attn/max": 213.0, "train/tensor_act_model_layers_44_residual_pre_attn/range": 69.0, "train/tensor_act_model_layers_44_residual_post_attn/norm": 373454.96875, "train/tensor_act_model_layers_44_residual_post_attn/mean": 182.0, "train/tensor_act_model_layers_44_residual_post_attn/std": 12.8125, "train/tensor_act_model_layers_44_residual_post_attn/max_abs": 213.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_post_attn/min": 144.0, "train/tensor_act_model_layers_44_residual_post_attn/max": 213.0, "train/tensor_act_model_layers_44_residual_post_attn/range": 69.0, "train/tensor_act_model_layers_44_mlp_gate_proj/norm": 3311.456787109375, "train/tensor_act_model_layers_44_mlp_gate_proj/mean": 0.498046875, "train/tensor_act_model_layers_44_mlp_gate_proj/std": 1.03125, "train/tensor_act_model_layers_44_mlp_gate_proj/max_abs": 2.609375, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/min": -1.15625, "train/tensor_act_model_layers_44_mlp_gate_proj/max": 2.609375, "train/tensor_act_model_layers_44_mlp_gate_proj/range": 3.765625, "train/tensor_act_model_layers_44_mlp_up_proj/norm": 3260.090576171875, "train/tensor_act_model_layers_44_mlp_up_proj/mean": -0.051513671875, "train/tensor_act_model_layers_44_mlp_up_proj/std": 1.125, "train/tensor_act_model_layers_44_mlp_up_proj/max_abs": 2.59375, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/min": -2.40625, "train/tensor_act_model_layers_44_mlp_up_proj/max": 2.59375, "train/tensor_act_model_layers_44_mlp_up_proj/range": 5.0, "train/tensor_act_model_layers_44_mlp_down_proj/norm": 9202.04296875, "train/tensor_act_model_layers_44_mlp_down_proj/mean": 4.3125, "train/tensor_act_model_layers_44_mlp_down_proj/std": 1.2109375, "train/tensor_act_model_layers_44_mlp_down_proj/max_abs": 7.21875, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/min": 0.83984375, "train/tensor_act_model_layers_44_mlp_down_proj/max": 7.21875, "train/tensor_act_model_layers_44_mlp_down_proj/range": 6.37890625, "train/tensor_act_model_layers_44_mlp/norm": 9202.04296875, "train/tensor_act_model_layers_44_mlp/mean": 4.3125, "train/tensor_act_model_layers_44_mlp/std": 1.2109375, "train/tensor_act_model_layers_44_mlp/max_abs": 7.21875, "train/tensor_act_model_layers_44_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp/min": 0.83984375, "train/tensor_act_model_layers_44_mlp/max": 7.21875, "train/tensor_act_model_layers_44_mlp/range": 6.37890625, "train/tensor_act_model_layers_44_residual_post_mlp/norm": 382341.8125, "train/tensor_act_model_layers_44_residual_post_mlp/mean": 186.0, "train/tensor_act_model_layers_44_residual_post_mlp/std": 12.9375, "train/tensor_act_model_layers_44_residual_post_mlp/max_abs": 219.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_post_mlp/min": 146.0, "train/tensor_act_model_layers_44_residual_post_mlp/max": 219.0, "train/tensor_act_model_layers_44_residual_post_mlp/range": 73.0, "train/tensor_act_model_layers_45_residual_pre_attn/norm": 382341.8125, "train/tensor_act_model_layers_45_residual_pre_attn/mean": 186.0, "train/tensor_act_model_layers_45_residual_pre_attn/std": 12.9375, "train/tensor_act_model_layers_45_residual_pre_attn/max_abs": 219.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_pre_attn/min": 146.0, "train/tensor_act_model_layers_45_residual_pre_attn/max": 219.0, "train/tensor_act_model_layers_45_residual_pre_attn/range": 73.0, "train/tensor_act_model_layers_45_residual_post_attn/norm": 382341.8125, "train/tensor_act_model_layers_45_residual_post_attn/mean": 186.0, "train/tensor_act_model_layers_45_residual_post_attn/std": 12.9375, "train/tensor_act_model_layers_45_residual_post_attn/max_abs": 219.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_post_attn/min": 146.0, "train/tensor_act_model_layers_45_residual_post_attn/max": 219.0, "train/tensor_act_model_layers_45_residual_post_attn/range": 73.0, "train/tensor_act_model_layers_45_mlp_gate_proj/norm": 3165.6708984375, "train/tensor_act_model_layers_45_mlp_gate_proj/mean": 0.46484375, "train/tensor_act_model_layers_45_mlp_gate_proj/std": 0.98828125, "train/tensor_act_model_layers_45_mlp_gate_proj/max_abs": 2.515625, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/min": -1.359375, "train/tensor_act_model_layers_45_mlp_gate_proj/max": 2.515625, "train/tensor_act_model_layers_45_mlp_gate_proj/range": 3.875, "train/tensor_act_model_layers_45_mlp_up_proj/norm": 3357.60888671875, "train/tensor_act_model_layers_45_mlp_up_proj/mean": -0.068359375, "train/tensor_act_model_layers_45_mlp_up_proj/std": 1.15625, "train/tensor_act_model_layers_45_mlp_up_proj/max_abs": 2.9375, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/min": -2.9375, "train/tensor_act_model_layers_45_mlp_up_proj/max": 2.421875, "train/tensor_act_model_layers_45_mlp_up_proj/range": 5.359375, "train/tensor_act_model_layers_45_mlp_down_proj/norm": 8685.82421875, "train/tensor_act_model_layers_45_mlp_down_proj/mean": 4.125, "train/tensor_act_model_layers_45_mlp_down_proj/std": 0.953125, "train/tensor_act_model_layers_45_mlp_down_proj/max_abs": 6.375, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/min": 1.8046875, "train/tensor_act_model_layers_45_mlp_down_proj/max": 6.375, "train/tensor_act_model_layers_45_mlp_down_proj/range": 4.5703125, "train/tensor_act_model_layers_45_mlp/norm": 8685.82421875, "train/tensor_act_model_layers_45_mlp/mean": 4.125, "train/tensor_act_model_layers_45_mlp/std": 0.953125, "train/tensor_act_model_layers_45_mlp/max_abs": 6.375, "train/tensor_act_model_layers_45_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp/min": 1.8046875, "train/tensor_act_model_layers_45_mlp/max": 6.375, "train/tensor_act_model_layers_45_mlp/range": 4.5703125, "train/tensor_act_model_layers_45_residual_post_mlp/norm": 390807.65625, "train/tensor_act_model_layers_45_residual_post_mlp/mean": 190.0, "train/tensor_act_model_layers_45_residual_post_mlp/std": 13.0, "train/tensor_act_model_layers_45_residual_post_mlp/max_abs": 223.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_post_mlp/min": 151.0, "train/tensor_act_model_layers_45_residual_post_mlp/max": 223.0, "train/tensor_act_model_layers_45_residual_post_mlp/range": 72.0, "train/tensor_act_model_layers_46_residual_pre_attn/norm": 390807.65625, "train/tensor_act_model_layers_46_residual_pre_attn/mean": 190.0, "train/tensor_act_model_layers_46_residual_pre_attn/std": 13.0, "train/tensor_act_model_layers_46_residual_pre_attn/max_abs": 223.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_pre_attn/min": 151.0, "train/tensor_act_model_layers_46_residual_pre_attn/max": 223.0, "train/tensor_act_model_layers_46_residual_pre_attn/range": 72.0, "train/tensor_act_model_layers_46_residual_post_attn/norm": 390807.65625, "train/tensor_act_model_layers_46_residual_post_attn/mean": 190.0, "train/tensor_act_model_layers_46_residual_post_attn/std": 13.0, "train/tensor_act_model_layers_46_residual_post_attn/max_abs": 223.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_post_attn/min": 151.0, "train/tensor_act_model_layers_46_residual_post_attn/max": 223.0, "train/tensor_act_model_layers_46_residual_post_attn/range": 72.0, "train/tensor_act_model_layers_46_mlp_gate_proj/norm": 3127.903076171875, "train/tensor_act_model_layers_46_mlp_gate_proj/mean": 0.43359375, "train/tensor_act_model_layers_46_mlp_gate_proj/std": 0.98828125, "train/tensor_act_model_layers_46_mlp_gate_proj/max_abs": 2.453125, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/min": -1.2265625, "train/tensor_act_model_layers_46_mlp_gate_proj/max": 2.453125, "train/tensor_act_model_layers_46_mlp_gate_proj/range": 3.6796875, "train/tensor_act_model_layers_46_mlp_up_proj/norm": 3233.096435546875, "train/tensor_act_model_layers_46_mlp_up_proj/mean": -0.09765625, "train/tensor_act_model_layers_46_mlp_up_proj/std": 1.109375, "train/tensor_act_model_layers_46_mlp_up_proj/max_abs": 2.53125, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/min": -2.53125, "train/tensor_act_model_layers_46_mlp_up_proj/max": 2.484375, "train/tensor_act_model_layers_46_mlp_up_proj/range": 5.015625, "train/tensor_act_model_layers_46_mlp_down_proj/norm": 8007.99169921875, "train/tensor_act_model_layers_46_mlp_down_proj/mean": 3.765625, "train/tensor_act_model_layers_46_mlp_down_proj/std": 1.0390625, "train/tensor_act_model_layers_46_mlp_down_proj/max_abs": 5.875, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/min": 1.015625, "train/tensor_act_model_layers_46_mlp_down_proj/max": 5.875, "train/tensor_act_model_layers_46_mlp_down_proj/range": 4.859375, "train/tensor_act_model_layers_46_mlp/norm": 8007.99169921875, "train/tensor_act_model_layers_46_mlp/mean": 3.765625, "train/tensor_act_model_layers_46_mlp/std": 1.0390625, "train/tensor_act_model_layers_46_mlp/max_abs": 5.875, "train/tensor_act_model_layers_46_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp/min": 1.015625, "train/tensor_act_model_layers_46_mlp/max": 5.875, "train/tensor_act_model_layers_46_mlp/range": 4.859375, "train/tensor_act_model_layers_46_residual_post_mlp/norm": 398500.78125, "train/tensor_act_model_layers_46_residual_post_mlp/mean": 194.0, "train/tensor_act_model_layers_46_residual_post_mlp/std": 13.0625, "train/tensor_act_model_layers_46_residual_post_mlp/max_abs": 227.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_post_mlp/min": 154.0, "train/tensor_act_model_layers_46_residual_post_mlp/max": 227.0, "train/tensor_act_model_layers_46_residual_post_mlp/range": 73.0, "train/tensor_act_model_layers_47_residual_pre_attn/norm": 398500.78125, "train/tensor_act_model_layers_47_residual_pre_attn/mean": 194.0, "train/tensor_act_model_layers_47_residual_pre_attn/std": 13.0625, "train/tensor_act_model_layers_47_residual_pre_attn/max_abs": 227.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_pre_attn/min": 154.0, "train/tensor_act_model_layers_47_residual_pre_attn/max": 227.0, "train/tensor_act_model_layers_47_residual_pre_attn/range": 73.0, "train/tensor_act_model_layers_47_residual_post_attn/norm": 398500.78125, "train/tensor_act_model_layers_47_residual_post_attn/mean": 194.0, "train/tensor_act_model_layers_47_residual_post_attn/std": 13.0625, "train/tensor_act_model_layers_47_residual_post_attn/max_abs": 227.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_post_attn/min": 154.0, "train/tensor_act_model_layers_47_residual_post_attn/max": 227.0, "train/tensor_act_model_layers_47_residual_post_attn/range": 73.0, "train/tensor_act_model_layers_47_mlp_gate_proj/norm": 3399.08837890625, "train/tensor_act_model_layers_47_mlp_gate_proj/mean": 0.49609375, "train/tensor_act_model_layers_47_mlp_gate_proj/std": 1.0625, "train/tensor_act_model_layers_47_mlp_gate_proj/max_abs": 2.484375, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/min": -1.2265625, "train/tensor_act_model_layers_47_mlp_gate_proj/max": 2.484375, "train/tensor_act_model_layers_47_mlp_gate_proj/range": 3.7109375, "train/tensor_act_model_layers_47_mlp_up_proj/norm": 3355.17919921875, "train/tensor_act_model_layers_47_mlp_up_proj/mean": -0.02490234375, "train/tensor_act_model_layers_47_mlp_up_proj/std": 1.15625, "train/tensor_act_model_layers_47_mlp_up_proj/max_abs": 2.890625, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/min": -2.5, "train/tensor_act_model_layers_47_mlp_up_proj/max": 2.890625, "train/tensor_act_model_layers_47_mlp_up_proj/range": 5.390625, "train/tensor_act_model_layers_47_mlp_down_proj/norm": 9452.91015625, "train/tensor_act_model_layers_47_mlp_down_proj/mean": 4.5, "train/tensor_act_model_layers_47_mlp_down_proj/std": 1.0546875, "train/tensor_act_model_layers_47_mlp_down_proj/max_abs": 7.09375, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/min": 1.8046875, "train/tensor_act_model_layers_47_mlp_down_proj/max": 7.09375, "train/tensor_act_model_layers_47_mlp_down_proj/range": 5.2890625, "train/tensor_act_model_layers_47_mlp/norm": 9452.91015625, "train/tensor_act_model_layers_47_mlp/mean": 4.5, "train/tensor_act_model_layers_47_mlp/std": 1.0546875, "train/tensor_act_model_layers_47_mlp/max_abs": 7.09375, "train/tensor_act_model_layers_47_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp/min": 1.8046875, "train/tensor_act_model_layers_47_mlp/max": 7.09375, "train/tensor_act_model_layers_47_mlp/range": 5.2890625, "train/tensor_act_model_layers_47_residual_post_mlp/norm": 407697.46875, "train/tensor_act_model_layers_47_residual_post_mlp/mean": 199.0, "train/tensor_act_model_layers_47_residual_post_mlp/std": 13.1875, "train/tensor_act_model_layers_47_residual_post_mlp/max_abs": 232.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_post_mlp/min": 159.0, "train/tensor_act_model_layers_47_residual_post_mlp/max": 232.0, "train/tensor_act_model_layers_47_residual_post_mlp/range": 73.0, "train/tensor_act_model_layers_48_residual_pre_attn/norm": 407697.46875, "train/tensor_act_model_layers_48_residual_pre_attn/mean": 199.0, "train/tensor_act_model_layers_48_residual_pre_attn/std": 13.1875, "train/tensor_act_model_layers_48_residual_pre_attn/max_abs": 232.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_pre_attn/min": 159.0, "train/tensor_act_model_layers_48_residual_pre_attn/max": 232.0, "train/tensor_act_model_layers_48_residual_pre_attn/range": 73.0, "train/tensor_act_model_layers_48_residual_post_attn/norm": 407635.15625, "train/tensor_act_model_layers_48_residual_post_attn/mean": 199.0, "train/tensor_act_model_layers_48_residual_post_attn/std": 13.1875, "train/tensor_act_model_layers_48_residual_post_attn/max_abs": 232.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_post_attn/min": 159.0, "train/tensor_act_model_layers_48_residual_post_attn/max": 232.0, "train/tensor_act_model_layers_48_residual_post_attn/range": 73.0, "train/tensor_act_model_layers_48_mlp_gate_proj/norm": 3146.740234375, "train/tensor_act_model_layers_48_mlp_gate_proj/mean": 0.416015625, "train/tensor_act_model_layers_48_mlp_gate_proj/std": 1.0, "train/tensor_act_model_layers_48_mlp_gate_proj/max_abs": 2.546875, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/min": -1.0625, "train/tensor_act_model_layers_48_mlp_gate_proj/max": 2.546875, "train/tensor_act_model_layers_48_mlp_gate_proj/range": 3.609375, "train/tensor_act_model_layers_48_mlp_up_proj/norm": 3250.970703125, "train/tensor_act_model_layers_48_mlp_up_proj/mean": 0.08056640625, "train/tensor_act_model_layers_48_mlp_up_proj/std": 1.1171875, "train/tensor_act_model_layers_48_mlp_up_proj/max_abs": 2.78125, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/min": -2.421875, "train/tensor_act_model_layers_48_mlp_up_proj/max": 2.78125, "train/tensor_act_model_layers_48_mlp_up_proj/range": 5.203125, "train/tensor_act_model_layers_48_mlp_down_proj/norm": 8551.6640625, "train/tensor_act_model_layers_48_mlp_down_proj/mean": 3.96875, "train/tensor_act_model_layers_48_mlp_down_proj/std": 1.2734375, "train/tensor_act_model_layers_48_mlp_down_proj/max_abs": 7.84375, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/min": 1.25, "train/tensor_act_model_layers_48_mlp_down_proj/max": 7.84375, "train/tensor_act_model_layers_48_mlp_down_proj/range": 6.59375, "train/tensor_act_model_layers_48_mlp/norm": 8551.6640625, "train/tensor_act_model_layers_48_mlp/mean": 3.96875, "train/tensor_act_model_layers_48_mlp/std": 1.2734375, "train/tensor_act_model_layers_48_mlp/max_abs": 7.84375, "train/tensor_act_model_layers_48_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp/min": 1.25, "train/tensor_act_model_layers_48_mlp/max": 7.84375, "train/tensor_act_model_layers_48_mlp/range": 6.59375, "train/tensor_act_model_layers_48_residual_post_mlp/norm": 415770.96875, "train/tensor_act_model_layers_48_residual_post_mlp/mean": 203.0, "train/tensor_act_model_layers_48_residual_post_mlp/std": 13.375, "train/tensor_act_model_layers_48_residual_post_mlp/max_abs": 237.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_post_mlp/min": 164.0, "train/tensor_act_model_layers_48_residual_post_mlp/max": 237.0, "train/tensor_act_model_layers_48_residual_post_mlp/range": 73.0, "train/tensor_act_model_layers_49_residual_pre_attn/norm": 415770.96875, "train/tensor_act_model_layers_49_residual_pre_attn/mean": 203.0, "train/tensor_act_model_layers_49_residual_pre_attn/std": 13.375, "train/tensor_act_model_layers_49_residual_pre_attn/max_abs": 237.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_pre_attn/min": 164.0, "train/tensor_act_model_layers_49_residual_pre_attn/max": 237.0, "train/tensor_act_model_layers_49_residual_pre_attn/range": 73.0, "train/tensor_act_model_layers_49_residual_post_attn/norm": 415770.96875, "train/tensor_act_model_layers_49_residual_post_attn/mean": 203.0, "train/tensor_act_model_layers_49_residual_post_attn/std": 13.375, "train/tensor_act_model_layers_49_residual_post_attn/max_abs": 237.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_post_attn/min": 164.0, "train/tensor_act_model_layers_49_residual_post_attn/max": 237.0, "train/tensor_act_model_layers_49_residual_post_attn/range": 73.0, "train/tensor_act_model_layers_49_mlp_gate_proj/norm": 3298.740478515625, "train/tensor_act_model_layers_49_mlp_gate_proj/mean": 0.49609375, "train/tensor_act_model_layers_49_mlp_gate_proj/std": 1.0234375, "train/tensor_act_model_layers_49_mlp_gate_proj/max_abs": 2.65625, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/min": -1.0234375, "train/tensor_act_model_layers_49_mlp_gate_proj/max": 2.65625, "train/tensor_act_model_layers_49_mlp_gate_proj/range": 3.6796875, "train/tensor_act_model_layers_49_mlp_up_proj/norm": 3372.89013671875, "train/tensor_act_model_layers_49_mlp_up_proj/mean": -0.02978515625, "train/tensor_act_model_layers_49_mlp_up_proj/std": 1.1640625, "train/tensor_act_model_layers_49_mlp_up_proj/max_abs": 2.609375, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/min": -2.59375, "train/tensor_act_model_layers_49_mlp_up_proj/max": 2.609375, "train/tensor_act_model_layers_49_mlp_up_proj/range": 5.203125, "train/tensor_act_model_layers_49_mlp_down_proj/norm": 9032.8955078125, "train/tensor_act_model_layers_49_mlp_down_proj/mean": 4.28125, "train/tensor_act_model_layers_49_mlp_down_proj/std": 1.0390625, "train/tensor_act_model_layers_49_mlp_down_proj/max_abs": 7.3125, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/min": 1.0546875, "train/tensor_act_model_layers_49_mlp_down_proj/max": 7.3125, "train/tensor_act_model_layers_49_mlp_down_proj/range": 6.2578125, "train/tensor_act_model_layers_49_mlp/norm": 9032.8955078125, "train/tensor_act_model_layers_49_mlp/mean": 4.28125, "train/tensor_act_model_layers_49_mlp/std": 1.0390625, "train/tensor_act_model_layers_49_mlp/max_abs": 7.3125, "train/tensor_act_model_layers_49_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp/min": 1.0546875, "train/tensor_act_model_layers_49_mlp/max": 7.3125, "train/tensor_act_model_layers_49_mlp/range": 6.2578125, "train/tensor_act_model_layers_49_residual_post_mlp/norm": 424562.40625, "train/tensor_act_model_layers_49_residual_post_mlp/mean": 207.0, "train/tensor_act_model_layers_49_residual_post_mlp/std": 13.4375, "train/tensor_act_model_layers_49_residual_post_mlp/max_abs": 241.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_post_mlp/min": 168.0, "train/tensor_act_model_layers_49_residual_post_mlp/max": 241.0, "train/tensor_act_model_layers_49_residual_post_mlp/range": 73.0, "train/tensor_act_model_layers_50_residual_pre_attn/norm": 424562.40625, "train/tensor_act_model_layers_50_residual_pre_attn/mean": 207.0, "train/tensor_act_model_layers_50_residual_pre_attn/std": 13.4375, "train/tensor_act_model_layers_50_residual_pre_attn/max_abs": 241.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_pre_attn/min": 168.0, "train/tensor_act_model_layers_50_residual_pre_attn/max": 241.0, "train/tensor_act_model_layers_50_residual_pre_attn/range": 73.0, "train/tensor_act_model_layers_50_residual_post_attn/norm": 424562.40625, "train/tensor_act_model_layers_50_residual_post_attn/mean": 207.0, "train/tensor_act_model_layers_50_residual_post_attn/std": 13.4375, "train/tensor_act_model_layers_50_residual_post_attn/max_abs": 241.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_post_attn/min": 168.0, "train/tensor_act_model_layers_50_residual_post_attn/max": 241.0, "train/tensor_act_model_layers_50_residual_post_attn/range": 73.0, "train/tensor_act_model_layers_50_mlp_gate_proj/norm": 3211.357421875, "train/tensor_act_model_layers_50_mlp_gate_proj/mean": 0.478515625, "train/tensor_act_model_layers_50_mlp_gate_proj/std": 1.0, "train/tensor_act_model_layers_50_mlp_gate_proj/max_abs": 2.34375, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/min": -1.453125, "train/tensor_act_model_layers_50_mlp_gate_proj/max": 2.34375, "train/tensor_act_model_layers_50_mlp_gate_proj/range": 3.796875, "train/tensor_act_model_layers_50_mlp_up_proj/norm": 3441.18359375, "train/tensor_act_model_layers_50_mlp_up_proj/mean": 0.0286865234375, "train/tensor_act_model_layers_50_mlp_up_proj/std": 1.1875, "train/tensor_act_model_layers_50_mlp_up_proj/max_abs": 2.71875, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/min": -2.71875, "train/tensor_act_model_layers_50_mlp_up_proj/max": 2.640625, "train/tensor_act_model_layers_50_mlp_up_proj/range": 5.359375, "train/tensor_act_model_layers_50_mlp_down_proj/norm": 9120.2548828125, "train/tensor_act_model_layers_50_mlp_down_proj/mean": 4.3125, "train/tensor_act_model_layers_50_mlp_down_proj/std": 1.1484375, "train/tensor_act_model_layers_50_mlp_down_proj/max_abs": 6.90625, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/min": 1.15625, "train/tensor_act_model_layers_50_mlp_down_proj/max": 6.90625, "train/tensor_act_model_layers_50_mlp_down_proj/range": 5.75, "train/tensor_act_model_layers_50_mlp/norm": 9120.2548828125, "train/tensor_act_model_layers_50_mlp/mean": 4.3125, "train/tensor_act_model_layers_50_mlp/std": 1.1484375, "train/tensor_act_model_layers_50_mlp/max_abs": 6.90625, "train/tensor_act_model_layers_50_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp/min": 1.15625, "train/tensor_act_model_layers_50_mlp/max": 6.90625, "train/tensor_act_model_layers_50_mlp/range": 5.75, "train/tensor_act_model_layers_50_residual_post_mlp/norm": 433451.625, "train/tensor_act_model_layers_50_residual_post_mlp/mean": 211.0, "train/tensor_act_model_layers_50_residual_post_mlp/std": 13.5625, "train/tensor_act_model_layers_50_residual_post_mlp/max_abs": 247.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_post_mlp/min": 172.0, "train/tensor_act_model_layers_50_residual_post_mlp/max": 247.0, "train/tensor_act_model_layers_50_residual_post_mlp/range": 75.0, "train/tensor_act_model_layers_51_residual_pre_attn/norm": 433451.625, "train/tensor_act_model_layers_51_residual_pre_attn/mean": 211.0, "train/tensor_act_model_layers_51_residual_pre_attn/std": 13.5625, "train/tensor_act_model_layers_51_residual_pre_attn/max_abs": 247.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_pre_attn/min": 172.0, "train/tensor_act_model_layers_51_residual_pre_attn/max": 247.0, "train/tensor_act_model_layers_51_residual_pre_attn/range": 75.0, "train/tensor_act_model_layers_51_residual_post_attn/norm": 433451.625, "train/tensor_act_model_layers_51_residual_post_attn/mean": 211.0, "train/tensor_act_model_layers_51_residual_post_attn/std": 13.5625, "train/tensor_act_model_layers_51_residual_post_attn/max_abs": 247.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_post_attn/min": 172.0, "train/tensor_act_model_layers_51_residual_post_attn/max": 247.0, "train/tensor_act_model_layers_51_residual_post_attn/range": 75.0, "train/tensor_act_model_layers_51_mlp_gate_proj/norm": 3085.766845703125, "train/tensor_act_model_layers_51_mlp_gate_proj/mean": 0.392578125, "train/tensor_act_model_layers_51_mlp_gate_proj/std": 0.9921875, "train/tensor_act_model_layers_51_mlp_gate_proj/max_abs": 2.5, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/min": -1.53125, "train/tensor_act_model_layers_51_mlp_gate_proj/max": 2.5, "train/tensor_act_model_layers_51_mlp_gate_proj/range": 4.03125, "train/tensor_act_model_layers_51_mlp_up_proj/norm": 3186.435302734375, "train/tensor_act_model_layers_51_mlp_up_proj/mean": 0.0036163330078125, "train/tensor_act_model_layers_51_mlp_up_proj/std": 1.1015625, "train/tensor_act_model_layers_51_mlp_up_proj/max_abs": 2.59375, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/min": -2.59375, "train/tensor_act_model_layers_51_mlp_up_proj/max": 2.578125, "train/tensor_act_model_layers_51_mlp_up_proj/range": 5.171875, "train/tensor_act_model_layers_51_mlp_down_proj/norm": 7982.05029296875, "train/tensor_act_model_layers_51_mlp_down_proj/mean": 3.703125, "train/tensor_act_model_layers_51_mlp_down_proj/std": 1.21875, "train/tensor_act_model_layers_51_mlp_down_proj/max_abs": 6.96875, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/min": 0.2119140625, "train/tensor_act_model_layers_51_mlp_down_proj/max": 6.96875, "train/tensor_act_model_layers_51_mlp_down_proj/range": 6.7568359375, "train/tensor_act_model_layers_51_mlp/norm": 7982.05029296875, "train/tensor_act_model_layers_51_mlp/mean": 3.703125, "train/tensor_act_model_layers_51_mlp/std": 1.21875, "train/tensor_act_model_layers_51_mlp/max_abs": 6.96875, "train/tensor_act_model_layers_51_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp/min": 0.2119140625, "train/tensor_act_model_layers_51_mlp/max": 6.96875, "train/tensor_act_model_layers_51_mlp/range": 6.7568359375, "train/tensor_act_model_layers_51_residual_post_mlp/norm": 441050.78125, "train/tensor_act_model_layers_51_residual_post_mlp/mean": 215.0, "train/tensor_act_model_layers_51_residual_post_mlp/std": 13.75, "train/tensor_act_model_layers_51_residual_post_mlp/max_abs": 252.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_post_mlp/min": 176.0, "train/tensor_act_model_layers_51_residual_post_mlp/max": 252.0, "train/tensor_act_model_layers_51_residual_post_mlp/range": 76.0, "train/tensor_act_model_layers_52_residual_pre_attn/norm": 441050.78125, "train/tensor_act_model_layers_52_residual_pre_attn/mean": 215.0, "train/tensor_act_model_layers_52_residual_pre_attn/std": 13.75, "train/tensor_act_model_layers_52_residual_pre_attn/max_abs": 252.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_pre_attn/min": 176.0, "train/tensor_act_model_layers_52_residual_pre_attn/max": 252.0, "train/tensor_act_model_layers_52_residual_pre_attn/range": 76.0, "train/tensor_act_model_layers_52_residual_post_attn/norm": 441050.78125, "train/tensor_act_model_layers_52_residual_post_attn/mean": 215.0, "train/tensor_act_model_layers_52_residual_post_attn/std": 13.75, "train/tensor_act_model_layers_52_residual_post_attn/max_abs": 252.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_post_attn/min": 176.0, "train/tensor_act_model_layers_52_residual_post_attn/max": 252.0, "train/tensor_act_model_layers_52_residual_post_attn/range": 76.0, "train/tensor_act_model_layers_52_mlp_gate_proj/norm": 3215.4306640625, "train/tensor_act_model_layers_52_mlp_gate_proj/mean": 0.51171875, "train/tensor_act_model_layers_52_mlp_gate_proj/std": 0.984375, "train/tensor_act_model_layers_52_mlp_gate_proj/max_abs": 2.703125, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/min": -1.203125, "train/tensor_act_model_layers_52_mlp_gate_proj/max": 2.703125, "train/tensor_act_model_layers_52_mlp_gate_proj/range": 3.90625, "train/tensor_act_model_layers_52_mlp_up_proj/norm": 3434.223876953125, "train/tensor_act_model_layers_52_mlp_up_proj/mean": -0.03564453125, "train/tensor_act_model_layers_52_mlp_up_proj/std": 1.1875, "train/tensor_act_model_layers_52_mlp_up_proj/max_abs": 3.109375, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/min": -3.109375, "train/tensor_act_model_layers_52_mlp_up_proj/max": 2.859375, "train/tensor_act_model_layers_52_mlp_up_proj/range": 5.96875, "train/tensor_act_model_layers_52_mlp_down_proj/norm": 8774.39453125, "train/tensor_act_model_layers_52_mlp_down_proj/mean": 4.125, "train/tensor_act_model_layers_52_mlp_down_proj/std": 1.109375, "train/tensor_act_model_layers_52_mlp_down_proj/max_abs": 7.4375, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/min": 1.7890625, "train/tensor_act_model_layers_52_mlp_down_proj/max": 7.4375, "train/tensor_act_model_layers_52_mlp_down_proj/range": 5.6484375, "train/tensor_act_model_layers_52_mlp/norm": 8774.39453125, "train/tensor_act_model_layers_52_mlp/mean": 4.125, "train/tensor_act_model_layers_52_mlp/std": 1.109375, "train/tensor_act_model_layers_52_mlp/max_abs": 7.4375, "train/tensor_act_model_layers_52_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp/min": 1.7890625, "train/tensor_act_model_layers_52_mlp/max": 7.4375, "train/tensor_act_model_layers_52_mlp/range": 5.6484375, "train/tensor_act_model_layers_52_residual_post_mlp/norm": 449424.25, "train/tensor_act_model_layers_52_residual_post_mlp/mean": 219.0, "train/tensor_act_model_layers_52_residual_post_mlp/std": 13.9375, "train/tensor_act_model_layers_52_residual_post_mlp/max_abs": 256.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_post_mlp/min": 179.0, "train/tensor_act_model_layers_52_residual_post_mlp/max": 256.0, "train/tensor_act_model_layers_52_residual_post_mlp/range": 77.0, "train/tensor_act_model_layers_53_residual_pre_attn/norm": 449424.25, "train/tensor_act_model_layers_53_residual_pre_attn/mean": 219.0, "train/tensor_act_model_layers_53_residual_pre_attn/std": 13.9375, "train/tensor_act_model_layers_53_residual_pre_attn/max_abs": 256.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_pre_attn/min": 179.0, "train/tensor_act_model_layers_53_residual_pre_attn/max": 256.0, "train/tensor_act_model_layers_53_residual_pre_attn/range": 77.0, "train/tensor_act_model_layers_53_residual_post_attn/norm": 449424.25, "train/tensor_act_model_layers_53_residual_post_attn/mean": 219.0, "train/tensor_act_model_layers_53_residual_post_attn/std": 13.9375, "train/tensor_act_model_layers_53_residual_post_attn/max_abs": 256.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_post_attn/min": 179.0, "train/tensor_act_model_layers_53_residual_post_attn/max": 256.0, "train/tensor_act_model_layers_53_residual_post_attn/range": 77.0, "train/tensor_act_model_layers_53_mlp_gate_proj/norm": 3297.638427734375, "train/tensor_act_model_layers_53_mlp_gate_proj/mean": 0.51953125, "train/tensor_act_model_layers_53_mlp_gate_proj/std": 1.015625, "train/tensor_act_model_layers_53_mlp_gate_proj/max_abs": 2.75, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/min": -1.40625, "train/tensor_act_model_layers_53_mlp_gate_proj/max": 2.75, "train/tensor_act_model_layers_53_mlp_gate_proj/range": 4.15625, "train/tensor_act_model_layers_53_mlp_up_proj/norm": 3489.155517578125, "train/tensor_act_model_layers_53_mlp_up_proj/mean": -0.05029296875, "train/tensor_act_model_layers_53_mlp_up_proj/std": 1.203125, "train/tensor_act_model_layers_53_mlp_up_proj/max_abs": 2.78125, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/min": -2.78125, "train/tensor_act_model_layers_53_mlp_up_proj/max": 2.46875, "train/tensor_act_model_layers_53_mlp_up_proj/range": 5.25, "train/tensor_act_model_layers_53_mlp_down_proj/norm": 9098.0771484375, "train/tensor_act_model_layers_53_mlp_down_proj/mean": 4.25, "train/tensor_act_model_layers_53_mlp_down_proj/std": 1.3359375, "train/tensor_act_model_layers_53_mlp_down_proj/max_abs": 7.6875, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/min": 1.2265625, "train/tensor_act_model_layers_53_mlp_down_proj/max": 7.6875, "train/tensor_act_model_layers_53_mlp_down_proj/range": 6.4609375, "train/tensor_act_model_layers_53_mlp/norm": 9098.0771484375, "train/tensor_act_model_layers_53_mlp/mean": 4.25, "train/tensor_act_model_layers_53_mlp/std": 1.3359375, "train/tensor_act_model_layers_53_mlp/max_abs": 7.6875, "train/tensor_act_model_layers_53_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp/min": 1.2265625, "train/tensor_act_model_layers_53_mlp/max": 7.6875, "train/tensor_act_model_layers_53_mlp/range": 6.4609375, "train/tensor_act_model_layers_53_residual_post_mlp/norm": 458122.09375, "train/tensor_act_model_layers_53_residual_post_mlp/mean": 223.0, "train/tensor_act_model_layers_53_residual_post_mlp/std": 14.1875, "train/tensor_act_model_layers_53_residual_post_mlp/max_abs": 260.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_post_mlp/min": 183.0, "train/tensor_act_model_layers_53_residual_post_mlp/max": 260.0, "train/tensor_act_model_layers_53_residual_post_mlp/range": 77.0, "train/tensor_act_model_layers_54_residual_pre_attn/norm": 458122.09375, "train/tensor_act_model_layers_54_residual_pre_attn/mean": 223.0, "train/tensor_act_model_layers_54_residual_pre_attn/std": 14.1875, "train/tensor_act_model_layers_54_residual_pre_attn/max_abs": 260.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_pre_attn/min": 183.0, "train/tensor_act_model_layers_54_residual_pre_attn/max": 260.0, "train/tensor_act_model_layers_54_residual_pre_attn/range": 77.0, "train/tensor_act_model_layers_54_residual_post_attn/norm": 458122.09375, "train/tensor_act_model_layers_54_residual_post_attn/mean": 223.0, "train/tensor_act_model_layers_54_residual_post_attn/std": 14.1875, "train/tensor_act_model_layers_54_residual_post_attn/max_abs": 260.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_post_attn/min": 183.0, "train/tensor_act_model_layers_54_residual_post_attn/max": 260.0, "train/tensor_act_model_layers_54_residual_post_attn/range": 77.0, "train/tensor_act_model_layers_54_mlp_gate_proj/norm": 3136.00390625, "train/tensor_act_model_layers_54_mlp_gate_proj/mean": 0.419921875, "train/tensor_act_model_layers_54_mlp_gate_proj/std": 0.99609375, "train/tensor_act_model_layers_54_mlp_gate_proj/max_abs": 2.640625, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/min": -1.234375, "train/tensor_act_model_layers_54_mlp_gate_proj/max": 2.640625, "train/tensor_act_model_layers_54_mlp_gate_proj/range": 3.875, "train/tensor_act_model_layers_54_mlp_up_proj/norm": 3285.908447265625, "train/tensor_act_model_layers_54_mlp_up_proj/mean": -0.00494384765625, "train/tensor_act_model_layers_54_mlp_up_proj/std": 1.1328125, "train/tensor_act_model_layers_54_mlp_up_proj/max_abs": 2.90625, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/min": -2.390625, "train/tensor_act_model_layers_54_mlp_up_proj/max": 2.90625, "train/tensor_act_model_layers_54_mlp_up_proj/range": 5.296875, "train/tensor_act_model_layers_54_mlp_down_proj/norm": 8487.59765625, "train/tensor_act_model_layers_54_mlp_down_proj/mean": 3.96875, "train/tensor_act_model_layers_54_mlp_down_proj/std": 1.1796875, "train/tensor_act_model_layers_54_mlp_down_proj/max_abs": 7.6875, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/min": 0.458984375, "train/tensor_act_model_layers_54_mlp_down_proj/max": 7.6875, "train/tensor_act_model_layers_54_mlp_down_proj/range": 7.228515625, "train/tensor_act_model_layers_54_mlp/norm": 8487.59765625, "train/tensor_act_model_layers_54_mlp/mean": 3.96875, "train/tensor_act_model_layers_54_mlp/std": 1.1796875, "train/tensor_act_model_layers_54_mlp/max_abs": 7.6875, "train/tensor_act_model_layers_54_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp/min": 0.458984375, "train/tensor_act_model_layers_54_mlp/max": 7.6875, "train/tensor_act_model_layers_54_mlp/range": 7.228515625, "train/tensor_act_model_layers_54_residual_post_mlp/norm": 466256.78125, "train/tensor_act_model_layers_54_residual_post_mlp/mean": 227.0, "train/tensor_act_model_layers_54_residual_post_mlp/std": 14.5, "train/tensor_act_model_layers_54_residual_post_mlp/max_abs": 266.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_post_mlp/min": 188.0, "train/tensor_act_model_layers_54_residual_post_mlp/max": 266.0, "train/tensor_act_model_layers_54_residual_post_mlp/range": 78.0, "train/tensor_act_model_layers_55_residual_pre_attn/norm": 466256.78125, "train/tensor_act_model_layers_55_residual_pre_attn/mean": 227.0, "train/tensor_act_model_layers_55_residual_pre_attn/std": 14.5, "train/tensor_act_model_layers_55_residual_pre_attn/max_abs": 266.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_pre_attn/min": 188.0, "train/tensor_act_model_layers_55_residual_pre_attn/max": 266.0, "train/tensor_act_model_layers_55_residual_pre_attn/range": 78.0, "train/tensor_act_model_layers_55_residual_post_attn/norm": 466256.78125, "train/tensor_act_model_layers_55_residual_post_attn/mean": 227.0, "train/tensor_act_model_layers_55_residual_post_attn/std": 14.5, "train/tensor_act_model_layers_55_residual_post_attn/max_abs": 266.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_post_attn/min": 188.0, "train/tensor_act_model_layers_55_residual_post_attn/max": 266.0, "train/tensor_act_model_layers_55_residual_post_attn/range": 78.0, "train/tensor_act_model_layers_55_mlp_gate_proj/norm": 3247.20947265625, "train/tensor_act_model_layers_55_mlp_gate_proj/mean": 0.4765625, "train/tensor_act_model_layers_55_mlp_gate_proj/std": 1.015625, "train/tensor_act_model_layers_55_mlp_gate_proj/max_abs": 2.53125, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/min": -1.4765625, "train/tensor_act_model_layers_55_mlp_gate_proj/max": 2.53125, "train/tensor_act_model_layers_55_mlp_gate_proj/range": 4.0078125, "train/tensor_act_model_layers_55_mlp_up_proj/norm": 3186.52880859375, "train/tensor_act_model_layers_55_mlp_up_proj/mean": -0.00104522705078125, "train/tensor_act_model_layers_55_mlp_up_proj/std": 1.1015625, "train/tensor_act_model_layers_55_mlp_up_proj/max_abs": 2.546875, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/min": -2.4375, "train/tensor_act_model_layers_55_mlp_up_proj/max": 2.546875, "train/tensor_act_model_layers_55_mlp_up_proj/range": 4.984375, "train/tensor_act_model_layers_55_mlp_down_proj/norm": 8351.1494140625, "train/tensor_act_model_layers_55_mlp_down_proj/mean": 3.9375, "train/tensor_act_model_layers_55_mlp_down_proj/std": 1.0703125, "train/tensor_act_model_layers_55_mlp_down_proj/max_abs": 6.65625, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/min": 0.6484375, "train/tensor_act_model_layers_55_mlp_down_proj/max": 6.65625, "train/tensor_act_model_layers_55_mlp_down_proj/range": 6.0078125, "train/tensor_act_model_layers_55_mlp/norm": 8351.1494140625, "train/tensor_act_model_layers_55_mlp/mean": 3.9375, "train/tensor_act_model_layers_55_mlp/std": 1.0703125, "train/tensor_act_model_layers_55_mlp/max_abs": 6.65625, "train/tensor_act_model_layers_55_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp/min": 0.6484375, "train/tensor_act_model_layers_55_mlp/max": 6.65625, "train/tensor_act_model_layers_55_mlp/range": 6.0078125, "train/tensor_act_model_layers_55_residual_post_mlp/norm": 474186.28125, "train/tensor_act_model_layers_55_residual_post_mlp/mean": 231.0, "train/tensor_act_model_layers_55_residual_post_mlp/std": 14.625, "train/tensor_act_model_layers_55_residual_post_mlp/max_abs": 272.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_post_mlp/min": 191.0, "train/tensor_act_model_layers_55_residual_post_mlp/max": 272.0, "train/tensor_act_model_layers_55_residual_post_mlp/range": 81.0, "train/tensor_act_model_layers_56_residual_pre_attn/norm": 474186.28125, "train/tensor_act_model_layers_56_residual_pre_attn/mean": 231.0, "train/tensor_act_model_layers_56_residual_pre_attn/std": 14.625, "train/tensor_act_model_layers_56_residual_pre_attn/max_abs": 272.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_pre_attn/min": 191.0, "train/tensor_act_model_layers_56_residual_pre_attn/max": 272.0, "train/tensor_act_model_layers_56_residual_pre_attn/range": 81.0, "train/tensor_act_model_layers_56_residual_post_attn/norm": 474186.28125, "train/tensor_act_model_layers_56_residual_post_attn/mean": 231.0, "train/tensor_act_model_layers_56_residual_post_attn/std": 14.625, "train/tensor_act_model_layers_56_residual_post_attn/max_abs": 272.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_post_attn/min": 191.0, "train/tensor_act_model_layers_56_residual_post_attn/max": 272.0, "train/tensor_act_model_layers_56_residual_post_attn/range": 81.0, "train/tensor_act_model_layers_56_mlp_gate_proj/norm": 3080.07666015625, "train/tensor_act_model_layers_56_mlp_gate_proj/mean": 0.416015625, "train/tensor_act_model_layers_56_mlp_gate_proj/std": 0.98046875, "train/tensor_act_model_layers_56_mlp_gate_proj/max_abs": 2.71875, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/min": -1.75, "train/tensor_act_model_layers_56_mlp_gate_proj/max": 2.71875, "train/tensor_act_model_layers_56_mlp_gate_proj/range": 4.46875, "train/tensor_act_model_layers_56_mlp_up_proj/norm": 3145.642333984375, "train/tensor_act_model_layers_56_mlp_up_proj/mean": 0.09033203125, "train/tensor_act_model_layers_56_mlp_up_proj/std": 1.0859375, "train/tensor_act_model_layers_56_mlp_up_proj/max_abs": 2.8125, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/min": -2.578125, "train/tensor_act_model_layers_56_mlp_up_proj/max": 2.8125, "train/tensor_act_model_layers_56_mlp_up_proj/range": 5.390625, "train/tensor_act_model_layers_56_mlp_down_proj/norm": 7929.56982421875, "train/tensor_act_model_layers_56_mlp_down_proj/mean": 3.65625, "train/tensor_act_model_layers_56_mlp_down_proj/std": 1.296875, "train/tensor_act_model_layers_56_mlp_down_proj/max_abs": 6.34375, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/min": 0.42578125, "train/tensor_act_model_layers_56_mlp_down_proj/max": 6.34375, "train/tensor_act_model_layers_56_mlp_down_proj/range": 5.91796875, "train/tensor_act_model_layers_56_mlp/norm": 7929.56982421875, "train/tensor_act_model_layers_56_mlp/mean": 3.65625, "train/tensor_act_model_layers_56_mlp/std": 1.296875, "train/tensor_act_model_layers_56_mlp/max_abs": 6.34375, "train/tensor_act_model_layers_56_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp/min": 0.42578125, "train/tensor_act_model_layers_56_mlp/max": 6.34375, "train/tensor_act_model_layers_56_mlp/range": 5.91796875, "train/tensor_act_model_layers_56_residual_post_mlp/norm": 481629.125, "train/tensor_act_model_layers_56_residual_post_mlp/mean": 235.0, "train/tensor_act_model_layers_56_residual_post_mlp/std": 14.75, "train/tensor_act_model_layers_56_residual_post_mlp/max_abs": 276.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_post_mlp/min": 194.0, "train/tensor_act_model_layers_56_residual_post_mlp/max": 276.0, "train/tensor_act_model_layers_56_residual_post_mlp/range": 82.0, "train/tensor_act_model_layers_57_residual_pre_attn/norm": 481629.125, "train/tensor_act_model_layers_57_residual_pre_attn/mean": 235.0, "train/tensor_act_model_layers_57_residual_pre_attn/std": 14.75, "train/tensor_act_model_layers_57_residual_pre_attn/max_abs": 276.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_pre_attn/min": 194.0, "train/tensor_act_model_layers_57_residual_pre_attn/max": 276.0, "train/tensor_act_model_layers_57_residual_pre_attn/range": 82.0, "train/tensor_act_model_layers_57_residual_post_attn/norm": 481630.65625, "train/tensor_act_model_layers_57_residual_post_attn/mean": 235.0, "train/tensor_act_model_layers_57_residual_post_attn/std": 14.75, "train/tensor_act_model_layers_57_residual_post_attn/max_abs": 276.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_post_attn/min": 194.0, "train/tensor_act_model_layers_57_residual_post_attn/max": 276.0, "train/tensor_act_model_layers_57_residual_post_attn/range": 82.0, "train/tensor_act_model_layers_57_mlp_gate_proj/norm": 3181.113525390625, "train/tensor_act_model_layers_57_mlp_gate_proj/mean": 0.484375, "train/tensor_act_model_layers_57_mlp_gate_proj/std": 0.984375, "train/tensor_act_model_layers_57_mlp_gate_proj/max_abs": 2.859375, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/min": -1.203125, "train/tensor_act_model_layers_57_mlp_gate_proj/max": 2.859375, "train/tensor_act_model_layers_57_mlp_gate_proj/range": 4.0625, "train/tensor_act_model_layers_57_mlp_up_proj/norm": 3134.81494140625, "train/tensor_act_model_layers_57_mlp_up_proj/mean": -0.040283203125, "train/tensor_act_model_layers_57_mlp_up_proj/std": 1.078125, "train/tensor_act_model_layers_57_mlp_up_proj/max_abs": 3.078125, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/min": -2.4375, "train/tensor_act_model_layers_57_mlp_up_proj/max": 3.078125, "train/tensor_act_model_layers_57_mlp_up_proj/range": 5.515625, "train/tensor_act_model_layers_57_mlp_down_proj/norm": 7704.2138671875, "train/tensor_act_model_layers_57_mlp_down_proj/mean": 3.625, "train/tensor_act_model_layers_57_mlp_down_proj/std": 0.9921875, "train/tensor_act_model_layers_57_mlp_down_proj/max_abs": 6.09375, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/min": 1.140625, "train/tensor_act_model_layers_57_mlp_down_proj/max": 6.09375, "train/tensor_act_model_layers_57_mlp_down_proj/range": 4.953125, "train/tensor_act_model_layers_57_mlp/norm": 7704.2138671875, "train/tensor_act_model_layers_57_mlp/mean": 3.625, "train/tensor_act_model_layers_57_mlp/std": 0.9921875, "train/tensor_act_model_layers_57_mlp/max_abs": 6.09375, "train/tensor_act_model_layers_57_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp/min": 1.140625, "train/tensor_act_model_layers_57_mlp/max": 6.09375, "train/tensor_act_model_layers_57_mlp/range": 4.953125, "train/tensor_act_model_layers_57_residual_post_mlp/norm": 488969.90625, "train/tensor_act_model_layers_57_residual_post_mlp/mean": 238.0, "train/tensor_act_model_layers_57_residual_post_mlp/std": 14.8125, "train/tensor_act_model_layers_57_residual_post_mlp/max_abs": 278.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_post_mlp/min": 198.0, "train/tensor_act_model_layers_57_residual_post_mlp/max": 278.0, "train/tensor_act_model_layers_57_residual_post_mlp/range": 80.0, "train/tensor_act_model_layers_58_residual_pre_attn/norm": 488969.90625, "train/tensor_act_model_layers_58_residual_pre_attn/mean": 238.0, "train/tensor_act_model_layers_58_residual_pre_attn/std": 14.8125, "train/tensor_act_model_layers_58_residual_pre_attn/max_abs": 278.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_pre_attn/min": 198.0, "train/tensor_act_model_layers_58_residual_pre_attn/max": 278.0, "train/tensor_act_model_layers_58_residual_pre_attn/range": 80.0, "train/tensor_act_model_layers_58_residual_post_attn/norm": 488969.90625, "train/tensor_act_model_layers_58_residual_post_attn/mean": 238.0, "train/tensor_act_model_layers_58_residual_post_attn/std": 14.8125, "train/tensor_act_model_layers_58_residual_post_attn/max_abs": 278.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_post_attn/min": 198.0, "train/tensor_act_model_layers_58_residual_post_attn/max": 278.0, "train/tensor_act_model_layers_58_residual_post_attn/range": 80.0, "train/tensor_act_model_layers_58_mlp_gate_proj/norm": 3377.319091796875, "train/tensor_act_model_layers_58_mlp_gate_proj/mean": 0.55859375, "train/tensor_act_model_layers_58_mlp_gate_proj/std": 1.0234375, "train/tensor_act_model_layers_58_mlp_gate_proj/max_abs": 2.59375, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/min": -1.3046875, "train/tensor_act_model_layers_58_mlp_gate_proj/max": 2.59375, "train/tensor_act_model_layers_58_mlp_gate_proj/range": 3.8984375, "train/tensor_act_model_layers_58_mlp_up_proj/norm": 3393.80908203125, "train/tensor_act_model_layers_58_mlp_up_proj/mean": -0.00885009765625, "train/tensor_act_model_layers_58_mlp_up_proj/std": 1.171875, "train/tensor_act_model_layers_58_mlp_up_proj/max_abs": 2.546875, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/min": -2.546875, "train/tensor_act_model_layers_58_mlp_up_proj/max": 2.46875, "train/tensor_act_model_layers_58_mlp_up_proj/range": 5.015625, "train/tensor_act_model_layers_58_mlp_down_proj/norm": 9354.8173828125, "train/tensor_act_model_layers_58_mlp_down_proj/mean": 4.375, "train/tensor_act_model_layers_58_mlp_down_proj/std": 1.28125, "train/tensor_act_model_layers_58_mlp_down_proj/max_abs": 7.0, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/min": -0.1708984375, "train/tensor_act_model_layers_58_mlp_down_proj/max": 7.0, "train/tensor_act_model_layers_58_mlp_down_proj/range": 7.1708984375, "train/tensor_act_model_layers_58_mlp/norm": 9354.8173828125, "train/tensor_act_model_layers_58_mlp/mean": 4.375, "train/tensor_act_model_layers_58_mlp/std": 1.28125, "train/tensor_act_model_layers_58_mlp/max_abs": 7.0, "train/tensor_act_model_layers_58_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp/min": -0.1708984375, "train/tensor_act_model_layers_58_mlp/max": 7.0, "train/tensor_act_model_layers_58_mlp/range": 7.1708984375, "train/tensor_act_model_layers_58_residual_post_mlp/norm": 497917.09375, "train/tensor_act_model_layers_58_residual_post_mlp/mean": 243.0, "train/tensor_act_model_layers_58_residual_post_mlp/std": 14.875, "train/tensor_act_model_layers_58_residual_post_mlp/max_abs": 284.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_post_mlp/min": 203.0, "train/tensor_act_model_layers_58_residual_post_mlp/max": 284.0, "train/tensor_act_model_layers_58_residual_post_mlp/range": 81.0, "train/tensor_act_model_layers_59_residual_pre_attn/norm": 497917.09375, "train/tensor_act_model_layers_59_residual_pre_attn/mean": 243.0, "train/tensor_act_model_layers_59_residual_pre_attn/std": 14.875, "train/tensor_act_model_layers_59_residual_pre_attn/max_abs": 284.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_pre_attn/min": 203.0, "train/tensor_act_model_layers_59_residual_pre_attn/max": 284.0, "train/tensor_act_model_layers_59_residual_pre_attn/range": 81.0, "train/tensor_act_model_layers_59_residual_post_attn/norm": 497917.09375, "train/tensor_act_model_layers_59_residual_post_attn/mean": 243.0, "train/tensor_act_model_layers_59_residual_post_attn/std": 14.875, "train/tensor_act_model_layers_59_residual_post_attn/max_abs": 284.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_post_attn/min": 203.0, "train/tensor_act_model_layers_59_residual_post_attn/max": 284.0, "train/tensor_act_model_layers_59_residual_post_attn/range": 81.0, "train/tensor_act_model_layers_59_mlp_gate_proj/norm": 3178.259033203125, "train/tensor_act_model_layers_59_mlp_gate_proj/mean": 0.455078125, "train/tensor_act_model_layers_59_mlp_gate_proj/std": 1.0, "train/tensor_act_model_layers_59_mlp_gate_proj/max_abs": 2.578125, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/min": -1.1171875, "train/tensor_act_model_layers_59_mlp_gate_proj/max": 2.578125, "train/tensor_act_model_layers_59_mlp_gate_proj/range": 3.6953125, "train/tensor_act_model_layers_59_mlp_up_proj/norm": 3265.1396484375, "train/tensor_act_model_layers_59_mlp_up_proj/mean": -0.0341796875, "train/tensor_act_model_layers_59_mlp_up_proj/std": 1.125, "train/tensor_act_model_layers_59_mlp_up_proj/max_abs": 2.9375, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/min": -2.59375, "train/tensor_act_model_layers_59_mlp_up_proj/max": 2.9375, "train/tensor_act_model_layers_59_mlp_up_proj/range": 5.53125, "train/tensor_act_model_layers_59_mlp_down_proj/norm": 8050.15771484375, "train/tensor_act_model_layers_59_mlp_down_proj/mean": 3.78125, "train/tensor_act_model_layers_59_mlp_down_proj/std": 1.1015625, "train/tensor_act_model_layers_59_mlp_down_proj/max_abs": 6.15625, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/min": 0.71875, "train/tensor_act_model_layers_59_mlp_down_proj/max": 6.15625, "train/tensor_act_model_layers_59_mlp_down_proj/range": 5.4375, "train/tensor_act_model_layers_59_mlp/norm": 8050.15771484375, "train/tensor_act_model_layers_59_mlp/mean": 3.78125, "train/tensor_act_model_layers_59_mlp/std": 1.1015625, "train/tensor_act_model_layers_59_mlp/max_abs": 6.15625, "train/tensor_act_model_layers_59_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp/min": 0.71875, "train/tensor_act_model_layers_59_mlp/max": 6.15625, "train/tensor_act_model_layers_59_mlp/range": 5.4375, "train/tensor_act_model_layers_59_residual_post_mlp/norm": 505760.71875, "train/tensor_act_model_layers_59_residual_post_mlp/mean": 246.0, "train/tensor_act_model_layers_59_residual_post_mlp/std": 15.1875, "train/tensor_act_model_layers_59_residual_post_mlp/max_abs": 290.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_post_mlp/min": 207.0, "train/tensor_act_model_layers_59_residual_post_mlp/max": 290.0, "train/tensor_act_model_layers_59_residual_post_mlp/range": 83.0, "train/tensor_act_model_layers_60_residual_pre_attn/norm": 505760.71875, "train/tensor_act_model_layers_60_residual_pre_attn/mean": 246.0, "train/tensor_act_model_layers_60_residual_pre_attn/std": 15.1875, "train/tensor_act_model_layers_60_residual_pre_attn/max_abs": 290.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_pre_attn/min": 207.0, "train/tensor_act_model_layers_60_residual_pre_attn/max": 290.0, "train/tensor_act_model_layers_60_residual_pre_attn/range": 83.0, "train/tensor_act_model_layers_60_residual_post_attn/norm": 505760.71875, "train/tensor_act_model_layers_60_residual_post_attn/mean": 246.0, "train/tensor_act_model_layers_60_residual_post_attn/std": 15.1875, "train/tensor_act_model_layers_60_residual_post_attn/max_abs": 290.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_post_attn/min": 207.0, "train/tensor_act_model_layers_60_residual_post_attn/max": 290.0, "train/tensor_act_model_layers_60_residual_post_attn/range": 83.0, "train/tensor_act_model_layers_60_mlp_gate_proj/norm": 3038.43505859375, "train/tensor_act_model_layers_60_mlp_gate_proj/mean": 0.345703125, "train/tensor_act_model_layers_60_mlp_gate_proj/std": 0.9921875, "train/tensor_act_model_layers_60_mlp_gate_proj/max_abs": 2.578125, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/min": -1.2421875, "train/tensor_act_model_layers_60_mlp_gate_proj/max": 2.578125, "train/tensor_act_model_layers_60_mlp_gate_proj/range": 3.8203125, "train/tensor_act_model_layers_60_mlp_up_proj/norm": 2897.947509765625, "train/tensor_act_model_layers_60_mlp_up_proj/mean": -0.01055908203125, "train/tensor_act_model_layers_60_mlp_up_proj/std": 1.0, "train/tensor_act_model_layers_60_mlp_up_proj/max_abs": 2.640625, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/min": -2.640625, "train/tensor_act_model_layers_60_mlp_up_proj/max": 2.390625, "train/tensor_act_model_layers_60_mlp_up_proj/range": 5.03125, "train/tensor_act_model_layers_60_mlp_down_proj/norm": 6751.5947265625, "train/tensor_act_model_layers_60_mlp_down_proj/mean": 3.109375, "train/tensor_act_model_layers_60_mlp_down_proj/std": 1.078125, "train/tensor_act_model_layers_60_mlp_down_proj/max_abs": 5.6875, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/min": 0.9140625, "train/tensor_act_model_layers_60_mlp_down_proj/max": 5.6875, "train/tensor_act_model_layers_60_mlp_down_proj/range": 4.7734375, "train/tensor_act_model_layers_60_mlp/norm": 6751.5947265625, "train/tensor_act_model_layers_60_mlp/mean": 3.109375, "train/tensor_act_model_layers_60_mlp/std": 1.078125, "train/tensor_act_model_layers_60_mlp/max_abs": 5.6875, "train/tensor_act_model_layers_60_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp/min": 0.9140625, "train/tensor_act_model_layers_60_mlp/max": 5.6875, "train/tensor_act_model_layers_60_mlp/range": 4.7734375, "train/tensor_act_model_layers_60_residual_post_mlp/norm": 512190.3125, "train/tensor_act_model_layers_60_residual_post_mlp/mean": 250.0, "train/tensor_act_model_layers_60_residual_post_mlp/std": 15.4375, "train/tensor_act_model_layers_60_residual_post_mlp/max_abs": 294.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_post_mlp/min": 209.0, "train/tensor_act_model_layers_60_residual_post_mlp/max": 294.0, "train/tensor_act_model_layers_60_residual_post_mlp/range": 85.0, "train/tensor_act_model_layers_61_residual_pre_attn/norm": 512190.3125, "train/tensor_act_model_layers_61_residual_pre_attn/mean": 250.0, "train/tensor_act_model_layers_61_residual_pre_attn/std": 15.4375, "train/tensor_act_model_layers_61_residual_pre_attn/max_abs": 294.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_pre_attn/min": 209.0, "train/tensor_act_model_layers_61_residual_pre_attn/max": 294.0, "train/tensor_act_model_layers_61_residual_pre_attn/range": 85.0, "train/tensor_act_model_layers_61_residual_post_attn/norm": 512190.3125, "train/tensor_act_model_layers_61_residual_post_attn/mean": 250.0, "train/tensor_act_model_layers_61_residual_post_attn/std": 15.4375, "train/tensor_act_model_layers_61_residual_post_attn/max_abs": 294.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_post_attn/min": 209.0, "train/tensor_act_model_layers_61_residual_post_attn/max": 294.0, "train/tensor_act_model_layers_61_residual_post_attn/range": 85.0, "train/tensor_act_model_layers_61_mlp_gate_proj/norm": 2987.086181640625, "train/tensor_act_model_layers_61_mlp_gate_proj/mean": 0.37890625, "train/tensor_act_model_layers_61_mlp_gate_proj/std": 0.9609375, "train/tensor_act_model_layers_61_mlp_gate_proj/max_abs": 2.671875, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/min": -1.09375, "train/tensor_act_model_layers_61_mlp_gate_proj/max": 2.671875, "train/tensor_act_model_layers_61_mlp_gate_proj/range": 3.765625, "train/tensor_act_model_layers_61_mlp_up_proj/norm": 3008.15234375, "train/tensor_act_model_layers_61_mlp_up_proj/mean": 0.01373291015625, "train/tensor_act_model_layers_61_mlp_up_proj/std": 1.0390625, "train/tensor_act_model_layers_61_mlp_up_proj/max_abs": 2.546875, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/min": -2.546875, "train/tensor_act_model_layers_61_mlp_up_proj/max": 2.53125, "train/tensor_act_model_layers_61_mlp_up_proj/range": 5.078125, "train/tensor_act_model_layers_61_mlp_down_proj/norm": 7018.04248046875, "train/tensor_act_model_layers_61_mlp_down_proj/mean": 3.28125, "train/tensor_act_model_layers_61_mlp_down_proj/std": 0.97265625, "train/tensor_act_model_layers_61_mlp_down_proj/max_abs": 5.28125, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/min": 0.984375, "train/tensor_act_model_layers_61_mlp_down_proj/max": 5.28125, "train/tensor_act_model_layers_61_mlp_down_proj/range": 4.296875, "train/tensor_act_model_layers_61_mlp/norm": 7018.04248046875, "train/tensor_act_model_layers_61_mlp/mean": 3.28125, "train/tensor_act_model_layers_61_mlp/std": 0.97265625, "train/tensor_act_model_layers_61_mlp/max_abs": 5.28125, "train/tensor_act_model_layers_61_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp/min": 0.984375, "train/tensor_act_model_layers_61_mlp/max": 5.28125, "train/tensor_act_model_layers_61_mlp/range": 4.296875, "train/tensor_act_model_layers_61_residual_post_mlp/norm": 518809.0, "train/tensor_act_model_layers_61_residual_post_mlp/mean": 253.0, "train/tensor_act_model_layers_61_residual_post_mlp/std": 15.4375, "train/tensor_act_model_layers_61_residual_post_mlp/max_abs": 296.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_post_mlp/min": 212.0, "train/tensor_act_model_layers_61_residual_post_mlp/max": 296.0, "train/tensor_act_model_layers_61_residual_post_mlp/range": 84.0, "train/tensor_act_model_layers_62_residual_pre_attn/norm": 518809.0, "train/tensor_act_model_layers_62_residual_pre_attn/mean": 253.0, "train/tensor_act_model_layers_62_residual_pre_attn/std": 15.4375, "train/tensor_act_model_layers_62_residual_pre_attn/max_abs": 296.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_pre_attn/min": 212.0, "train/tensor_act_model_layers_62_residual_pre_attn/max": 296.0, "train/tensor_act_model_layers_62_residual_pre_attn/range": 84.0, "train/tensor_act_model_layers_62_residual_post_attn/norm": 518809.0, "train/tensor_act_model_layers_62_residual_post_attn/mean": 253.0, "train/tensor_act_model_layers_62_residual_post_attn/std": 15.4375, "train/tensor_act_model_layers_62_residual_post_attn/max_abs": 296.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_post_attn/min": 212.0, "train/tensor_act_model_layers_62_residual_post_attn/max": 296.0, "train/tensor_act_model_layers_62_residual_post_attn/range": 84.0, "train/tensor_act_model_layers_62_mlp_gate_proj/norm": 3009.494384765625, "train/tensor_act_model_layers_62_mlp_gate_proj/mean": 0.388671875, "train/tensor_act_model_layers_62_mlp_gate_proj/std": 0.96484375, "train/tensor_act_model_layers_62_mlp_gate_proj/max_abs": 2.546875, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/min": -1.1640625, "train/tensor_act_model_layers_62_mlp_gate_proj/max": 2.546875, "train/tensor_act_model_layers_62_mlp_gate_proj/range": 3.7109375, "train/tensor_act_model_layers_62_mlp_up_proj/norm": 3020.9951171875, "train/tensor_act_model_layers_62_mlp_up_proj/mean": 0.08154296875, "train/tensor_act_model_layers_62_mlp_up_proj/std": 1.0390625, "train/tensor_act_model_layers_62_mlp_up_proj/max_abs": 2.4375, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/min": -2.4375, "train/tensor_act_model_layers_62_mlp_up_proj/max": 2.421875, "train/tensor_act_model_layers_62_mlp_up_proj/range": 4.859375, "train/tensor_act_model_layers_62_mlp_down_proj/norm": 7099.68359375, "train/tensor_act_model_layers_62_mlp_down_proj/mean": 3.28125, "train/tensor_act_model_layers_62_mlp_down_proj/std": 1.109375, "train/tensor_act_model_layers_62_mlp_down_proj/max_abs": 6.4375, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/min": 0.7421875, "train/tensor_act_model_layers_62_mlp_down_proj/max": 6.4375, "train/tensor_act_model_layers_62_mlp_down_proj/range": 5.6953125, "train/tensor_act_model_layers_62_mlp/norm": 7099.68359375, "train/tensor_act_model_layers_62_mlp/mean": 3.28125, "train/tensor_act_model_layers_62_mlp/std": 1.109375, "train/tensor_act_model_layers_62_mlp/max_abs": 6.4375, "train/tensor_act_model_layers_62_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp/min": 0.7421875, "train/tensor_act_model_layers_62_mlp/max": 6.4375, "train/tensor_act_model_layers_62_mlp/range": 5.6953125, "train/tensor_act_model_layers_62_residual_post_mlp/norm": 525505.0, "train/tensor_act_model_layers_62_residual_post_mlp/mean": 256.0, "train/tensor_act_model_layers_62_residual_post_mlp/std": 15.5625, "train/tensor_act_model_layers_62_residual_post_mlp/max_abs": 302.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_post_mlp/min": 215.0, "train/tensor_act_model_layers_62_residual_post_mlp/max": 302.0, "train/tensor_act_model_layers_62_residual_post_mlp/range": 87.0, "train/tensor_act_model_layers_63_residual_pre_attn/norm": 525505.0, "train/tensor_act_model_layers_63_residual_pre_attn/mean": 256.0, "train/tensor_act_model_layers_63_residual_pre_attn/std": 15.5625, "train/tensor_act_model_layers_63_residual_pre_attn/max_abs": 302.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_pre_attn/min": 215.0, "train/tensor_act_model_layers_63_residual_pre_attn/max": 302.0, "train/tensor_act_model_layers_63_residual_pre_attn/range": 87.0, "train/tensor_act_model_layers_63_residual_post_attn/norm": 525505.0, "train/tensor_act_model_layers_63_residual_post_attn/mean": 256.0, "train/tensor_act_model_layers_63_residual_post_attn/std": 15.5625, "train/tensor_act_model_layers_63_residual_post_attn/max_abs": 302.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_post_attn/min": 215.0, "train/tensor_act_model_layers_63_residual_post_attn/max": 302.0, "train/tensor_act_model_layers_63_residual_post_attn/range": 87.0, "train/tensor_act_model_layers_63_mlp_gate_proj/norm": 2883.59228515625, "train/tensor_act_model_layers_63_mlp_gate_proj/mean": 0.322265625, "train/tensor_act_model_layers_63_mlp_gate_proj/std": 0.94140625, "train/tensor_act_model_layers_63_mlp_gate_proj/max_abs": 2.453125, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/min": -1.34375, "train/tensor_act_model_layers_63_mlp_gate_proj/max": 2.453125, "train/tensor_act_model_layers_63_mlp_gate_proj/range": 3.796875, "train/tensor_act_model_layers_63_mlp_up_proj/norm": 2742.812744140625, "train/tensor_act_model_layers_63_mlp_up_proj/mean": -0.038330078125, "train/tensor_act_model_layers_63_mlp_up_proj/std": 0.9453125, "train/tensor_act_model_layers_63_mlp_up_proj/max_abs": 2.921875, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/min": -2.921875, "train/tensor_act_model_layers_63_mlp_up_proj/max": 2.375, "train/tensor_act_model_layers_63_mlp_up_proj/range": 5.296875, "train/tensor_act_model_layers_63_mlp_down_proj/norm": 5954.13525390625, "train/tensor_act_model_layers_63_mlp_down_proj/mean": 2.78125, "train/tensor_act_model_layers_63_mlp_down_proj/std": 0.8671875, "train/tensor_act_model_layers_63_mlp_down_proj/max_abs": 5.0, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/min": -0.0004730224609375, "train/tensor_act_model_layers_63_mlp_down_proj/max": 5.0, "train/tensor_act_model_layers_63_mlp_down_proj/range": 5.0004730224609375, "train/tensor_act_model_layers_63_mlp/norm": 5954.13525390625, "train/tensor_act_model_layers_63_mlp/mean": 2.78125, "train/tensor_act_model_layers_63_mlp/std": 0.8671875, "train/tensor_act_model_layers_63_mlp/max_abs": 5.0, "train/tensor_act_model_layers_63_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp/min": -0.0004730224609375, "train/tensor_act_model_layers_63_mlp/max": 5.0, "train/tensor_act_model_layers_63_mlp/range": 5.0004730224609375, "train/tensor_act_model_layers_63_residual_post_mlp/norm": 531089.625, "train/tensor_act_model_layers_63_residual_post_mlp/mean": 258.0, "train/tensor_act_model_layers_63_residual_post_mlp/std": 15.625, "train/tensor_act_model_layers_63_residual_post_mlp/max_abs": 306.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_post_mlp/min": 217.0, "train/tensor_act_model_layers_63_residual_post_mlp/max": 306.0, "train/tensor_act_model_layers_63_residual_post_mlp/range": 89.0, "train/tensor_act_model_layers_64_residual_pre_attn/norm": 531089.625, "train/tensor_act_model_layers_64_residual_pre_attn/mean": 258.0, "train/tensor_act_model_layers_64_residual_pre_attn/std": 15.625, "train/tensor_act_model_layers_64_residual_pre_attn/max_abs": 306.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_pre_attn/min": 217.0, "train/tensor_act_model_layers_64_residual_pre_attn/max": 306.0, "train/tensor_act_model_layers_64_residual_pre_attn/range": 89.0, "train/tensor_act_model_layers_64_residual_post_attn/norm": 531089.625, "train/tensor_act_model_layers_64_residual_post_attn/mean": 258.0, "train/tensor_act_model_layers_64_residual_post_attn/std": 15.625, "train/tensor_act_model_layers_64_residual_post_attn/max_abs": 306.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_post_attn/min": 217.0, "train/tensor_act_model_layers_64_residual_post_attn/max": 306.0, "train/tensor_act_model_layers_64_residual_post_attn/range": 89.0, "train/tensor_act_model_layers_64_mlp_gate_proj/norm": 2769.83203125, "train/tensor_act_model_layers_64_mlp_gate_proj/mean": 0.298828125, "train/tensor_act_model_layers_64_mlp_gate_proj/std": 0.91015625, "train/tensor_act_model_layers_64_mlp_gate_proj/max_abs": 2.484375, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/min": -1.625, "train/tensor_act_model_layers_64_mlp_gate_proj/max": 2.484375, "train/tensor_act_model_layers_64_mlp_gate_proj/range": 4.109375, "train/tensor_act_model_layers_64_mlp_up_proj/norm": 2870.6591796875, "train/tensor_act_model_layers_64_mlp_up_proj/mean": 0.030517578125, "train/tensor_act_model_layers_64_mlp_up_proj/std": 0.9921875, "train/tensor_act_model_layers_64_mlp_up_proj/max_abs": 2.59375, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/min": -2.46875, "train/tensor_act_model_layers_64_mlp_up_proj/max": 2.59375, "train/tensor_act_model_layers_64_mlp_up_proj/range": 5.0625, "train/tensor_act_model_layers_64_mlp_down_proj/norm": 5984.23193359375, "train/tensor_act_model_layers_64_mlp_down_proj/mean": 2.71875, "train/tensor_act_model_layers_64_mlp_down_proj/std": 1.0703125, "train/tensor_act_model_layers_64_mlp_down_proj/max_abs": 6.0, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/min": -0.0556640625, "train/tensor_act_model_layers_64_mlp_down_proj/max": 6.0, "train/tensor_act_model_layers_64_mlp_down_proj/range": 6.0556640625, "train/tensor_act_model_layers_64_mlp/norm": 5984.23193359375, "train/tensor_act_model_layers_64_mlp/mean": 2.71875, "train/tensor_act_model_layers_64_mlp/std": 1.0703125, "train/tensor_act_model_layers_64_mlp/max_abs": 6.0, "train/tensor_act_model_layers_64_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp/min": -0.0556640625, "train/tensor_act_model_layers_64_mlp/max": 6.0, "train/tensor_act_model_layers_64_mlp/range": 6.0556640625, "train/tensor_act_model_layers_64_residual_post_mlp/norm": 536506.5, "train/tensor_act_model_layers_64_residual_post_mlp/mean": 262.0, "train/tensor_act_model_layers_64_residual_post_mlp/std": 15.625, "train/tensor_act_model_layers_64_residual_post_mlp/max_abs": 310.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_post_mlp/min": 221.0, "train/tensor_act_model_layers_64_residual_post_mlp/max": 310.0, "train/tensor_act_model_layers_64_residual_post_mlp/range": 89.0, "train/tensor_act_model_layers_65_residual_pre_attn/norm": 536506.5, "train/tensor_act_model_layers_65_residual_pre_attn/mean": 262.0, "train/tensor_act_model_layers_65_residual_pre_attn/std": 15.625, "train/tensor_act_model_layers_65_residual_pre_attn/max_abs": 310.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_pre_attn/min": 221.0, "train/tensor_act_model_layers_65_residual_pre_attn/max": 310.0, "train/tensor_act_model_layers_65_residual_pre_attn/range": 89.0, "train/tensor_act_model_layers_65_residual_post_attn/norm": 536506.5, "train/tensor_act_model_layers_65_residual_post_attn/mean": 262.0, "train/tensor_act_model_layers_65_residual_post_attn/std": 15.625, "train/tensor_act_model_layers_65_residual_post_attn/max_abs": 310.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_post_attn/min": 221.0, "train/tensor_act_model_layers_65_residual_post_attn/max": 310.0, "train/tensor_act_model_layers_65_residual_post_attn/range": 89.0, "train/tensor_act_model_layers_65_mlp_gate_proj/norm": 2979.4990234375, "train/tensor_act_model_layers_65_mlp_gate_proj/mean": 0.251953125, "train/tensor_act_model_layers_65_mlp_gate_proj/std": 0.99609375, "train/tensor_act_model_layers_65_mlp_gate_proj/max_abs": 2.375, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/min": -1.65625, "train/tensor_act_model_layers_65_mlp_gate_proj/max": 2.375, "train/tensor_act_model_layers_65_mlp_gate_proj/range": 4.03125, "train/tensor_act_model_layers_65_mlp_up_proj/norm": 2954.161865234375, "train/tensor_act_model_layers_65_mlp_up_proj/mean": 0.046875, "train/tensor_act_model_layers_65_mlp_up_proj/std": 1.015625, "train/tensor_act_model_layers_65_mlp_up_proj/max_abs": 2.828125, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/min": -2.828125, "train/tensor_act_model_layers_65_mlp_up_proj/max": 2.828125, "train/tensor_act_model_layers_65_mlp_up_proj/range": 5.65625, "train/tensor_act_model_layers_65_mlp_down_proj/norm": 6482.11279296875, "train/tensor_act_model_layers_65_mlp_down_proj/mean": 3.03125, "train/tensor_act_model_layers_65_mlp_down_proj/std": 0.92578125, "train/tensor_act_model_layers_65_mlp_down_proj/max_abs": 5.34375, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/min": 1.0, "train/tensor_act_model_layers_65_mlp_down_proj/max": 5.34375, "train/tensor_act_model_layers_65_mlp_down_proj/range": 4.34375, "train/tensor_act_model_layers_65_mlp/norm": 6482.11279296875, "train/tensor_act_model_layers_65_mlp/mean": 3.03125, "train/tensor_act_model_layers_65_mlp/std": 0.92578125, "train/tensor_act_model_layers_65_mlp/max_abs": 5.34375, "train/tensor_act_model_layers_65_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp/min": 1.0, "train/tensor_act_model_layers_65_mlp/max": 5.34375, "train/tensor_act_model_layers_65_mlp/range": 4.34375, "train/tensor_act_model_layers_65_residual_post_mlp/norm": 542716.25, "train/tensor_act_model_layers_65_residual_post_mlp/mean": 264.0, "train/tensor_act_model_layers_65_residual_post_mlp/std": 15.625, "train/tensor_act_model_layers_65_residual_post_mlp/max_abs": 314.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_post_mlp/min": 223.0, "train/tensor_act_model_layers_65_residual_post_mlp/max": 314.0, "train/tensor_act_model_layers_65_residual_post_mlp/range": 91.0, "train/tensor_act_model_layers_66_residual_pre_attn/norm": 542716.25, "train/tensor_act_model_layers_66_residual_pre_attn/mean": 264.0, "train/tensor_act_model_layers_66_residual_pre_attn/std": 15.625, "train/tensor_act_model_layers_66_residual_pre_attn/max_abs": 314.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_pre_attn/min": 223.0, "train/tensor_act_model_layers_66_residual_pre_attn/max": 314.0, "train/tensor_act_model_layers_66_residual_pre_attn/range": 91.0, "train/tensor_act_model_layers_66_residual_post_attn/norm": 542716.25, "train/tensor_act_model_layers_66_residual_post_attn/mean": 264.0, "train/tensor_act_model_layers_66_residual_post_attn/std": 15.625, "train/tensor_act_model_layers_66_residual_post_attn/max_abs": 314.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_post_attn/min": 223.0, "train/tensor_act_model_layers_66_residual_post_attn/max": 314.0, "train/tensor_act_model_layers_66_residual_post_attn/range": 91.0, "train/tensor_act_model_layers_66_mlp_gate_proj/norm": 3009.373046875, "train/tensor_act_model_layers_66_mlp_gate_proj/mean": 0.326171875, "train/tensor_act_model_layers_66_mlp_gate_proj/std": 0.98828125, "train/tensor_act_model_layers_66_mlp_gate_proj/max_abs": 2.703125, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/min": -1.7109375, "train/tensor_act_model_layers_66_mlp_gate_proj/max": 2.703125, "train/tensor_act_model_layers_66_mlp_gate_proj/range": 4.4140625, "train/tensor_act_model_layers_66_mlp_up_proj/norm": 2825.265380859375, "train/tensor_act_model_layers_66_mlp_up_proj/mean": -0.0218505859375, "train/tensor_act_model_layers_66_mlp_up_proj/std": 0.9765625, "train/tensor_act_model_layers_66_mlp_up_proj/max_abs": 2.640625, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/min": -2.640625, "train/tensor_act_model_layers_66_mlp_up_proj/max": 2.609375, "train/tensor_act_model_layers_66_mlp_up_proj/range": 5.25, "train/tensor_act_model_layers_66_mlp_down_proj/norm": 6423.3798828125, "train/tensor_act_model_layers_66_mlp_down_proj/mean": 2.953125, "train/tensor_act_model_layers_66_mlp_down_proj/std": 1.0625, "train/tensor_act_model_layers_66_mlp_down_proj/max_abs": 5.75, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/min": 0.49609375, "train/tensor_act_model_layers_66_mlp_down_proj/max": 5.75, "train/tensor_act_model_layers_66_mlp_down_proj/range": 5.25390625, "train/tensor_act_model_layers_66_mlp/norm": 6423.3798828125, "train/tensor_act_model_layers_66_mlp/mean": 2.953125, "train/tensor_act_model_layers_66_mlp/std": 1.0625, "train/tensor_act_model_layers_66_mlp/max_abs": 5.75, "train/tensor_act_model_layers_66_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp/min": 0.49609375, "train/tensor_act_model_layers_66_mlp/max": 5.75, "train/tensor_act_model_layers_66_mlp/range": 5.25390625, "train/tensor_act_model_layers_66_residual_post_mlp/norm": 548840.5, "train/tensor_act_model_layers_66_residual_post_mlp/mean": 268.0, "train/tensor_act_model_layers_66_residual_post_mlp/std": 15.625, "train/tensor_act_model_layers_66_residual_post_mlp/max_abs": 316.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_post_mlp/min": 228.0, "train/tensor_act_model_layers_66_residual_post_mlp/max": 316.0, "train/tensor_act_model_layers_66_residual_post_mlp/range": 88.0, "train/tensor_act_model_layers_67_residual_pre_attn/norm": 548840.5, "train/tensor_act_model_layers_67_residual_pre_attn/mean": 268.0, "train/tensor_act_model_layers_67_residual_pre_attn/std": 15.625, "train/tensor_act_model_layers_67_residual_pre_attn/max_abs": 316.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_pre_attn/min": 228.0, "train/tensor_act_model_layers_67_residual_pre_attn/max": 316.0, "train/tensor_act_model_layers_67_residual_pre_attn/range": 88.0, "train/tensor_act_model_layers_67_residual_post_attn/norm": 548840.5, "train/tensor_act_model_layers_67_residual_post_attn/mean": 268.0, "train/tensor_act_model_layers_67_residual_post_attn/std": 15.625, "train/tensor_act_model_layers_67_residual_post_attn/max_abs": 316.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_post_attn/min": 228.0, "train/tensor_act_model_layers_67_residual_post_attn/max": 316.0, "train/tensor_act_model_layers_67_residual_post_attn/range": 88.0, "train/tensor_act_model_layers_67_mlp_gate_proj/norm": 3033.27734375, "train/tensor_act_model_layers_67_mlp_gate_proj/mean": 0.359375, "train/tensor_act_model_layers_67_mlp_gate_proj/std": 0.984375, "train/tensor_act_model_layers_67_mlp_gate_proj/max_abs": 2.703125, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/min": -1.328125, "train/tensor_act_model_layers_67_mlp_gate_proj/max": 2.703125, "train/tensor_act_model_layers_67_mlp_gate_proj/range": 4.03125, "train/tensor_act_model_layers_67_mlp_up_proj/norm": 2942.237548828125, "train/tensor_act_model_layers_67_mlp_up_proj/mean": -0.06787109375, "train/tensor_act_model_layers_67_mlp_up_proj/std": 1.015625, "train/tensor_act_model_layers_67_mlp_up_proj/max_abs": 2.84375, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/min": -2.84375, "train/tensor_act_model_layers_67_mlp_up_proj/max": 2.65625, "train/tensor_act_model_layers_67_mlp_up_proj/range": 5.5, "train/tensor_act_model_layers_67_mlp_down_proj/norm": 6714.60986328125, "train/tensor_act_model_layers_67_mlp_down_proj/mean": 3.140625, "train/tensor_act_model_layers_67_mlp_down_proj/std": 0.94921875, "train/tensor_act_model_layers_67_mlp_down_proj/max_abs": 5.34375, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/min": 0.875, "train/tensor_act_model_layers_67_mlp_down_proj/max": 5.34375, "train/tensor_act_model_layers_67_mlp_down_proj/range": 4.46875, "train/tensor_act_model_layers_67_mlp/norm": 6714.60986328125, "train/tensor_act_model_layers_67_mlp/mean": 3.140625, "train/tensor_act_model_layers_67_mlp/std": 0.94921875, "train/tensor_act_model_layers_67_mlp/max_abs": 5.34375, "train/tensor_act_model_layers_67_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp/min": 0.875, "train/tensor_act_model_layers_67_mlp/max": 5.34375, "train/tensor_act_model_layers_67_mlp/range": 4.46875, "train/tensor_act_model_layers_67_residual_post_mlp/norm": 555278.8125, "train/tensor_act_model_layers_67_residual_post_mlp/mean": 270.0, "train/tensor_act_model_layers_67_residual_post_mlp/std": 15.875, "train/tensor_act_model_layers_67_residual_post_mlp/max_abs": 320.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_post_mlp/min": 230.0, "train/tensor_act_model_layers_67_residual_post_mlp/max": 320.0, "train/tensor_act_model_layers_67_residual_post_mlp/range": 90.0, "train/tensor_act_model_layers_68_residual_pre_attn/norm": 555278.8125, "train/tensor_act_model_layers_68_residual_pre_attn/mean": 270.0, "train/tensor_act_model_layers_68_residual_pre_attn/std": 15.875, "train/tensor_act_model_layers_68_residual_pre_attn/max_abs": 320.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_pre_attn/min": 230.0, "train/tensor_act_model_layers_68_residual_pre_attn/max": 320.0, "train/tensor_act_model_layers_68_residual_pre_attn/range": 90.0, "train/tensor_act_model_layers_68_residual_post_attn/norm": 555264.75, "train/tensor_act_model_layers_68_residual_post_attn/mean": 270.0, "train/tensor_act_model_layers_68_residual_post_attn/std": 15.875, "train/tensor_act_model_layers_68_residual_post_attn/max_abs": 320.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_post_attn/min": 230.0, "train/tensor_act_model_layers_68_residual_post_attn/max": 320.0, "train/tensor_act_model_layers_68_residual_post_attn/range": 90.0, "train/tensor_act_model_layers_68_mlp_gate_proj/norm": 3114.0302734375, "train/tensor_act_model_layers_68_mlp_gate_proj/mean": 0.416015625, "train/tensor_act_model_layers_68_mlp_gate_proj/std": 0.9921875, "train/tensor_act_model_layers_68_mlp_gate_proj/max_abs": 2.484375, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/min": -1.25, "train/tensor_act_model_layers_68_mlp_gate_proj/max": 2.484375, "train/tensor_act_model_layers_68_mlp_gate_proj/range": 3.734375, "train/tensor_act_model_layers_68_mlp_up_proj/norm": 3140.380615234375, "train/tensor_act_model_layers_68_mlp_up_proj/mean": -0.10986328125, "train/tensor_act_model_layers_68_mlp_up_proj/std": 1.078125, "train/tensor_act_model_layers_68_mlp_up_proj/max_abs": 2.796875, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/min": -2.671875, "train/tensor_act_model_layers_68_mlp_up_proj/max": 2.796875, "train/tensor_act_model_layers_68_mlp_up_proj/range": 5.46875, "train/tensor_act_model_layers_68_mlp_down_proj/norm": 7468.64990234375, "train/tensor_act_model_layers_68_mlp_down_proj/mean": 3.515625, "train/tensor_act_model_layers_68_mlp_down_proj/std": 0.9921875, "train/tensor_act_model_layers_68_mlp_down_proj/max_abs": 7.0, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/min": 1.1015625, "train/tensor_act_model_layers_68_mlp_down_proj/max": 7.0, "train/tensor_act_model_layers_68_mlp_down_proj/range": 5.8984375, "train/tensor_act_model_layers_68_mlp/norm": 7468.64990234375, "train/tensor_act_model_layers_68_mlp/mean": 3.515625, "train/tensor_act_model_layers_68_mlp/std": 0.9921875, "train/tensor_act_model_layers_68_mlp/max_abs": 7.0, "train/tensor_act_model_layers_68_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp/min": 1.1015625, "train/tensor_act_model_layers_68_mlp/max": 7.0, "train/tensor_act_model_layers_68_mlp/range": 5.8984375, "train/tensor_act_model_layers_68_residual_post_mlp/norm": 562399.8125, "train/tensor_act_model_layers_68_residual_post_mlp/mean": 274.0, "train/tensor_act_model_layers_68_residual_post_mlp/std": 15.875, "train/tensor_act_model_layers_68_residual_post_mlp/max_abs": 324.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_post_mlp/min": 232.0, "train/tensor_act_model_layers_68_residual_post_mlp/max": 324.0, "train/tensor_act_model_layers_68_residual_post_mlp/range": 92.0, "train/tensor_act_model_layers_69_residual_pre_attn/norm": 562399.8125, "train/tensor_act_model_layers_69_residual_pre_attn/mean": 274.0, "train/tensor_act_model_layers_69_residual_pre_attn/std": 15.875, "train/tensor_act_model_layers_69_residual_pre_attn/max_abs": 324.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_pre_attn/min": 232.0, "train/tensor_act_model_layers_69_residual_pre_attn/max": 324.0, "train/tensor_act_model_layers_69_residual_pre_attn/range": 92.0, "train/tensor_act_model_layers_69_residual_post_attn/norm": 562399.8125, "train/tensor_act_model_layers_69_residual_post_attn/mean": 274.0, "train/tensor_act_model_layers_69_residual_post_attn/std": 15.875, "train/tensor_act_model_layers_69_residual_post_attn/max_abs": 324.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_post_attn/min": 232.0, "train/tensor_act_model_layers_69_residual_post_attn/max": 324.0, "train/tensor_act_model_layers_69_residual_post_attn/range": 92.0, "train/tensor_act_model_layers_69_mlp_gate_proj/norm": 2833.67919921875, "train/tensor_act_model_layers_69_mlp_gate_proj/mean": 0.25390625, "train/tensor_act_model_layers_69_mlp_gate_proj/std": 0.9453125, "train/tensor_act_model_layers_69_mlp_gate_proj/max_abs": 2.578125, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/min": -1.65625, "train/tensor_act_model_layers_69_mlp_gate_proj/max": 2.578125, "train/tensor_act_model_layers_69_mlp_gate_proj/range": 4.234375, "train/tensor_act_model_layers_69_mlp_up_proj/norm": 2900.4267578125, "train/tensor_act_model_layers_69_mlp_up_proj/mean": -0.0216064453125, "train/tensor_act_model_layers_69_mlp_up_proj/std": 1.0, "train/tensor_act_model_layers_69_mlp_up_proj/max_abs": 2.640625, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/min": -2.484375, "train/tensor_act_model_layers_69_mlp_up_proj/max": 2.640625, "train/tensor_act_model_layers_69_mlp_up_proj/range": 5.125, "train/tensor_act_model_layers_69_mlp_down_proj/norm": 5888.99853515625, "train/tensor_act_model_layers_69_mlp_down_proj/mean": 2.734375, "train/tensor_act_model_layers_69_mlp_down_proj/std": 0.87890625, "train/tensor_act_model_layers_69_mlp_down_proj/max_abs": 5.125, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/min": 0.671875, "train/tensor_act_model_layers_69_mlp_down_proj/max": 5.125, "train/tensor_act_model_layers_69_mlp_down_proj/range": 4.453125, "train/tensor_act_model_layers_69_mlp/norm": 5888.99853515625, "train/tensor_act_model_layers_69_mlp/mean": 2.734375, "train/tensor_act_model_layers_69_mlp/std": 0.87890625, "train/tensor_act_model_layers_69_mlp/max_abs": 5.125, "train/tensor_act_model_layers_69_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp/min": 0.671875, "train/tensor_act_model_layers_69_mlp/max": 5.125, "train/tensor_act_model_layers_69_mlp/range": 4.453125, "train/tensor_act_model_layers_69_residual_post_mlp/norm": 568076.0, "train/tensor_act_model_layers_69_residual_post_mlp/mean": 276.0, "train/tensor_act_model_layers_69_residual_post_mlp/std": 16.0, "train/tensor_act_model_layers_69_residual_post_mlp/max_abs": 330.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_post_mlp/min": 234.0, "train/tensor_act_model_layers_69_residual_post_mlp/max": 330.0, "train/tensor_act_model_layers_69_residual_post_mlp/range": 96.0, "train/tensor_act_model_layers_70_residual_pre_attn/norm": 568076.0, "train/tensor_act_model_layers_70_residual_pre_attn/mean": 276.0, "train/tensor_act_model_layers_70_residual_pre_attn/std": 16.0, "train/tensor_act_model_layers_70_residual_pre_attn/max_abs": 330.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_pre_attn/min": 234.0, "train/tensor_act_model_layers_70_residual_pre_attn/max": 330.0, "train/tensor_act_model_layers_70_residual_pre_attn/range": 96.0, "train/tensor_act_model_layers_70_residual_post_attn/norm": 568076.0, "train/tensor_act_model_layers_70_residual_post_attn/mean": 276.0, "train/tensor_act_model_layers_70_residual_post_attn/std": 16.0, "train/tensor_act_model_layers_70_residual_post_attn/max_abs": 330.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_post_attn/min": 234.0, "train/tensor_act_model_layers_70_residual_post_attn/max": 330.0, "train/tensor_act_model_layers_70_residual_post_attn/range": 96.0, "train/tensor_act_model_layers_70_mlp_gate_proj/norm": 2992.637451171875, "train/tensor_act_model_layers_70_mlp_gate_proj/mean": 0.38671875, "train/tensor_act_model_layers_70_mlp_gate_proj/std": 0.95703125, "train/tensor_act_model_layers_70_mlp_gate_proj/max_abs": 2.625, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/min": -1.3515625, "train/tensor_act_model_layers_70_mlp_gate_proj/max": 2.625, "train/tensor_act_model_layers_70_mlp_gate_proj/range": 3.9765625, "train/tensor_act_model_layers_70_mlp_up_proj/norm": 3009.365966796875, "train/tensor_act_model_layers_70_mlp_up_proj/mean": -0.0576171875, "train/tensor_act_model_layers_70_mlp_up_proj/std": 1.0390625, "train/tensor_act_model_layers_70_mlp_up_proj/max_abs": 2.53125, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/min": -2.53125, "train/tensor_act_model_layers_70_mlp_up_proj/max": 2.40625, "train/tensor_act_model_layers_70_mlp_up_proj/range": 4.9375, "train/tensor_act_model_layers_70_mlp_down_proj/norm": 6510.650390625, "train/tensor_act_model_layers_70_mlp_down_proj/mean": 2.96875, "train/tensor_act_model_layers_70_mlp_down_proj/std": 1.140625, "train/tensor_act_model_layers_70_mlp_down_proj/max_abs": 5.84375, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/min": -0.032470703125, "train/tensor_act_model_layers_70_mlp_down_proj/max": 5.84375, "train/tensor_act_model_layers_70_mlp_down_proj/range": 5.876220703125, "train/tensor_act_model_layers_70_mlp/norm": 6510.650390625, "train/tensor_act_model_layers_70_mlp/mean": 2.96875, "train/tensor_act_model_layers_70_mlp/std": 1.140625, "train/tensor_act_model_layers_70_mlp/max_abs": 5.84375, "train/tensor_act_model_layers_70_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp/min": -0.032470703125, "train/tensor_act_model_layers_70_mlp/max": 5.84375, "train/tensor_act_model_layers_70_mlp/range": 5.876220703125, "train/tensor_act_model_layers_70_residual_post_mlp/norm": 574323.625, "train/tensor_act_model_layers_70_residual_post_mlp/mean": 280.0, "train/tensor_act_model_layers_70_residual_post_mlp/std": 16.25, "train/tensor_act_model_layers_70_residual_post_mlp/max_abs": 336.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_post_mlp/min": 235.0, "train/tensor_act_model_layers_70_residual_post_mlp/max": 336.0, "train/tensor_act_model_layers_70_residual_post_mlp/range": 101.0, "train/tensor_act_model_layers_71_residual_pre_attn/norm": 574323.625, "train/tensor_act_model_layers_71_residual_pre_attn/mean": 280.0, "train/tensor_act_model_layers_71_residual_pre_attn/std": 16.25, "train/tensor_act_model_layers_71_residual_pre_attn/max_abs": 336.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_pre_attn/min": 235.0, "train/tensor_act_model_layers_71_residual_pre_attn/max": 336.0, "train/tensor_act_model_layers_71_residual_pre_attn/range": 101.0, "train/tensor_act_model_layers_71_residual_post_attn/norm": 574323.625, "train/tensor_act_model_layers_71_residual_post_attn/mean": 280.0, "train/tensor_act_model_layers_71_residual_post_attn/std": 16.25, "train/tensor_act_model_layers_71_residual_post_attn/max_abs": 336.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_post_attn/min": 235.0, "train/tensor_act_model_layers_71_residual_post_attn/max": 336.0, "train/tensor_act_model_layers_71_residual_post_attn/range": 101.0, "train/tensor_act_model_layers_71_mlp_gate_proj/norm": 2709.93310546875, "train/tensor_act_model_layers_71_mlp_gate_proj/mean": 0.22265625, "train/tensor_act_model_layers_71_mlp_gate_proj/std": 0.91015625, "train/tensor_act_model_layers_71_mlp_gate_proj/max_abs": 2.65625, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/min": -1.640625, "train/tensor_act_model_layers_71_mlp_gate_proj/max": 2.65625, "train/tensor_act_model_layers_71_mlp_gate_proj/range": 4.296875, "train/tensor_act_model_layers_71_mlp_up_proj/norm": 2714.255859375, "train/tensor_act_model_layers_71_mlp_up_proj/mean": -0.005950927734375, "train/tensor_act_model_layers_71_mlp_up_proj/std": 0.9375, "train/tensor_act_model_layers_71_mlp_up_proj/max_abs": 2.625, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/min": -2.625, "train/tensor_act_model_layers_71_mlp_up_proj/max": 2.4375, "train/tensor_act_model_layers_71_mlp_up_proj/range": 5.0625, "train/tensor_act_model_layers_71_mlp_down_proj/norm": 5225.42919921875, "train/tensor_act_model_layers_71_mlp_down_proj/mean": 2.390625, "train/tensor_act_model_layers_71_mlp_down_proj/std": 0.87890625, "train/tensor_act_model_layers_71_mlp_down_proj/max_abs": 6.15625, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/min": -0.1044921875, "train/tensor_act_model_layers_71_mlp_down_proj/max": 6.15625, "train/tensor_act_model_layers_71_mlp_down_proj/range": 6.2607421875, "train/tensor_act_model_layers_71_mlp/norm": 5225.42919921875, "train/tensor_act_model_layers_71_mlp/mean": 2.390625, "train/tensor_act_model_layers_71_mlp/std": 0.87890625, "train/tensor_act_model_layers_71_mlp/max_abs": 6.15625, "train/tensor_act_model_layers_71_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp/min": -0.1044921875, "train/tensor_act_model_layers_71_mlp/max": 6.15625, "train/tensor_act_model_layers_71_mlp/range": 6.2607421875, "train/tensor_act_model_layers_71_residual_post_mlp/norm": 579296.1875, "train/tensor_act_model_layers_71_residual_post_mlp/mean": 282.0, "train/tensor_act_model_layers_71_residual_post_mlp/std": 16.25, "train/tensor_act_model_layers_71_residual_post_mlp/max_abs": 340.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_post_mlp/min": 237.0, "train/tensor_act_model_layers_71_residual_post_mlp/max": 340.0, "train/tensor_act_model_layers_71_residual_post_mlp/range": 103.0, "train/tensor_act_model_layers_72_residual_pre_attn/norm": 579296.1875, "train/tensor_act_model_layers_72_residual_pre_attn/mean": 282.0, "train/tensor_act_model_layers_72_residual_pre_attn/std": 16.25, "train/tensor_act_model_layers_72_residual_pre_attn/max_abs": 340.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_pre_attn/min": 237.0, "train/tensor_act_model_layers_72_residual_pre_attn/max": 340.0, "train/tensor_act_model_layers_72_residual_pre_attn/range": 103.0, "train/tensor_act_model_layers_72_residual_post_attn/norm": 579296.1875, "train/tensor_act_model_layers_72_residual_post_attn/mean": 282.0, "train/tensor_act_model_layers_72_residual_post_attn/std": 16.25, "train/tensor_act_model_layers_72_residual_post_attn/max_abs": 340.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_post_attn/min": 237.0, "train/tensor_act_model_layers_72_residual_post_attn/max": 340.0, "train/tensor_act_model_layers_72_residual_post_attn/range": 103.0, "train/tensor_act_model_layers_72_mlp_gate_proj/norm": 3007.842529296875, "train/tensor_act_model_layers_72_mlp_gate_proj/mean": 0.380859375, "train/tensor_act_model_layers_72_mlp_gate_proj/std": 0.96484375, "train/tensor_act_model_layers_72_mlp_gate_proj/max_abs": 2.515625, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/min": -1.890625, "train/tensor_act_model_layers_72_mlp_gate_proj/max": 2.515625, "train/tensor_act_model_layers_72_mlp_gate_proj/range": 4.40625, "train/tensor_act_model_layers_72_mlp_up_proj/norm": 2895.7744140625, "train/tensor_act_model_layers_72_mlp_up_proj/mean": -0.01611328125, "train/tensor_act_model_layers_72_mlp_up_proj/std": 1.0, "train/tensor_act_model_layers_72_mlp_up_proj/max_abs": 2.921875, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/min": -2.46875, "train/tensor_act_model_layers_72_mlp_up_proj/max": 2.921875, "train/tensor_act_model_layers_72_mlp_up_proj/range": 5.390625, "train/tensor_act_model_layers_72_mlp_down_proj/norm": 6546.06591796875, "train/tensor_act_model_layers_72_mlp_down_proj/mean": 3.0625, "train/tensor_act_model_layers_72_mlp_down_proj/std": 0.92578125, "train/tensor_act_model_layers_72_mlp_down_proj/max_abs": 5.40625, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/min": 0.96484375, "train/tensor_act_model_layers_72_mlp_down_proj/max": 5.40625, "train/tensor_act_model_layers_72_mlp_down_proj/range": 4.44140625, "train/tensor_act_model_layers_72_mlp/norm": 6546.06591796875, "train/tensor_act_model_layers_72_mlp/mean": 3.0625, "train/tensor_act_model_layers_72_mlp/std": 0.92578125, "train/tensor_act_model_layers_72_mlp/max_abs": 5.40625, "train/tensor_act_model_layers_72_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp/min": 0.96484375, "train/tensor_act_model_layers_72_mlp/max": 5.40625, "train/tensor_act_model_layers_72_mlp/range": 4.44140625, "train/tensor_act_model_layers_72_residual_post_mlp/norm": 585509.9375, "train/tensor_act_model_layers_72_residual_post_mlp/mean": 286.0, "train/tensor_act_model_layers_72_residual_post_mlp/std": 16.125, "train/tensor_act_model_layers_72_residual_post_mlp/max_abs": 342.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_post_mlp/min": 242.0, "train/tensor_act_model_layers_72_residual_post_mlp/max": 342.0, "train/tensor_act_model_layers_72_residual_post_mlp/range": 100.0, "train/tensor_act_model_layers_73_residual_pre_attn/norm": 585509.9375, "train/tensor_act_model_layers_73_residual_pre_attn/mean": 286.0, "train/tensor_act_model_layers_73_residual_pre_attn/std": 16.125, "train/tensor_act_model_layers_73_residual_pre_attn/max_abs": 342.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_pre_attn/min": 242.0, "train/tensor_act_model_layers_73_residual_pre_attn/max": 342.0, "train/tensor_act_model_layers_73_residual_pre_attn/range": 100.0, "train/tensor_act_model_layers_73_residual_post_attn/norm": 585509.9375, "train/tensor_act_model_layers_73_residual_post_attn/mean": 286.0, "train/tensor_act_model_layers_73_residual_post_attn/std": 16.125, "train/tensor_act_model_layers_73_residual_post_attn/max_abs": 342.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_post_attn/min": 242.0, "train/tensor_act_model_layers_73_residual_post_attn/max": 342.0, "train/tensor_act_model_layers_73_residual_post_attn/range": 100.0, "train/tensor_act_model_layers_73_mlp_gate_proj/norm": 2842.208740234375, "train/tensor_act_model_layers_73_mlp_gate_proj/mean": 0.3125, "train/tensor_act_model_layers_73_mlp_gate_proj/std": 0.9296875, "train/tensor_act_model_layers_73_mlp_gate_proj/max_abs": 2.46875, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/min": -1.125, "train/tensor_act_model_layers_73_mlp_gate_proj/max": 2.46875, "train/tensor_act_model_layers_73_mlp_gate_proj/range": 3.59375, "train/tensor_act_model_layers_73_mlp_up_proj/norm": 2952.34912109375, "train/tensor_act_model_layers_73_mlp_up_proj/mean": -0.046875, "train/tensor_act_model_layers_73_mlp_up_proj/std": 1.015625, "train/tensor_act_model_layers_73_mlp_up_proj/max_abs": 2.640625, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/min": -2.640625, "train/tensor_act_model_layers_73_mlp_up_proj/max": 2.515625, "train/tensor_act_model_layers_73_mlp_up_proj/range": 5.15625, "train/tensor_act_model_layers_73_mlp_down_proj/norm": 6243.13525390625, "train/tensor_act_model_layers_73_mlp_down_proj/mean": 2.890625, "train/tensor_act_model_layers_73_mlp_down_proj/std": 0.98046875, "train/tensor_act_model_layers_73_mlp_down_proj/max_abs": 4.96875, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/min": 0.51171875, "train/tensor_act_model_layers_73_mlp_down_proj/max": 4.96875, "train/tensor_act_model_layers_73_mlp_down_proj/range": 4.45703125, "train/tensor_act_model_layers_73_mlp/norm": 6243.13525390625, "train/tensor_act_model_layers_73_mlp/mean": 2.890625, "train/tensor_act_model_layers_73_mlp/std": 0.98046875, "train/tensor_act_model_layers_73_mlp/max_abs": 4.96875, "train/tensor_act_model_layers_73_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp/min": 0.51171875, "train/tensor_act_model_layers_73_mlp/max": 4.96875, "train/tensor_act_model_layers_73_mlp/range": 4.45703125, "train/tensor_act_model_layers_73_residual_post_mlp/norm": 591367.5625, "train/tensor_act_model_layers_73_residual_post_mlp/mean": 288.0, "train/tensor_act_model_layers_73_residual_post_mlp/std": 16.125, "train/tensor_act_model_layers_73_residual_post_mlp/max_abs": 344.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_post_mlp/min": 243.0, "train/tensor_act_model_layers_73_residual_post_mlp/max": 344.0, "train/tensor_act_model_layers_73_residual_post_mlp/range": 101.0, "train/tensor_act_model_layers_74_residual_pre_attn/norm": 591367.5625, "train/tensor_act_model_layers_74_residual_pre_attn/mean": 288.0, "train/tensor_act_model_layers_74_residual_pre_attn/std": 16.125, "train/tensor_act_model_layers_74_residual_pre_attn/max_abs": 344.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_pre_attn/min": 243.0, "train/tensor_act_model_layers_74_residual_pre_attn/max": 344.0, "train/tensor_act_model_layers_74_residual_pre_attn/range": 101.0, "train/tensor_act_model_layers_74_residual_post_attn/norm": 591367.5625, "train/tensor_act_model_layers_74_residual_post_attn/mean": 288.0, "train/tensor_act_model_layers_74_residual_post_attn/std": 16.125, "train/tensor_act_model_layers_74_residual_post_attn/max_abs": 344.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_post_attn/min": 243.0, "train/tensor_act_model_layers_74_residual_post_attn/max": 344.0, "train/tensor_act_model_layers_74_residual_post_attn/range": 101.0, "train/tensor_act_model_layers_74_mlp_gate_proj/norm": 2955.02099609375, "train/tensor_act_model_layers_74_mlp_gate_proj/mean": 0.388671875, "train/tensor_act_model_layers_74_mlp_gate_proj/std": 0.94140625, "train/tensor_act_model_layers_74_mlp_gate_proj/max_abs": 2.59375, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/min": -1.1875, "train/tensor_act_model_layers_74_mlp_gate_proj/max": 2.59375, "train/tensor_act_model_layers_74_mlp_gate_proj/range": 3.78125, "train/tensor_act_model_layers_74_mlp_up_proj/norm": 2953.046875, "train/tensor_act_model_layers_74_mlp_up_proj/mean": -0.12158203125, "train/tensor_act_model_layers_74_mlp_up_proj/std": 1.015625, "train/tensor_act_model_layers_74_mlp_up_proj/max_abs": 2.640625, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/min": -2.3125, "train/tensor_act_model_layers_74_mlp_up_proj/max": 2.640625, "train/tensor_act_model_layers_74_mlp_up_proj/range": 4.953125, "train/tensor_act_model_layers_74_mlp_down_proj/norm": 6617.62109375, "train/tensor_act_model_layers_74_mlp_down_proj/mean": 3.0625, "train/tensor_act_model_layers_74_mlp_down_proj/std": 1.0078125, "train/tensor_act_model_layers_74_mlp_down_proj/max_abs": 5.375, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/min": 0.37890625, "train/tensor_act_model_layers_74_mlp_down_proj/max": 5.375, "train/tensor_act_model_layers_74_mlp_down_proj/range": 4.99609375, "train/tensor_act_model_layers_74_mlp/norm": 6617.62109375, "train/tensor_act_model_layers_74_mlp/mean": 3.0625, "train/tensor_act_model_layers_74_mlp/std": 1.0078125, "train/tensor_act_model_layers_74_mlp/max_abs": 5.375, "train/tensor_act_model_layers_74_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp/min": 0.37890625, "train/tensor_act_model_layers_74_mlp/max": 5.375, "train/tensor_act_model_layers_74_mlp/range": 4.99609375, "train/tensor_act_model_layers_74_residual_post_mlp/norm": 597503.4375, "train/tensor_act_model_layers_74_residual_post_mlp/mean": 292.0, "train/tensor_act_model_layers_74_residual_post_mlp/std": 16.25, "train/tensor_act_model_layers_74_residual_post_mlp/max_abs": 346.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_post_mlp/min": 246.0, "train/tensor_act_model_layers_74_residual_post_mlp/max": 346.0, "train/tensor_act_model_layers_74_residual_post_mlp/range": 100.0, "train/tensor_act_model_layers_75_residual_pre_attn/norm": 597503.4375, "train/tensor_act_model_layers_75_residual_pre_attn/mean": 292.0, "train/tensor_act_model_layers_75_residual_pre_attn/std": 16.25, "train/tensor_act_model_layers_75_residual_pre_attn/max_abs": 346.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_pre_attn/min": 246.0, "train/tensor_act_model_layers_75_residual_pre_attn/max": 346.0, "train/tensor_act_model_layers_75_residual_pre_attn/range": 100.0, "train/tensor_act_model_layers_75_residual_post_attn/norm": 597503.4375, "train/tensor_act_model_layers_75_residual_post_attn/mean": 292.0, "train/tensor_act_model_layers_75_residual_post_attn/std": 16.25, "train/tensor_act_model_layers_75_residual_post_attn/max_abs": 346.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_post_attn/min": 246.0, "train/tensor_act_model_layers_75_residual_post_attn/max": 346.0, "train/tensor_act_model_layers_75_residual_post_attn/range": 100.0, "train/tensor_act_model_layers_75_mlp_gate_proj/norm": 2935.4921875, "train/tensor_act_model_layers_75_mlp_gate_proj/mean": 0.28515625, "train/tensor_act_model_layers_75_mlp_gate_proj/std": 0.97265625, "train/tensor_act_model_layers_75_mlp_gate_proj/max_abs": 3.421875, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/min": -1.46875, "train/tensor_act_model_layers_75_mlp_gate_proj/max": 3.421875, "train/tensor_act_model_layers_75_mlp_gate_proj/range": 4.890625, "train/tensor_act_model_layers_75_mlp_up_proj/norm": 2853.72314453125, "train/tensor_act_model_layers_75_mlp_up_proj/mean": 0.1494140625, "train/tensor_act_model_layers_75_mlp_up_proj/std": 0.97265625, "train/tensor_act_model_layers_75_mlp_up_proj/max_abs": 2.65625, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/min": -2.59375, "train/tensor_act_model_layers_75_mlp_up_proj/max": 2.65625, "train/tensor_act_model_layers_75_mlp_up_proj/range": 5.25, "train/tensor_act_model_layers_75_mlp_down_proj/norm": 6383.2568359375, "train/tensor_act_model_layers_75_mlp_down_proj/mean": 2.9375, "train/tensor_act_model_layers_75_mlp_down_proj/std": 1.0546875, "train/tensor_act_model_layers_75_mlp_down_proj/max_abs": 5.71875, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/min": 0.388671875, "train/tensor_act_model_layers_75_mlp_down_proj/max": 5.71875, "train/tensor_act_model_layers_75_mlp_down_proj/range": 5.330078125, "train/tensor_act_model_layers_75_mlp/norm": 6383.2568359375, "train/tensor_act_model_layers_75_mlp/mean": 2.9375, "train/tensor_act_model_layers_75_mlp/std": 1.0546875, "train/tensor_act_model_layers_75_mlp/max_abs": 5.71875, "train/tensor_act_model_layers_75_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp/min": 0.388671875, "train/tensor_act_model_layers_75_mlp/max": 5.71875, "train/tensor_act_model_layers_75_mlp/range": 5.330078125, "train/tensor_act_model_layers_75_residual_post_mlp/norm": 603640.625, "train/tensor_act_model_layers_75_residual_post_mlp/mean": 294.0, "train/tensor_act_model_layers_75_residual_post_mlp/std": 16.5, "train/tensor_act_model_layers_75_residual_post_mlp/max_abs": 352.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_post_mlp/min": 248.0, "train/tensor_act_model_layers_75_residual_post_mlp/max": 352.0, "train/tensor_act_model_layers_75_residual_post_mlp/range": 104.0, "train/tensor_act_model_layers_76_residual_pre_attn/norm": 603640.625, "train/tensor_act_model_layers_76_residual_pre_attn/mean": 294.0, "train/tensor_act_model_layers_76_residual_pre_attn/std": 16.5, "train/tensor_act_model_layers_76_residual_pre_attn/max_abs": 352.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_pre_attn/min": 248.0, "train/tensor_act_model_layers_76_residual_pre_attn/max": 352.0, "train/tensor_act_model_layers_76_residual_pre_attn/range": 104.0, "train/tensor_act_model_layers_76_residual_post_attn/norm": 603640.625, "train/tensor_act_model_layers_76_residual_post_attn/mean": 294.0, "train/tensor_act_model_layers_76_residual_post_attn/std": 16.5, "train/tensor_act_model_layers_76_residual_post_attn/max_abs": 352.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_post_attn/min": 248.0, "train/tensor_act_model_layers_76_residual_post_attn/max": 352.0, "train/tensor_act_model_layers_76_residual_post_attn/range": 104.0, "train/tensor_act_model_layers_76_mlp_gate_proj/norm": 2862.213623046875, "train/tensor_act_model_layers_76_mlp_gate_proj/mean": 0.265625, "train/tensor_act_model_layers_76_mlp_gate_proj/std": 0.953125, "train/tensor_act_model_layers_76_mlp_gate_proj/max_abs": 2.328125, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/min": -1.34375, "train/tensor_act_model_layers_76_mlp_gate_proj/max": 2.328125, "train/tensor_act_model_layers_76_mlp_gate_proj/range": 3.671875, "train/tensor_act_model_layers_76_mlp_up_proj/norm": 2810.83251953125, "train/tensor_act_model_layers_76_mlp_up_proj/mean": 0.007568359375, "train/tensor_act_model_layers_76_mlp_up_proj/std": 0.96875, "train/tensor_act_model_layers_76_mlp_up_proj/max_abs": 2.5625, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/min": -2.5625, "train/tensor_act_model_layers_76_mlp_up_proj/max": 2.375, "train/tensor_act_model_layers_76_mlp_up_proj/range": 4.9375, "train/tensor_act_model_layers_76_mlp_down_proj/norm": 5787.00048828125, "train/tensor_act_model_layers_76_mlp_down_proj/mean": 2.65625, "train/tensor_act_model_layers_76_mlp_down_proj/std": 0.953125, "train/tensor_act_model_layers_76_mlp_down_proj/max_abs": 4.84375, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/min": 0.2255859375, "train/tensor_act_model_layers_76_mlp_down_proj/max": 4.84375, "train/tensor_act_model_layers_76_mlp_down_proj/range": 4.6181640625, "train/tensor_act_model_layers_76_mlp/norm": 5787.00048828125, "train/tensor_act_model_layers_76_mlp/mean": 2.65625, "train/tensor_act_model_layers_76_mlp/std": 0.953125, "train/tensor_act_model_layers_76_mlp/max_abs": 4.84375, "train/tensor_act_model_layers_76_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp/min": 0.2255859375, "train/tensor_act_model_layers_76_mlp/max": 4.84375, "train/tensor_act_model_layers_76_mlp/range": 4.6181640625, "train/tensor_act_model_layers_76_residual_post_mlp/norm": 609129.375, "train/tensor_act_model_layers_76_residual_post_mlp/mean": 296.0, "train/tensor_act_model_layers_76_residual_post_mlp/std": 16.5, "train/tensor_act_model_layers_76_residual_post_mlp/max_abs": 356.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_post_mlp/min": 249.0, "train/tensor_act_model_layers_76_residual_post_mlp/max": 356.0, "train/tensor_act_model_layers_76_residual_post_mlp/range": 107.0, "train/tensor_act_model_layers_77_residual_pre_attn/norm": 609129.375, "train/tensor_act_model_layers_77_residual_pre_attn/mean": 296.0, "train/tensor_act_model_layers_77_residual_pre_attn/std": 16.5, "train/tensor_act_model_layers_77_residual_pre_attn/max_abs": 356.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_pre_attn/min": 249.0, "train/tensor_act_model_layers_77_residual_pre_attn/max": 356.0, "train/tensor_act_model_layers_77_residual_pre_attn/range": 107.0, "train/tensor_act_model_layers_77_residual_post_attn/norm": 609129.375, "train/tensor_act_model_layers_77_residual_post_attn/mean": 296.0, "train/tensor_act_model_layers_77_residual_post_attn/std": 16.5, "train/tensor_act_model_layers_77_residual_post_attn/max_abs": 356.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_post_attn/min": 249.0, "train/tensor_act_model_layers_77_residual_post_attn/max": 356.0, "train/tensor_act_model_layers_77_residual_post_attn/range": 107.0, "train/tensor_act_model_layers_77_mlp_gate_proj/norm": 3145.65771484375, "train/tensor_act_model_layers_77_mlp_gate_proj/mean": 0.423828125, "train/tensor_act_model_layers_77_mlp_gate_proj/std": 1.0, "train/tensor_act_model_layers_77_mlp_gate_proj/max_abs": 2.484375, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/min": -1.390625, "train/tensor_act_model_layers_77_mlp_gate_proj/max": 2.484375, "train/tensor_act_model_layers_77_mlp_gate_proj/range": 3.875, "train/tensor_act_model_layers_77_mlp_up_proj/norm": 3148.694091796875, "train/tensor_act_model_layers_77_mlp_up_proj/mean": -0.1083984375, "train/tensor_act_model_layers_77_mlp_up_proj/std": 1.078125, "train/tensor_act_model_layers_77_mlp_up_proj/max_abs": 2.765625, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/min": -2.40625, "train/tensor_act_model_layers_77_mlp_up_proj/max": 2.765625, "train/tensor_act_model_layers_77_mlp_up_proj/range": 5.171875, "train/tensor_act_model_layers_77_mlp_down_proj/norm": 7224.75927734375, "train/tensor_act_model_layers_77_mlp_down_proj/mean": 3.359375, "train/tensor_act_model_layers_77_mlp_down_proj/std": 1.09375, "train/tensor_act_model_layers_77_mlp_down_proj/max_abs": 5.65625, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/min": 0.1064453125, "train/tensor_act_model_layers_77_mlp_down_proj/max": 5.65625, "train/tensor_act_model_layers_77_mlp_down_proj/range": 5.5498046875, "train/tensor_act_model_layers_77_mlp/norm": 7224.75927734375, "train/tensor_act_model_layers_77_mlp/mean": 3.359375, "train/tensor_act_model_layers_77_mlp/std": 1.09375, "train/tensor_act_model_layers_77_mlp/max_abs": 5.65625, "train/tensor_act_model_layers_77_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp/min": 0.1064453125, "train/tensor_act_model_layers_77_mlp/max": 5.65625, "train/tensor_act_model_layers_77_mlp/range": 5.5498046875, "train/tensor_act_model_layers_77_residual_post_mlp/norm": 616047.625, "train/tensor_act_model_layers_77_residual_post_mlp/mean": 300.0, "train/tensor_act_model_layers_77_residual_post_mlp/std": 16.5, "train/tensor_act_model_layers_77_residual_post_mlp/max_abs": 360.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_post_mlp/min": 253.0, "train/tensor_act_model_layers_77_residual_post_mlp/max": 360.0, "train/tensor_act_model_layers_77_residual_post_mlp/range": 107.0, "train/tensor_act_model_layers_78_residual_pre_attn/norm": 616047.625, "train/tensor_act_model_layers_78_residual_pre_attn/mean": 300.0, "train/tensor_act_model_layers_78_residual_pre_attn/std": 16.5, "train/tensor_act_model_layers_78_residual_pre_attn/max_abs": 360.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_pre_attn/min": 253.0, "train/tensor_act_model_layers_78_residual_pre_attn/max": 360.0, "train/tensor_act_model_layers_78_residual_pre_attn/range": 107.0, "train/tensor_act_model_layers_78_residual_post_attn/norm": 616047.625, "train/tensor_act_model_layers_78_residual_post_attn/mean": 300.0, "train/tensor_act_model_layers_78_residual_post_attn/std": 16.5, "train/tensor_act_model_layers_78_residual_post_attn/max_abs": 360.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_post_attn/min": 253.0, "train/tensor_act_model_layers_78_residual_post_attn/max": 360.0, "train/tensor_act_model_layers_78_residual_post_attn/range": 107.0, "train/tensor_act_model_layers_78_mlp_gate_proj/norm": 3089.9033203125, "train/tensor_act_model_layers_78_mlp_gate_proj/mean": 0.37890625, "train/tensor_act_model_layers_78_mlp_gate_proj/std": 0.99609375, "train/tensor_act_model_layers_78_mlp_gate_proj/max_abs": 3.0, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/min": -1.3515625, "train/tensor_act_model_layers_78_mlp_gate_proj/max": 3.0, "train/tensor_act_model_layers_78_mlp_gate_proj/range": 4.3515625, "train/tensor_act_model_layers_78_mlp_up_proj/norm": 3040.6982421875, "train/tensor_act_model_layers_78_mlp_up_proj/mean": 0.007659912109375, "train/tensor_act_model_layers_78_mlp_up_proj/std": 1.046875, "train/tensor_act_model_layers_78_mlp_up_proj/max_abs": 2.484375, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/min": -2.484375, "train/tensor_act_model_layers_78_mlp_up_proj/max": 2.453125, "train/tensor_act_model_layers_78_mlp_up_proj/range": 4.9375, "train/tensor_act_model_layers_78_mlp_down_proj/norm": 6592.24072265625, "train/tensor_act_model_layers_78_mlp_down_proj/mean": 3.03125, "train/tensor_act_model_layers_78_mlp_down_proj/std": 1.09375, "train/tensor_act_model_layers_78_mlp_down_proj/max_abs": 6.09375, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/min": 0.359375, "train/tensor_act_model_layers_78_mlp_down_proj/max": 6.09375, "train/tensor_act_model_layers_78_mlp_down_proj/range": 5.734375, "train/tensor_act_model_layers_78_mlp/norm": 6592.24072265625, "train/tensor_act_model_layers_78_mlp/mean": 3.03125, "train/tensor_act_model_layers_78_mlp/std": 1.09375, "train/tensor_act_model_layers_78_mlp/max_abs": 6.09375, "train/tensor_act_model_layers_78_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp/min": 0.359375, "train/tensor_act_model_layers_78_mlp/max": 6.09375, "train/tensor_act_model_layers_78_mlp/range": 5.734375, "train/tensor_act_model_layers_78_residual_post_mlp/norm": 622138.0625, "train/tensor_act_model_layers_78_residual_post_mlp/mean": 304.0, "train/tensor_act_model_layers_78_residual_post_mlp/std": 16.625, "train/tensor_act_model_layers_78_residual_post_mlp/max_abs": 362.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_post_mlp/min": 256.0, "train/tensor_act_model_layers_78_residual_post_mlp/max": 362.0, "train/tensor_act_model_layers_78_residual_post_mlp/range": 106.0, "train/tensor_act_model_layers_79_residual_pre_attn/norm": 622138.0625, "train/tensor_act_model_layers_79_residual_pre_attn/mean": 304.0, "train/tensor_act_model_layers_79_residual_pre_attn/std": 16.625, "train/tensor_act_model_layers_79_residual_pre_attn/max_abs": 362.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_pre_attn/min": 256.0, "train/tensor_act_model_layers_79_residual_pre_attn/max": 362.0, "train/tensor_act_model_layers_79_residual_pre_attn/range": 106.0, "train/tensor_act_model_layers_79_residual_post_attn/norm": 622138.0625, "train/tensor_act_model_layers_79_residual_post_attn/mean": 304.0, "train/tensor_act_model_layers_79_residual_post_attn/std": 16.625, "train/tensor_act_model_layers_79_residual_post_attn/max_abs": 362.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_post_attn/min": 256.0, "train/tensor_act_model_layers_79_residual_post_attn/max": 362.0, "train/tensor_act_model_layers_79_residual_post_attn/range": 106.0, "train/tensor_act_model_layers_79_mlp_gate_proj/norm": 2831.614990234375, "train/tensor_act_model_layers_79_mlp_gate_proj/mean": 0.26953125, "train/tensor_act_model_layers_79_mlp_gate_proj/std": 0.94140625, "train/tensor_act_model_layers_79_mlp_gate_proj/max_abs": 2.578125, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/min": -1.3203125, "train/tensor_act_model_layers_79_mlp_gate_proj/max": 2.578125, "train/tensor_act_model_layers_79_mlp_gate_proj/range": 3.8984375, "train/tensor_act_model_layers_79_mlp_up_proj/norm": 2751.35791015625, "train/tensor_act_model_layers_79_mlp_up_proj/mean": -0.048583984375, "train/tensor_act_model_layers_79_mlp_up_proj/std": 0.94921875, "train/tensor_act_model_layers_79_mlp_up_proj/max_abs": 2.78125, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/min": -2.78125, "train/tensor_act_model_layers_79_mlp_up_proj/max": 2.546875, "train/tensor_act_model_layers_79_mlp_up_proj/range": 5.328125, "train/tensor_act_model_layers_79_mlp_down_proj/norm": 5561.5556640625, "train/tensor_act_model_layers_79_mlp_down_proj/mean": 2.5625, "train/tensor_act_model_layers_79_mlp_down_proj/std": 0.91796875, "train/tensor_act_model_layers_79_mlp_down_proj/max_abs": 4.59375, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/min": 0.859375, "train/tensor_act_model_layers_79_mlp_down_proj/max": 4.59375, "train/tensor_act_model_layers_79_mlp_down_proj/range": 3.734375, "train/tensor_act_model_layers_79_mlp/norm": 5561.5556640625, "train/tensor_act_model_layers_79_mlp/mean": 2.5625, "train/tensor_act_model_layers_79_mlp/std": 0.91796875, "train/tensor_act_model_layers_79_mlp/max_abs": 4.59375, "train/tensor_act_model_layers_79_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp/min": 0.859375, "train/tensor_act_model_layers_79_mlp/max": 4.59375, "train/tensor_act_model_layers_79_mlp/range": 3.734375, "train/tensor_act_model_layers_79_residual_post_mlp/norm": 627538.5625, "train/tensor_act_model_layers_79_residual_post_mlp/mean": 306.0, "train/tensor_act_model_layers_79_residual_post_mlp/std": 16.75, "train/tensor_act_model_layers_79_residual_post_mlp/max_abs": 366.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_post_mlp/min": 258.0, "train/tensor_act_model_layers_79_residual_post_mlp/max": 366.0, "train/tensor_act_model_layers_79_residual_post_mlp/range": 108.0, "train/tensor_act_model_layers_80_residual_pre_attn/norm": 627538.5625, "train/tensor_act_model_layers_80_residual_pre_attn/mean": 306.0, "train/tensor_act_model_layers_80_residual_pre_attn/std": 16.75, "train/tensor_act_model_layers_80_residual_pre_attn/max_abs": 366.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_pre_attn/min": 258.0, "train/tensor_act_model_layers_80_residual_pre_attn/max": 366.0, "train/tensor_act_model_layers_80_residual_pre_attn/range": 108.0, "train/tensor_act_model_layers_80_residual_post_attn/norm": 627538.5625, "train/tensor_act_model_layers_80_residual_post_attn/mean": 306.0, "train/tensor_act_model_layers_80_residual_post_attn/std": 16.75, "train/tensor_act_model_layers_80_residual_post_attn/max_abs": 366.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_post_attn/min": 258.0, "train/tensor_act_model_layers_80_residual_post_attn/max": 366.0, "train/tensor_act_model_layers_80_residual_post_attn/range": 108.0, "train/tensor_act_model_layers_80_mlp_gate_proj/norm": 3011.5048828125, "train/tensor_act_model_layers_80_mlp_gate_proj/mean": 0.3828125, "train/tensor_act_model_layers_80_mlp_gate_proj/std": 0.96875, "train/tensor_act_model_layers_80_mlp_gate_proj/max_abs": 2.375, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/min": -1.5, "train/tensor_act_model_layers_80_mlp_gate_proj/max": 2.375, "train/tensor_act_model_layers_80_mlp_gate_proj/range": 3.875, "train/tensor_act_model_layers_80_mlp_up_proj/norm": 3000.9130859375, "train/tensor_act_model_layers_80_mlp_up_proj/mean": 0.015625, "train/tensor_act_model_layers_80_mlp_up_proj/std": 1.0390625, "train/tensor_act_model_layers_80_mlp_up_proj/max_abs": 2.59375, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/min": -2.59375, "train/tensor_act_model_layers_80_mlp_up_proj/max": 2.4375, "train/tensor_act_model_layers_80_mlp_up_proj/range": 5.03125, "train/tensor_act_model_layers_80_mlp_down_proj/norm": 6370.3447265625, "train/tensor_act_model_layers_80_mlp_down_proj/mean": 2.90625, "train/tensor_act_model_layers_80_mlp_down_proj/std": 1.109375, "train/tensor_act_model_layers_80_mlp_down_proj/max_abs": 5.4375, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/min": -0.2421875, "train/tensor_act_model_layers_80_mlp_down_proj/max": 5.4375, "train/tensor_act_model_layers_80_mlp_down_proj/range": 5.6796875, "train/tensor_act_model_layers_80_mlp/norm": 6370.3447265625, "train/tensor_act_model_layers_80_mlp/mean": 2.90625, "train/tensor_act_model_layers_80_mlp/std": 1.109375, "train/tensor_act_model_layers_80_mlp/max_abs": 5.4375, "train/tensor_act_model_layers_80_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp/min": -0.2421875, "train/tensor_act_model_layers_80_mlp/max": 5.4375, "train/tensor_act_model_layers_80_mlp/range": 5.6796875, "train/tensor_act_model_layers_80_residual_post_mlp/norm": 633310.6875, "train/tensor_act_model_layers_80_residual_post_mlp/mean": 308.0, "train/tensor_act_model_layers_80_residual_post_mlp/std": 16.75, "train/tensor_act_model_layers_80_residual_post_mlp/max_abs": 370.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_post_mlp/min": 262.0, "train/tensor_act_model_layers_80_residual_post_mlp/max": 370.0, "train/tensor_act_model_layers_80_residual_post_mlp/range": 108.0, "train/tensor_act_model_layers_81_residual_pre_attn/norm": 633310.6875, "train/tensor_act_model_layers_81_residual_pre_attn/mean": 308.0, "train/tensor_act_model_layers_81_residual_pre_attn/std": 16.75, "train/tensor_act_model_layers_81_residual_pre_attn/max_abs": 370.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_pre_attn/min": 262.0, "train/tensor_act_model_layers_81_residual_pre_attn/max": 370.0, "train/tensor_act_model_layers_81_residual_pre_attn/range": 108.0, "train/tensor_act_model_layers_81_residual_post_attn/norm": 633310.6875, "train/tensor_act_model_layers_81_residual_post_attn/mean": 308.0, "train/tensor_act_model_layers_81_residual_post_attn/std": 16.75, "train/tensor_act_model_layers_81_residual_post_attn/max_abs": 370.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_post_attn/min": 262.0, "train/tensor_act_model_layers_81_residual_post_attn/max": 370.0, "train/tensor_act_model_layers_81_residual_post_attn/range": 108.0, "train/tensor_act_model_layers_81_mlp_gate_proj/norm": 2863.7998046875, "train/tensor_act_model_layers_81_mlp_gate_proj/mean": 0.2890625, "train/tensor_act_model_layers_81_mlp_gate_proj/std": 0.9453125, "train/tensor_act_model_layers_81_mlp_gate_proj/max_abs": 2.640625, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/min": -1.578125, "train/tensor_act_model_layers_81_mlp_gate_proj/max": 2.640625, "train/tensor_act_model_layers_81_mlp_gate_proj/range": 4.21875, "train/tensor_act_model_layers_81_mlp_up_proj/norm": 2721.894287109375, "train/tensor_act_model_layers_81_mlp_up_proj/mean": 0.0021514892578125, "train/tensor_act_model_layers_81_mlp_up_proj/std": 0.94140625, "train/tensor_act_model_layers_81_mlp_up_proj/max_abs": 3.0625, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/min": -2.46875, "train/tensor_act_model_layers_81_mlp_up_proj/max": 3.0625, "train/tensor_act_model_layers_81_mlp_up_proj/range": 5.53125, "train/tensor_act_model_layers_81_mlp_down_proj/norm": 5013.435546875, "train/tensor_act_model_layers_81_mlp_down_proj/mean": 2.265625, "train/tensor_act_model_layers_81_mlp_down_proj/std": 0.91796875, "train/tensor_act_model_layers_81_mlp_down_proj/max_abs": 4.75, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/min": -0.490234375, "train/tensor_act_model_layers_81_mlp_down_proj/max": 4.75, "train/tensor_act_model_layers_81_mlp_down_proj/range": 5.240234375, "train/tensor_act_model_layers_81_mlp/norm": 5013.435546875, "train/tensor_act_model_layers_81_mlp/mean": 2.265625, "train/tensor_act_model_layers_81_mlp/std": 0.91796875, "train/tensor_act_model_layers_81_mlp/max_abs": 4.75, "train/tensor_act_model_layers_81_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp/min": -0.490234375, "train/tensor_act_model_layers_81_mlp/max": 4.75, "train/tensor_act_model_layers_81_mlp/range": 5.240234375, "train/tensor_act_model_layers_81_residual_post_mlp/norm": 637817.5625, "train/tensor_act_model_layers_81_residual_post_mlp/mean": 310.0, "train/tensor_act_model_layers_81_residual_post_mlp/std": 16.75, "train/tensor_act_model_layers_81_residual_post_mlp/max_abs": 372.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_post_mlp/min": 262.0, "train/tensor_act_model_layers_81_residual_post_mlp/max": 372.0, "train/tensor_act_model_layers_81_residual_post_mlp/range": 110.0, "train/tensor_act_model_layers_82_residual_pre_attn/norm": 637817.5625, "train/tensor_act_model_layers_82_residual_pre_attn/mean": 310.0, "train/tensor_act_model_layers_82_residual_pre_attn/std": 16.75, "train/tensor_act_model_layers_82_residual_pre_attn/max_abs": 372.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_pre_attn/min": 262.0, "train/tensor_act_model_layers_82_residual_pre_attn/max": 372.0, "train/tensor_act_model_layers_82_residual_pre_attn/range": 110.0, "train/tensor_act_model_layers_82_residual_post_attn/norm": 637817.5625, "train/tensor_act_model_layers_82_residual_post_attn/mean": 310.0, "train/tensor_act_model_layers_82_residual_post_attn/std": 16.75, "train/tensor_act_model_layers_82_residual_post_attn/max_abs": 372.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_post_attn/min": 262.0, "train/tensor_act_model_layers_82_residual_post_attn/max": 372.0, "train/tensor_act_model_layers_82_residual_post_attn/range": 110.0, "train/tensor_act_model_layers_82_mlp_gate_proj/norm": 2602.98486328125, "train/tensor_act_model_layers_82_mlp_gate_proj/mean": 0.251953125, "train/tensor_act_model_layers_82_mlp_gate_proj/std": 0.86328125, "train/tensor_act_model_layers_82_mlp_gate_proj/max_abs": 2.609375, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/min": -1.2421875, "train/tensor_act_model_layers_82_mlp_gate_proj/max": 2.609375, "train/tensor_act_model_layers_82_mlp_gate_proj/range": 3.8515625, "train/tensor_act_model_layers_82_mlp_up_proj/norm": 2643.846923828125, "train/tensor_act_model_layers_82_mlp_up_proj/mean": -0.007354736328125, "train/tensor_act_model_layers_82_mlp_up_proj/std": 0.9140625, "train/tensor_act_model_layers_82_mlp_up_proj/max_abs": 2.46875, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/min": -2.390625, "train/tensor_act_model_layers_82_mlp_up_proj/max": 2.46875, "train/tensor_act_model_layers_82_mlp_up_proj/range": 4.859375, "train/tensor_act_model_layers_82_mlp_down_proj/norm": 4342.24365234375, "train/tensor_act_model_layers_82_mlp_down_proj/mean": 1.90625, "train/tensor_act_model_layers_82_mlp_down_proj/std": 0.9296875, "train/tensor_act_model_layers_82_mlp_down_proj/max_abs": 3.984375, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/min": -0.65234375, "train/tensor_act_model_layers_82_mlp_down_proj/max": 3.984375, "train/tensor_act_model_layers_82_mlp_down_proj/range": 4.63671875, "train/tensor_act_model_layers_82_mlp/norm": 4342.24365234375, "train/tensor_act_model_layers_82_mlp/mean": 1.90625, "train/tensor_act_model_layers_82_mlp/std": 0.9296875, "train/tensor_act_model_layers_82_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_82_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp/min": -0.65234375, "train/tensor_act_model_layers_82_mlp/max": 3.984375, "train/tensor_act_model_layers_82_mlp/range": 4.63671875, "train/tensor_act_model_layers_82_residual_post_mlp/norm": 641704.5625, "train/tensor_act_model_layers_82_residual_post_mlp/mean": 312.0, "train/tensor_act_model_layers_82_residual_post_mlp/std": 16.75, "train/tensor_act_model_layers_82_residual_post_mlp/max_abs": 374.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_post_mlp/min": 262.0, "train/tensor_act_model_layers_82_residual_post_mlp/max": 374.0, "train/tensor_act_model_layers_82_residual_post_mlp/range": 112.0, "train/tensor_act_model_layers_83_residual_pre_attn/norm": 641704.5625, "train/tensor_act_model_layers_83_residual_pre_attn/mean": 312.0, "train/tensor_act_model_layers_83_residual_pre_attn/std": 16.75, "train/tensor_act_model_layers_83_residual_pre_attn/max_abs": 374.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_pre_attn/min": 262.0, "train/tensor_act_model_layers_83_residual_pre_attn/max": 374.0, "train/tensor_act_model_layers_83_residual_pre_attn/range": 112.0, "train/tensor_act_model_layers_83_residual_post_attn/norm": 641704.5625, "train/tensor_act_model_layers_83_residual_post_attn/mean": 312.0, "train/tensor_act_model_layers_83_residual_post_attn/std": 16.75, "train/tensor_act_model_layers_83_residual_post_attn/max_abs": 374.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_post_attn/min": 262.0, "train/tensor_act_model_layers_83_residual_post_attn/max": 374.0, "train/tensor_act_model_layers_83_residual_post_attn/range": 112.0, "train/tensor_act_model_layers_83_mlp_gate_proj/norm": 3019.1376953125, "train/tensor_act_model_layers_83_mlp_gate_proj/mean": 0.44140625, "train/tensor_act_model_layers_83_mlp_gate_proj/std": 0.9453125, "train/tensor_act_model_layers_83_mlp_gate_proj/max_abs": 2.734375, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/min": -1.3359375, "train/tensor_act_model_layers_83_mlp_gate_proj/max": 2.734375, "train/tensor_act_model_layers_83_mlp_gate_proj/range": 4.0703125, "train/tensor_act_model_layers_83_mlp_up_proj/norm": 3034.799560546875, "train/tensor_act_model_layers_83_mlp_up_proj/mean": 0.028564453125, "train/tensor_act_model_layers_83_mlp_up_proj/std": 1.046875, "train/tensor_act_model_layers_83_mlp_up_proj/max_abs": 2.875, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/min": -2.875, "train/tensor_act_model_layers_83_mlp_up_proj/max": 2.484375, "train/tensor_act_model_layers_83_mlp_up_proj/range": 5.359375, "train/tensor_act_model_layers_83_mlp_down_proj/norm": 6093.33056640625, "train/tensor_act_model_layers_83_mlp_down_proj/mean": 2.75, "train/tensor_act_model_layers_83_mlp_down_proj/std": 1.140625, "train/tensor_act_model_layers_83_mlp_down_proj/max_abs": 5.5625, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/min": -0.56640625, "train/tensor_act_model_layers_83_mlp_down_proj/max": 5.5625, "train/tensor_act_model_layers_83_mlp_down_proj/range": 6.12890625, "train/tensor_act_model_layers_83_mlp/norm": 6093.33056640625, "train/tensor_act_model_layers_83_mlp/mean": 2.75, "train/tensor_act_model_layers_83_mlp/std": 1.140625, "train/tensor_act_model_layers_83_mlp/max_abs": 5.5625, "train/tensor_act_model_layers_83_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp/min": -0.56640625, "train/tensor_act_model_layers_83_mlp/max": 5.5625, "train/tensor_act_model_layers_83_mlp/range": 6.12890625, "train/tensor_act_model_layers_83_residual_post_mlp/norm": 647540.375, "train/tensor_act_model_layers_83_residual_post_mlp/mean": 316.0, "train/tensor_act_model_layers_83_residual_post_mlp/std": 16.75, "train/tensor_act_model_layers_83_residual_post_mlp/max_abs": 378.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_post_mlp/min": 264.0, "train/tensor_act_model_layers_83_residual_post_mlp/max": 378.0, "train/tensor_act_model_layers_83_residual_post_mlp/range": 114.0, "train/tensor_act_model_layers_84_residual_pre_attn/norm": 647540.375, "train/tensor_act_model_layers_84_residual_pre_attn/mean": 316.0, "train/tensor_act_model_layers_84_residual_pre_attn/std": 16.75, "train/tensor_act_model_layers_84_residual_pre_attn/max_abs": 378.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_pre_attn/min": 264.0, "train/tensor_act_model_layers_84_residual_pre_attn/max": 378.0, "train/tensor_act_model_layers_84_residual_pre_attn/range": 114.0, "train/tensor_act_model_layers_84_residual_post_attn/norm": 647540.375, "train/tensor_act_model_layers_84_residual_post_attn/mean": 316.0, "train/tensor_act_model_layers_84_residual_post_attn/std": 16.75, "train/tensor_act_model_layers_84_residual_post_attn/max_abs": 378.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_post_attn/min": 264.0, "train/tensor_act_model_layers_84_residual_post_attn/max": 378.0, "train/tensor_act_model_layers_84_residual_post_attn/range": 114.0, "train/tensor_act_model_layers_84_mlp_gate_proj/norm": 2651.84326171875, "train/tensor_act_model_layers_84_mlp_gate_proj/mean": 0.3125, "train/tensor_act_model_layers_84_mlp_gate_proj/std": 0.859375, "train/tensor_act_model_layers_84_mlp_gate_proj/max_abs": 2.28125, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/min": -1.4375, "train/tensor_act_model_layers_84_mlp_gate_proj/max": 2.28125, "train/tensor_act_model_layers_84_mlp_gate_proj/range": 3.71875, "train/tensor_act_model_layers_84_mlp_up_proj/norm": 2590.134521484375, "train/tensor_act_model_layers_84_mlp_up_proj/mean": -0.003997802734375, "train/tensor_act_model_layers_84_mlp_up_proj/std": 0.89453125, "train/tensor_act_model_layers_84_mlp_up_proj/max_abs": 2.28125, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/min": -2.28125, "train/tensor_act_model_layers_84_mlp_up_proj/max": 2.28125, "train/tensor_act_model_layers_84_mlp_up_proj/range": 4.5625, "train/tensor_act_model_layers_84_mlp_down_proj/norm": 4233.5390625, "train/tensor_act_model_layers_84_mlp_down_proj/mean": 1.8828125, "train/tensor_act_model_layers_84_mlp_down_proj/std": 0.85546875, "train/tensor_act_model_layers_84_mlp_down_proj/max_abs": 3.828125, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/min": -0.59375, "train/tensor_act_model_layers_84_mlp_down_proj/max": 3.828125, "train/tensor_act_model_layers_84_mlp_down_proj/range": 4.421875, "train/tensor_act_model_layers_84_mlp/norm": 4233.5390625, "train/tensor_act_model_layers_84_mlp/mean": 1.8828125, "train/tensor_act_model_layers_84_mlp/std": 0.85546875, "train/tensor_act_model_layers_84_mlp/max_abs": 3.828125, "train/tensor_act_model_layers_84_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp/min": -0.59375, "train/tensor_act_model_layers_84_mlp/max": 3.828125, "train/tensor_act_model_layers_84_mlp/range": 4.421875, "train/tensor_act_model_layers_84_residual_post_mlp/norm": 651501.125, "train/tensor_act_model_layers_84_residual_post_mlp/mean": 318.0, "train/tensor_act_model_layers_84_residual_post_mlp/std": 16.75, "train/tensor_act_model_layers_84_residual_post_mlp/max_abs": 380.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_post_mlp/min": 266.0, "train/tensor_act_model_layers_84_residual_post_mlp/max": 380.0, "train/tensor_act_model_layers_84_residual_post_mlp/range": 114.0, "train/tensor_act_model_layers_85_residual_pre_attn/norm": 651501.125, "train/tensor_act_model_layers_85_residual_pre_attn/mean": 318.0, "train/tensor_act_model_layers_85_residual_pre_attn/std": 16.75, "train/tensor_act_model_layers_85_residual_pre_attn/max_abs": 380.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_pre_attn/min": 266.0, "train/tensor_act_model_layers_85_residual_pre_attn/max": 380.0, "train/tensor_act_model_layers_85_residual_pre_attn/range": 114.0, "train/tensor_act_model_layers_85_residual_post_attn/norm": 651501.125, "train/tensor_act_model_layers_85_residual_post_attn/mean": 318.0, "train/tensor_act_model_layers_85_residual_post_attn/std": 16.75, "train/tensor_act_model_layers_85_residual_post_attn/max_abs": 380.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_post_attn/min": 266.0, "train/tensor_act_model_layers_85_residual_post_attn/max": 380.0, "train/tensor_act_model_layers_85_residual_post_attn/range": 114.0, "train/tensor_act_model_layers_85_mlp_gate_proj/norm": 2804.723388671875, "train/tensor_act_model_layers_85_mlp_gate_proj/mean": 0.33984375, "train/tensor_act_model_layers_85_mlp_gate_proj/std": 0.90625, "train/tensor_act_model_layers_85_mlp_gate_proj/max_abs": 2.578125, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/min": -1.5625, "train/tensor_act_model_layers_85_mlp_gate_proj/max": 2.578125, "train/tensor_act_model_layers_85_mlp_gate_proj/range": 4.140625, "train/tensor_act_model_layers_85_mlp_up_proj/norm": 2749.14501953125, "train/tensor_act_model_layers_85_mlp_up_proj/mean": -0.021728515625, "train/tensor_act_model_layers_85_mlp_up_proj/std": 0.94921875, "train/tensor_act_model_layers_85_mlp_up_proj/max_abs": 2.90625, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/min": -2.90625, "train/tensor_act_model_layers_85_mlp_up_proj/max": 2.3125, "train/tensor_act_model_layers_85_mlp_up_proj/range": 5.21875, "train/tensor_act_model_layers_85_mlp_down_proj/norm": 4997.72412109375, "train/tensor_act_model_layers_85_mlp_down_proj/mean": 2.203125, "train/tensor_act_model_layers_85_mlp_down_proj/std": 1.0390625, "train/tensor_act_model_layers_85_mlp_down_proj/max_abs": 4.90625, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/min": -0.61328125, "train/tensor_act_model_layers_85_mlp_down_proj/max": 4.90625, "train/tensor_act_model_layers_85_mlp_down_proj/range": 5.51953125, "train/tensor_act_model_layers_85_mlp/norm": 4997.72412109375, "train/tensor_act_model_layers_85_mlp/mean": 2.203125, "train/tensor_act_model_layers_85_mlp/std": 1.0390625, "train/tensor_act_model_layers_85_mlp/max_abs": 4.90625, "train/tensor_act_model_layers_85_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp/min": -0.61328125, "train/tensor_act_model_layers_85_mlp/max": 4.90625, "train/tensor_act_model_layers_85_mlp/range": 5.51953125, "train/tensor_act_model_layers_85_residual_post_mlp/norm": 656163.875, "train/tensor_act_model_layers_85_residual_post_mlp/mean": 320.0, "train/tensor_act_model_layers_85_residual_post_mlp/std": 16.875, "train/tensor_act_model_layers_85_residual_post_mlp/max_abs": 382.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_post_mlp/min": 266.0, "train/tensor_act_model_layers_85_residual_post_mlp/max": 382.0, "train/tensor_act_model_layers_85_residual_post_mlp/range": 116.0, "train/tensor_act_model_layers_86_residual_pre_attn/norm": 656163.875, "train/tensor_act_model_layers_86_residual_pre_attn/mean": 320.0, "train/tensor_act_model_layers_86_residual_pre_attn/std": 16.875, "train/tensor_act_model_layers_86_residual_pre_attn/max_abs": 382.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_pre_attn/min": 266.0, "train/tensor_act_model_layers_86_residual_pre_attn/max": 382.0, "train/tensor_act_model_layers_86_residual_pre_attn/range": 116.0, "train/tensor_act_model_layers_86_residual_post_attn/norm": 656163.875, "train/tensor_act_model_layers_86_residual_post_attn/mean": 320.0, "train/tensor_act_model_layers_86_residual_post_attn/std": 16.875, "train/tensor_act_model_layers_86_residual_post_attn/max_abs": 382.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_post_attn/min": 266.0, "train/tensor_act_model_layers_86_residual_post_attn/max": 382.0, "train/tensor_act_model_layers_86_residual_post_attn/range": 116.0, "train/tensor_act_model_layers_86_mlp_gate_proj/norm": 2527.14111328125, "train/tensor_act_model_layers_86_mlp_gate_proj/mean": 0.291015625, "train/tensor_act_model_layers_86_mlp_gate_proj/std": 0.82421875, "train/tensor_act_model_layers_86_mlp_gate_proj/max_abs": 2.515625, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/min": -1.4296875, "train/tensor_act_model_layers_86_mlp_gate_proj/max": 2.515625, "train/tensor_act_model_layers_86_mlp_gate_proj/range": 3.9453125, "train/tensor_act_model_layers_86_mlp_up_proj/norm": 2613.15625, "train/tensor_act_model_layers_86_mlp_up_proj/mean": 0.0296630859375, "train/tensor_act_model_layers_86_mlp_up_proj/std": 0.90234375, "train/tensor_act_model_layers_86_mlp_up_proj/max_abs": 2.640625, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/min": -2.34375, "train/tensor_act_model_layers_86_mlp_up_proj/max": 2.640625, "train/tensor_act_model_layers_86_mlp_up_proj/range": 4.984375, "train/tensor_act_model_layers_86_mlp_down_proj/norm": 4127.12255859375, "train/tensor_act_model_layers_86_mlp_down_proj/mean": 1.7578125, "train/tensor_act_model_layers_86_mlp_down_proj/std": 0.98828125, "train/tensor_act_model_layers_86_mlp_down_proj/max_abs": 4.53125, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/min": -0.6640625, "train/tensor_act_model_layers_86_mlp_down_proj/max": 4.53125, "train/tensor_act_model_layers_86_mlp_down_proj/range": 5.1953125, "train/tensor_act_model_layers_86_mlp/norm": 4127.12255859375, "train/tensor_act_model_layers_86_mlp/mean": 1.7578125, "train/tensor_act_model_layers_86_mlp/std": 0.98828125, "train/tensor_act_model_layers_86_mlp/max_abs": 4.53125, "train/tensor_act_model_layers_86_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp/min": -0.6640625, "train/tensor_act_model_layers_86_mlp/max": 4.53125, "train/tensor_act_model_layers_86_mlp/range": 5.1953125, "train/tensor_act_model_layers_86_residual_post_mlp/norm": 659638.4375, "train/tensor_act_model_layers_86_residual_post_mlp/mean": 322.0, "train/tensor_act_model_layers_86_residual_post_mlp/std": 16.875, "train/tensor_act_model_layers_86_residual_post_mlp/max_abs": 384.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_post_mlp/min": 268.0, "train/tensor_act_model_layers_86_residual_post_mlp/max": 384.0, "train/tensor_act_model_layers_86_residual_post_mlp/range": 116.0, "train/tensor_act_model_layers_87_residual_pre_attn/norm": 659638.4375, "train/tensor_act_model_layers_87_residual_pre_attn/mean": 322.0, "train/tensor_act_model_layers_87_residual_pre_attn/std": 16.875, "train/tensor_act_model_layers_87_residual_pre_attn/max_abs": 384.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_pre_attn/min": 268.0, "train/tensor_act_model_layers_87_residual_pre_attn/max": 384.0, "train/tensor_act_model_layers_87_residual_pre_attn/range": 116.0, "train/tensor_act_model_layers_87_residual_post_attn/norm": 659638.4375, "train/tensor_act_model_layers_87_residual_post_attn/mean": 322.0, "train/tensor_act_model_layers_87_residual_post_attn/std": 16.875, "train/tensor_act_model_layers_87_residual_post_attn/max_abs": 384.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_post_attn/min": 268.0, "train/tensor_act_model_layers_87_residual_post_attn/max": 384.0, "train/tensor_act_model_layers_87_residual_post_attn/range": 116.0, "train/tensor_act_model_layers_87_mlp_gate_proj/norm": 3103.27392578125, "train/tensor_act_model_layers_87_mlp_gate_proj/mean": 0.5390625, "train/tensor_act_model_layers_87_mlp_gate_proj/std": 0.92578125, "train/tensor_act_model_layers_87_mlp_gate_proj/max_abs": 2.421875, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/min": -1.0859375, "train/tensor_act_model_layers_87_mlp_gate_proj/max": 2.421875, "train/tensor_act_model_layers_87_mlp_gate_proj/range": 3.5078125, "train/tensor_act_model_layers_87_mlp_up_proj/norm": 3191.6416015625, "train/tensor_act_model_layers_87_mlp_up_proj/mean": 0.1220703125, "train/tensor_act_model_layers_87_mlp_up_proj/std": 1.09375, "train/tensor_act_model_layers_87_mlp_up_proj/max_abs": 2.65625, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/min": -2.65625, "train/tensor_act_model_layers_87_mlp_up_proj/max": 2.5625, "train/tensor_act_model_layers_87_mlp_up_proj/range": 5.21875, "train/tensor_act_model_layers_87_mlp_down_proj/norm": 6609.09375, "train/tensor_act_model_layers_87_mlp_down_proj/mean": 2.96875, "train/tensor_act_model_layers_87_mlp_down_proj/std": 1.25, "train/tensor_act_model_layers_87_mlp_down_proj/max_abs": 6.75, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/min": -0.51171875, "train/tensor_act_model_layers_87_mlp_down_proj/max": 6.75, "train/tensor_act_model_layers_87_mlp_down_proj/range": 7.26171875, "train/tensor_act_model_layers_87_mlp/norm": 6609.09375, "train/tensor_act_model_layers_87_mlp/mean": 2.96875, "train/tensor_act_model_layers_87_mlp/std": 1.25, "train/tensor_act_model_layers_87_mlp/max_abs": 6.75, "train/tensor_act_model_layers_87_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp/min": -0.51171875, "train/tensor_act_model_layers_87_mlp/max": 6.75, "train/tensor_act_model_layers_87_mlp/range": 7.26171875, "train/tensor_act_model_layers_87_residual_post_mlp/norm": 665759.9375, "train/tensor_act_model_layers_87_residual_post_mlp/mean": 324.0, "train/tensor_act_model_layers_87_residual_post_mlp/std": 17.0, "train/tensor_act_model_layers_87_residual_post_mlp/max_abs": 388.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_post_mlp/min": 270.0, "train/tensor_act_model_layers_87_residual_post_mlp/max": 388.0, "train/tensor_act_model_layers_87_residual_post_mlp/range": 118.0, "train/tensor_act_model_layers_88_residual_pre_attn/norm": 665759.9375, "train/tensor_act_model_layers_88_residual_pre_attn/mean": 324.0, "train/tensor_act_model_layers_88_residual_pre_attn/std": 17.0, "train/tensor_act_model_layers_88_residual_pre_attn/max_abs": 388.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_pre_attn/min": 270.0, "train/tensor_act_model_layers_88_residual_pre_attn/max": 388.0, "train/tensor_act_model_layers_88_residual_pre_attn/range": 118.0, "train/tensor_act_model_layers_88_residual_post_attn/norm": 665759.9375, "train/tensor_act_model_layers_88_residual_post_attn/mean": 324.0, "train/tensor_act_model_layers_88_residual_post_attn/std": 17.0, "train/tensor_act_model_layers_88_residual_post_attn/max_abs": 388.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_post_attn/min": 270.0, "train/tensor_act_model_layers_88_residual_post_attn/max": 388.0, "train/tensor_act_model_layers_88_residual_post_attn/range": 118.0, "train/tensor_act_model_layers_88_mlp_gate_proj/norm": 2479.5166015625, "train/tensor_act_model_layers_88_mlp_gate_proj/mean": 0.30859375, "train/tensor_act_model_layers_88_mlp_gate_proj/std": 0.796875, "train/tensor_act_model_layers_88_mlp_gate_proj/max_abs": 2.140625, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/min": -1.1015625, "train/tensor_act_model_layers_88_mlp_gate_proj/max": 2.140625, "train/tensor_act_model_layers_88_mlp_gate_proj/range": 3.2421875, "train/tensor_act_model_layers_88_mlp_up_proj/norm": 2444.77392578125, "train/tensor_act_model_layers_88_mlp_up_proj/mean": -0.009033203125, "train/tensor_act_model_layers_88_mlp_up_proj/std": 0.84375, "train/tensor_act_model_layers_88_mlp_up_proj/max_abs": 2.5625, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/min": -2.3125, "train/tensor_act_model_layers_88_mlp_up_proj/max": 2.5625, "train/tensor_act_model_layers_88_mlp_up_proj/range": 4.875, "train/tensor_act_model_layers_88_mlp_down_proj/norm": 3673.813720703125, "train/tensor_act_model_layers_88_mlp_down_proj/mean": 1.59375, "train/tensor_act_model_layers_88_mlp_down_proj/std": 0.828125, "train/tensor_act_model_layers_88_mlp_down_proj/max_abs": 3.625, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/min": -0.61328125, "train/tensor_act_model_layers_88_mlp_down_proj/max": 3.625, "train/tensor_act_model_layers_88_mlp_down_proj/range": 4.23828125, "train/tensor_act_model_layers_88_mlp/norm": 3673.813720703125, "train/tensor_act_model_layers_88_mlp/mean": 1.59375, "train/tensor_act_model_layers_88_mlp/std": 0.828125, "train/tensor_act_model_layers_88_mlp/max_abs": 3.625, "train/tensor_act_model_layers_88_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp/min": -0.61328125, "train/tensor_act_model_layers_88_mlp/max": 3.625, "train/tensor_act_model_layers_88_mlp/range": 4.23828125, "train/tensor_act_model_layers_88_residual_post_mlp/norm": 669071.8125, "train/tensor_act_model_layers_88_residual_post_mlp/mean": 326.0, "train/tensor_act_model_layers_88_residual_post_mlp/std": 17.125, "train/tensor_act_model_layers_88_residual_post_mlp/max_abs": 390.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_post_mlp/min": 272.0, "train/tensor_act_model_layers_88_residual_post_mlp/max": 390.0, "train/tensor_act_model_layers_88_residual_post_mlp/range": 118.0, "train/tensor_act_model_layers_89_residual_pre_attn/norm": 669071.8125, "train/tensor_act_model_layers_89_residual_pre_attn/mean": 326.0, "train/tensor_act_model_layers_89_residual_pre_attn/std": 17.125, "train/tensor_act_model_layers_89_residual_pre_attn/max_abs": 390.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_pre_attn/min": 272.0, "train/tensor_act_model_layers_89_residual_pre_attn/max": 390.0, "train/tensor_act_model_layers_89_residual_pre_attn/range": 118.0, "train/tensor_act_model_layers_89_residual_post_attn/norm": 669071.8125, "train/tensor_act_model_layers_89_residual_post_attn/mean": 326.0, "train/tensor_act_model_layers_89_residual_post_attn/std": 17.125, "train/tensor_act_model_layers_89_residual_post_attn/max_abs": 390.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_post_attn/min": 272.0, "train/tensor_act_model_layers_89_residual_post_attn/max": 390.0, "train/tensor_act_model_layers_89_residual_post_attn/range": 118.0, "train/tensor_act_model_layers_89_mlp_gate_proj/norm": 2728.507080078125, "train/tensor_act_model_layers_89_mlp_gate_proj/mean": 0.431640625, "train/tensor_act_model_layers_89_mlp_gate_proj/std": 0.8359375, "train/tensor_act_model_layers_89_mlp_gate_proj/max_abs": 2.625, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/min": -1.203125, "train/tensor_act_model_layers_89_mlp_gate_proj/max": 2.625, "train/tensor_act_model_layers_89_mlp_gate_proj/range": 3.828125, "train/tensor_act_model_layers_89_mlp_up_proj/norm": 2719.41796875, "train/tensor_act_model_layers_89_mlp_up_proj/mean": -0.02734375, "train/tensor_act_model_layers_89_mlp_up_proj/std": 0.9375, "train/tensor_act_model_layers_89_mlp_up_proj/max_abs": 3.046875, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/min": -3.046875, "train/tensor_act_model_layers_89_mlp_up_proj/max": 2.5, "train/tensor_act_model_layers_89_mlp_up_proj/range": 5.546875, "train/tensor_act_model_layers_89_mlp_down_proj/norm": 4653.7890625, "train/tensor_act_model_layers_89_mlp_down_proj/mean": 2.03125, "train/tensor_act_model_layers_89_mlp_down_proj/std": 1.0078125, "train/tensor_act_model_layers_89_mlp_down_proj/max_abs": 4.5, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/min": -0.25390625, "train/tensor_act_model_layers_89_mlp_down_proj/max": 4.5, "train/tensor_act_model_layers_89_mlp_down_proj/range": 4.75390625, "train/tensor_act_model_layers_89_mlp/norm": 4653.7890625, "train/tensor_act_model_layers_89_mlp/mean": 2.03125, "train/tensor_act_model_layers_89_mlp/std": 1.0078125, "train/tensor_act_model_layers_89_mlp/max_abs": 4.5, "train/tensor_act_model_layers_89_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp/min": -0.25390625, "train/tensor_act_model_layers_89_mlp/max": 4.5, "train/tensor_act_model_layers_89_mlp/range": 4.75390625, "train/tensor_act_model_layers_89_residual_post_mlp/norm": 673217.375, "train/tensor_act_model_layers_89_residual_post_mlp/mean": 328.0, "train/tensor_act_model_layers_89_residual_post_mlp/std": 17.0, "train/tensor_act_model_layers_89_residual_post_mlp/max_abs": 390.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_post_mlp/min": 274.0, "train/tensor_act_model_layers_89_residual_post_mlp/max": 390.0, "train/tensor_act_model_layers_89_residual_post_mlp/range": 116.0, "train/tensor_act_model_layers_90_residual_pre_attn/norm": 673217.375, "train/tensor_act_model_layers_90_residual_pre_attn/mean": 328.0, "train/tensor_act_model_layers_90_residual_pre_attn/std": 17.0, "train/tensor_act_model_layers_90_residual_pre_attn/max_abs": 390.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_pre_attn/min": 274.0, "train/tensor_act_model_layers_90_residual_pre_attn/max": 390.0, "train/tensor_act_model_layers_90_residual_pre_attn/range": 116.0, "train/tensor_act_model_layers_90_residual_post_attn/norm": 673217.375, "train/tensor_act_model_layers_90_residual_post_attn/mean": 328.0, "train/tensor_act_model_layers_90_residual_post_attn/std": 17.0, "train/tensor_act_model_layers_90_residual_post_attn/max_abs": 390.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_post_attn/min": 274.0, "train/tensor_act_model_layers_90_residual_post_attn/max": 390.0, "train/tensor_act_model_layers_90_residual_post_attn/range": 116.0, "train/tensor_act_model_layers_90_mlp_gate_proj/norm": 2730.069091796875, "train/tensor_act_model_layers_90_mlp_gate_proj/mean": 0.357421875, "train/tensor_act_model_layers_90_mlp_gate_proj/std": 0.87109375, "train/tensor_act_model_layers_90_mlp_gate_proj/max_abs": 2.515625, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/min": -1.296875, "train/tensor_act_model_layers_90_mlp_gate_proj/max": 2.515625, "train/tensor_act_model_layers_90_mlp_gate_proj/range": 3.8125, "train/tensor_act_model_layers_90_mlp_up_proj/norm": 2547.091552734375, "train/tensor_act_model_layers_90_mlp_up_proj/mean": -0.006561279296875, "train/tensor_act_model_layers_90_mlp_up_proj/std": 0.87890625, "train/tensor_act_model_layers_90_mlp_up_proj/max_abs": 2.859375, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/min": -2.859375, "train/tensor_act_model_layers_90_mlp_up_proj/max": 2.140625, "train/tensor_act_model_layers_90_mlp_up_proj/range": 5.0, "train/tensor_act_model_layers_90_mlp_down_proj/norm": 3818.55712890625, "train/tensor_act_model_layers_90_mlp_down_proj/mean": 1.6484375, "train/tensor_act_model_layers_90_mlp_down_proj/std": 0.87109375, "train/tensor_act_model_layers_90_mlp_down_proj/max_abs": 3.703125, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/min": -0.310546875, "train/tensor_act_model_layers_90_mlp_down_proj/max": 3.703125, "train/tensor_act_model_layers_90_mlp_down_proj/range": 4.013671875, "train/tensor_act_model_layers_90_mlp/norm": 3818.55712890625, "train/tensor_act_model_layers_90_mlp/mean": 1.6484375, "train/tensor_act_model_layers_90_mlp/std": 0.87109375, "train/tensor_act_model_layers_90_mlp/max_abs": 3.703125, "train/tensor_act_model_layers_90_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp/min": -0.310546875, "train/tensor_act_model_layers_90_mlp/max": 3.703125, "train/tensor_act_model_layers_90_mlp/range": 4.013671875, "train/tensor_act_model_layers_90_residual_post_mlp/norm": 676804.25, "train/tensor_act_model_layers_90_residual_post_mlp/mean": 330.0, "train/tensor_act_model_layers_90_residual_post_mlp/std": 17.125, "train/tensor_act_model_layers_90_residual_post_mlp/max_abs": 390.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_post_mlp/min": 276.0, "train/tensor_act_model_layers_90_residual_post_mlp/max": 390.0, "train/tensor_act_model_layers_90_residual_post_mlp/range": 114.0, "train/tensor_act_model_layers_91_residual_pre_attn/norm": 676804.25, "train/tensor_act_model_layers_91_residual_pre_attn/mean": 330.0, "train/tensor_act_model_layers_91_residual_pre_attn/std": 17.125, "train/tensor_act_model_layers_91_residual_pre_attn/max_abs": 390.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_pre_attn/min": 276.0, "train/tensor_act_model_layers_91_residual_pre_attn/max": 390.0, "train/tensor_act_model_layers_91_residual_pre_attn/range": 114.0, "train/tensor_act_model_layers_91_residual_post_attn/norm": 676804.25, "train/tensor_act_model_layers_91_residual_post_attn/mean": 330.0, "train/tensor_act_model_layers_91_residual_post_attn/std": 17.125, "train/tensor_act_model_layers_91_residual_post_attn/max_abs": 390.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_post_attn/min": 276.0, "train/tensor_act_model_layers_91_residual_post_attn/max": 390.0, "train/tensor_act_model_layers_91_residual_post_attn/range": 114.0, "train/tensor_act_model_layers_91_mlp_gate_proj/norm": 2436.6533203125, "train/tensor_act_model_layers_91_mlp_gate_proj/mean": 0.31640625, "train/tensor_act_model_layers_91_mlp_gate_proj/std": 0.78125, "train/tensor_act_model_layers_91_mlp_gate_proj/max_abs": 2.515625, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/min": -1.390625, "train/tensor_act_model_layers_91_mlp_gate_proj/max": 2.515625, "train/tensor_act_model_layers_91_mlp_gate_proj/range": 3.90625, "train/tensor_act_model_layers_91_mlp_up_proj/norm": 2349.123046875, "train/tensor_act_model_layers_91_mlp_up_proj/mean": -0.0301513671875, "train/tensor_act_model_layers_91_mlp_up_proj/std": 0.80859375, "train/tensor_act_model_layers_91_mlp_up_proj/max_abs": 2.21875, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/min": -2.03125, "train/tensor_act_model_layers_91_mlp_up_proj/max": 2.21875, "train/tensor_act_model_layers_91_mlp_up_proj/range": 4.25, "train/tensor_act_model_layers_91_mlp_down_proj/norm": 2905.513671875, "train/tensor_act_model_layers_91_mlp_down_proj/mean": 1.21875, "train/tensor_act_model_layers_91_mlp_down_proj/std": 0.7265625, "train/tensor_act_model_layers_91_mlp_down_proj/max_abs": 2.984375, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/min": -0.8984375, "train/tensor_act_model_layers_91_mlp_down_proj/max": 2.984375, "train/tensor_act_model_layers_91_mlp_down_proj/range": 3.8828125, "train/tensor_act_model_layers_91_mlp/norm": 2905.513671875, "train/tensor_act_model_layers_91_mlp/mean": 1.21875, "train/tensor_act_model_layers_91_mlp/std": 0.7265625, "train/tensor_act_model_layers_91_mlp/max_abs": 2.984375, "train/tensor_act_model_layers_91_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp/min": -0.8984375, "train/tensor_act_model_layers_91_mlp/max": 2.984375, "train/tensor_act_model_layers_91_mlp/range": 3.8828125, "train/tensor_act_model_layers_91_residual_post_mlp/norm": 679378.0625, "train/tensor_act_model_layers_91_residual_post_mlp/mean": 332.0, "train/tensor_act_model_layers_91_residual_post_mlp/std": 17.25, "train/tensor_act_model_layers_91_residual_post_mlp/max_abs": 390.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_post_mlp/min": 276.0, "train/tensor_act_model_layers_91_residual_post_mlp/max": 390.0, "train/tensor_act_model_layers_91_residual_post_mlp/range": 114.0, "train/tensor_act_model_layers_92_residual_pre_attn/norm": 679378.0625, "train/tensor_act_model_layers_92_residual_pre_attn/mean": 332.0, "train/tensor_act_model_layers_92_residual_pre_attn/std": 17.25, "train/tensor_act_model_layers_92_residual_pre_attn/max_abs": 390.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_pre_attn/min": 276.0, "train/tensor_act_model_layers_92_residual_pre_attn/max": 390.0, "train/tensor_act_model_layers_92_residual_pre_attn/range": 114.0, "train/tensor_act_model_layers_92_residual_post_attn/norm": 679378.0625, "train/tensor_act_model_layers_92_residual_post_attn/mean": 332.0, "train/tensor_act_model_layers_92_residual_post_attn/std": 17.25, "train/tensor_act_model_layers_92_residual_post_attn/max_abs": 390.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_post_attn/min": 276.0, "train/tensor_act_model_layers_92_residual_post_attn/max": 390.0, "train/tensor_act_model_layers_92_residual_post_attn/range": 114.0, "train/tensor_act_model_layers_92_mlp_gate_proj/norm": 2558.870849609375, "train/tensor_act_model_layers_92_mlp_gate_proj/mean": 0.404296875, "train/tensor_act_model_layers_92_mlp_gate_proj/std": 0.78515625, "train/tensor_act_model_layers_92_mlp_gate_proj/max_abs": 2.53125, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/min": -1.6640625, "train/tensor_act_model_layers_92_mlp_gate_proj/max": 2.53125, "train/tensor_act_model_layers_92_mlp_gate_proj/range": 4.1953125, "train/tensor_act_model_layers_92_mlp_up_proj/norm": 2561.131591796875, "train/tensor_act_model_layers_92_mlp_up_proj/mean": -0.1142578125, "train/tensor_act_model_layers_92_mlp_up_proj/std": 0.875, "train/tensor_act_model_layers_92_mlp_up_proj/max_abs": 2.65625, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/min": -2.25, "train/tensor_act_model_layers_92_mlp_up_proj/max": 2.65625, "train/tensor_act_model_layers_92_mlp_up_proj/range": 4.90625, "train/tensor_act_model_layers_92_mlp_down_proj/norm": 3618.03271484375, "train/tensor_act_model_layers_92_mlp_down_proj/mean": 1.546875, "train/tensor_act_model_layers_92_mlp_down_proj/std": 0.859375, "train/tensor_act_model_layers_92_mlp_down_proj/max_abs": 4.21875, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/min": -0.453125, "train/tensor_act_model_layers_92_mlp_down_proj/max": 4.21875, "train/tensor_act_model_layers_92_mlp_down_proj/range": 4.671875, "train/tensor_act_model_layers_92_mlp/norm": 3618.03271484375, "train/tensor_act_model_layers_92_mlp/mean": 1.546875, "train/tensor_act_model_layers_92_mlp/std": 0.859375, "train/tensor_act_model_layers_92_mlp/max_abs": 4.21875, "train/tensor_act_model_layers_92_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp/min": -0.453125, "train/tensor_act_model_layers_92_mlp/max": 4.21875, "train/tensor_act_model_layers_92_mlp/range": 4.671875, "train/tensor_act_model_layers_92_residual_post_mlp/norm": 682376.9375, "train/tensor_act_model_layers_92_residual_post_mlp/mean": 332.0, "train/tensor_act_model_layers_92_residual_post_mlp/std": 17.25, "train/tensor_act_model_layers_92_residual_post_mlp/max_abs": 390.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_post_mlp/min": 280.0, "train/tensor_act_model_layers_92_residual_post_mlp/max": 390.0, "train/tensor_act_model_layers_92_residual_post_mlp/range": 110.0, "train/tensor_act_model_layers_93_residual_pre_attn/norm": 682376.9375, "train/tensor_act_model_layers_93_residual_pre_attn/mean": 332.0, "train/tensor_act_model_layers_93_residual_pre_attn/std": 17.25, "train/tensor_act_model_layers_93_residual_pre_attn/max_abs": 390.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_pre_attn/min": 280.0, "train/tensor_act_model_layers_93_residual_pre_attn/max": 390.0, "train/tensor_act_model_layers_93_residual_pre_attn/range": 110.0, "train/tensor_act_model_layers_93_residual_post_attn/norm": 682376.9375, "train/tensor_act_model_layers_93_residual_post_attn/mean": 332.0, "train/tensor_act_model_layers_93_residual_post_attn/std": 17.25, "train/tensor_act_model_layers_93_residual_post_attn/max_abs": 390.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_post_attn/min": 280.0, "train/tensor_act_model_layers_93_residual_post_attn/max": 390.0, "train/tensor_act_model_layers_93_residual_post_attn/range": 110.0, "train/tensor_act_model_layers_93_mlp_gate_proj/norm": 2533.639892578125, "train/tensor_act_model_layers_93_mlp_gate_proj/mean": 0.330078125, "train/tensor_act_model_layers_93_mlp_gate_proj/std": 0.80859375, "train/tensor_act_model_layers_93_mlp_gate_proj/max_abs": 2.671875, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/min": -1.3828125, "train/tensor_act_model_layers_93_mlp_gate_proj/max": 2.671875, "train/tensor_act_model_layers_93_mlp_gate_proj/range": 4.0546875, "train/tensor_act_model_layers_93_mlp_up_proj/norm": 2548.801025390625, "train/tensor_act_model_layers_93_mlp_up_proj/mean": -0.0159912109375, "train/tensor_act_model_layers_93_mlp_up_proj/std": 0.87890625, "train/tensor_act_model_layers_93_mlp_up_proj/max_abs": 2.265625, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/min": -2.21875, "train/tensor_act_model_layers_93_mlp_up_proj/max": 2.265625, "train/tensor_act_model_layers_93_mlp_up_proj/range": 4.484375, "train/tensor_act_model_layers_93_mlp_down_proj/norm": 3338.844482421875, "train/tensor_act_model_layers_93_mlp_down_proj/mean": 1.4140625, "train/tensor_act_model_layers_93_mlp_down_proj/std": 0.81640625, "train/tensor_act_model_layers_93_mlp_down_proj/max_abs": 3.53125, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/min": -0.52734375, "train/tensor_act_model_layers_93_mlp_down_proj/max": 3.53125, "train/tensor_act_model_layers_93_mlp_down_proj/range": 4.05859375, "train/tensor_act_model_layers_93_mlp/norm": 3338.844482421875, "train/tensor_act_model_layers_93_mlp/mean": 1.4140625, "train/tensor_act_model_layers_93_mlp/std": 0.81640625, "train/tensor_act_model_layers_93_mlp/max_abs": 3.53125, "train/tensor_act_model_layers_93_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp/min": -0.52734375, "train/tensor_act_model_layers_93_mlp/max": 3.53125, "train/tensor_act_model_layers_93_mlp/range": 4.05859375, "train/tensor_act_model_layers_93_residual_post_mlp/norm": 685351.125, "train/tensor_act_model_layers_93_residual_post_mlp/mean": 334.0, "train/tensor_act_model_layers_93_residual_post_mlp/std": 17.25, "train/tensor_act_model_layers_93_residual_post_mlp/max_abs": 390.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_post_mlp/min": 282.0, "train/tensor_act_model_layers_93_residual_post_mlp/max": 390.0, "train/tensor_act_model_layers_93_residual_post_mlp/range": 108.0, "train/tensor_act_model_layers_94_residual_pre_attn/norm": 685351.125, "train/tensor_act_model_layers_94_residual_pre_attn/mean": 334.0, "train/tensor_act_model_layers_94_residual_pre_attn/std": 17.25, "train/tensor_act_model_layers_94_residual_pre_attn/max_abs": 390.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_pre_attn/min": 282.0, "train/tensor_act_model_layers_94_residual_pre_attn/max": 390.0, "train/tensor_act_model_layers_94_residual_pre_attn/range": 108.0, "train/tensor_act_model_layers_94_residual_post_attn/norm": 685351.125, "train/tensor_act_model_layers_94_residual_post_attn/mean": 334.0, "train/tensor_act_model_layers_94_residual_post_attn/std": 17.25, "train/tensor_act_model_layers_94_residual_post_attn/max_abs": 390.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_post_attn/min": 282.0, "train/tensor_act_model_layers_94_residual_post_attn/max": 390.0, "train/tensor_act_model_layers_94_residual_post_attn/range": 108.0, "train/tensor_act_model_layers_94_mlp_gate_proj/norm": 2471.297119140625, "train/tensor_act_model_layers_94_mlp_gate_proj/mean": 0.2890625, "train/tensor_act_model_layers_94_mlp_gate_proj/std": 0.8046875, "train/tensor_act_model_layers_94_mlp_gate_proj/max_abs": 2.671875, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/min": -1.3515625, "train/tensor_act_model_layers_94_mlp_gate_proj/max": 2.671875, "train/tensor_act_model_layers_94_mlp_gate_proj/range": 4.0234375, "train/tensor_act_model_layers_94_mlp_up_proj/norm": 2396.9111328125, "train/tensor_act_model_layers_94_mlp_up_proj/mean": -0.05126953125, "train/tensor_act_model_layers_94_mlp_up_proj/std": 0.82421875, "train/tensor_act_model_layers_94_mlp_up_proj/max_abs": 2.359375, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/min": -2.1875, "train/tensor_act_model_layers_94_mlp_up_proj/max": 2.359375, "train/tensor_act_model_layers_94_mlp_up_proj/range": 4.546875, "train/tensor_act_model_layers_94_mlp_down_proj/norm": 3116.253662109375, "train/tensor_act_model_layers_94_mlp_down_proj/mean": 1.1796875, "train/tensor_act_model_layers_94_mlp_down_proj/std": 0.96484375, "train/tensor_act_model_layers_94_mlp_down_proj/max_abs": 3.765625, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/min": -1.3671875, "train/tensor_act_model_layers_94_mlp_down_proj/max": 3.765625, "train/tensor_act_model_layers_94_mlp_down_proj/range": 5.1328125, "train/tensor_act_model_layers_94_mlp/norm": 3116.253662109375, "train/tensor_act_model_layers_94_mlp/mean": 1.1796875, "train/tensor_act_model_layers_94_mlp/std": 0.96484375, "train/tensor_act_model_layers_94_mlp/max_abs": 3.765625, "train/tensor_act_model_layers_94_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp/min": -1.3671875, "train/tensor_act_model_layers_94_mlp/max": 3.765625, "train/tensor_act_model_layers_94_mlp/range": 5.1328125, "train/tensor_act_model_layers_94_residual_post_mlp/norm": 687710.5625, "train/tensor_act_model_layers_94_residual_post_mlp/mean": 336.0, "train/tensor_act_model_layers_94_residual_post_mlp/std": 17.25, "train/tensor_act_model_layers_94_residual_post_mlp/max_abs": 392.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_post_mlp/min": 284.0, "train/tensor_act_model_layers_94_residual_post_mlp/max": 392.0, "train/tensor_act_model_layers_94_residual_post_mlp/range": 108.0, "train/tensor_act_model_layers_95_residual_pre_attn/norm": 687710.5625, "train/tensor_act_model_layers_95_residual_pre_attn/mean": 336.0, "train/tensor_act_model_layers_95_residual_pre_attn/std": 17.25, "train/tensor_act_model_layers_95_residual_pre_attn/max_abs": 392.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_pre_attn/min": 284.0, "train/tensor_act_model_layers_95_residual_pre_attn/max": 392.0, "train/tensor_act_model_layers_95_residual_pre_attn/range": 108.0, "train/tensor_act_model_layers_95_residual_post_attn/norm": 687710.5625, "train/tensor_act_model_layers_95_residual_post_attn/mean": 336.0, "train/tensor_act_model_layers_95_residual_post_attn/std": 17.25, "train/tensor_act_model_layers_95_residual_post_attn/max_abs": 392.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_post_attn/min": 284.0, "train/tensor_act_model_layers_95_residual_post_attn/max": 392.0, "train/tensor_act_model_layers_95_residual_post_attn/range": 108.0, "train/tensor_act_model_layers_95_mlp_gate_proj/norm": 2067.5869140625, "train/tensor_act_model_layers_95_mlp_gate_proj/mean": 0.2080078125, "train/tensor_act_model_layers_95_mlp_gate_proj/std": 0.68359375, "train/tensor_act_model_layers_95_mlp_gate_proj/max_abs": 2.3125, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/min": -1.328125, "train/tensor_act_model_layers_95_mlp_gate_proj/max": 2.3125, "train/tensor_act_model_layers_95_mlp_gate_proj/range": 3.640625, "train/tensor_act_model_layers_95_mlp_up_proj/norm": 2194.175537109375, "train/tensor_act_model_layers_95_mlp_up_proj/mean": -0.08203125, "train/tensor_act_model_layers_95_mlp_up_proj/std": 0.75390625, "train/tensor_act_model_layers_95_mlp_up_proj/max_abs": 2.46875, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/min": -2.46875, "train/tensor_act_model_layers_95_mlp_up_proj/max": 2.015625, "train/tensor_act_model_layers_95_mlp_up_proj/range": 4.484375, "train/tensor_act_model_layers_95_mlp_down_proj/norm": 1976.7850341796875, "train/tensor_act_model_layers_95_mlp_down_proj/mean": 0.73828125, "train/tensor_act_model_layers_95_mlp_down_proj/std": 0.62109375, "train/tensor_act_model_layers_95_mlp_down_proj/max_abs": 2.3125, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/min": -0.6875, "train/tensor_act_model_layers_95_mlp_down_proj/max": 2.3125, "train/tensor_act_model_layers_95_mlp_down_proj/range": 3.0, "train/tensor_act_model_layers_95_mlp/norm": 1976.7850341796875, "train/tensor_act_model_layers_95_mlp/mean": 0.73828125, "train/tensor_act_model_layers_95_mlp/std": 0.62109375, "train/tensor_act_model_layers_95_mlp/max_abs": 2.3125, "train/tensor_act_model_layers_95_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp/min": -0.6875, "train/tensor_act_model_layers_95_mlp/max": 2.3125, "train/tensor_act_model_layers_95_mlp/range": 3.0, "train/tensor_act_model_layers_95_residual_post_mlp/norm": 689052.6875, "train/tensor_act_model_layers_95_residual_post_mlp/mean": 336.0, "train/tensor_act_model_layers_95_residual_post_mlp/std": 17.25, "train/tensor_act_model_layers_95_residual_post_mlp/max_abs": 392.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_post_mlp/min": 284.0, "train/tensor_act_model_layers_95_residual_post_mlp/max": 392.0, "train/tensor_act_model_layers_95_residual_post_mlp/range": 108.0, "train/tensor_act_model_layers_96_residual_pre_attn/norm": 689052.6875, "train/tensor_act_model_layers_96_residual_pre_attn/mean": 336.0, "train/tensor_act_model_layers_96_residual_pre_attn/std": 17.25, "train/tensor_act_model_layers_96_residual_pre_attn/max_abs": 392.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_pre_attn/min": 284.0, "train/tensor_act_model_layers_96_residual_pre_attn/max": 392.0, "train/tensor_act_model_layers_96_residual_pre_attn/range": 108.0, "train/tensor_act_model_layers_96_residual_post_attn/norm": 689052.6875, "train/tensor_act_model_layers_96_residual_post_attn/mean": 336.0, "train/tensor_act_model_layers_96_residual_post_attn/std": 17.25, "train/tensor_act_model_layers_96_residual_post_attn/max_abs": 392.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_post_attn/min": 284.0, "train/tensor_act_model_layers_96_residual_post_attn/max": 392.0, "train/tensor_act_model_layers_96_residual_post_attn/range": 108.0, "train/tensor_act_model_layers_96_mlp_gate_proj/norm": 2295.23486328125, "train/tensor_act_model_layers_96_mlp_gate_proj/mean": 0.212890625, "train/tensor_act_model_layers_96_mlp_gate_proj/std": 0.76171875, "train/tensor_act_model_layers_96_mlp_gate_proj/max_abs": 2.21875, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/min": -1.5390625, "train/tensor_act_model_layers_96_mlp_gate_proj/max": 2.21875, "train/tensor_act_model_layers_96_mlp_gate_proj/range": 3.7578125, "train/tensor_act_model_layers_96_mlp_up_proj/norm": 2182.143310546875, "train/tensor_act_model_layers_96_mlp_up_proj/mean": 0.046630859375, "train/tensor_act_model_layers_96_mlp_up_proj/std": 0.75390625, "train/tensor_act_model_layers_96_mlp_up_proj/max_abs": 2.65625, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/min": -2.3125, "train/tensor_act_model_layers_96_mlp_up_proj/max": 2.65625, "train/tensor_act_model_layers_96_mlp_up_proj/range": 4.96875, "train/tensor_act_model_layers_96_mlp_down_proj/norm": 2365.961181640625, "train/tensor_act_model_layers_96_mlp_down_proj/mean": 0.8515625, "train/tensor_act_model_layers_96_mlp_down_proj/std": 0.78125, "train/tensor_act_model_layers_96_mlp_down_proj/max_abs": 2.546875, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/min": -0.87890625, "train/tensor_act_model_layers_96_mlp_down_proj/max": 2.546875, "train/tensor_act_model_layers_96_mlp_down_proj/range": 3.42578125, "train/tensor_act_model_layers_96_mlp/norm": 2365.961181640625, "train/tensor_act_model_layers_96_mlp/mean": 0.8515625, "train/tensor_act_model_layers_96_mlp/std": 0.78125, "train/tensor_act_model_layers_96_mlp/max_abs": 2.546875, "train/tensor_act_model_layers_96_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp/min": -0.87890625, "train/tensor_act_model_layers_96_mlp/max": 2.546875, "train/tensor_act_model_layers_96_mlp/range": 3.42578125, "train/tensor_act_model_layers_96_residual_post_mlp/norm": 690800.5625, "train/tensor_act_model_layers_96_residual_post_mlp/mean": 336.0, "train/tensor_act_model_layers_96_residual_post_mlp/std": 17.25, "train/tensor_act_model_layers_96_residual_post_mlp/max_abs": 392.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_post_mlp/min": 284.0, "train/tensor_act_model_layers_96_residual_post_mlp/max": 392.0, "train/tensor_act_model_layers_96_residual_post_mlp/range": 108.0, "train/tensor_act_model_layers_97_residual_pre_attn/norm": 690800.5625, "train/tensor_act_model_layers_97_residual_pre_attn/mean": 336.0, "train/tensor_act_model_layers_97_residual_pre_attn/std": 17.25, "train/tensor_act_model_layers_97_residual_pre_attn/max_abs": 392.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_pre_attn/min": 284.0, "train/tensor_act_model_layers_97_residual_pre_attn/max": 392.0, "train/tensor_act_model_layers_97_residual_pre_attn/range": 108.0, "train/tensor_act_model_layers_97_residual_post_attn/norm": 690800.5625, "train/tensor_act_model_layers_97_residual_post_attn/mean": 336.0, "train/tensor_act_model_layers_97_residual_post_attn/std": 17.25, "train/tensor_act_model_layers_97_residual_post_attn/max_abs": 392.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_post_attn/min": 284.0, "train/tensor_act_model_layers_97_residual_post_attn/max": 392.0, "train/tensor_act_model_layers_97_residual_post_attn/range": 108.0, "train/tensor_act_model_layers_97_mlp_gate_proj/norm": 2191.107421875, "train/tensor_act_model_layers_97_mlp_gate_proj/mean": 0.2265625, "train/tensor_act_model_layers_97_mlp_gate_proj/std": 0.72265625, "train/tensor_act_model_layers_97_mlp_gate_proj/max_abs": 2.25, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/min": -1.265625, "train/tensor_act_model_layers_97_mlp_gate_proj/max": 2.25, "train/tensor_act_model_layers_97_mlp_gate_proj/range": 3.515625, "train/tensor_act_model_layers_97_mlp_up_proj/norm": 2259.733642578125, "train/tensor_act_model_layers_97_mlp_up_proj/mean": -0.0306396484375, "train/tensor_act_model_layers_97_mlp_up_proj/std": 0.78125, "train/tensor_act_model_layers_97_mlp_up_proj/max_abs": 2.5, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/min": -2.5, "train/tensor_act_model_layers_97_mlp_up_proj/max": 2.140625, "train/tensor_act_model_layers_97_mlp_up_proj/range": 4.640625, "train/tensor_act_model_layers_97_mlp_down_proj/norm": 2304.888671875, "train/tensor_act_model_layers_97_mlp_down_proj/mean": 0.87109375, "train/tensor_act_model_layers_97_mlp_down_proj/std": 0.71484375, "train/tensor_act_model_layers_97_mlp_down_proj/max_abs": 3.203125, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/min": -1.015625, "train/tensor_act_model_layers_97_mlp_down_proj/max": 3.203125, "train/tensor_act_model_layers_97_mlp_down_proj/range": 4.21875, "train/tensor_act_model_layers_97_mlp/norm": 2304.888671875, "train/tensor_act_model_layers_97_mlp/mean": 0.87109375, "train/tensor_act_model_layers_97_mlp/std": 0.71484375, "train/tensor_act_model_layers_97_mlp/max_abs": 3.203125, "train/tensor_act_model_layers_97_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp/min": -1.015625, "train/tensor_act_model_layers_97_mlp/max": 3.203125, "train/tensor_act_model_layers_97_mlp/range": 4.21875, "train/tensor_act_model_layers_97_residual_post_mlp/norm": 692631.6875, "train/tensor_act_model_layers_97_residual_post_mlp/mean": 338.0, "train/tensor_act_model_layers_97_residual_post_mlp/std": 17.375, "train/tensor_act_model_layers_97_residual_post_mlp/max_abs": 392.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_post_mlp/min": 286.0, "train/tensor_act_model_layers_97_residual_post_mlp/max": 392.0, "train/tensor_act_model_layers_97_residual_post_mlp/range": 106.0, "train/tensor_act_model_layers_98_residual_pre_attn/norm": 692631.6875, "train/tensor_act_model_layers_98_residual_pre_attn/mean": 338.0, "train/tensor_act_model_layers_98_residual_pre_attn/std": 17.375, "train/tensor_act_model_layers_98_residual_pre_attn/max_abs": 392.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_pre_attn/min": 286.0, "train/tensor_act_model_layers_98_residual_pre_attn/max": 392.0, "train/tensor_act_model_layers_98_residual_pre_attn/range": 106.0, "train/tensor_act_model_layers_98_residual_post_attn/norm": 692631.6875, "train/tensor_act_model_layers_98_residual_post_attn/mean": 338.0, "train/tensor_act_model_layers_98_residual_post_attn/std": 17.375, "train/tensor_act_model_layers_98_residual_post_attn/max_abs": 392.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_post_attn/min": 286.0, "train/tensor_act_model_layers_98_residual_post_attn/max": 392.0, "train/tensor_act_model_layers_98_residual_post_attn/range": 106.0, "train/tensor_act_model_layers_98_mlp_gate_proj/norm": 1970.677734375, "train/tensor_act_model_layers_98_mlp_gate_proj/mean": 0.1484375, "train/tensor_act_model_layers_98_mlp_gate_proj/std": 0.6640625, "train/tensor_act_model_layers_98_mlp_gate_proj/max_abs": 2.328125, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/min": -1.4140625, "train/tensor_act_model_layers_98_mlp_gate_proj/max": 2.328125, "train/tensor_act_model_layers_98_mlp_gate_proj/range": 3.7421875, "train/tensor_act_model_layers_98_mlp_up_proj/norm": 2104.193359375, "train/tensor_act_model_layers_98_mlp_up_proj/mean": 0.0203857421875, "train/tensor_act_model_layers_98_mlp_up_proj/std": 0.7265625, "train/tensor_act_model_layers_98_mlp_up_proj/max_abs": 2.65625, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/min": -1.984375, "train/tensor_act_model_layers_98_mlp_up_proj/max": 2.65625, "train/tensor_act_model_layers_98_mlp_up_proj/range": 4.640625, "train/tensor_act_model_layers_98_mlp_down_proj/norm": 1776.64892578125, "train/tensor_act_model_layers_98_mlp_down_proj/mean": 0.57421875, "train/tensor_act_model_layers_98_mlp_down_proj/std": 0.6484375, "train/tensor_act_model_layers_98_mlp_down_proj/max_abs": 2.046875, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/min": -1.34375, "train/tensor_act_model_layers_98_mlp_down_proj/max": 2.046875, "train/tensor_act_model_layers_98_mlp_down_proj/range": 3.390625, "train/tensor_act_model_layers_98_mlp/norm": 1776.64892578125, "train/tensor_act_model_layers_98_mlp/mean": 0.57421875, "train/tensor_act_model_layers_98_mlp/std": 0.6484375, "train/tensor_act_model_layers_98_mlp/max_abs": 2.046875, "train/tensor_act_model_layers_98_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp/min": -1.34375, "train/tensor_act_model_layers_98_mlp/max": 2.046875, "train/tensor_act_model_layers_98_mlp/range": 3.390625, "train/tensor_act_model_layers_98_residual_post_mlp/norm": 693611.125, "train/tensor_act_model_layers_98_residual_post_mlp/mean": 338.0, "train/tensor_act_model_layers_98_residual_post_mlp/std": 17.5, "train/tensor_act_model_layers_98_residual_post_mlp/max_abs": 392.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_post_mlp/min": 286.0, "train/tensor_act_model_layers_98_residual_post_mlp/max": 392.0, "train/tensor_act_model_layers_98_residual_post_mlp/range": 106.0, "train/tensor_act_model_layers_99_residual_pre_attn/norm": 693611.125, "train/tensor_act_model_layers_99_residual_pre_attn/mean": 338.0, "train/tensor_act_model_layers_99_residual_pre_attn/std": 17.5, "train/tensor_act_model_layers_99_residual_pre_attn/max_abs": 392.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_pre_attn/min": 286.0, "train/tensor_act_model_layers_99_residual_pre_attn/max": 392.0, "train/tensor_act_model_layers_99_residual_pre_attn/range": 106.0, "train/tensor_act_model_layers_99_residual_post_attn/norm": 693611.125, "train/tensor_act_model_layers_99_residual_post_attn/mean": 338.0, "train/tensor_act_model_layers_99_residual_post_attn/std": 17.5, "train/tensor_act_model_layers_99_residual_post_attn/max_abs": 392.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_post_attn/min": 286.0, "train/tensor_act_model_layers_99_residual_post_attn/max": 392.0, "train/tensor_act_model_layers_99_residual_post_attn/range": 106.0, "train/tensor_act_model_layers_99_mlp_gate_proj/norm": 1965.7760009765625, "train/tensor_act_model_layers_99_mlp_gate_proj/mean": 0.2216796875, "train/tensor_act_model_layers_99_mlp_gate_proj/std": 0.640625, "train/tensor_act_model_layers_99_mlp_gate_proj/max_abs": 1.953125, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/min": -1.3671875, "train/tensor_act_model_layers_99_mlp_gate_proj/max": 1.953125, "train/tensor_act_model_layers_99_mlp_gate_proj/range": 3.3203125, "train/tensor_act_model_layers_99_mlp_up_proj/norm": 2087.677978515625, "train/tensor_act_model_layers_99_mlp_up_proj/mean": -0.038330078125, "train/tensor_act_model_layers_99_mlp_up_proj/std": 0.71875, "train/tensor_act_model_layers_99_mlp_up_proj/max_abs": 2.609375, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/min": -2.046875, "train/tensor_act_model_layers_99_mlp_up_proj/max": 2.609375, "train/tensor_act_model_layers_99_mlp_up_proj/range": 4.65625, "train/tensor_act_model_layers_99_mlp_down_proj/norm": 1969.0023193359375, "train/tensor_act_model_layers_99_mlp_down_proj/mean": 0.57421875, "train/tensor_act_model_layers_99_mlp_down_proj/std": 0.7734375, "train/tensor_act_model_layers_99_mlp_down_proj/max_abs": 2.71875, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/min": -1.484375, "train/tensor_act_model_layers_99_mlp_down_proj/max": 2.71875, "train/tensor_act_model_layers_99_mlp_down_proj/range": 4.203125, "train/tensor_act_model_layers_99_mlp/norm": 1969.0023193359375, "train/tensor_act_model_layers_99_mlp/mean": 0.57421875, "train/tensor_act_model_layers_99_mlp/std": 0.7734375, "train/tensor_act_model_layers_99_mlp/max_abs": 2.71875, "train/tensor_act_model_layers_99_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp/min": -1.484375, "train/tensor_act_model_layers_99_mlp/max": 2.71875, "train/tensor_act_model_layers_99_mlp/range": 4.203125, "train/tensor_act_model_layers_99_residual_post_mlp/norm": 694907.875, "train/tensor_act_model_layers_99_residual_post_mlp/mean": 338.0, "train/tensor_act_model_layers_99_residual_post_mlp/std": 17.625, "train/tensor_act_model_layers_99_residual_post_mlp/max_abs": 392.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_post_mlp/min": 286.0, "train/tensor_act_model_layers_99_residual_post_mlp/max": 392.0, "train/tensor_act_model_layers_99_residual_post_mlp/range": 106.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/norm": 42991616.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/mean": -45.75, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/std": 237568.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max_abs": 1343488.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.6015625, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/min": -1343488.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max": 1089536.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/range": 2433024.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/norm": 33030144.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/mean": 9024.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/std": 182272.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max_abs": 1064960.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.6015625, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/min": -1064960.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max": 978944.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/range": 2043904.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/norm": 37486592.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/mean": -91648.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/std": 185344.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max_abs": 1261568.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.6015625, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/min": -1261568.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max": 206848.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/range": 1468416.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/norm": 43515904.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/mean": 14848.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/std": 239616.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max_abs": 1097728.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/min": -1036288.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max": 1097728.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/range": 2134016.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/norm": 34865152.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/mean": 14848.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/std": 192512.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max_abs": 1286144.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/min": -774144.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max": 1286144.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/range": 2060288.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/norm": 36962304.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/mean": -81920.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/std": 187392.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max_abs": 1384448.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/min": -1384448.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max": 290816.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/range": 1675264.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/norm": 52953088.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/mean": 5376.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/std": 292864.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max_abs": 1392640.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.56640625, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/min": -1392640.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max": 1171456.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/range": 2564096.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/norm": 46661632.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/mean": 9856.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/std": 257024.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max_abs": 1327104.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.56640625, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/min": -1327104.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max": 1048576.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/range": 2375680.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/norm": 46399488.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/mean": -110592.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/std": 231424.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max_abs": 1769472.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.56640625, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/min": -1769472.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max": 211968.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/range": 1981440.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/norm": 56885248.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/mean": -17664.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/std": 313344.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max_abs": 1646592.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.5390625, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/min": -1220608.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max": 1646592.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/range": 2867200.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/norm": 47448064.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/mean": -10944.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/std": 262144.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max_abs": 2031616.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.540802001953125, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/min": -1196032.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max": 2031616.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/range": 3227648.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/norm": 46661632.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/mean": -104960.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/std": 235520.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max_abs": 1728512.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.5430908203125, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/min": -1728512.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max": 146432.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/range": 1874944.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/norm": 50593792.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/mean": 22144.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/std": 278528.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max_abs": 1581056.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.57421875, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/min": -1064960.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max": 1581056.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/range": 2646016.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/norm": 39059456.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/mean": 20480.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/std": 215040.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max_abs": 1228800.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.57421875, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/min": -921600.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max": 1228800.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/range": 2150400.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/norm": 41418752.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/mean": -101888.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/std": 204800.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max_abs": 1228800.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.5859375, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/min": -1228800.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max": 270336.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/range": 1499136.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/norm": 67108864.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/mean": 243.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/std": 370688.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max_abs": 1810432.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.578125, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/min": -1294336.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max": 1810432.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/range": 3104768.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/norm": 55312384.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/mean": -572.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/std": 305152.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max_abs": 1875968.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.57769775390625, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/min": -1875968.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max": 1302528.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/range": 3178496.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/norm": 50855936.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/mean": -132096.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/std": 248832.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max_abs": 1294336.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.58203125, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/min": -1294336.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max": 187392.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/range": 1481728.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/norm": 72876032.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/mean": -1320.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/std": 403456.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max_abs": 1736704.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/min": -1736704.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max": 1474560.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/range": 3211264.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/norm": 58458112.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/mean": 11008.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/std": 321536.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max_abs": 1359872.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/min": -1351680.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max": 1359872.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/range": 2711552.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/norm": 58720256.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/mean": -158720.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/std": 282624.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max_abs": 1343488.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.5546875, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/min": -1343488.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max": 606208.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/range": 1949696.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/norm": 73924608.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/mean": 63232.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/std": 403456.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max_abs": 1515520.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.6015625, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/min": -1327104.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max": 1515520.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/range": 2842624.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/norm": 63700992.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/mean": 32768.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/std": 350208.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max_abs": 1638400.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.6015625, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/min": -1474560.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max": 1638400.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/range": 3112960.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/norm": 63176704.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/mean": -176128.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/std": 301056.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max_abs": 1548288.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.609375, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/min": -1548288.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max": 181248.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/range": 1729536.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/norm": 62390272.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/mean": 29568.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/std": 342016.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max_abs": 1376256.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.58203125, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/min": -1212416.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max": 1376256.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/range": 2588672.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/norm": 57147392.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/mean": 42496.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/std": 311296.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max_abs": 1712128.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.58203125, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/min": -1122304.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max": 1712128.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/range": 2834432.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/norm": 56885248.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/mean": -147456.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/std": 278528.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max_abs": 1810432.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.58984375, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/min": -1810432.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max": 125952.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/range": 1936384.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/norm": 78118912.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/mean": 10048.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/std": 432128.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max_abs": 1859584.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/min": -1277952.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max": 1859584.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/range": 3137536.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/norm": 68157440.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/mean": 5888.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/std": 378880.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max_abs": 1490944.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/min": -1286144.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max": 1490944.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/range": 2777088.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/norm": 62914560.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/mean": -173056.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/std": 301056.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max_abs": 1507328.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/min": -1507328.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max": 197632.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/range": 1704960.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/norm": 85458944.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/mean": 13888.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/std": 471040.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max_abs": 1679360.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.5546875, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/min": -1548288.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max": 1679360.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/range": 3227648.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/norm": 77594624.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/mean": 3808.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/std": 430080.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max_abs": 1875968.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.5546875, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/min": -1875968.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max": 1638400.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/range": 3514368.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/norm": 74448896.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/mean": -214016.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/std": 352256.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max_abs": 1744896.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.5546875, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/min": -1744896.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max": 169984.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/range": 1914880.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/norm": 70254592.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/mean": -4416.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/std": 389120.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max_abs": 1392640.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/min": -1392640.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max": 1351680.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/range": 2744320.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/norm": 66846720.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/mean": 19200.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/std": 368640.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max_abs": 1728512.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/min": -1343488.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max": 1728512.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/range": 3072000.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/norm": 66846720.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/mean": -174080.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/std": 325632.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max_abs": 1654784.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/min": -1654784.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max": 78848.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/range": 1733632.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/norm": 102236160.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/mean": -72192.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/std": 561152.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max_abs": 1671168.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.59375, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/min": -1540096.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max": 1671168.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/range": 3211264.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/norm": 91750400.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/mean": -64256.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/std": 501760.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max_abs": 1835008.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.59765625, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/min": -1777664.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max": 1835008.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/range": 3612672.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/norm": 94896128.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/mean": -307200.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/std": 423936.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max_abs": 1761280.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.59765625, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/min": -1761280.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max": 167936.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/range": 1929216.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/norm": 79167488.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/mean": -13376.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/std": 438272.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max_abs": 1499136.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.49609375, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/min": -1499136.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max": 1384448.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/range": 2883584.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/norm": 69206016.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/mean": -3824.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/std": 382976.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max_abs": 1990656.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.49609375, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/min": -1990656.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max": 1523712.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/range": 3514368.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/norm": 71827456.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/mean": -185344.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/std": 352256.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max_abs": 1925120.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.50390625, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/min": -1925120.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max": 163840.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/range": 2088960.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/norm": 88604672.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/mean": 1056.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/std": 489472.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max_abs": 1646592.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.5078125, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/min": -1597440.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max": 1646592.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/range": 3244032.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/norm": 80740352.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/mean": -8832.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/std": 446464.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max_abs": 1744896.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.5078125, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/min": -1744896.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max": 1720320.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/range": 3465216.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/norm": 80740352.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/mean": -219136.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/std": 389120.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max_abs": 2097152.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/min": -2097152.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max": 169984.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/range": 2267136.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/norm": 79167488.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/mean": 6432.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/std": 438272.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max_abs": 1409024.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.4765625, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/min": -1409024.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max": 1335296.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/range": 2744320.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/norm": 72876032.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/mean": 5440.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/std": 403456.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max_abs": 1540096.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.4765625, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/min": -1540096.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max": 1523712.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/range": 3063808.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/norm": 72351744.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/mean": -194560.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/std": 350208.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max_abs": 1613824.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/min": -1613824.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max": 89088.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/range": 1702912.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/norm": 101711872.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/mean": -27776.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/std": 561152.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max_abs": 1671168.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/min": -1671168.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max": 1449984.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/range": 3121152.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/norm": 87031808.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/mean": -22400.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/std": 481280.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max_abs": 1703936.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/min": -1703936.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max": 1605632.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/range": 3309568.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/norm": 90701824.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/mean": -270336.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/std": 419840.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max_abs": 1835008.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/min": -1835008.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max": 217088.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/range": 2052096.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/norm": 79167488.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/mean": -23168.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/std": 436224.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max_abs": 1875968.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.46875, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/min": -1474560.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max": 1875968.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/range": 3350528.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/norm": 77594624.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/mean": -34304.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/std": 428032.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max_abs": 1867776.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.46875, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/min": -1859584.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max": 1867776.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/range": 3727360.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/norm": 77594624.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/mean": -192512.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/std": 382976.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max_abs": 1769472.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.47265625, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/min": -1769472.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max": 684032.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/range": 2453504.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/norm": 91750400.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/mean": -9600.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/std": 507904.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max_abs": 1646592.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/min": -1646592.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max": 1482752.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/range": 3129344.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/norm": 84410368.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/mean": -11072.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/std": 466944.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max_abs": 1761280.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/min": -1761280.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max": 1679360.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/range": 3440640.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/norm": 82313216.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/mean": -211968.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/std": 403456.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max_abs": 1982464.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/min": -1982464.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max": 187392.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/range": 2169856.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/norm": 98566144.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/mean": -19968.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/std": 544768.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max_abs": 1646592.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/min": -1646592.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max": 1425408.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/range": 3072000.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/norm": 94371840.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/mean": -1144.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/std": 522240.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max_abs": 2015232.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/min": -1703936.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max": 2015232.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/range": 3719168.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/norm": 94896128.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/mean": -288768.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/std": 438272.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max_abs": 1867776.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.5234375, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/min": -1867776.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max": 77824.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/range": 1945600.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/norm": 92274688.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/mean": 32000.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/std": 509952.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max_abs": 1638400.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.4375, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/min": -1605632.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max": 1638400.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/range": 3244032.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/norm": 91750400.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/mean": 5024.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/std": 507904.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max_abs": 2064384.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.4375, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/min": -2064384.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max": 1728512.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/range": 3792896.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/norm": 92274688.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/mean": -245760.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/std": 446464.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max_abs": 2113536.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.44140625, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/min": -2113536.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max": 83456.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/range": 2196992.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/norm": 103284736.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/mean": -18560.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/std": 573440.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max_abs": 1613824.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.44921875, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/min": -1531904.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max": 1613824.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/range": 3145728.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/norm": 97517568.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/mean": -9536.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/std": 540672.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max_abs": 2244608.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.44921875, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/min": -2244608.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max": 1769472.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/range": 4014080.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/norm": 97517568.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/mean": -282624.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/std": 456704.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max_abs": 1892352.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.44921875, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/min": -1892352.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max": 55808.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/range": 1948160.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/norm": 110624768.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/mean": 71680.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/std": 606208.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max_abs": 1703936.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.484375, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/min": -1548288.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max": 1703936.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/range": 3252224.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/norm": 102236160.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/mean": 67072.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/std": 561152.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max_abs": 2088960.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.484375, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/min": -2088960.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max": 1736704.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/range": 3825664.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/norm": 103284736.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/mean": -313344.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/std": 475136.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max_abs": 2179072.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.493896484375, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/min": -2179072.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max": 99328.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/range": 2278400.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/norm": 92274688.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/mean": -4416.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/std": 509952.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max_abs": 1441792.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.43359375, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/min": -1441792.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max": 1417216.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/range": 2859008.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/norm": 90177536.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/mean": -338.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/std": 499712.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max_abs": 1703936.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.43359375, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/min": -1622016.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max": 1703936.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/range": 3325952.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/norm": 93847552.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/mean": -261120.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/std": 448512.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max_abs": 1884160.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.4375, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/min": -1884160.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max": 93696.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/range": 1977856.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/norm": 100139008.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/mean": -71680.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/std": 548864.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max_abs": 1753088.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.40625, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/min": -1753088.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max": 1679360.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/range": 3432448.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/norm": 99090432.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/mean": -67584.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/std": 544768.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max_abs": 2039808.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.40625, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/min": -2039808.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max": 1597440.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/range": 3637248.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/norm": 99614720.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/mean": -272384.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/std": 479232.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max_abs": 2072576.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.41015625, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/min": -2072576.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max": 203776.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/range": 2276352.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/norm": 100139008.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/mean": 50944.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/std": 548864.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max_abs": 1794048.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/min": -1794048.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max": 1753088.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/range": 3547136.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/norm": 101187584.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/mean": 43264.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/std": 557056.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max_abs": 2195456.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/min": -2195456.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max": 2113536.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/range": 4308992.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/norm": 100663296.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/mean": -294912.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/std": 471040.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max_abs": 2162688.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/min": -2162688.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max": 84480.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/range": 2247168.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/norm": 98041856.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/mean": 28032.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/std": 540672.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max_abs": 1630208.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.421875, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/min": -1515520.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max": 1630208.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/range": 3145728.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/norm": 94896128.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/mean": 20864.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/std": 524288.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max_abs": 1835008.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.421875, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/min": -1728512.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max": 1835008.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/range": 3563520.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/norm": 99614720.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/mean": -278528.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/std": 475136.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max_abs": 2015232.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.43359375, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/min": -2015232.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max": 45568.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/range": 2060800.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/norm": 97517568.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/mean": 14528.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/std": 540672.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max_abs": 1679360.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.48828125, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/min": -1589248.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max": 1679360.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/range": 3268608.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/norm": 102760448.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/mean": 27008.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/std": 565248.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max_abs": 1957888.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.48828125, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/min": -1925120.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max": 1957888.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/range": 3883008.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/norm": 99614720.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/mean": -296960.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/std": 464896.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max_abs": 2048000.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.4921875, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/min": -2048000.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max": 117248.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/range": 2165248.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/norm": 90701824.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/mean": -5216.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/std": 499712.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max_abs": 1753088.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.421875, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/min": -1597440.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max": 1753088.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/range": 3350528.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/norm": 87556096.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/mean": 4224.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/std": 481280.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max_abs": 1900544.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.41796875, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/min": -1843200.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max": 1900544.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/range": 3743744.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/norm": 89653248.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/mean": -230400.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/std": 440320.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max_abs": 1900544.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.421875, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/min": -1900544.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max": 145408.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/range": 2045952.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/norm": 103284736.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/mean": 36608.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/std": 569344.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max_abs": 1695744.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.5078125, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/min": -1499136.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max": 1695744.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/range": 3194880.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/norm": 94896128.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/mean": 39424.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/std": 522240.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max_abs": 1925120.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.5078125, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/min": -1875968.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max": 1925120.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/range": 3801088.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/norm": 96468992.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/mean": -286720.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/std": 450560.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max_abs": 1761280.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/min": -1761280.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max": 169984.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/range": 1931264.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/norm": 93323264.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/mean": 16512.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/std": 514048.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max_abs": 1572864.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.4140625, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/min": -1499136.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max": 1572864.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/range": 3072000.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/norm": 91750400.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/mean": 13888.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/std": 505856.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max_abs": 1826816.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.4140625, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/min": -1826816.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max": 1695744.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/range": 3522560.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/norm": 98041856.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/mean": -274432.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/std": 466944.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max_abs": 2080768.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.421875, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/min": -2080768.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max": 65024.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/range": 2145792.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/norm": 110100480.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/mean": 63488.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/std": 602112.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max_abs": 1794048.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.484375, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/min": -1794048.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max": 1613824.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/range": 3407872.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/norm": 106430464.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/mean": 74240.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/std": 581632.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max_abs": 1794048.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.484375, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/min": -1671168.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max": 1794048.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/range": 3465216.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/norm": 107479040.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/mean": -323584.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/std": 495616.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max_abs": 1851392.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.484375, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/min": -1851392.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max": 133120.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/range": 1984512.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/norm": 101187584.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/mean": 29312.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/std": 561152.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max_abs": 1851392.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.45703125, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/min": -1687552.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max": 1851392.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/range": 3538944.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/norm": 101711872.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/mean": 30976.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/std": 561152.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max_abs": 1982464.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.45703125, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/min": -1982464.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max": 1843200.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/range": 3825664.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/norm": 101711872.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/mean": -296960.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/std": 475136.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max_abs": 2031616.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.4609375, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/min": -2031616.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max": 40704.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/range": 2072320.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/norm": 98566144.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/mean": -1064.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/std": 544768.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max_abs": 1835008.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.46484375, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/min": -1835008.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max": 1499136.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/range": 3334144.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/norm": 100663296.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/mean": -3648.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/std": 557056.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max_abs": 2195456.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.46484375, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/min": -2023424.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max": 2195456.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/range": 4218880.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/norm": 96993280.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/mean": -274432.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/std": 458752.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max_abs": 2015232.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.47265625, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/min": -2015232.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max": 115200.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/range": 2130432.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/norm": 102236160.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/mean": -40960.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/std": 565248.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max_abs": 1662976.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.41015625, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/min": -1662976.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max": 1646592.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/range": 3309568.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/norm": 97517568.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/mean": -33024.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/std": 540672.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max_abs": 1867776.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.4140625, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/min": -1818624.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max": 1867776.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/range": 3686400.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/norm": 101711872.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/mean": -282624.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/std": 485376.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max_abs": 1933312.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.41796875, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/min": -1933312.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max": 212992.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/range": 2146304.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/norm": 95420416.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/mean": -11264.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/std": 528384.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max_abs": 1556480.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.43359375, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/min": -1556480.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max": 1540096.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/range": 3096576.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/norm": 91226112.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/mean": -13440.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/std": 503808.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max_abs": 1753088.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.4375, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/min": -1753088.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max": 1720320.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/range": 3473408.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/norm": 96468992.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/mean": -262144.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/std": 464896.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max_abs": 2260992.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.44140625, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/min": -2260992.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max": 78336.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/range": 2339328.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/norm": 94371840.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/mean": 16064.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/std": 520192.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max_abs": 1794048.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.45703125, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/min": -1589248.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max": 1794048.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/range": 3383296.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/norm": 98041856.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/mean": 9728.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/std": 544768.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max_abs": 1974272.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.4609375, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/min": -1974272.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max": 1974272.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/range": 3948544.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/norm": 94896128.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/mean": -264192.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/std": 450560.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max_abs": 1900544.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.46484375, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/min": -1900544.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max": 101888.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/range": 2002432.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/norm": 105381888.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/mean": -51712.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/std": 581632.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max_abs": 1703936.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.4609375, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/min": -1703936.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max": 1646592.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/range": 3350528.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/norm": 103809024.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/mean": -43008.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/std": 573440.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max_abs": 2129920.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.4609375, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/min": -2129920.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max": 1802240.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/range": 3932160.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/norm": 104333312.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/mean": -305152.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/std": 487424.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max_abs": 1916928.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.47265625, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/min": -1916928.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max": 10688.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/range": 1927616.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/norm": 104333312.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/mean": -13824.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/std": 573440.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max_abs": 1605632.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.45703125, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/min": -1605632.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max": 1556480.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/range": 3162112.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/norm": 103284736.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/mean": -9856.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/std": 569344.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max_abs": 2039808.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.45703125, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/min": -2039808.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max": 1687552.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/range": 3727360.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/norm": 106954752.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/mean": -311296.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/std": 501760.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max_abs": 2179072.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.46484375, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/min": -2179072.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max": 56320.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/range": 2235392.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/norm": 104333312.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/mean": 15232.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/std": 577536.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max_abs": 1736704.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.46484375, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/min": -1736704.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max": 1728512.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/range": 3465216.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/norm": 102236160.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/mean": 24960.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/std": 565248.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max_abs": 1884160.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.46484375, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/min": -1843200.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max": 1884160.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/range": 3727360.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/norm": 99090432.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/mean": -280576.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/std": 471040.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max_abs": 1966080.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.46875, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/min": -1966080.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max": 24064.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/range": 1990144.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/norm": 114819072.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/mean": 19328.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/std": 634880.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max_abs": 1925120.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.50390625, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/min": -1613824.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max": 1925120.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/range": 3538944.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/norm": 108527616.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/mean": 37120.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/std": 598016.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max_abs": 2211840.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.5, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/min": -1638400.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max": 2211840.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/range": 3850240.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/norm": 114294784.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/mean": -356352.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/std": 522240.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max_abs": 1966080.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/min": -1966080.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max": 36096.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/range": 2002176.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/norm": 119537664.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/mean": 22912.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/std": 659456.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max_abs": 1572864.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/min": -1490944.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max": 1572864.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/range": 3063808.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/norm": 120586240.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/mean": 5600.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/std": 667648.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max_abs": 1851392.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/min": -1851392.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max": 1761280.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/range": 3612672.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/norm": 122683392.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/mean": -411648.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/std": 536576.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max_abs": 2179072.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/min": -2179072.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max": 43776.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/range": 2222848.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/norm": 106954752.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/mean": 17152.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/std": 589824.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max_abs": 1564672.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/min": -1482752.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max": 1564672.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/range": 3047424.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/norm": 109576192.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/mean": 11648.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/std": 606208.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max_abs": 2080768.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/min": -2080768.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max": 1900544.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/range": 3981312.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/norm": 109576192.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/mean": -350208.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/std": 495616.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max_abs": 2129920.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.5234375, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/min": -2129920.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max": 59392.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/range": 2189312.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/norm": 109051904.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/mean": -44800.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/std": 602112.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max_abs": 1835008.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.47265625, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/min": -1622016.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max": 1835008.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/range": 3457024.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/norm": 110624768.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/mean": -39168.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/std": 610304.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max_abs": 2195456.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.47265625, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/min": -1777664.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max": 2195456.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/range": 3973120.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/norm": 113246208.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/mean": -346112.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/std": 520192.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max_abs": 1892352.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.47265625, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/min": -1892352.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max": 21248.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/range": 1913600.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/norm": 112721920.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/mean": -252.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/std": 622592.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max_abs": 1859584.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.5078125, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/min": -1859584.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max": 1679360.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/range": 3538944.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/norm": 115867648.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/mean": -6144.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/std": 638976.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max_abs": 1843200.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.5078125, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/min": -1810432.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max": 1843200.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/range": 3653632.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/norm": 114819072.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/mean": -368640.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/std": 516096.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max_abs": 1908736.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.515625, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/min": -1908736.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max": 101376.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/range": 2010112.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/norm": 111673344.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/mean": 15296.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/std": 618496.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max_abs": 1687552.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.4765625, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/min": -1564672.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max": 1687552.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/range": 3252224.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/norm": 114294784.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/mean": 14976.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/std": 630784.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max_abs": 2211840.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.4765625, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/min": -1859584.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max": 2211840.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/range": 4071424.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/norm": 122159104.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/mean": -382976.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/std": 557056.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max_abs": 2179072.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.484375, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/min": -2179072.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max": 121344.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/range": 2300416.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/norm": 120586240.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/mean": 31360.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/std": 667648.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max_abs": 1867776.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/min": -1597440.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max": 1867776.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/range": 3465216.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/norm": 114819072.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/mean": 15680.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/std": 634880.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max_abs": 2179072.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.515625, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/min": -1851392.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max": 2179072.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/range": 4030464.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/norm": 122159104.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/mean": -403456.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/std": 540672.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max_abs": 2211840.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.5234375, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/min": -2211840.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max": 34048.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/range": 2245888.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/norm": 118489088.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/mean": 10112.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/std": 655360.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max_abs": 2097152.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/min": -2097152.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max": 1761280.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/range": 3858432.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/norm": 113770496.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/mean": 21376.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/std": 626688.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max_abs": 2080768.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/min": -2080768.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max": 1777664.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/range": 3858432.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/norm": 124256256.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/mean": -395264.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/std": 561152.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max_abs": 2211840.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/min": -2211840.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max": 27904.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/range": 2239744.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/norm": 112197632.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/mean": -6176.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/std": 618496.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max_abs": 1662976.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.47265625, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/min": -1662976.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max": 1449984.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/range": 3112960.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/norm": 108003328.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/mean": -14720.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/std": 598016.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max_abs": 2097152.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.4765625, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/min": -2097152.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max": 1679360.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/range": 3776512.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/norm": 114819072.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/mean": -344064.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/std": 532480.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max_abs": 2031616.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.48828125, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/min": -2031616.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max": 29440.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/range": 2061056.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/norm": 119537664.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/mean": -12800.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/std": 659456.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max_abs": 1581056.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.5, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/min": -1531904.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max": 1581056.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/range": 3112960.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/norm": 114819072.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/mean": -15488.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/std": 634880.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max_abs": 1810432.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.5, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/min": -1810432.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max": 1679360.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/range": 3489792.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/norm": 126353408.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/mean": -411648.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/std": 565248.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max_abs": 2260992.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/min": -2260992.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max": 45312.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/range": 2306304.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/norm": 118489088.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/mean": 39168.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/std": 651264.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max_abs": 1540096.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.4765625, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/min": -1400832.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max": 1540096.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/range": 2940928.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/norm": 118489088.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/mean": 50432.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/std": 651264.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max_abs": 1933312.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.4765625, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/min": -1744896.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max": 1933312.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/range": 3678208.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/norm": 123731968.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/mean": -401408.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/std": 552960.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max_abs": 2293760.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/min": -2293760.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max": 33536.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/range": 2327296.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/norm": 112721920.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/mean": -46848.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/std": 622592.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max_abs": 2113536.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.453125, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/min": -2113536.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max": 1581056.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/range": 3694592.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/norm": 115867648.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/mean": -45312.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/std": 638976.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max_abs": 2211840.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.453125, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/min": -2129920.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max": 2211840.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/range": 4341760.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/norm": 120061952.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/mean": -374784.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/std": 548864.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max_abs": 1966080.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.453125, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/min": -1966080.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max": 37632.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/range": 2003712.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/norm": 120061952.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/mean": 16256.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/std": 663552.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max_abs": 1613824.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.48828125, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/min": -1499136.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max": 1613824.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/range": 3112960.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/norm": 126353408.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/mean": 14336.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/std": 696320.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max_abs": 2129920.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.48828125, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/min": -1998848.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max": 2129920.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/range": 4128768.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/norm": 125304832.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/mean": -409600.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/std": 557056.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max_abs": 2007040.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.48828125, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/min": -2007040.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max": 44800.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/range": 2051840.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/norm": 113246208.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/mean": 59392.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/std": 622592.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max_abs": 1744896.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.4609375, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/min": -1712128.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max": 1744896.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/range": 3457024.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/norm": 109051904.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/mean": 58112.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/std": 602112.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max_abs": 1802240.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.4609375, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/min": -1744896.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max": 1802240.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/range": 3547136.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/norm": 114294784.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/mean": -352256.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/std": 522240.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max_abs": 1843200.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.46875, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/min": -1843200.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max": 41216.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/range": 1884416.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/norm": 116391936.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/mean": 43520.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/std": 638976.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max_abs": 1933312.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.50390625, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/min": -1499136.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max": 1933312.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/range": 3432448.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/norm": 114819072.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/mean": 40192.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/std": 634880.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max_abs": 1982464.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.50390625, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/min": -1982464.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max": 1794048.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/range": 3776512.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/norm": 123207680.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/mean": -393216.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/std": 557056.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max_abs": 2007040.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.50390625, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/min": -2007040.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max": 114688.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/range": 2121728.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/norm": 117964800.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/mean": 11008.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/std": 651264.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max_abs": 1859584.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/min": -1859584.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max": 1523712.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/range": 3383296.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/norm": 123731968.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/mean": 28160.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/std": 684032.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max_abs": 1900544.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/min": -1859584.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max": 1900544.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/range": 3760128.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/norm": 122159104.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/mean": -393216.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/std": 548864.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max_abs": 2072576.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/min": -2072576.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max": 70656.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/range": 2143232.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/norm": 119013376.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/mean": -36096.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/std": 655360.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max_abs": 1892352.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.4453125, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/min": -1892352.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max": 1720320.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/range": 3612672.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/norm": 121110528.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/mean": -33024.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/std": 667648.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max_abs": 2441216.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.4453125, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/min": -1941504.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max": 2441216.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/range": 4382720.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/norm": 124256256.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/mean": -382976.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/std": 569344.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max_abs": 2326528.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.453125, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/min": -2326528.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max": 16320.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/range": 2342848.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/norm": 119013376.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/mean": -87552.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/std": 651264.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max_abs": 1761280.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.4765625, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/min": -1761280.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max": 1474560.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/range": 3235840.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/norm": 113246208.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/mean": -79360.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/std": 622592.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max_abs": 1884160.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.4765625, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/min": -1753088.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max": 1884160.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/range": 3637248.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/norm": 128450560.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/mean": -401408.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/std": 585728.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max_abs": 2146304.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.4765625, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/min": -2146304.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max": 64768.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/range": 2211072.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/norm": 123731968.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/mean": 9600.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/std": 684032.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max_abs": 1687552.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/min": -1531904.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max": 1687552.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/range": 3219456.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/norm": 125304832.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/mean": 2912.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/std": 692224.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max_abs": 1933312.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/min": -1933312.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max": 1875968.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/range": 3809280.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/norm": 137363456.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/mean": -460800.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/std": 602112.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max_abs": 2129920.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/min": -2129920.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max": 79360.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/range": 2209280.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/norm": 123207680.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/mean": 77824.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/std": 675840.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max_abs": 1720320.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.5, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/min": -1441792.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max": 1720320.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/range": 3162112.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/norm": 126353408.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/mean": 55040.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/std": 696320.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max_abs": 1859584.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.5, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/min": -1859584.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max": 1785856.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/range": 3645440.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/norm": 129499136.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/mean": -430080.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/std": 573440.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max_abs": 2097152.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.50390625, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/min": -2097152.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max": 88064.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/range": 2185216.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/norm": 121110528.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/mean": 49664.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/std": 667648.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max_abs": 1703936.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.484375, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/min": -1638400.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max": 1703936.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/range": 3342336.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/norm": 120061952.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/mean": 61184.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/std": 663552.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max_abs": 1785856.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/min": -1785856.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max": 1728512.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/range": 3514368.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/norm": 128974848.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/mean": -413696.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/std": 577536.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max_abs": 2277376.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.484375, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/min": -2277376.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max": 75776.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/range": 2353152.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/norm": 120061952.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/mean": 70656.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/std": 659456.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max_abs": 1957888.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.50390625, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/min": -1957888.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max": 1843200.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/range": 3801088.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/norm": 119537664.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/mean": 65536.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/std": 655360.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max_abs": 1916928.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.50360107421875, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/min": -1744896.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max": 1916928.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/range": 3661824.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/norm": 129499136.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/mean": -411648.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/std": 581632.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max_abs": 2162688.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/min": -2162688.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max": 22272.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/range": 2184960.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/norm": 131072000.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/mean": -82944.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/std": 720896.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max_abs": 1761280.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/min": -1761280.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max": 1630208.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/range": 3391488.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/norm": 131072000.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/mean": -92672.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/std": 716800.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max_abs": 2097152.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/min": -2097152.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max": 2007040.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/range": 4104192.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/norm": 134217728.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/mean": -458752.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/std": 581632.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max_abs": 2195456.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/min": -2195456.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max": 75264.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/range": 2270720.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/norm": 130023424.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/mean": -27264.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/std": 716800.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max_abs": 1769472.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/min": -1769472.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max": 1630208.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/range": 3399680.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/norm": 132120576.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/mean": -36352.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/std": 729088.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max_abs": 2039808.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/min": -2039808.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max": 1925120.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/range": 3964928.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/norm": 137363456.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/mean": -468992.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/std": 598016.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max_abs": 1998848.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/min": -1998848.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max": 236544.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/range": 2235392.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/norm": 117964800.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/mean": 4160.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/std": 651264.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max_abs": 1720320.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/min": -1720320.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max": 1630208.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/range": 3350528.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/norm": 116391936.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/mean": 3984.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/std": 643072.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max_abs": 2048000.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/min": -1990656.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max": 2048000.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/range": 4038656.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/norm": 117440512.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/mean": -376832.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/std": 528384.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max_abs": 2031616.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.519561767578125, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/min": -2031616.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max": 19712.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/range": 2051328.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/norm": 132120576.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/mean": 53760.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/std": 724992.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max_abs": 1720320.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.5234375, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/min": -1662976.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max": 1720320.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/range": 3383296.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/norm": 130023424.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/mean": 63488.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/std": 716800.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max_abs": 2359296.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.5234375, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/min": -2359296.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max": 2162688.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/range": 4521984.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/norm": 135266304.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/mean": -460800.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/std": 585728.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max_abs": 2048000.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.5234375, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/min": -2048000.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max": 21376.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/range": 2069376.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/norm": 134217728.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/mean": 28800.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/std": 741376.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max_abs": 1638400.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.57421875, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/min": -1564672.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max": 1638400.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/range": 3203072.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/norm": 138412032.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/mean": 44288.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/std": 765952.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max_abs": 2392064.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.57421875, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/min": -1941504.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max": 2392064.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/range": 4333568.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/norm": 141557760.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/mean": -503808.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/std": 593920.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max_abs": 2129920.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.57421875, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/min": -2129920.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max": 36864.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/range": 2166784.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/norm": 124256256.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/mean": -40192.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/std": 684032.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max_abs": 1785856.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.46875, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/min": -1785856.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max": 1769472.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/range": 3555328.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/norm": 122683392.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/mean": -52736.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/std": 675840.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max_abs": 2162688.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.46875, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/min": -2007040.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max": 2162688.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/range": 4169728.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/norm": 125829120.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/mean": -395264.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/std": 573440.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max_abs": 2129920.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.46875, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/min": -2129920.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max": 29952.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/range": 2159872.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/norm": 121634816.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/mean": -75776.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/std": 667648.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max_abs": 1572864.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.5390625, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/min": -1572864.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max": 1556480.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/range": 3129344.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/norm": 128450560.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/mean": -81920.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/std": 704512.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max_abs": 2293760.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/min": -2293760.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max": 1933312.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/range": 4227072.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/norm": 134217728.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/mean": -432128.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/std": 602112.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max_abs": 2605056.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/min": -2605056.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max": 28544.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/range": 2633600.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/norm": 123731968.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/mean": 8512.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/std": 684032.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max_abs": 1851392.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/min": -1851392.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max": 1654784.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/range": 3506176.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/norm": 126353408.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/mean": 22400.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/std": 696320.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max_abs": 2195456.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.5234375, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/min": -2056192.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max": 2195456.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/range": 4251648.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/norm": 133169152.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/mean": -440320.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/std": 589824.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max_abs": 2326528.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/min": -2326528.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max": 27264.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/range": 2353792.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/norm": 132644864.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/mean": 10432.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/std": 733184.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max_abs": 1892352.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.515625, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/min": -1892352.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max": 1818624.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/range": 3710976.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/norm": 130023424.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/mean": 4192.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/std": 716800.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max_abs": 2015232.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/min": -1957888.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max": 2015232.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/range": 3973120.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/norm": 135266304.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/mean": -450560.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/std": 598016.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max_abs": 2088960.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.515625, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/min": -2088960.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max": 10368.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/range": 2099328.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/norm": 132644864.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/mean": 3216.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/std": 733184.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max_abs": 1835008.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/min": -1736704.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max": 1835008.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/range": 3571712.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/norm": 131072000.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/mean": 440.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/std": 724992.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max_abs": 2146304.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/min": -2146304.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max": 2129920.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/range": 4276224.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/norm": 137363456.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/mean": -452608.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/std": 606208.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max_abs": 2310144.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.515625, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/min": -2310144.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max": 48384.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/range": 2358528.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/norm": 136314880.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/mean": 15104.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/std": 753664.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max_abs": 1908736.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/min": -1810432.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max": 1908736.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/range": 3719168.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/norm": 129499136.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/mean": 10688.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/std": 716800.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max_abs": 2113536.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/min": -1982464.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max": 2113536.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/range": 4096000.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/norm": 138412032.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/mean": -446464.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/std": 618496.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max_abs": 2260992.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/min": -2260992.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max": 38656.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/range": 2299648.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/norm": 124780544.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/mean": -34560.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/std": 688128.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max_abs": 1835008.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/min": -1802240.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max": 1835008.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/range": 3637248.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/norm": 128450560.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/mean": -41472.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/std": 708608.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max_abs": 2211840.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/min": -2211840.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max": 1900544.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/range": 4112384.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/norm": 130023424.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/mean": -415744.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/std": 585728.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max_abs": 2211840.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/min": -2211840.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max": 30208.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/range": 2242048.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/norm": 133169152.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/mean": 20736.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/std": 733184.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max_abs": 2195456.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/min": -2195456.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max": 1794048.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/range": 3989504.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/norm": 137363456.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/mean": 41472.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/std": 757760.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max_abs": 2801664.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/min": -2801664.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max": 2572288.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/range": 5373952.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/norm": 138412032.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/mean": -462848.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/std": 606208.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max_abs": 2244608.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.55078125, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/min": -2244608.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max": 55552.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/range": 2300160.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/norm": 132644864.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/mean": -148480.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/std": 716800.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max_abs": 1810432.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/min": -1810432.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max": 1736704.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/range": 3547136.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/norm": 133169152.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/mean": -137216.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/std": 724992.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max_abs": 2015232.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.55078125, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/min": -2015232.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max": 1933312.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/range": 3948544.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/norm": 138412032.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/mean": -454656.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/std": 610304.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max_abs": 2211840.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.55926513671875, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/min": -2211840.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max": 46848.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/range": 2258688.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/norm": 137363456.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/mean": 59392.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/std": 753664.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max_abs": 1933312.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/min": -1777664.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max": 1933312.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/range": 3710976.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/norm": 134217728.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/mean": 36608.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/std": 741376.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max_abs": 2195456.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/min": -2048000.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max": 2195456.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/range": 4243456.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/norm": 142606336.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/mean": -475136.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/std": 626688.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max_abs": 2670592.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.55078125, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/min": -2670592.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max": 34304.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/range": 2704896.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/norm": 134217728.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/mean": 36096.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/std": 741376.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max_abs": 2146304.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/min": -2146304.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max": 1785856.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/range": 3932160.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/norm": 136314880.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/mean": 34304.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/std": 749568.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max_abs": 2572288.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.546661376953125, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/min": -2572288.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max": 2162688.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/range": 4734976.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/norm": 142606336.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/mean": -477184.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/std": 626688.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max_abs": 2457600.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.55859375, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/min": -2457600.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max": 42752.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/range": 2500352.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/norm": 125829120.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/mean": -5888.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/std": 696320.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max_abs": 2023424.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.4921875, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/min": -1916928.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max": 2023424.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/range": 3940352.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/norm": 125829120.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/mean": -6624.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/std": 696320.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max_abs": 2195456.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.4921875, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/min": -2195456.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max": 2080768.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/range": 4276224.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/norm": 127401984.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/mean": -399360.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/std": 581632.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max_abs": 2179072.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.4921875, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/min": -2179072.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max": 48128.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/range": 2227200.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/norm": 123207680.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/mean": -105984.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/std": 671744.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max_abs": 2179072.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.5, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/min": -1785856.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max": 2179072.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/range": 3964928.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/norm": 123731968.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/mean": -104960.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/std": 675840.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max_abs": 2392064.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.50323486328125, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/min": -2392064.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max": 2080768.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/range": 4472832.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/norm": 127401984.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/mean": -397312.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/std": 581632.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max_abs": 2293760.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/min": -2293760.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max": 48896.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/range": 2342656.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/norm": 135266304.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/mean": 47104.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/std": 741376.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max_abs": 1974272.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.59375, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/min": -1695744.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max": 1974272.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/range": 3670016.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/norm": 139460608.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/mean": 42496.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/std": 770048.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max_abs": 2375680.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.59375, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/min": -2293760.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max": 2375680.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/range": 4669440.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/norm": 141557760.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/mean": -483328.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/std": 618496.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max_abs": 2211840.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.59765625, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/min": -2211840.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max": 58624.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/range": 2270464.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/norm": 126877696.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/mean": -36608.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/std": 700416.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max_abs": 1835008.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/min": -1835008.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max": 1662976.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/range": 3497984.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/norm": 136314880.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/mean": -41216.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/std": 749568.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max_abs": 2392064.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.519500732421875, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/min": -2342912.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max": 2392064.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/range": 4734976.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/norm": 138412032.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/mean": -456704.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/std": 614400.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max_abs": 2359296.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/min": -2359296.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max": 36608.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/range": 2395904.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/norm": 132120576.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/mean": -45824.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/std": 729088.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max_abs": 1900544.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.6171875, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/min": -1900544.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max": 1818624.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/range": 3719168.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/norm": 132120576.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/mean": -37376.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/std": 729088.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max_abs": 2179072.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.6171875, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/min": -2113536.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max": 2179072.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/range": 4292608.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/norm": 137363456.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/mean": -462848.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/std": 598016.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max_abs": 2260992.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.6171875, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/min": -2260992.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max": 30464.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/range": 2291456.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/norm": 130023424.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/mean": -13120.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/std": 716800.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max_abs": 2023424.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.55078125, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/min": -2023424.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max": 1777664.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/range": 3801088.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/norm": 137363456.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/mean": -15040.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/std": 761856.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max_abs": 2424832.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.55078125, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/min": -2097152.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max": 2424832.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/range": 4521984.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/norm": 139460608.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/mean": -479232.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/std": 602112.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max_abs": 2539520.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.55078125, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/min": -2539520.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max": 82944.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/range": 2622464.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/norm": 129499136.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/mean": 91136.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/std": 712704.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max_abs": 2039808.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.5703125, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/min": -2039808.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max": 1892352.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/range": 3932160.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/norm": 132644864.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/mean": 113152.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/std": 724992.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max_abs": 2736128.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.5703125, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/min": -2162688.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max": 2736128.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/range": 4898816.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/norm": 134217728.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/mean": -458752.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/std": 585728.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max_abs": 2883584.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.578125, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/min": -2883584.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max": 45312.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/range": 2928896.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/norm": 132120576.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/mean": 144384.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/std": 712704.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max_abs": 2162688.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.625, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/min": -1736704.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max": 2162688.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/range": 3899392.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/norm": 132644864.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/mean": 129536.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/std": 720896.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max_abs": 2408448.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.625, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/min": -2113536.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max": 2408448.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/range": 4521984.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/norm": 138412032.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/mean": -464896.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/std": 606208.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max_abs": 2703360.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.636566162109375, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/min": -2703360.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max": 45568.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/range": 2748928.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/norm": 132644864.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/mean": -119296.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/std": 724992.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max_abs": 2457600.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.625, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/min": -2457600.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max": 1777664.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/range": 4235264.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/norm": 131072000.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/mean": -112128.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/std": 716800.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max_abs": 2408448.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.625, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/min": -2228224.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max": 2408448.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/range": 4636672.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/norm": 134217728.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/mean": -458752.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/std": 581632.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max_abs": 2539520.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.63665771484375, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/min": -2539520.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max": 72704.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/range": 2612224.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/norm": 135266304.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/mean": 6016.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/std": 745472.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max_abs": 2097152.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.5859375, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/min": -2088960.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max": 2097152.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/range": 4186112.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/norm": 134217728.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/mean": 22144.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/std": 741376.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max_abs": 2441216.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.5859375, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/min": -2146304.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max": 2441216.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/range": 4587520.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/norm": 137363456.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/mean": -462848.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/std": 606208.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max_abs": 2375680.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.5859375, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/min": -2375680.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max": 35584.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/range": 2411264.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/norm": 123207680.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/mean": 3200.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/std": 679936.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max_abs": 2506752.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.5703125, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/min": -2506752.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max": 2146304.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/range": 4653056.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/norm": 122683392.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/mean": 8576.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/std": 675840.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max_abs": 2572288.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.570220947265625, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/min": -2539520.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max": 2572288.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/range": 5111808.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/norm": 126353408.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/mean": -391168.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/std": 577536.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max_abs": 3063808.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.578125, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/min": -3063808.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max": 86528.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/range": 3150336.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/norm": 128974848.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/mean": 68608.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/std": 708608.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max_abs": 2162688.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.60546875, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/min": -2146304.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max": 2162688.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/range": 4308992.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/norm": 126353408.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/mean": 69632.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/std": 692224.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max_abs": 2818048.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.60546875, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/min": -2818048.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max": 2457600.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/range": 5275648.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/norm": 131072000.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/mean": -417792.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/std": 589824.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max_abs": 2932736.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.61187744140625, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/min": -2932736.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max": 93184.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/range": 3025920.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/norm": 122683392.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/mean": 34048.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/std": 679936.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max_abs": 2162688.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.6015625, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/min": -2162688.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max": 1908736.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/range": 4071424.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/norm": 125829120.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/mean": 43008.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/std": 696320.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max_abs": 2408448.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.601531982421875, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/min": -2408448.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max": 2375680.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/range": 4784128.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/norm": 119013376.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/mean": -380928.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/std": 536576.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max_abs": 2375680.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.62408447265625, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/min": -2375680.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max": 57344.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/range": 2433024.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 117440512.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": -22912.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 647168.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 2039808.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.61328125, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/min": -2039808.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max": 1712128.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/range": 3751936.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/norm": 116916224.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/mean": -28288.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/std": 643072.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max_abs": 2572288.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.61614990234375, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/min": -2555904.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max": 2572288.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/range": 5128192.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/norm": 116916224.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/mean": -366592.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/std": 528384.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max_abs": 2506752.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.6356201171875, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/min": -2506752.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max": 39936.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/range": 2546688.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 101187584.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": 11520.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 557056.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 1892352.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.72265625, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/min": -1818624.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max": 1892352.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/range": 3710976.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/norm": 95944704.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/mean": 22144.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/std": 528384.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max_abs": 3178496.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.715484619140625, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/min": -2899968.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max": 3178496.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/range": 6078464.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/norm": 95420416.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/mean": -261120.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/std": 456704.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max_abs": 2949120.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.726898193359375, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/min": -2949120.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max": 66048.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/range": 3015168.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 89653248.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": 19328.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 493568.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 1826816.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.8359375, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/min": -1654784.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max": 1826816.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/range": 3481600.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/norm": 85458944.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/mean": 17664.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/std": 471040.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max_abs": 3309568.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.825439453125, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/min": -3309568.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max": 2686976.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/range": 5996544.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/norm": 84934656.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/mean": -237568.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/std": 405504.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max_abs": 3080192.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.858062744140625, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/min": -3080192.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max": 15616.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/range": 3095808.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 61079552.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": -20864.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 337920.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 1236992.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.9765625, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/min": -1236992.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max": 983040.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/range": 2220032.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/norm": 59768832.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/mean": -13632.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/std": 329728.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max_abs": 2179072.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.958831787109375, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/min": -1998848.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max": 2179072.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/range": 4177920.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/norm": 61865984.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/mean": -159744.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/std": 301056.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max_abs": 2490368.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.96893310546875, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/min": -2490368.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max": 80896.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/range": 2571264.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 31326208.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": -9024.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 173056.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 856064.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/min": -692224.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max": 856064.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/range": 1548288.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/norm": 29097984.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/mean": -6304.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/std": 160768.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max_abs": 1933312.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.97705078125, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/min": -1687552.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max": 1933312.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/range": 3620864.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/norm": 30932992.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/mean": -67584.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/std": 156672.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max_abs": 2539520.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.98712158203125, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/min": -2539520.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max": 610304.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/range": 3149824.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 15269888.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": 3264.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 84480.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 475136.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/min": -335872.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max": 475136.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/range": 811008.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/norm": 13107200.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/mean": 1512.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/std": 72192.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max_abs": 1187840.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.99481201171875, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/min": -688128.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max": 1187840.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/range": 1875968.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/norm": 14090240.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/mean": -24704.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/std": 73728.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max_abs": 1179648.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.995086669921875, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/min": -1179648.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max": 536576.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/range": 1716224.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 9764864.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": 2432.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 54016.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 329728.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/min": -329728.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max": 208896.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/range": 538624.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/norm": 6750208.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/mean": 2544.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/std": 37120.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max_abs": 548864.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.998382568359375, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/min": -548864.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max": 505856.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/range": 1054720.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/norm": 7700480.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/mean": -13632.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/std": 40448.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max_abs": 700416.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.9991455078125, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/min": -700416.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max": 321536.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/range": 1021952.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 4980736.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": 480.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 27520.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 180224.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/min": -180224.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max": 78336.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/range": 258560.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/norm": 3506176.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/mean": 536.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/std": 19328.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max_abs": 430080.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.997711181640625, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/min": -430080.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max": 204800.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/range": 634880.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/norm": 3489792.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/mean": -4960.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/std": 18560.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max_abs": 423936.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.998565673828125, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/min": -423936.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max": 201728.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/range": 625664.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 3915776.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": 1720.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 21504.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 87552.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/min": -73216.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max": 87552.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/range": 160768.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/norm": 3014656.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/mean": -55.75, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/std": 16640.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max_abs": 142336.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.999481201171875, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/min": -142336.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max": 125952.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/range": 268288.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/norm": 2719744.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/mean": -244.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/std": 15040.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max_abs": 199680.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.99932861328125, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/min": -141312.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max": 199680.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/range": 340992.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/mean": -0.000255584716796875, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max_abs": 0.1025390625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/min": -0.1025390625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max": 0.10009765625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/range": 0.20263671875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/norm": 5.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/mean": 0.00011301040649414062, "train/tensor_param_model_layers_0_mlp_up_proj_weight/std": 0.0277099609375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/min": -0.10302734375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/range": 0.22314453125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": -0.00016689300537109375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.0286865234375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max": 0.10302734375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/range": 0.22314453125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/norm": 5.75, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/mean": -0.0002079010009765625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_1_mlp_up_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_1_mlp_up_proj_weight/mean": -0.00025177001953125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/std": 0.0301513671875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -0.00049591064453125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.030517578125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/mean": 0.00115203857421875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/mean": -5.173683166503906e-05, "train/tensor_param_model_layers_2_mlp_up_proj_weight/std": 0.0294189453125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max": 0.11474609375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/range": 0.23974609375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.000331878662109375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.0301513671875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/mean": 0.000946044921875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_3_mlp_up_proj_weight/norm": 5.625, "train/tensor_param_model_layers_3_mlp_up_proj_weight/mean": -3.147125244140625e-05, "train/tensor_param_model_layers_3_mlp_up_proj_weight/std": 0.0311279296875, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": 9.489059448242188e-05, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.03076171875, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_3_mlp_down_proj_weight/range": 0.25439453125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/norm": 6.125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/mean": 0.002105712890625, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/mean": 0.00060272216796875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/range": 0.25830078125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 0.000522613525390625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/mean": 0.003143310546875, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/mean": 0.000423431396484375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": 0.00015354156494140625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/mean": 0.0037078857421875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/mean": -0.00010156631469726562, "train/tensor_param_model_layers_6_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": -0.00014591217041015625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/mean": 0.00396728515625, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/mean": -0.0001926422119140625, "train/tensor_param_model_layers_7_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": -0.0002994537353515625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/mean": 0.005157470703125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/norm": 6.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/mean": -9.953975677490234e-06, "train/tensor_param_model_layers_8_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": 0.00045013427734375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/norm": 6.625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/mean": 0.00537109375, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/norm": 6.125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/mean": -0.00052642822265625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/norm": 6.125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/mean": -0.00058746337890625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/mean": 0.00518798828125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/mean": -0.00079345703125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/mean": -0.000858306884765625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/mean": 0.00494384765625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_11_mlp_up_proj_weight/mean": -0.00020599365234375, "train/tensor_param_model_layers_11_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/range": 0.25927734375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_11_mlp_down_proj_weight/mean": -0.00017261505126953125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/mean": 0.005615234375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/mean": -0.0001373291015625, "train/tensor_param_model_layers_12_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/mean": -0.0004863739013671875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/mean": 0.005950927734375, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/mean": 0.001708984375, "train/tensor_param_model_layers_13_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/mean": 0.0015716552734375, "train/tensor_param_model_layers_13_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/mean": 0.00579833984375, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_14_mlp_up_proj_weight/mean": -0.00164794921875, "train/tensor_param_model_layers_14_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_14_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_14_mlp_down_proj_weight/mean": -0.00153350830078125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/range": 0.25537109375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/mean": 0.005462646484375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_15_mlp_up_proj_weight/mean": -0.000873565673828125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/mean": -0.0015716552734375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/mean": 0.00537109375, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_16_mlp_up_proj_weight/mean": 0.0002899169921875, "train/tensor_param_model_layers_16_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/mean": 0.00022411346435546875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/mean": 0.00555419921875, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_17_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_17_mlp_up_proj_weight/mean": 0.00061798095703125, "train/tensor_param_model_layers_17_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/mean": 0.000629425048828125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/mean": 0.004791259765625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_18_mlp_up_proj_weight/mean": 0.00048828125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max_abs": 0.1845703125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/min": -0.1845703125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/range": 0.333984375, "train/tensor_param_model_layers_18_mlp_down_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_18_mlp_down_proj_weight/mean": 0.0005340576171875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/mean": 0.0054931640625, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_19_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_19_mlp_up_proj_weight/mean": -0.000579833984375, "train/tensor_param_model_layers_19_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_19_mlp_down_proj_weight/mean": -0.0004444122314453125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/mean": 0.00421142578125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/mean": 0.00153350830078125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/mean": 0.00177764892578125, "train/tensor_param_model_layers_20_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/mean": 0.004150390625, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/range": 0.2880859375, "train/tensor_param_model_layers_21_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_21_mlp_up_proj_weight/mean": 3.314018249511719e-05, "train/tensor_param_model_layers_21_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_21_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_21_mlp_down_proj_weight/mean": 3.981590270996094e-05, "train/tensor_param_model_layers_21_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/mean": 0.004852294921875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/mean": -0.00048828125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/mean": -0.000518798828125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/mean": 0.005096435546875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/mean": -0.0003833770751953125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_23_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/mean": -0.0001888275146484375, "train/tensor_param_model_layers_23_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/mean": 0.005218505859375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/mean": 0.00173187255859375, "train/tensor_param_model_layers_24_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_24_mlp_down_proj_weight/mean": 0.00135040283203125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/mean": 0.0052490234375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/mean": -3.814697265625e-05, "train/tensor_param_model_layers_25_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_25_mlp_down_proj_weight/mean": -0.00067138671875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/range": 0.26318359375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/mean": 0.00457763671875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/mean": 0.00051116943359375, "train/tensor_param_model_layers_26_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/norm": 6.5, "train/tensor_param_model_layers_26_mlp_down_proj_weight/mean": 0.0004711151123046875, "train/tensor_param_model_layers_26_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/norm": 7.125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/mean": 0.004638671875, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_27_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_27_mlp_up_proj_weight/mean": -0.0001888275146484375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_27_mlp_down_proj_weight/norm": 6.5, "train/tensor_param_model_layers_27_mlp_down_proj_weight/mean": 0.00030517578125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/mean": 0.004852294921875, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/mean": 6.246566772460938e-05, "train/tensor_param_model_layers_28_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_28_mlp_down_proj_weight/norm": 6.5, "train/tensor_param_model_layers_28_mlp_down_proj_weight/mean": 0.00029754638671875, "train/tensor_param_model_layers_28_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_28_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/mean": 0.004669189453125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_29_mlp_up_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/mean": -0.0001697540283203125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_29_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/mean": -0.00018787384033203125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/mean": 0.004547119140625, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/range": 0.2919921875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/mean": -5.221366882324219e-05, "train/tensor_param_model_layers_30_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/mean": -0.0002727508544921875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/mean": 0.004486083984375, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_31_mlp_up_proj_weight/mean": 0.00107574462890625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/mean": 0.0012054443359375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/mean": 0.0038909912109375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_32_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_32_mlp_up_proj_weight/mean": 0.000362396240234375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/mean": 0.00022792816162109375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/norm": 7.125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/mean": 0.00555419921875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_33_mlp_up_proj_weight/mean": -0.0003910064697265625, "train/tensor_param_model_layers_33_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/norm": 6.5, "train/tensor_param_model_layers_33_mlp_down_proj_weight/mean": -0.000820159912109375, "train/tensor_param_model_layers_33_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/mean": 0.005096435546875, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_34_mlp_up_proj_weight/mean": -0.00070953369140625, "train/tensor_param_model_layers_34_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_34_mlp_down_proj_weight/mean": -0.00101470947265625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/mean": 0.0045166015625, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/mean": -0.00010585784912109375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/mean": -0.00010585784912109375, "train/tensor_param_model_layers_35_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/norm": 7.125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/mean": 0.005035400390625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_36_mlp_up_proj_weight/mean": 0.00019550323486328125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/range": 0.265625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/mean": 0.000186920166015625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/mean": 0.005218505859375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_37_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/mean": 0.0009613037109375, "train/tensor_param_model_layers_37_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/mean": 0.00127410888671875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/mean": 0.003997802734375, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/mean": -0.000835418701171875, "train/tensor_param_model_layers_38_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/mean": -0.0003719329833984375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/mean": 0.003997802734375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/mean": -0.000934600830078125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_39_mlp_down_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_39_mlp_down_proj_weight/mean": -0.00103759765625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_39_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/norm": 7.25, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/mean": 0.00445556640625, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/mean": -0.000911712646484375, "train/tensor_param_model_layers_40_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_40_mlp_down_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_40_mlp_down_proj_weight/mean": -0.000698089599609375, "train/tensor_param_model_layers_40_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/mean": 0.004364013671875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_41_mlp_up_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/mean": 7.581710815429688e-05, "train/tensor_param_model_layers_41_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_41_mlp_down_proj_weight/mean": 0.0001544952392578125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/mean": 0.0037689208984375, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/mean": 0.00116729736328125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_42_mlp_up_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/mean": 0.0009765625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/mean": 0.003753662109375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_43_mlp_up_proj_weight/mean": 0.0002536773681640625, "train/tensor_param_model_layers_43_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_43_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/norm": 6.625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/mean": 0.0001544952392578125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/mean": 0.004241943359375, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/mean": -0.000392913818359375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/mean": -0.00051116943359375, "train/tensor_param_model_layers_44_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/mean": 0.00396728515625, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/range": 0.296875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/mean": -0.000537872314453125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/mean": -0.0003452301025390625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/mean": 0.0037078857421875, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/range": 0.287109375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/mean": -0.0007781982421875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/range": 0.265625, "train/tensor_param_model_layers_46_mlp_down_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_46_mlp_down_proj_weight/mean": -0.00090789794921875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/mean": 0.004180908203125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/norm": 6.75, "train/tensor_param_model_layers_47_mlp_up_proj_weight/mean": -0.00018215179443359375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_47_mlp_down_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/mean": -3.069639205932617e-06, "train/tensor_param_model_layers_47_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/mean": 0.0035400390625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/mean": 0.000640869140625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_48_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_48_mlp_down_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_48_mlp_down_proj_weight/mean": 0.00067138671875, "train/tensor_param_model_layers_48_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/mean": 0.004150390625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_49_mlp_up_proj_weight/mean": -0.000244140625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/mean": -0.00051116943359375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/mean": 0.004058837890625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/range": 0.296875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/norm": 6.75, "train/tensor_param_model_layers_50_mlp_up_proj_weight/mean": 0.000225067138671875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_50_mlp_down_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_50_mlp_down_proj_weight/mean": 0.0001392364501953125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/mean": 0.0033111572265625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/mean": 1.1086463928222656e-05, "train/tensor_param_model_layers_51_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/norm": 6.625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/mean": 0.00011205673217773438, "train/tensor_param_model_layers_51_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/mean": 0.004241943359375, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_52_mlp_up_proj_weight/mean": -0.0002765655517578125, "train/tensor_param_model_layers_52_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_52_mlp_down_proj_weight/mean": -0.000553131103515625, "train/tensor_param_model_layers_52_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/mean": 0.004302978515625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/mean": -0.0003986358642578125, "train/tensor_param_model_layers_53_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/norm": 6.75, "train/tensor_param_model_layers_53_mlp_down_proj_weight/mean": -8.821487426757812e-05, "train/tensor_param_model_layers_53_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/min": -0.154296875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_53_mlp_down_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/mean": 0.0035400390625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/mean": -4.649162292480469e-05, "train/tensor_param_model_layers_54_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_54_mlp_up_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/mean": -0.000518798828125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/mean": 0.00396728515625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/range": 0.302734375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/mean": 8.055940270423889e-08, "train/tensor_param_model_layers_55_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_55_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/mean": 0.00012874603271484375, "train/tensor_param_model_layers_55_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/mean": 0.0034942626953125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/mean": 0.00072479248046875, "train/tensor_param_model_layers_56_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_56_mlp_down_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/mean": 0.00031280517578125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/norm": 7.375, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/mean": 0.0040283203125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_57_mlp_up_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/mean": -0.0003452301025390625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_57_mlp_down_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_57_mlp_down_proj_weight/mean": -0.000518798828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/mean": 0.004608154296875, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/mean": -5.5789947509765625e-05, "train/tensor_param_model_layers_58_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/norm": 6.75, "train/tensor_param_model_layers_58_mlp_down_proj_weight/mean": -0.000324249267578125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/mean": 0.0037994384765625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/mean": -0.00024127960205078125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_59_mlp_down_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_59_mlp_down_proj_weight/mean": -0.0002593994140625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/mean": 0.0029296875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_60_mlp_up_proj_weight/mean": -0.00010013580322265625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/mean": -0.0006103515625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/mean": 0.0032196044921875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_61_mlp_up_proj_weight/mean": 9.918212890625e-05, "train/tensor_param_model_layers_61_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_61_mlp_down_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_61_mlp_down_proj_weight/mean": -0.00011110305786132812, "train/tensor_param_model_layers_61_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/mean": 0.0032806396484375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_62_mlp_up_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/mean": 0.000629425048828125, "train/tensor_param_model_layers_62_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_62_mlp_down_proj_weight/mean": 0.0007781982421875, "train/tensor_param_model_layers_62_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/range": 0.283203125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/mean": 0.002777099609375, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/mean": -0.000316619873046875, "train/tensor_param_model_layers_63_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/mean": -0.0001468658447265625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/mean": 0.0025634765625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/mean": 0.000240325927734375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/mean": 0.000270843505859375, "train/tensor_param_model_layers_64_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/mean": 0.002197265625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_65_mlp_up_proj_weight/norm": 7.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/mean": 0.00035858154296875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/mean": 0.000545501708984375, "train/tensor_param_model_layers_65_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/mean": 0.0027618408203125, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/mean": -0.00018215179443359375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_66_mlp_down_proj_weight/mean": -0.0001544952392578125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/mean": 0.0030364990234375, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/min": -0.15625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/range": 0.3154296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/norm": 7.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/mean": -0.000553131103515625, "train/tensor_param_model_layers_67_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_67_mlp_down_proj_weight/mean": -0.0004520416259765625, "train/tensor_param_model_layers_67_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/mean": 0.003448486328125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/mean": -0.000865936279296875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max": 0.15625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/range": 0.287109375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/norm": 7.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/mean": -0.000762939453125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/mean": 0.002227783203125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max_abs": 0.1611328125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max": 0.1611328125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/range": 0.310546875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/mean": -0.00017547607421875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/norm": 7.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/mean": -0.0002918243408203125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/mean": 0.0032196044921875, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/range": 0.30859375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/mean": -0.000446319580078125, "train/tensor_param_model_layers_70_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_70_mlp_up_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_70_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_70_mlp_down_proj_weight/mean": -0.0003871917724609375, "train/tensor_param_model_layers_70_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_70_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/mean": 0.001953125, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/min": -0.162109375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/range": 0.302734375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/mean": -4.863739013671875e-05, "train/tensor_param_model_layers_71_mlp_up_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/mean": -0.00022220611572265625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/mean": 0.003173828125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/range": 0.2958984375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/mean": -0.00011682510375976562, "train/tensor_param_model_layers_72_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/mean": -0.000438690185546875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/mean": 0.0026397705078125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/mean": -0.00037384033203125, "train/tensor_param_model_layers_73_mlp_up_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_73_mlp_up_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/mean": -0.0002880096435546875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/mean": 0.00323486328125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/mean": -0.000946044921875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/range": 0.28125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/mean": -0.000324249267578125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/min": -0.1689453125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/range": 0.3046875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/norm": 7.75, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/mean": 0.002410888671875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_75_mlp_up_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/mean": 0.00116729736328125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_75_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/mean": 0.000766754150390625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/norm": 7.75, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/mean": 0.0022430419921875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_76_mlp_up_proj_weight/mean": 5.793571472167969e-05, "train/tensor_param_model_layers_76_mlp_up_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/mean": 0.0001373291015625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_76_mlp_down_proj_weight/range": 0.265625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/norm": 7.78125, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/mean": 0.00347900390625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/range": 0.30078125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/mean": -0.0008697509765625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max_abs": 0.173828125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max": 0.173828125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/range": 0.3046875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/mean": -0.0003070831298828125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/norm": 7.75, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/mean": 0.00311279296875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/range": 0.3017578125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/mean": 8.296966552734375e-05, "train/tensor_param_model_layers_78_mlp_up_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max_abs": 0.173828125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/min": -0.173828125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/range": 0.30859375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_78_mlp_down_proj_weight/mean": 0.0002040863037109375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/mean": 0.00225830078125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/mean": -0.0003948211669921875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/range": 0.3056640625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/mean": -0.00014972686767578125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/min": -0.140625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/mean": 0.00311279296875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/min": -0.154296875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_80_mlp_up_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_80_mlp_up_proj_weight/mean": 0.00012683868408203125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/range": 0.296875, "train/tensor_param_model_layers_80_mlp_down_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_80_mlp_down_proj_weight/mean": 0.000247955322265625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_80_mlp_down_proj_weight/range": 0.2919921875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/mean": 0.00238037109375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/range": 0.2919921875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/norm": 7.5, "train/tensor_param_model_layers_81_mlp_up_proj_weight/mean": 1.0967254638671875e-05, "train/tensor_param_model_layers_81_mlp_up_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/min": -0.1591796875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/range": 0.30859375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_81_mlp_down_proj_weight/mean": 7.867813110351562e-05, "train/tensor_param_model_layers_81_mlp_down_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/mean": 0.0020904541015625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/range": 0.302734375, "train/tensor_param_model_layers_82_mlp_up_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_82_mlp_up_proj_weight/mean": -2.4557113647460938e-05, "train/tensor_param_model_layers_82_mlp_up_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/range": 0.2822265625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/mean": 0.0002727508544921875, "train/tensor_param_model_layers_82_mlp_down_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/norm": 8.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/mean": 0.0035552978515625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max_abs": 0.171875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max": 0.171875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/range": 0.3212890625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/mean": 0.00020694732666015625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max": 0.1533203125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/mean": -0.00016307830810546875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_83_mlp_down_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/norm": 8.125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/mean": 0.0025634765625, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/range": 0.2978515625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/norm": 7.75, "train/tensor_param_model_layers_84_mlp_up_proj_weight/mean": -3.2901763916015625e-05, "train/tensor_param_model_layers_84_mlp_up_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/range": 0.3017578125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_84_mlp_down_proj_weight/mean": -0.00021266937255859375, "train/tensor_param_model_layers_84_mlp_down_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/norm": 8.25, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/mean": 0.00274658203125, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/std": 0.04541015625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/norm": 7.8125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/mean": -0.00016498565673828125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/min": -0.1650390625, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max": 0.1611328125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_85_mlp_down_proj_weight/mean": 0.000385284423828125, "train/tensor_param_model_layers_85_mlp_down_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/min": -0.162109375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/range": 0.3095703125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/norm": 8.125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/mean": 0.0023651123046875, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/min": -0.15625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max": 0.1630859375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/range": 0.3193359375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/norm": 7.8125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/mean": 0.0002155303955078125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/range": 0.2822265625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_86_mlp_down_proj_weight/mean": -0.0001659393310546875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/norm": 8.125, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/mean": 0.0042724609375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max": 0.16015625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/mean": 0.0009307861328125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max": 0.1630859375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/range": 0.31640625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/mean": 0.00093841552734375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/norm": 8.25, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/mean": 0.002471923828125, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/std": 0.04541015625, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/range": 0.30078125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/mean": -7.104873657226562e-05, "train/tensor_param_model_layers_88_mlp_up_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/range": 0.3154296875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/norm": 7.75, "train/tensor_param_model_layers_88_mlp_down_proj_weight/mean": -0.00034332275390625, "train/tensor_param_model_layers_88_mlp_down_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/range": 0.2900390625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/mean": 0.0034332275390625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max_abs": 0.166015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/min": -0.166015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/range": 0.3310546875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/norm": 8.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/mean": -0.00021457672119140625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max_abs": 0.1884765625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/min": -0.173828125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max": 0.1884765625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/range": 0.3623046875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/norm": 7.78125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/mean": 0.00023174285888671875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/range": 0.2822265625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/norm": 8.375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/mean": 0.00286865234375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_90_mlp_up_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_90_mlp_up_proj_weight/mean": -3.743171691894531e-05, "train/tensor_param_model_layers_90_mlp_up_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/range": 0.296875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/norm": 7.875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/mean": -0.0004138946533203125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max": 0.1533203125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/range": 0.3056640625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/mean": 0.0025634765625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/min": -0.1611328125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_91_mlp_up_proj_weight/mean": -0.00023651123046875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max_abs": 0.203125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max": 0.203125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/range": 0.3662109375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/norm": 7.875, "train/tensor_param_model_layers_91_mlp_down_proj_weight/mean": -0.00052642822265625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/norm": 8.375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/mean": 0.0032196044921875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max_abs": 0.1826171875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max": 0.1826171875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/range": 0.345703125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/norm": 8.125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/mean": -0.000881195068359375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/min": -0.16015625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/range": 0.314453125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_92_mlp_down_proj_weight/mean": -0.0004138946533203125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_92_mlp_down_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/mean": 0.002655029296875, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max_abs": 0.1943359375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/min": -0.1611328125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max": 0.1943359375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/range": 0.35546875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/norm": 8.375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/mean": -0.0001392364501953125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/range": 0.3095703125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_93_mlp_down_proj_weight/mean": 0.00013828277587890625, "train/tensor_param_model_layers_93_mlp_down_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/min": -0.140625, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/norm": 8.5, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/mean": 0.002349853515625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/std": 0.046875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max_abs": 0.1728515625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/min": -0.1640625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max": 0.1728515625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/range": 0.3369140625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/mean": -0.0003948211669921875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max": 0.1689453125, "train/tensor_param_model_layers_94_mlp_up_proj_weight/range": 0.3154296875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/mean": 0.0001678466796875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/min": -0.15625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/range": 0.3212890625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/norm": 8.5, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/mean": 0.0016937255859375, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/std": 0.046875, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/min": -0.1474609375, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max": 0.16015625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/range": 0.3076171875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/mean": -0.000621795654296875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max_abs": 0.1826171875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/min": -0.1611328125, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max": 0.1826171875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/range": 0.34375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/norm": 8.125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/mean": -0.00042724609375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max_abs": 0.1611328125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/min": -0.1474609375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max": 0.1611328125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/range": 0.30859375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/norm": 8.75, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/mean": 0.00174713134765625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/std": 0.048095703125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max_abs": 0.1787109375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/min": -0.177734375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max": 0.1787109375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/range": 0.3564453125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/norm": 8.625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/mean": 0.0003566741943359375, "train/tensor_param_model_layers_96_mlp_up_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max_abs": 0.19921875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/min": -0.19921875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max": 0.1796875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/range": 0.37890625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/norm": 8.375, "train/tensor_param_model_layers_96_mlp_down_proj_weight/mean": 0.0003204345703125, "train/tensor_param_model_layers_96_mlp_down_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/min": -0.15625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max": 0.1552734375, "train/tensor_param_model_layers_96_mlp_down_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/norm": 8.625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/mean": 0.00182342529296875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max_abs": 0.1865234375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/min": -0.1865234375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max": 0.16015625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/range": 0.3466796875, "train/tensor_param_model_layers_97_mlp_up_proj_weight/norm": 8.625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/mean": -0.0001964569091796875, "train/tensor_param_model_layers_97_mlp_up_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max": 0.1689453125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/range": 0.33203125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_97_mlp_down_proj_weight/mean": -0.000141143798828125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max_abs": 0.185546875, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max": 0.185546875, "train/tensor_param_model_layers_97_mlp_down_proj_weight/range": 0.3388671875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/mean": 0.00119781494140625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max_abs": 0.1884765625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/min": -0.1884765625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max": 0.16015625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/range": 0.3486328125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_98_mlp_up_proj_weight/mean": 0.0001735687255859375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max_abs": 0.205078125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/min": -0.205078125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_98_mlp_up_proj_weight/range": 0.3623046875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/mean": -6.103515625e-05, "train/tensor_param_model_layers_98_mlp_down_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max_abs": 0.1708984375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max": 0.1708984375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/mean": 0.001739501953125, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/min": -0.1650390625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/range": 0.3330078125, "train/tensor_param_model_layers_99_mlp_up_proj_weight/norm": 8.6875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/mean": -0.0002593994140625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/std": 0.0478515625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max_abs": 0.185546875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/min": -0.185546875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max": 0.1748046875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/range": 0.3603515625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/norm": 8.375, "train/tensor_param_model_layers_99_mlp_down_proj_weight/mean": -0.000133514404296875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/range": 0.3125} -{"step": 2680, "epoch": 0.18065385911695314, "timestamp": 1786741334.502568, "loss": 8.082987976074218, "grad_norm": 2717908992.0, "learning_rate": 9e-05, "train/total_time_seconds": 53.65524084493518, "train/time_per_step_avg": 0.2841306272894144, "train/epoch_time_elapsed": 63.98241411522031, "train/estimated_remaining_minutes": 0.2736150341594953} -{"step": 2700, "epoch": 0.1820020222446916, "timestamp": 1786741341.3296866, "loss": 8.098572540283204, "grad_norm": 3355443200.0, "learning_rate": 9e-05, "train/total_time_seconds": 59.49442733451724, "train/time_per_step_avg": 0.2928485641628504, "train/epoch_time_elapsed": 70.80953296646476, "train/estimated_remaining_minutes": 0.29379964115810986} -{"step": 2720, "epoch": 0.18335018537243006, "timestamp": 1786741349.4116113, "loss": 8.106620025634765, "grad_norm": 4026531840.0, "learning_rate": 9e-05, "train/total_time_seconds": 66.04040613397956, "train/time_per_step_avg": 0.3024649756401777, "train/epoch_time_elapsed": 78.86571957543492, "train/estimated_remaining_minutes": 0.3156342940226964, "train/tensor_act_model_layers_0_residual_pre_attn/norm": 187.37551879882812, "train/tensor_act_model_layers_0_residual_pre_attn/mean": 0.00106048583984375, "train/tensor_act_model_layers_0_residual_pre_attn/std": 0.09130859375, "train/tensor_act_model_layers_0_residual_pre_attn/max_abs": 0.275390625, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/min": -0.263671875, "train/tensor_act_model_layers_0_residual_pre_attn/max": 0.275390625, "train/tensor_act_model_layers_0_residual_pre_attn/range": 0.5390625, "train/tensor_act_model_layers_0_residual_post_attn/norm": 189.7166748046875, "train/tensor_act_model_layers_0_residual_post_attn/mean": 0.00016117095947265625, "train/tensor_act_model_layers_0_residual_post_attn/std": 0.0927734375, "train/tensor_act_model_layers_0_residual_post_attn/max_abs": 0.353515625, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/min": -0.353515625, "train/tensor_act_model_layers_0_residual_post_attn/max": 0.33984375, "train/tensor_act_model_layers_0_residual_post_attn/range": 0.693359375, "train/tensor_act_model_layers_0_mlp_gate_proj/norm": 1373.699951171875, "train/tensor_act_model_layers_0_mlp_gate_proj/mean": -0.01226806640625, "train/tensor_act_model_layers_0_mlp_gate_proj/std": 0.474609375, "train/tensor_act_model_layers_0_mlp_gate_proj/max_abs": 2.34375, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/min": -1.9453125, "train/tensor_act_model_layers_0_mlp_gate_proj/max": 2.34375, "train/tensor_act_model_layers_0_mlp_gate_proj/range": 4.2890625, "train/tensor_act_model_layers_0_mlp_up_proj/norm": 1171.951171875, "train/tensor_act_model_layers_0_mlp_up_proj/mean": -0.001708984375, "train/tensor_act_model_layers_0_mlp_up_proj/std": 0.404296875, "train/tensor_act_model_layers_0_mlp_up_proj/max_abs": 2.015625, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/min": -2.015625, "train/tensor_act_model_layers_0_mlp_up_proj/max": 1.9765625, "train/tensor_act_model_layers_0_mlp_up_proj/range": 3.9921875, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 280.6952819824219, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 0.05615234375, "train/tensor_act_model_layers_0_mlp_down_proj/std": 0.125, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 0.71875, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/min": -0.60546875, "train/tensor_act_model_layers_0_mlp_down_proj/max": 0.71875, "train/tensor_act_model_layers_0_mlp_down_proj/range": 1.32421875, "train/tensor_act_model_layers_0_mlp/norm": 280.6952819824219, "train/tensor_act_model_layers_0_mlp/mean": 0.05615234375, "train/tensor_act_model_layers_0_mlp/std": 0.125, "train/tensor_act_model_layers_0_mlp/max_abs": 0.71875, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/min": -0.60546875, "train/tensor_act_model_layers_0_mlp/max": 0.71875, "train/tensor_act_model_layers_0_mlp/range": 1.32421875, "train/tensor_act_model_layers_0_residual_post_mlp/norm": 360.98419189453125, "train/tensor_act_model_layers_0_residual_post_mlp/mean": 0.056396484375, "train/tensor_act_model_layers_0_residual_post_mlp/std": 0.1669921875, "train/tensor_act_model_layers_0_residual_post_mlp/max_abs": 0.7578125, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/min": -0.73828125, "train/tensor_act_model_layers_0_residual_post_mlp/max": 0.7578125, "train/tensor_act_model_layers_0_residual_post_mlp/range": 1.49609375, "train/tensor_act_model_layers_1_residual_pre_attn/norm": 360.98419189453125, "train/tensor_act_model_layers_1_residual_pre_attn/mean": 0.056396484375, "train/tensor_act_model_layers_1_residual_pre_attn/std": 0.1669921875, "train/tensor_act_model_layers_1_residual_pre_attn/max_abs": 0.7578125, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/min": -0.73828125, "train/tensor_act_model_layers_1_residual_pre_attn/max": 0.7578125, "train/tensor_act_model_layers_1_residual_pre_attn/range": 1.49609375, "train/tensor_act_model_layers_1_residual_post_attn/norm": 370.9905090332031, "train/tensor_act_model_layers_1_residual_post_attn/mean": 0.05615234375, "train/tensor_act_model_layers_1_residual_post_attn/std": 0.171875, "train/tensor_act_model_layers_1_residual_post_attn/max_abs": 0.8671875, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/min": -0.74609375, "train/tensor_act_model_layers_1_residual_post_attn/max": 0.8671875, "train/tensor_act_model_layers_1_residual_post_attn/range": 1.61328125, "train/tensor_act_model_layers_1_mlp_gate_proj/norm": 1402.916748046875, "train/tensor_act_model_layers_1_mlp_gate_proj/mean": -0.03515625, "train/tensor_act_model_layers_1_mlp_gate_proj/std": 0.482421875, "train/tensor_act_model_layers_1_mlp_gate_proj/max_abs": 2.40625, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/min": -2.109375, "train/tensor_act_model_layers_1_mlp_gate_proj/max": 2.40625, "train/tensor_act_model_layers_1_mlp_gate_proj/range": 4.515625, "train/tensor_act_model_layers_1_mlp_up_proj/norm": 1230.62744140625, "train/tensor_act_model_layers_1_mlp_up_proj/mean": -0.01318359375, "train/tensor_act_model_layers_1_mlp_up_proj/std": 0.423828125, "train/tensor_act_model_layers_1_mlp_up_proj/max_abs": 2.265625, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/min": -2.265625, "train/tensor_act_model_layers_1_mlp_up_proj/max": 2.234375, "train/tensor_act_model_layers_1_mlp_up_proj/range": 4.5, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 325.7902526855469, "train/tensor_act_model_layers_1_mlp_down_proj/mean": 0.06787109375, "train/tensor_act_model_layers_1_mlp_down_proj/std": 0.1435546875, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 1.4453125, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/min": -1.0703125, "train/tensor_act_model_layers_1_mlp_down_proj/max": 1.4453125, "train/tensor_act_model_layers_1_mlp_down_proj/range": 2.515625, "train/tensor_act_model_layers_1_mlp/norm": 325.7902526855469, "train/tensor_act_model_layers_1_mlp/mean": 0.06787109375, "train/tensor_act_model_layers_1_mlp/std": 0.1435546875, "train/tensor_act_model_layers_1_mlp/max_abs": 1.4453125, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/min": -1.0703125, "train/tensor_act_model_layers_1_mlp/max": 1.4453125, "train/tensor_act_model_layers_1_mlp/range": 2.515625, "train/tensor_act_model_layers_1_residual_post_mlp/norm": 595.8355712890625, "train/tensor_act_model_layers_1_residual_post_mlp/mean": 0.1240234375, "train/tensor_act_model_layers_1_residual_post_mlp/std": 0.263671875, "train/tensor_act_model_layers_1_residual_post_mlp/max_abs": 1.7421875, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/min": -1.390625, "train/tensor_act_model_layers_1_residual_post_mlp/max": 1.7421875, "train/tensor_act_model_layers_1_residual_post_mlp/range": 3.1328125, "train/tensor_act_model_layers_2_residual_pre_attn/norm": 595.8355712890625, "train/tensor_act_model_layers_2_residual_pre_attn/mean": 0.1240234375, "train/tensor_act_model_layers_2_residual_pre_attn/std": 0.263671875, "train/tensor_act_model_layers_2_residual_pre_attn/max_abs": 1.7421875, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/min": -1.390625, "train/tensor_act_model_layers_2_residual_pre_attn/max": 1.7421875, "train/tensor_act_model_layers_2_residual_pre_attn/range": 3.1328125, "train/tensor_act_model_layers_2_residual_post_attn/norm": 619.9723510742188, "train/tensor_act_model_layers_2_residual_post_attn/mean": 0.126953125, "train/tensor_act_model_layers_2_residual_post_attn/std": 0.275390625, "train/tensor_act_model_layers_2_residual_post_attn/max_abs": 1.8125, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/min": -1.3828125, "train/tensor_act_model_layers_2_residual_post_attn/max": 1.8125, "train/tensor_act_model_layers_2_residual_post_attn/range": 3.1953125, "train/tensor_act_model_layers_2_mlp_gate_proj/norm": 1601.158447265625, "train/tensor_act_model_layers_2_mlp_gate_proj/mean": -0.06689453125, "train/tensor_act_model_layers_2_mlp_gate_proj/std": 0.546875, "train/tensor_act_model_layers_2_mlp_gate_proj/max_abs": 3.15625, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/min": -3.15625, "train/tensor_act_model_layers_2_mlp_gate_proj/max": 2.515625, "train/tensor_act_model_layers_2_mlp_gate_proj/range": 5.671875, "train/tensor_act_model_layers_2_mlp_up_proj/norm": 1478.82177734375, "train/tensor_act_model_layers_2_mlp_up_proj/mean": -0.01495361328125, "train/tensor_act_model_layers_2_mlp_up_proj/std": 0.51171875, "train/tensor_act_model_layers_2_mlp_up_proj/max_abs": 2.953125, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/min": -2.953125, "train/tensor_act_model_layers_2_mlp_up_proj/max": 2.90625, "train/tensor_act_model_layers_2_mlp_up_proj/range": 5.859375, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 696.5859375, "train/tensor_act_model_layers_2_mlp_down_proj/mean": 0.2080078125, "train/tensor_act_model_layers_2_mlp_down_proj/std": 0.26953125, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 1.6796875, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/min": -0.8828125, "train/tensor_act_model_layers_2_mlp_down_proj/max": 1.6796875, "train/tensor_act_model_layers_2_mlp_down_proj/range": 2.5625, "train/tensor_act_model_layers_2_mlp/norm": 696.5859375, "train/tensor_act_model_layers_2_mlp/mean": 0.2080078125, "train/tensor_act_model_layers_2_mlp/std": 0.26953125, "train/tensor_act_model_layers_2_mlp/max_abs": 1.6796875, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/min": -0.8828125, "train/tensor_act_model_layers_2_mlp/max": 1.6796875, "train/tensor_act_model_layers_2_mlp/range": 2.5625, "train/tensor_act_model_layers_2_residual_post_mlp/norm": 1139.7508544921875, "train/tensor_act_model_layers_2_residual_post_mlp/mean": 0.333984375, "train/tensor_act_model_layers_2_residual_post_mlp/std": 0.4453125, "train/tensor_act_model_layers_2_residual_post_mlp/max_abs": 2.40625, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/min": -1.9375, "train/tensor_act_model_layers_2_residual_post_mlp/max": 2.40625, "train/tensor_act_model_layers_2_residual_post_mlp/range": 4.34375, "train/tensor_act_model_layers_3_residual_pre_attn/norm": 1139.7508544921875, "train/tensor_act_model_layers_3_residual_pre_attn/mean": 0.333984375, "train/tensor_act_model_layers_3_residual_pre_attn/std": 0.4453125, "train/tensor_act_model_layers_3_residual_pre_attn/max_abs": 2.40625, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/min": -1.9375, "train/tensor_act_model_layers_3_residual_pre_attn/max": 2.40625, "train/tensor_act_model_layers_3_residual_pre_attn/range": 4.34375, "train/tensor_act_model_layers_3_residual_post_attn/norm": 1158.1884765625, "train/tensor_act_model_layers_3_residual_post_attn/mean": 0.330078125, "train/tensor_act_model_layers_3_residual_post_attn/std": 0.458984375, "train/tensor_act_model_layers_3_residual_post_attn/max_abs": 2.546875, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/min": -2.0, "train/tensor_act_model_layers_3_residual_post_attn/max": 2.546875, "train/tensor_act_model_layers_3_residual_post_attn/range": 4.546875, "train/tensor_act_model_layers_3_mlp_gate_proj/norm": 1790.3876953125, "train/tensor_act_model_layers_3_mlp_gate_proj/mean": -0.005126953125, "train/tensor_act_model_layers_3_mlp_gate_proj/std": 0.6171875, "train/tensor_act_model_layers_3_mlp_gate_proj/max_abs": 2.78125, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/min": -2.578125, "train/tensor_act_model_layers_3_mlp_gate_proj/max": 2.78125, "train/tensor_act_model_layers_3_mlp_gate_proj/range": 5.359375, "train/tensor_act_model_layers_3_mlp_up_proj/norm": 1722.005615234375, "train/tensor_act_model_layers_3_mlp_up_proj/mean": 0.0033721923828125, "train/tensor_act_model_layers_3_mlp_up_proj/std": 0.59375, "train/tensor_act_model_layers_3_mlp_up_proj/max_abs": 3.046875, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/min": -3.046875, "train/tensor_act_model_layers_3_mlp_up_proj/max": 2.859375, "train/tensor_act_model_layers_3_mlp_up_proj/range": 5.90625, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 1219.94287109375, "train/tensor_act_model_layers_3_mlp_down_proj/mean": 0.48046875, "train/tensor_act_model_layers_3_mlp_down_proj/std": 0.353515625, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 1.7890625, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/min": -0.640625, "train/tensor_act_model_layers_3_mlp_down_proj/max": 1.7890625, "train/tensor_act_model_layers_3_mlp_down_proj/range": 2.4296875, "train/tensor_act_model_layers_3_mlp/norm": 1219.94287109375, "train/tensor_act_model_layers_3_mlp/mean": 0.48046875, "train/tensor_act_model_layers_3_mlp/std": 0.353515625, "train/tensor_act_model_layers_3_mlp/max_abs": 1.7890625, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/min": -0.640625, "train/tensor_act_model_layers_3_mlp/max": 1.7890625, "train/tensor_act_model_layers_3_mlp/range": 2.4296875, "train/tensor_act_model_layers_3_residual_post_mlp/norm": 2143.125, "train/tensor_act_model_layers_3_residual_post_mlp/mean": 0.80859375, "train/tensor_act_model_layers_3_residual_post_mlp/std": 0.6640625, "train/tensor_act_model_layers_3_residual_post_mlp/max_abs": 3.515625, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/min": -1.921875, "train/tensor_act_model_layers_3_residual_post_mlp/max": 3.515625, "train/tensor_act_model_layers_3_residual_post_mlp/range": 5.4375, "train/tensor_act_model_layers_4_residual_pre_attn/norm": 2143.125, "train/tensor_act_model_layers_4_residual_pre_attn/mean": 0.80859375, "train/tensor_act_model_layers_4_residual_pre_attn/std": 0.6640625, "train/tensor_act_model_layers_4_residual_pre_attn/max_abs": 3.515625, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/min": -1.921875, "train/tensor_act_model_layers_4_residual_pre_attn/max": 3.515625, "train/tensor_act_model_layers_4_residual_pre_attn/range": 5.4375, "train/tensor_act_model_layers_4_residual_post_attn/norm": 2130.890380859375, "train/tensor_act_model_layers_4_residual_post_attn/mean": 0.80078125, "train/tensor_act_model_layers_4_residual_post_attn/std": 0.6640625, "train/tensor_act_model_layers_4_residual_post_attn/max_abs": 3.421875, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/min": -1.9453125, "train/tensor_act_model_layers_4_residual_post_attn/max": 3.421875, "train/tensor_act_model_layers_4_residual_post_attn/range": 5.3671875, "train/tensor_act_model_layers_4_mlp_gate_proj/norm": 2616.139404296875, "train/tensor_act_model_layers_4_mlp_gate_proj/mean": 0.234375, "train/tensor_act_model_layers_4_mlp_gate_proj/std": 0.87109375, "train/tensor_act_model_layers_4_mlp_gate_proj/max_abs": 3.1875, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/min": -2.484375, "train/tensor_act_model_layers_4_mlp_gate_proj/max": 3.1875, "train/tensor_act_model_layers_4_mlp_gate_proj/range": 5.671875, "train/tensor_act_model_layers_4_mlp_up_proj/norm": 2572.229248046875, "train/tensor_act_model_layers_4_mlp_up_proj/mean": 0.08642578125, "train/tensor_act_model_layers_4_mlp_up_proj/std": 0.8828125, "train/tensor_act_model_layers_4_mlp_up_proj/max_abs": 3.265625, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/min": -3.09375, "train/tensor_act_model_layers_4_mlp_up_proj/max": 3.265625, "train/tensor_act_model_layers_4_mlp_up_proj/range": 6.359375, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 4999.6025390625, "train/tensor_act_model_layers_4_mlp_down_proj/mean": 2.3125, "train/tensor_act_model_layers_4_mlp_down_proj/std": 0.79296875, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 4.9375, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/min": -0.28515625, "train/tensor_act_model_layers_4_mlp_down_proj/max": 4.9375, "train/tensor_act_model_layers_4_mlp_down_proj/range": 5.22265625, "train/tensor_act_model_layers_4_mlp/norm": 4999.6025390625, "train/tensor_act_model_layers_4_mlp/mean": 2.3125, "train/tensor_act_model_layers_4_mlp/std": 0.79296875, "train/tensor_act_model_layers_4_mlp/max_abs": 4.9375, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp/min": -0.28515625, "train/tensor_act_model_layers_4_mlp/max": 4.9375, "train/tensor_act_model_layers_4_mlp/range": 5.22265625, "train/tensor_act_model_layers_4_residual_post_mlp/norm": 6830.29736328125, "train/tensor_act_model_layers_4_residual_post_mlp/mean": 3.109375, "train/tensor_act_model_layers_4_residual_post_mlp/std": 1.203125, "train/tensor_act_model_layers_4_residual_post_mlp/max_abs": 7.21875, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/min": -1.1953125, "train/tensor_act_model_layers_4_residual_post_mlp/max": 7.21875, "train/tensor_act_model_layers_4_residual_post_mlp/range": 8.4140625, "train/tensor_act_model_layers_5_residual_pre_attn/norm": 6830.29736328125, "train/tensor_act_model_layers_5_residual_pre_attn/mean": 3.109375, "train/tensor_act_model_layers_5_residual_pre_attn/std": 1.203125, "train/tensor_act_model_layers_5_residual_pre_attn/max_abs": 7.21875, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/min": -1.1953125, "train/tensor_act_model_layers_5_residual_pre_attn/max": 7.21875, "train/tensor_act_model_layers_5_residual_pre_attn/range": 8.4140625, "train/tensor_act_model_layers_5_residual_post_attn/norm": 6804.64892578125, "train/tensor_act_model_layers_5_residual_post_attn/mean": 3.09375, "train/tensor_act_model_layers_5_residual_post_attn/std": 1.203125, "train/tensor_act_model_layers_5_residual_post_attn/max_abs": 7.09375, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/min": -1.125, "train/tensor_act_model_layers_5_residual_post_attn/max": 7.09375, "train/tensor_act_model_layers_5_residual_post_attn/range": 8.21875, "train/tensor_act_model_layers_5_mlp_gate_proj/norm": 3666.525390625, "train/tensor_act_model_layers_5_mlp_gate_proj/mean": 0.60546875, "train/tensor_act_model_layers_5_mlp_gate_proj/std": 1.109375, "train/tensor_act_model_layers_5_mlp_gate_proj/max_abs": 3.3125, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/min": -1.78125, "train/tensor_act_model_layers_5_mlp_gate_proj/max": 3.3125, "train/tensor_act_model_layers_5_mlp_gate_proj/range": 5.09375, "train/tensor_act_model_layers_5_mlp_up_proj/norm": 3725.60205078125, "train/tensor_act_model_layers_5_mlp_up_proj/mean": 0.05615234375, "train/tensor_act_model_layers_5_mlp_up_proj/std": 1.28125, "train/tensor_act_model_layers_5_mlp_up_proj/max_abs": 3.578125, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/min": -3.25, "train/tensor_act_model_layers_5_mlp_up_proj/max": 3.578125, "train/tensor_act_model_layers_5_mlp_up_proj/range": 6.828125, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 14611.3115234375, "train/tensor_act_model_layers_5_mlp_down_proj/mean": 6.96875, "train/tensor_act_model_layers_5_mlp_down_proj/std": 1.59375, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 10.625, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 0.014624595642089844, "train/tensor_act_model_layers_5_mlp_down_proj/min": -0.1298828125, "train/tensor_act_model_layers_5_mlp_down_proj/max": 10.625, "train/tensor_act_model_layers_5_mlp_down_proj/range": 10.7548828125, "train/tensor_act_model_layers_5_mlp/norm": 14611.3115234375, "train/tensor_act_model_layers_5_mlp/mean": 6.96875, "train/tensor_act_model_layers_5_mlp/std": 1.59375, "train/tensor_act_model_layers_5_mlp/max_abs": 10.625, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.014624595642089844, "train/tensor_act_model_layers_5_mlp/min": -0.1298828125, "train/tensor_act_model_layers_5_mlp/max": 10.625, "train/tensor_act_model_layers_5_mlp/range": 10.7548828125, "train/tensor_act_model_layers_5_residual_post_mlp/norm": 21045.326171875, "train/tensor_act_model_layers_5_residual_post_mlp/mean": 10.0625, "train/tensor_act_model_layers_5_residual_post_mlp/std": 2.125, "train/tensor_act_model_layers_5_residual_post_mlp/max_abs": 16.75, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_user_limit": 0.5024349689483643, "train/tensor_act_model_layers_5_residual_post_mlp/min": -0.7734375, "train/tensor_act_model_layers_5_residual_post_mlp/max": 16.75, "train/tensor_act_model_layers_5_residual_post_mlp/range": 17.5234375, "train/tensor_act_model_layers_6_residual_pre_attn/norm": 21045.326171875, "train/tensor_act_model_layers_6_residual_pre_attn/mean": 10.0625, "train/tensor_act_model_layers_6_residual_pre_attn/std": 2.125, "train/tensor_act_model_layers_6_residual_pre_attn/max_abs": 16.75, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_user_limit": 0.5024349689483643, "train/tensor_act_model_layers_6_residual_pre_attn/min": -0.7734375, "train/tensor_act_model_layers_6_residual_pre_attn/max": 16.75, "train/tensor_act_model_layers_6_residual_pre_attn/range": 17.5234375, "train/tensor_act_model_layers_6_residual_post_attn/norm": 21021.33984375, "train/tensor_act_model_layers_6_residual_post_attn/mean": 10.0625, "train/tensor_act_model_layers_6_residual_post_attn/std": 2.140625, "train/tensor_act_model_layers_6_residual_post_attn/max_abs": 16.875, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_user_limit": 0.5016293525695801, "train/tensor_act_model_layers_6_residual_post_attn/min": -0.8125, "train/tensor_act_model_layers_6_residual_post_attn/max": 16.875, "train/tensor_act_model_layers_6_residual_post_attn/range": 17.6875, "train/tensor_act_model_layers_6_mlp_gate_proj/norm": 4279.07861328125, "train/tensor_act_model_layers_6_mlp_gate_proj/mean": 0.78515625, "train/tensor_act_model_layers_6_mlp_gate_proj/std": 1.25, "train/tensor_act_model_layers_6_mlp_gate_proj/max_abs": 3.53125, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/min": -1.78125, "train/tensor_act_model_layers_6_mlp_gate_proj/max": 3.53125, "train/tensor_act_model_layers_6_mlp_gate_proj/range": 5.3125, "train/tensor_act_model_layers_6_mlp_up_proj/norm": 4319.58447265625, "train/tensor_act_model_layers_6_mlp_up_proj/mean": -0.0311279296875, "train/tensor_act_model_layers_6_mlp_up_proj/std": 1.4921875, "train/tensor_act_model_layers_6_mlp_up_proj/max_abs": 3.640625, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/min": -3.546875, "train/tensor_act_model_layers_6_mlp_up_proj/max": 3.640625, "train/tensor_act_model_layers_6_mlp_up_proj/range": 7.1875, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 20884.80859375, "train/tensor_act_model_layers_6_mlp_down_proj/mean": 10.0, "train/tensor_act_model_layers_6_mlp_down_proj/std": 2.09375, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 14.5, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 0.4935762882232666, "train/tensor_act_model_layers_6_mlp_down_proj/min": 0.451171875, "train/tensor_act_model_layers_6_mlp_down_proj/max": 14.5, "train/tensor_act_model_layers_6_mlp_down_proj/range": 14.048828125, "train/tensor_act_model_layers_6_mlp/norm": 20884.80859375, "train/tensor_act_model_layers_6_mlp/mean": 10.0, "train/tensor_act_model_layers_6_mlp/std": 2.09375, "train/tensor_act_model_layers_6_mlp/max_abs": 14.5, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.4935762882232666, "train/tensor_act_model_layers_6_mlp/min": 0.451171875, "train/tensor_act_model_layers_6_mlp/max": 14.5, "train/tensor_act_model_layers_6_mlp/range": 14.048828125, "train/tensor_act_model_layers_6_residual_post_mlp/norm": 41496.0390625, "train/tensor_act_model_layers_6_residual_post_mlp/mean": 20.0, "train/tensor_act_model_layers_6_residual_post_mlp/std": 3.109375, "train/tensor_act_model_layers_6_residual_post_mlp/max_abs": 30.75, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_user_limit": 0.9995050430297852, "train/tensor_act_model_layers_6_residual_post_mlp/min": 0.4453125, "train/tensor_act_model_layers_6_residual_post_mlp/max": 30.75, "train/tensor_act_model_layers_6_residual_post_mlp/range": 30.3046875, "train/tensor_act_model_layers_7_residual_pre_attn/norm": 41496.0390625, "train/tensor_act_model_layers_7_residual_pre_attn/mean": 20.0, "train/tensor_act_model_layers_7_residual_pre_attn/std": 3.109375, "train/tensor_act_model_layers_7_residual_pre_attn/max_abs": 30.75, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_user_limit": 0.9995050430297852, "train/tensor_act_model_layers_7_residual_pre_attn/min": 0.4453125, "train/tensor_act_model_layers_7_residual_pre_attn/max": 30.75, "train/tensor_act_model_layers_7_residual_pre_attn/range": 30.3046875, "train/tensor_act_model_layers_7_residual_post_attn/norm": 41483.6640625, "train/tensor_act_model_layers_7_residual_post_attn/mean": 20.0, "train/tensor_act_model_layers_7_residual_post_attn/std": 3.109375, "train/tensor_act_model_layers_7_residual_post_attn/max_abs": 30.75, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_user_limit": 0.9994995594024658, "train/tensor_act_model_layers_7_residual_post_attn/min": 0.42578125, "train/tensor_act_model_layers_7_residual_post_attn/max": 30.75, "train/tensor_act_model_layers_7_residual_post_attn/range": 30.32421875, "train/tensor_act_model_layers_7_mlp_gate_proj/norm": 4362.53271484375, "train/tensor_act_model_layers_7_mlp_gate_proj/mean": 0.82421875, "train/tensor_act_model_layers_7_mlp_gate_proj/std": 1.2578125, "train/tensor_act_model_layers_7_mlp_gate_proj/max_abs": 3.28125, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/min": -1.796875, "train/tensor_act_model_layers_7_mlp_gate_proj/max": 3.28125, "train/tensor_act_model_layers_7_mlp_gate_proj/range": 5.078125, "train/tensor_act_model_layers_7_mlp_up_proj/norm": 4414.39599609375, "train/tensor_act_model_layers_7_mlp_up_proj/mean": -0.04296875, "train/tensor_act_model_layers_7_mlp_up_proj/std": 1.5234375, "train/tensor_act_model_layers_7_mlp_up_proj/max_abs": 3.6875, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/min": -3.328125, "train/tensor_act_model_layers_7_mlp_up_proj/max": 3.6875, "train/tensor_act_model_layers_7_mlp_up_proj/range": 7.015625, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 22420.40234375, "train/tensor_act_model_layers_7_mlp_down_proj/mean": 10.6875, "train/tensor_act_model_layers_7_mlp_down_proj/std": 2.4375, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 16.625, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 0.6172449588775635, "train/tensor_act_model_layers_7_mlp_down_proj/min": 2.0, "train/tensor_act_model_layers_7_mlp_down_proj/max": 16.625, "train/tensor_act_model_layers_7_mlp_down_proj/range": 14.625, "train/tensor_act_model_layers_7_mlp/norm": 22420.40234375, "train/tensor_act_model_layers_7_mlp/mean": 10.6875, "train/tensor_act_model_layers_7_mlp/std": 2.4375, "train/tensor_act_model_layers_7_mlp/max_abs": 16.625, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.6172449588775635, "train/tensor_act_model_layers_7_mlp/min": 2.0, "train/tensor_act_model_layers_7_mlp/max": 16.625, "train/tensor_act_model_layers_7_mlp/range": 14.625, "train/tensor_act_model_layers_7_residual_post_mlp/norm": 63505.671875, "train/tensor_act_model_layers_7_residual_post_mlp/mean": 30.625, "train/tensor_act_model_layers_7_residual_post_mlp/std": 4.46875, "train/tensor_act_model_layers_7_residual_post_mlp/max_abs": 42.0, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_user_limit": 0.9999821186065674, "train/tensor_act_model_layers_7_residual_post_mlp/min": 3.875, "train/tensor_act_model_layers_7_residual_post_mlp/max": 42.0, "train/tensor_act_model_layers_7_residual_post_mlp/range": 38.125, "train/tensor_act_model_layers_8_residual_pre_attn/norm": 63505.671875, "train/tensor_act_model_layers_8_residual_pre_attn/mean": 30.625, "train/tensor_act_model_layers_8_residual_pre_attn/std": 4.46875, "train/tensor_act_model_layers_8_residual_pre_attn/max_abs": 42.0, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_user_limit": 0.9999821186065674, "train/tensor_act_model_layers_8_residual_pre_attn/min": 3.875, "train/tensor_act_model_layers_8_residual_pre_attn/max": 42.0, "train/tensor_act_model_layers_8_residual_pre_attn/range": 38.125, "train/tensor_act_model_layers_8_residual_post_attn/norm": 63479.37890625, "train/tensor_act_model_layers_8_residual_post_attn/mean": 30.625, "train/tensor_act_model_layers_8_residual_post_attn/std": 4.46875, "train/tensor_act_model_layers_8_residual_post_attn/max_abs": 42.0, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_user_limit": 0.9999821186065674, "train/tensor_act_model_layers_8_residual_post_attn/min": 4.0625, "train/tensor_act_model_layers_8_residual_post_attn/max": 42.0, "train/tensor_act_model_layers_8_residual_post_attn/range": 37.9375, "train/tensor_act_model_layers_8_mlp_gate_proj/norm": 4897.27001953125, "train/tensor_act_model_layers_8_mlp_gate_proj/mean": 0.99609375, "train/tensor_act_model_layers_8_mlp_gate_proj/std": 1.3671875, "train/tensor_act_model_layers_8_mlp_gate_proj/max_abs": 3.296875, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/min": -1.0703125, "train/tensor_act_model_layers_8_mlp_gate_proj/max": 3.296875, "train/tensor_act_model_layers_8_mlp_gate_proj/range": 4.3671875, "train/tensor_act_model_layers_8_mlp_up_proj/norm": 4936.22900390625, "train/tensor_act_model_layers_8_mlp_up_proj/mean": 0.0004444122314453125, "train/tensor_act_model_layers_8_mlp_up_proj/std": 1.703125, "train/tensor_act_model_layers_8_mlp_up_proj/max_abs": 3.65625, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/min": -3.65625, "train/tensor_act_model_layers_8_mlp_up_proj/max": 3.625, "train/tensor_act_model_layers_8_mlp_up_proj/range": 7.28125, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 30672.103515625, "train/tensor_act_model_layers_8_mlp_down_proj/mean": 14.8125, "train/tensor_act_model_layers_8_mlp_down_proj/std": 2.171875, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 20.5, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 0.9921863079071045, "train/tensor_act_model_layers_8_mlp_down_proj/min": 9.4375, "train/tensor_act_model_layers_8_mlp_down_proj/max": 20.5, "train/tensor_act_model_layers_8_mlp_down_proj/range": 11.0625, "train/tensor_act_model_layers_8_mlp/norm": 30672.103515625, "train/tensor_act_model_layers_8_mlp/mean": 14.8125, "train/tensor_act_model_layers_8_mlp/std": 2.171875, "train/tensor_act_model_layers_8_mlp/max_abs": 20.5, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.9921863079071045, "train/tensor_act_model_layers_8_mlp/min": 9.4375, "train/tensor_act_model_layers_8_mlp/max": 20.5, "train/tensor_act_model_layers_8_mlp/range": 11.0625, "train/tensor_act_model_layers_8_residual_post_mlp/norm": 93768.3125, "train/tensor_act_model_layers_8_residual_post_mlp/mean": 45.5, "train/tensor_act_model_layers_8_residual_post_mlp/std": 5.21875, "train/tensor_act_model_layers_8_residual_post_mlp/max_abs": 58.0, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_residual_post_mlp/min": 17.125, "train/tensor_act_model_layers_8_residual_post_mlp/max": 58.0, "train/tensor_act_model_layers_8_residual_post_mlp/range": 40.875, "train/tensor_act_model_layers_9_residual_pre_attn/norm": 93768.3125, "train/tensor_act_model_layers_9_residual_pre_attn/mean": 45.5, "train/tensor_act_model_layers_9_residual_pre_attn/std": 5.21875, "train/tensor_act_model_layers_9_residual_pre_attn/max_abs": 58.0, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_residual_pre_attn/min": 17.125, "train/tensor_act_model_layers_9_residual_pre_attn/max": 58.0, "train/tensor_act_model_layers_9_residual_pre_attn/range": 40.875, "train/tensor_act_model_layers_9_residual_post_attn/norm": 93748.03125, "train/tensor_act_model_layers_9_residual_post_attn/mean": 45.5, "train/tensor_act_model_layers_9_residual_post_attn/std": 5.21875, "train/tensor_act_model_layers_9_residual_post_attn/max_abs": 58.0, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_residual_post_attn/min": 17.125, "train/tensor_act_model_layers_9_residual_post_attn/max": 58.0, "train/tensor_act_model_layers_9_residual_post_attn/range": 40.875, "train/tensor_act_model_layers_9_mlp_gate_proj/norm": 4971.77197265625, "train/tensor_act_model_layers_9_mlp_gate_proj/mean": 1.0, "train/tensor_act_model_layers_9_mlp_gate_proj/std": 1.390625, "train/tensor_act_model_layers_9_mlp_gate_proj/max_abs": 3.6875, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/min": -0.87109375, "train/tensor_act_model_layers_9_mlp_gate_proj/max": 3.6875, "train/tensor_act_model_layers_9_mlp_gate_proj/range": 4.55859375, "train/tensor_act_model_layers_9_mlp_up_proj/norm": 4810.099609375, "train/tensor_act_model_layers_9_mlp_up_proj/mean": -0.07666015625, "train/tensor_act_model_layers_9_mlp_up_proj/std": 1.65625, "train/tensor_act_model_layers_9_mlp_up_proj/max_abs": 3.484375, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/min": -3.328125, "train/tensor_act_model_layers_9_mlp_up_proj/max": 3.484375, "train/tensor_act_model_layers_9_mlp_up_proj/range": 6.8125, "train/tensor_act_model_layers_9_mlp_down_proj/norm": 30339.419921875, "train/tensor_act_model_layers_9_mlp_down_proj/mean": 14.625, "train/tensor_act_model_layers_9_mlp_down_proj/std": 2.28125, "train/tensor_act_model_layers_9_mlp_down_proj/max_abs": 22.875, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_user_limit": 0.984375, "train/tensor_act_model_layers_9_mlp_down_proj/min": 8.0, "train/tensor_act_model_layers_9_mlp_down_proj/max": 22.875, "train/tensor_act_model_layers_9_mlp_down_proj/range": 14.875, "train/tensor_act_model_layers_9_mlp/norm": 30339.419921875, "train/tensor_act_model_layers_9_mlp/mean": 14.625, "train/tensor_act_model_layers_9_mlp/std": 2.28125, "train/tensor_act_model_layers_9_mlp/max_abs": 22.875, "train/tensor_act_model_layers_9_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp/frac_near_user_limit": 0.984375, "train/tensor_act_model_layers_9_mlp/min": 8.0, "train/tensor_act_model_layers_9_mlp/max": 22.875, "train/tensor_act_model_layers_9_mlp/range": 14.875, "train/tensor_act_model_layers_9_residual_post_mlp/norm": 123703.0234375, "train/tensor_act_model_layers_9_residual_post_mlp/mean": 60.0, "train/tensor_act_model_layers_9_residual_post_mlp/std": 5.90625, "train/tensor_act_model_layers_9_residual_post_mlp/max_abs": 78.0, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_residual_post_mlp/min": 29.0, "train/tensor_act_model_layers_9_residual_post_mlp/max": 78.0, "train/tensor_act_model_layers_9_residual_post_mlp/range": 49.0, "train/tensor_act_model_layers_10_residual_pre_attn/norm": 123703.0234375, "train/tensor_act_model_layers_10_residual_pre_attn/mean": 60.0, "train/tensor_act_model_layers_10_residual_pre_attn/std": 5.90625, "train/tensor_act_model_layers_10_residual_pre_attn/max_abs": 78.0, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_residual_pre_attn/min": 29.0, "train/tensor_act_model_layers_10_residual_pre_attn/max": 78.0, "train/tensor_act_model_layers_10_residual_pre_attn/range": 49.0, "train/tensor_act_model_layers_10_residual_post_attn/norm": 123713.5078125, "train/tensor_act_model_layers_10_residual_post_attn/mean": 60.0, "train/tensor_act_model_layers_10_residual_post_attn/std": 5.90625, "train/tensor_act_model_layers_10_residual_post_attn/max_abs": 78.0, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_residual_post_attn/min": 28.875, "train/tensor_act_model_layers_10_residual_post_attn/max": 78.0, "train/tensor_act_model_layers_10_residual_post_attn/range": 49.125, "train/tensor_act_model_layers_10_mlp_gate_proj/norm": 4852.60302734375, "train/tensor_act_model_layers_10_mlp_gate_proj/mean": 0.9765625, "train/tensor_act_model_layers_10_mlp_gate_proj/std": 1.359375, "train/tensor_act_model_layers_10_mlp_gate_proj/max_abs": 3.5625, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/min": -1.0234375, "train/tensor_act_model_layers_10_mlp_gate_proj/max": 3.5625, "train/tensor_act_model_layers_10_mlp_gate_proj/range": 4.5859375, "train/tensor_act_model_layers_10_mlp_up_proj/norm": 4968.423828125, "train/tensor_act_model_layers_10_mlp_up_proj/mean": -0.1494140625, "train/tensor_act_model_layers_10_mlp_up_proj/std": 1.7109375, "train/tensor_act_model_layers_10_mlp_up_proj/max_abs": 3.6875, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/min": -3.6875, "train/tensor_act_model_layers_10_mlp_up_proj/max": 3.671875, "train/tensor_act_model_layers_10_mlp_up_proj/range": 7.359375, "train/tensor_act_model_layers_10_mlp_down_proj/norm": 29933.638671875, "train/tensor_act_model_layers_10_mlp_down_proj/mean": 14.375, "train/tensor_act_model_layers_10_mlp_down_proj/std": 2.609375, "train/tensor_act_model_layers_10_mlp_down_proj/max_abs": 20.125, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_user_limit": 0.9144740104675293, "train/tensor_act_model_layers_10_mlp_down_proj/min": 6.6875, "train/tensor_act_model_layers_10_mlp_down_proj/max": 20.125, "train/tensor_act_model_layers_10_mlp_down_proj/range": 13.4375, "train/tensor_act_model_layers_10_mlp/norm": 29933.638671875, "train/tensor_act_model_layers_10_mlp/mean": 14.375, "train/tensor_act_model_layers_10_mlp/std": 2.609375, "train/tensor_act_model_layers_10_mlp/max_abs": 20.125, "train/tensor_act_model_layers_10_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp/frac_near_user_limit": 0.9144740104675293, "train/tensor_act_model_layers_10_mlp/min": 6.6875, "train/tensor_act_model_layers_10_mlp/max": 20.125, "train/tensor_act_model_layers_10_mlp/range": 13.4375, "train/tensor_act_model_layers_10_residual_post_mlp/norm": 153231.3125, "train/tensor_act_model_layers_10_residual_post_mlp/mean": 74.5, "train/tensor_act_model_layers_10_residual_post_mlp/std": 7.0, "train/tensor_act_model_layers_10_residual_post_mlp/max_abs": 92.5, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_residual_post_mlp/min": 41.75, "train/tensor_act_model_layers_10_residual_post_mlp/max": 92.5, "train/tensor_act_model_layers_10_residual_post_mlp/range": 50.75, "train/tensor_act_model_layers_11_residual_pre_attn/norm": 153231.3125, "train/tensor_act_model_layers_11_residual_pre_attn/mean": 74.5, "train/tensor_act_model_layers_11_residual_pre_attn/std": 7.0, "train/tensor_act_model_layers_11_residual_pre_attn/max_abs": 92.5, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_residual_pre_attn/min": 41.75, "train/tensor_act_model_layers_11_residual_pre_attn/max": 92.5, "train/tensor_act_model_layers_11_residual_pre_attn/range": 50.75, "train/tensor_act_model_layers_11_residual_post_attn/norm": 153224.34375, "train/tensor_act_model_layers_11_residual_post_attn/mean": 74.5, "train/tensor_act_model_layers_11_residual_post_attn/std": 7.0, "train/tensor_act_model_layers_11_residual_post_attn/max_abs": 92.5, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_residual_post_attn/min": 41.5, "train/tensor_act_model_layers_11_residual_post_attn/max": 92.5, "train/tensor_act_model_layers_11_residual_post_attn/range": 51.0, "train/tensor_act_model_layers_11_mlp_gate_proj/norm": 4718.7060546875, "train/tensor_act_model_layers_11_mlp_gate_proj/mean": 0.9296875, "train/tensor_act_model_layers_11_mlp_gate_proj/std": 1.3359375, "train/tensor_act_model_layers_11_mlp_gate_proj/max_abs": 3.328125, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/min": -1.5625, "train/tensor_act_model_layers_11_mlp_gate_proj/max": 3.328125, "train/tensor_act_model_layers_11_mlp_gate_proj/range": 4.890625, "train/tensor_act_model_layers_11_mlp_up_proj/norm": 4826.7529296875, "train/tensor_act_model_layers_11_mlp_up_proj/mean": -0.0556640625, "train/tensor_act_model_layers_11_mlp_up_proj/std": 1.6640625, "train/tensor_act_model_layers_11_mlp_up_proj/max_abs": 3.828125, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/min": -3.53125, "train/tensor_act_model_layers_11_mlp_up_proj/max": 3.828125, "train/tensor_act_model_layers_11_mlp_up_proj/range": 7.359375, "train/tensor_act_model_layers_11_mlp_down_proj/norm": 28157.6015625, "train/tensor_act_model_layers_11_mlp_down_proj/mean": 13.5625, "train/tensor_act_model_layers_11_mlp_down_proj/std": 2.40625, "train/tensor_act_model_layers_11_mlp_down_proj/max_abs": 19.25, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_user_limit": 0.9453125, "train/tensor_act_model_layers_11_mlp_down_proj/min": 6.625, "train/tensor_act_model_layers_11_mlp_down_proj/max": 19.25, "train/tensor_act_model_layers_11_mlp_down_proj/range": 12.625, "train/tensor_act_model_layers_11_mlp/norm": 28157.6015625, "train/tensor_act_model_layers_11_mlp/mean": 13.5625, "train/tensor_act_model_layers_11_mlp/std": 2.40625, "train/tensor_act_model_layers_11_mlp/max_abs": 19.25, "train/tensor_act_model_layers_11_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp/frac_near_user_limit": 0.9453125, "train/tensor_act_model_layers_11_mlp/min": 6.625, "train/tensor_act_model_layers_11_mlp/max": 19.25, "train/tensor_act_model_layers_11_mlp/range": 12.625, "train/tensor_act_model_layers_11_residual_post_mlp/norm": 181059.6875, "train/tensor_act_model_layers_11_residual_post_mlp/mean": 88.0, "train/tensor_act_model_layers_11_residual_post_mlp/std": 8.125, "train/tensor_act_model_layers_11_residual_post_mlp/max_abs": 106.5, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_residual_post_mlp/min": 48.75, "train/tensor_act_model_layers_11_residual_post_mlp/max": 106.5, "train/tensor_act_model_layers_11_residual_post_mlp/range": 57.75, "train/tensor_act_model_layers_12_residual_pre_attn/norm": 181059.6875, "train/tensor_act_model_layers_12_residual_pre_attn/mean": 88.0, "train/tensor_act_model_layers_12_residual_pre_attn/std": 8.125, "train/tensor_act_model_layers_12_residual_pre_attn/max_abs": 106.5, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_pre_attn/min": 48.75, "train/tensor_act_model_layers_12_residual_pre_attn/max": 106.5, "train/tensor_act_model_layers_12_residual_pre_attn/range": 57.75, "train/tensor_act_model_layers_12_residual_post_attn/norm": 180992.765625, "train/tensor_act_model_layers_12_residual_post_attn/mean": 88.0, "train/tensor_act_model_layers_12_residual_post_attn/std": 8.125, "train/tensor_act_model_layers_12_residual_post_attn/max_abs": 106.5, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_post_attn/min": 49.0, "train/tensor_act_model_layers_12_residual_post_attn/max": 106.5, "train/tensor_act_model_layers_12_residual_post_attn/range": 57.5, "train/tensor_act_model_layers_12_mlp_gate_proj/norm": 5089.046875, "train/tensor_act_model_layers_12_mlp_gate_proj/mean": 1.0546875, "train/tensor_act_model_layers_12_mlp_gate_proj/std": 1.40625, "train/tensor_act_model_layers_12_mlp_gate_proj/max_abs": 3.734375, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/min": -1.203125, "train/tensor_act_model_layers_12_mlp_gate_proj/max": 3.734375, "train/tensor_act_model_layers_12_mlp_gate_proj/range": 4.9375, "train/tensor_act_model_layers_12_mlp_up_proj/norm": 5132.96728515625, "train/tensor_act_model_layers_12_mlp_up_proj/mean": -0.0098876953125, "train/tensor_act_model_layers_12_mlp_up_proj/std": 1.7734375, "train/tensor_act_model_layers_12_mlp_up_proj/max_abs": 3.59375, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/min": -3.59375, "train/tensor_act_model_layers_12_mlp_up_proj/max": 3.5625, "train/tensor_act_model_layers_12_mlp_up_proj/range": 7.15625, "train/tensor_act_model_layers_12_mlp_down_proj/norm": 33144.71875, "train/tensor_act_model_layers_12_mlp_down_proj/mean": 16.0, "train/tensor_act_model_layers_12_mlp_down_proj/std": 2.453125, "train/tensor_act_model_layers_12_mlp_down_proj/max_abs": 22.25, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_user_limit": 0.984375, "train/tensor_act_model_layers_12_mlp_down_proj/min": 9.375, "train/tensor_act_model_layers_12_mlp_down_proj/max": 22.25, "train/tensor_act_model_layers_12_mlp_down_proj/range": 12.875, "train/tensor_act_model_layers_12_mlp/norm": 33144.71875, "train/tensor_act_model_layers_12_mlp/mean": 16.0, "train/tensor_act_model_layers_12_mlp/std": 2.453125, "train/tensor_act_model_layers_12_mlp/max_abs": 22.25, "train/tensor_act_model_layers_12_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp/frac_near_user_limit": 0.984375, "train/tensor_act_model_layers_12_mlp/min": 9.375, "train/tensor_act_model_layers_12_mlp/max": 22.25, "train/tensor_act_model_layers_12_mlp/range": 12.875, "train/tensor_act_model_layers_12_residual_post_mlp/norm": 213777.0, "train/tensor_act_model_layers_12_residual_post_mlp/mean": 104.0, "train/tensor_act_model_layers_12_residual_post_mlp/std": 9.0, "train/tensor_act_model_layers_12_residual_post_mlp/max_abs": 125.5, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_post_mlp/min": 63.0, "train/tensor_act_model_layers_12_residual_post_mlp/max": 125.5, "train/tensor_act_model_layers_12_residual_post_mlp/range": 62.5, "train/tensor_act_model_layers_13_residual_pre_attn/norm": 213777.0, "train/tensor_act_model_layers_13_residual_pre_attn/mean": 104.0, "train/tensor_act_model_layers_13_residual_pre_attn/std": 9.0, "train/tensor_act_model_layers_13_residual_pre_attn/max_abs": 125.5, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_pre_attn/min": 63.0, "train/tensor_act_model_layers_13_residual_pre_attn/max": 125.5, "train/tensor_act_model_layers_13_residual_pre_attn/range": 62.5, "train/tensor_act_model_layers_13_residual_post_attn/norm": 213777.0, "train/tensor_act_model_layers_13_residual_post_attn/mean": 104.0, "train/tensor_act_model_layers_13_residual_post_attn/std": 9.0, "train/tensor_act_model_layers_13_residual_post_attn/max_abs": 125.5, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_post_attn/min": 63.0, "train/tensor_act_model_layers_13_residual_post_attn/max": 125.5, "train/tensor_act_model_layers_13_residual_post_attn/range": 62.5, "train/tensor_act_model_layers_13_mlp_gate_proj/norm": 5123.0234375, "train/tensor_act_model_layers_13_mlp_gate_proj/mean": 1.109375, "train/tensor_act_model_layers_13_mlp_gate_proj/std": 1.375, "train/tensor_act_model_layers_13_mlp_gate_proj/max_abs": 3.3125, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/min": -1.140625, "train/tensor_act_model_layers_13_mlp_gate_proj/max": 3.3125, "train/tensor_act_model_layers_13_mlp_gate_proj/range": 4.453125, "train/tensor_act_model_layers_13_mlp_up_proj/norm": 5197.83837890625, "train/tensor_act_model_layers_13_mlp_up_proj/mean": 0.306640625, "train/tensor_act_model_layers_13_mlp_up_proj/std": 1.765625, "train/tensor_act_model_layers_13_mlp_up_proj/max_abs": 3.34375, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/min": -3.296875, "train/tensor_act_model_layers_13_mlp_up_proj/max": 3.34375, "train/tensor_act_model_layers_13_mlp_up_proj/range": 6.640625, "train/tensor_act_model_layers_13_mlp_down_proj/norm": 32341.24609375, "train/tensor_act_model_layers_13_mlp_down_proj/mean": 15.5625, "train/tensor_act_model_layers_13_mlp_down_proj/std": 2.609375, "train/tensor_act_model_layers_13_mlp_down_proj/max_abs": 20.875, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_user_limit": 0.9765625, "train/tensor_act_model_layers_13_mlp_down_proj/min": 7.46875, "train/tensor_act_model_layers_13_mlp_down_proj/max": 20.875, "train/tensor_act_model_layers_13_mlp_down_proj/range": 13.40625, "train/tensor_act_model_layers_13_mlp/norm": 32341.24609375, "train/tensor_act_model_layers_13_mlp/mean": 15.5625, "train/tensor_act_model_layers_13_mlp/std": 2.609375, "train/tensor_act_model_layers_13_mlp/max_abs": 20.875, "train/tensor_act_model_layers_13_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp/frac_near_user_limit": 0.9765625, "train/tensor_act_model_layers_13_mlp/min": 7.46875, "train/tensor_act_model_layers_13_mlp/max": 20.875, "train/tensor_act_model_layers_13_mlp/range": 13.40625, "train/tensor_act_model_layers_13_residual_post_mlp/norm": 245680.796875, "train/tensor_act_model_layers_13_residual_post_mlp/mean": 119.5, "train/tensor_act_model_layers_13_residual_post_mlp/std": 9.8125, "train/tensor_act_model_layers_13_residual_post_mlp/max_abs": 144.0, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_post_mlp/min": 79.0, "train/tensor_act_model_layers_13_residual_post_mlp/max": 144.0, "train/tensor_act_model_layers_13_residual_post_mlp/range": 65.0, "train/tensor_act_model_layers_14_residual_pre_attn/norm": 245680.796875, "train/tensor_act_model_layers_14_residual_pre_attn/mean": 119.5, "train/tensor_act_model_layers_14_residual_pre_attn/std": 9.8125, "train/tensor_act_model_layers_14_residual_pre_attn/max_abs": 144.0, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_pre_attn/min": 79.0, "train/tensor_act_model_layers_14_residual_pre_attn/max": 144.0, "train/tensor_act_model_layers_14_residual_pre_attn/range": 65.0, "train/tensor_act_model_layers_14_residual_post_attn/norm": 245680.796875, "train/tensor_act_model_layers_14_residual_post_attn/mean": 119.5, "train/tensor_act_model_layers_14_residual_post_attn/std": 9.8125, "train/tensor_act_model_layers_14_residual_post_attn/max_abs": 144.0, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_post_attn/min": 79.0, "train/tensor_act_model_layers_14_residual_post_attn/max": 144.0, "train/tensor_act_model_layers_14_residual_post_attn/range": 65.0, "train/tensor_act_model_layers_14_mlp_gate_proj/norm": 4914.611328125, "train/tensor_act_model_layers_14_mlp_gate_proj/mean": 1.0546875, "train/tensor_act_model_layers_14_mlp_gate_proj/std": 1.328125, "train/tensor_act_model_layers_14_mlp_gate_proj/max_abs": 3.640625, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/min": -0.86328125, "train/tensor_act_model_layers_14_mlp_gate_proj/max": 3.640625, "train/tensor_act_model_layers_14_mlp_gate_proj/range": 4.50390625, "train/tensor_act_model_layers_14_mlp_up_proj/norm": 5074.451171875, "train/tensor_act_model_layers_14_mlp_up_proj/mean": -0.26953125, "train/tensor_act_model_layers_14_mlp_up_proj/std": 1.734375, "train/tensor_act_model_layers_14_mlp_up_proj/max_abs": 3.578125, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/min": -3.578125, "train/tensor_act_model_layers_14_mlp_up_proj/max": 3.390625, "train/tensor_act_model_layers_14_mlp_up_proj/range": 6.96875, "train/tensor_act_model_layers_14_mlp_down_proj/norm": 31649.9609375, "train/tensor_act_model_layers_14_mlp_down_proj/mean": 15.25, "train/tensor_act_model_layers_14_mlp_down_proj/std": 2.453125, "train/tensor_act_model_layers_14_mlp_down_proj/max_abs": 21.875, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_user_limit": 0.9921875, "train/tensor_act_model_layers_14_mlp_down_proj/min": 9.0625, "train/tensor_act_model_layers_14_mlp_down_proj/max": 21.875, "train/tensor_act_model_layers_14_mlp_down_proj/range": 12.8125, "train/tensor_act_model_layers_14_mlp/norm": 31649.9609375, "train/tensor_act_model_layers_14_mlp/mean": 15.25, "train/tensor_act_model_layers_14_mlp/std": 2.453125, "train/tensor_act_model_layers_14_mlp/max_abs": 21.875, "train/tensor_act_model_layers_14_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp/frac_near_user_limit": 0.9921875, "train/tensor_act_model_layers_14_mlp/min": 9.0625, "train/tensor_act_model_layers_14_mlp/max": 21.875, "train/tensor_act_model_layers_14_mlp/range": 12.8125, "train/tensor_act_model_layers_14_residual_post_mlp/norm": 276897.78125, "train/tensor_act_model_layers_14_residual_post_mlp/mean": 135.0, "train/tensor_act_model_layers_14_residual_post_mlp/std": 10.0625, "train/tensor_act_model_layers_14_residual_post_mlp/max_abs": 159.0, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_post_mlp/min": 93.0, "train/tensor_act_model_layers_14_residual_post_mlp/max": 159.0, "train/tensor_act_model_layers_14_residual_post_mlp/range": 66.0, "train/tensor_act_model_layers_15_residual_pre_attn/norm": 276897.78125, "train/tensor_act_model_layers_15_residual_pre_attn/mean": 135.0, "train/tensor_act_model_layers_15_residual_pre_attn/std": 10.0625, "train/tensor_act_model_layers_15_residual_pre_attn/max_abs": 159.0, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_pre_attn/min": 93.0, "train/tensor_act_model_layers_15_residual_pre_attn/max": 159.0, "train/tensor_act_model_layers_15_residual_pre_attn/range": 66.0, "train/tensor_act_model_layers_15_residual_post_attn/norm": 276897.78125, "train/tensor_act_model_layers_15_residual_post_attn/mean": 135.0, "train/tensor_act_model_layers_15_residual_post_attn/std": 10.0625, "train/tensor_act_model_layers_15_residual_post_attn/max_abs": 159.0, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_post_attn/min": 93.0, "train/tensor_act_model_layers_15_residual_post_attn/max": 159.0, "train/tensor_act_model_layers_15_residual_post_attn/range": 66.0, "train/tensor_act_model_layers_15_mlp_gate_proj/norm": 4863.67041015625, "train/tensor_act_model_layers_15_mlp_gate_proj/mean": 0.99609375, "train/tensor_act_model_layers_15_mlp_gate_proj/std": 1.3515625, "train/tensor_act_model_layers_15_mlp_gate_proj/max_abs": 3.28125, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/min": -1.0703125, "train/tensor_act_model_layers_15_mlp_gate_proj/max": 3.28125, "train/tensor_act_model_layers_15_mlp_gate_proj/range": 4.3515625, "train/tensor_act_model_layers_15_mlp_up_proj/norm": 4942.70068359375, "train/tensor_act_model_layers_15_mlp_up_proj/mean": -0.1533203125, "train/tensor_act_model_layers_15_mlp_up_proj/std": 1.703125, "train/tensor_act_model_layers_15_mlp_up_proj/max_abs": 3.9375, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/min": -3.9375, "train/tensor_act_model_layers_15_mlp_up_proj/max": 3.625, "train/tensor_act_model_layers_15_mlp_up_proj/range": 7.5625, "train/tensor_act_model_layers_15_mlp_down_proj/norm": 29642.943359375, "train/tensor_act_model_layers_15_mlp_down_proj/mean": 14.25, "train/tensor_act_model_layers_15_mlp_down_proj/std": 2.4375, "train/tensor_act_model_layers_15_mlp_down_proj/max_abs": 19.375, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_user_limit": 0.9140625, "train/tensor_act_model_layers_15_mlp_down_proj/min": 6.96875, "train/tensor_act_model_layers_15_mlp_down_proj/max": 19.375, "train/tensor_act_model_layers_15_mlp_down_proj/range": 12.40625, "train/tensor_act_model_layers_15_mlp/norm": 29642.943359375, "train/tensor_act_model_layers_15_mlp/mean": 14.25, "train/tensor_act_model_layers_15_mlp/std": 2.4375, "train/tensor_act_model_layers_15_mlp/max_abs": 19.375, "train/tensor_act_model_layers_15_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp/frac_near_user_limit": 0.9140625, "train/tensor_act_model_layers_15_mlp/min": 6.96875, "train/tensor_act_model_layers_15_mlp/max": 19.375, "train/tensor_act_model_layers_15_mlp/range": 12.40625, "train/tensor_act_model_layers_15_residual_post_mlp/norm": 306274.625, "train/tensor_act_model_layers_15_residual_post_mlp/mean": 149.0, "train/tensor_act_model_layers_15_residual_post_mlp/std": 11.1875, "train/tensor_act_model_layers_15_residual_post_mlp/max_abs": 173.0, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_post_mlp/min": 102.5, "train/tensor_act_model_layers_15_residual_post_mlp/max": 173.0, "train/tensor_act_model_layers_15_residual_post_mlp/range": 70.5, "train/tensor_act_model_layers_16_residual_pre_attn/norm": 306274.625, "train/tensor_act_model_layers_16_residual_pre_attn/mean": 149.0, "train/tensor_act_model_layers_16_residual_pre_attn/std": 11.1875, "train/tensor_act_model_layers_16_residual_pre_attn/max_abs": 173.0, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_pre_attn/min": 102.5, "train/tensor_act_model_layers_16_residual_pre_attn/max": 173.0, "train/tensor_act_model_layers_16_residual_pre_attn/range": 70.5, "train/tensor_act_model_layers_16_residual_post_attn/norm": 306274.625, "train/tensor_act_model_layers_16_residual_post_attn/mean": 149.0, "train/tensor_act_model_layers_16_residual_post_attn/std": 11.1875, "train/tensor_act_model_layers_16_residual_post_attn/max_abs": 173.0, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_post_attn/min": 102.5, "train/tensor_act_model_layers_16_residual_post_attn/max": 173.0, "train/tensor_act_model_layers_16_residual_post_attn/range": 70.5, "train/tensor_act_model_layers_16_mlp_gate_proj/norm": 4895.7548828125, "train/tensor_act_model_layers_16_mlp_gate_proj/mean": 0.9765625, "train/tensor_act_model_layers_16_mlp_gate_proj/std": 1.3828125, "train/tensor_act_model_layers_16_mlp_gate_proj/max_abs": 3.25, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/min": -1.3828125, "train/tensor_act_model_layers_16_mlp_gate_proj/max": 3.25, "train/tensor_act_model_layers_16_mlp_gate_proj/range": 4.6328125, "train/tensor_act_model_layers_16_mlp_up_proj/norm": 4929.8740234375, "train/tensor_act_model_layers_16_mlp_up_proj/mean": 0.04931640625, "train/tensor_act_model_layers_16_mlp_up_proj/std": 1.703125, "train/tensor_act_model_layers_16_mlp_up_proj/max_abs": 3.234375, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/min": -3.234375, "train/tensor_act_model_layers_16_mlp_up_proj/max": 3.234375, "train/tensor_act_model_layers_16_mlp_up_proj/range": 6.46875, "train/tensor_act_model_layers_16_mlp_down_proj/norm": 30634.505859375, "train/tensor_act_model_layers_16_mlp_down_proj/mean": 14.8125, "train/tensor_act_model_layers_16_mlp_down_proj/std": 2.265625, "train/tensor_act_model_layers_16_mlp_down_proj/max_abs": 20.75, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_user_limit": 0.984375, "train/tensor_act_model_layers_16_mlp_down_proj/min": 8.4375, "train/tensor_act_model_layers_16_mlp_down_proj/max": 20.75, "train/tensor_act_model_layers_16_mlp_down_proj/range": 12.3125, "train/tensor_act_model_layers_16_mlp/norm": 30634.505859375, "train/tensor_act_model_layers_16_mlp/mean": 14.8125, "train/tensor_act_model_layers_16_mlp/std": 2.265625, "train/tensor_act_model_layers_16_mlp/max_abs": 20.75, "train/tensor_act_model_layers_16_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp/frac_near_user_limit": 0.984375, "train/tensor_act_model_layers_16_mlp/min": 8.4375, "train/tensor_act_model_layers_16_mlp/max": 20.75, "train/tensor_act_model_layers_16_mlp/range": 12.3125, "train/tensor_act_model_layers_16_residual_post_mlp/norm": 336478.1875, "train/tensor_act_model_layers_16_residual_post_mlp/mean": 164.0, "train/tensor_act_model_layers_16_residual_post_mlp/std": 11.4375, "train/tensor_act_model_layers_16_residual_post_mlp/max_abs": 190.0, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_post_mlp/min": 114.5, "train/tensor_act_model_layers_16_residual_post_mlp/max": 190.0, "train/tensor_act_model_layers_16_residual_post_mlp/range": 75.5, "train/tensor_act_model_layers_17_residual_pre_attn/norm": 336478.1875, "train/tensor_act_model_layers_17_residual_pre_attn/mean": 164.0, "train/tensor_act_model_layers_17_residual_pre_attn/std": 11.4375, "train/tensor_act_model_layers_17_residual_pre_attn/max_abs": 190.0, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_pre_attn/min": 114.5, "train/tensor_act_model_layers_17_residual_pre_attn/max": 190.0, "train/tensor_act_model_layers_17_residual_pre_attn/range": 75.5, "train/tensor_act_model_layers_17_residual_post_attn/norm": 336478.1875, "train/tensor_act_model_layers_17_residual_post_attn/mean": 164.0, "train/tensor_act_model_layers_17_residual_post_attn/std": 11.4375, "train/tensor_act_model_layers_17_residual_post_attn/max_abs": 190.0, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_post_attn/min": 114.5, "train/tensor_act_model_layers_17_residual_post_attn/max": 190.0, "train/tensor_act_model_layers_17_residual_post_attn/range": 75.5, "train/tensor_act_model_layers_17_mlp_gate_proj/norm": 4894.60986328125, "train/tensor_act_model_layers_17_mlp_gate_proj/mean": 1.0234375, "train/tensor_act_model_layers_17_mlp_gate_proj/std": 1.34375, "train/tensor_act_model_layers_17_mlp_gate_proj/max_abs": 3.3125, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/min": -0.984375, "train/tensor_act_model_layers_17_mlp_gate_proj/max": 3.3125, "train/tensor_act_model_layers_17_mlp_gate_proj/range": 4.296875, "train/tensor_act_model_layers_17_mlp_up_proj/norm": 5050.79833984375, "train/tensor_act_model_layers_17_mlp_up_proj/mean": 0.11328125, "train/tensor_act_model_layers_17_mlp_up_proj/std": 1.7421875, "train/tensor_act_model_layers_17_mlp_up_proj/max_abs": 3.84375, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/min": -3.375, "train/tensor_act_model_layers_17_mlp_up_proj/max": 3.84375, "train/tensor_act_model_layers_17_mlp_up_proj/range": 7.21875, "train/tensor_act_model_layers_17_mlp_down_proj/norm": 30614.224609375, "train/tensor_act_model_layers_17_mlp_down_proj/mean": 14.75, "train/tensor_act_model_layers_17_mlp_down_proj/std": 2.5, "train/tensor_act_model_layers_17_mlp_down_proj/max_abs": 20.625, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_user_limit": 0.9609508514404297, "train/tensor_act_model_layers_17_mlp_down_proj/min": 8.0625, "train/tensor_act_model_layers_17_mlp_down_proj/max": 20.625, "train/tensor_act_model_layers_17_mlp_down_proj/range": 12.5625, "train/tensor_act_model_layers_17_mlp/norm": 30614.224609375, "train/tensor_act_model_layers_17_mlp/mean": 14.75, "train/tensor_act_model_layers_17_mlp/std": 2.5, "train/tensor_act_model_layers_17_mlp/max_abs": 20.625, "train/tensor_act_model_layers_17_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp/frac_near_user_limit": 0.9609508514404297, "train/tensor_act_model_layers_17_mlp/min": 8.0625, "train/tensor_act_model_layers_17_mlp/max": 20.625, "train/tensor_act_model_layers_17_mlp/range": 12.5625, "train/tensor_act_model_layers_17_residual_post_mlp/norm": 366656.84375, "train/tensor_act_model_layers_17_residual_post_mlp/mean": 179.0, "train/tensor_act_model_layers_17_residual_post_mlp/std": 11.8125, "train/tensor_act_model_layers_17_residual_post_mlp/max_abs": 204.0, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_post_mlp/min": 123.0, "train/tensor_act_model_layers_17_residual_post_mlp/max": 204.0, "train/tensor_act_model_layers_17_residual_post_mlp/range": 81.0, "train/tensor_act_model_layers_18_residual_pre_attn/norm": 366656.84375, "train/tensor_act_model_layers_18_residual_pre_attn/mean": 179.0, "train/tensor_act_model_layers_18_residual_pre_attn/std": 11.8125, "train/tensor_act_model_layers_18_residual_pre_attn/max_abs": 204.0, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_pre_attn/min": 123.0, "train/tensor_act_model_layers_18_residual_pre_attn/max": 204.0, "train/tensor_act_model_layers_18_residual_pre_attn/range": 81.0, "train/tensor_act_model_layers_18_residual_post_attn/norm": 366656.84375, "train/tensor_act_model_layers_18_residual_post_attn/mean": 179.0, "train/tensor_act_model_layers_18_residual_post_attn/std": 11.8125, "train/tensor_act_model_layers_18_residual_post_attn/max_abs": 204.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_post_attn/min": 123.0, "train/tensor_act_model_layers_18_residual_post_attn/max": 204.0, "train/tensor_act_model_layers_18_residual_post_attn/range": 81.0, "train/tensor_act_model_layers_18_mlp_gate_proj/norm": 4694.50390625, "train/tensor_act_model_layers_18_mlp_gate_proj/mean": 0.87109375, "train/tensor_act_model_layers_18_mlp_gate_proj/std": 1.3671875, "train/tensor_act_model_layers_18_mlp_gate_proj/max_abs": 3.65625, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/min": -1.4609375, "train/tensor_act_model_layers_18_mlp_gate_proj/max": 3.65625, "train/tensor_act_model_layers_18_mlp_gate_proj/range": 5.1171875, "train/tensor_act_model_layers_18_mlp_up_proj/norm": 4867.5869140625, "train/tensor_act_model_layers_18_mlp_up_proj/mean": 0.0859375, "train/tensor_act_model_layers_18_mlp_up_proj/std": 1.6796875, "train/tensor_act_model_layers_18_mlp_up_proj/max_abs": 3.6875, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/min": -3.6875, "train/tensor_act_model_layers_18_mlp_up_proj/max": 3.5, "train/tensor_act_model_layers_18_mlp_up_proj/range": 7.1875, "train/tensor_act_model_layers_18_mlp_down_proj/norm": 28366.025390625, "train/tensor_act_model_layers_18_mlp_down_proj/mean": 13.6875, "train/tensor_act_model_layers_18_mlp_down_proj/std": 2.203125, "train/tensor_act_model_layers_18_mlp_down_proj/max_abs": 19.125, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_user_limit": 0.9321706295013428, "train/tensor_act_model_layers_18_mlp_down_proj/min": 8.4375, "train/tensor_act_model_layers_18_mlp_down_proj/max": 19.125, "train/tensor_act_model_layers_18_mlp_down_proj/range": 10.6875, "train/tensor_act_model_layers_18_mlp/norm": 28366.025390625, "train/tensor_act_model_layers_18_mlp/mean": 13.6875, "train/tensor_act_model_layers_18_mlp/std": 2.203125, "train/tensor_act_model_layers_18_mlp/max_abs": 19.125, "train/tensor_act_model_layers_18_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp/frac_near_user_limit": 0.9321706295013428, "train/tensor_act_model_layers_18_mlp/min": 8.4375, "train/tensor_act_model_layers_18_mlp/max": 19.125, "train/tensor_act_model_layers_18_mlp/range": 10.6875, "train/tensor_act_model_layers_18_residual_post_mlp/norm": 394636.4375, "train/tensor_act_model_layers_18_residual_post_mlp/mean": 192.0, "train/tensor_act_model_layers_18_residual_post_mlp/std": 12.375, "train/tensor_act_model_layers_18_residual_post_mlp/max_abs": 219.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_post_mlp/min": 136.0, "train/tensor_act_model_layers_18_residual_post_mlp/max": 219.0, "train/tensor_act_model_layers_18_residual_post_mlp/range": 83.0, "train/tensor_act_model_layers_19_residual_pre_attn/norm": 394636.4375, "train/tensor_act_model_layers_19_residual_pre_attn/mean": 192.0, "train/tensor_act_model_layers_19_residual_pre_attn/std": 12.375, "train/tensor_act_model_layers_19_residual_pre_attn/max_abs": 219.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_pre_attn/min": 136.0, "train/tensor_act_model_layers_19_residual_pre_attn/max": 219.0, "train/tensor_act_model_layers_19_residual_pre_attn/range": 83.0, "train/tensor_act_model_layers_19_residual_post_attn/norm": 394636.4375, "train/tensor_act_model_layers_19_residual_post_attn/mean": 192.0, "train/tensor_act_model_layers_19_residual_post_attn/std": 12.375, "train/tensor_act_model_layers_19_residual_post_attn/max_abs": 219.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_post_attn/min": 136.0, "train/tensor_act_model_layers_19_residual_post_attn/max": 219.0, "train/tensor_act_model_layers_19_residual_post_attn/range": 83.0, "train/tensor_act_model_layers_19_mlp_gate_proj/norm": 4798.94384765625, "train/tensor_act_model_layers_19_mlp_gate_proj/mean": 0.95703125, "train/tensor_act_model_layers_19_mlp_gate_proj/std": 1.3515625, "train/tensor_act_model_layers_19_mlp_gate_proj/max_abs": 3.453125, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/min": -1.203125, "train/tensor_act_model_layers_19_mlp_gate_proj/max": 3.453125, "train/tensor_act_model_layers_19_mlp_gate_proj/range": 4.65625, "train/tensor_act_model_layers_19_mlp_up_proj/norm": 4947.36328125, "train/tensor_act_model_layers_19_mlp_up_proj/mean": -0.09814453125, "train/tensor_act_model_layers_19_mlp_up_proj/std": 1.703125, "train/tensor_act_model_layers_19_mlp_up_proj/max_abs": 3.65625, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/min": -3.53125, "train/tensor_act_model_layers_19_mlp_up_proj/max": 3.65625, "train/tensor_act_model_layers_19_mlp_up_proj/range": 7.1875, "train/tensor_act_model_layers_19_mlp_down_proj/norm": 29221.759765625, "train/tensor_act_model_layers_19_mlp_down_proj/mean": 14.0625, "train/tensor_act_model_layers_19_mlp_down_proj/std": 2.328125, "train/tensor_act_model_layers_19_mlp_down_proj/max_abs": 20.0, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_user_limit": 0.953125, "train/tensor_act_model_layers_19_mlp_down_proj/min": 8.3125, "train/tensor_act_model_layers_19_mlp_down_proj/max": 20.0, "train/tensor_act_model_layers_19_mlp_down_proj/range": 11.6875, "train/tensor_act_model_layers_19_mlp/norm": 29221.759765625, "train/tensor_act_model_layers_19_mlp/mean": 14.0625, "train/tensor_act_model_layers_19_mlp/std": 2.328125, "train/tensor_act_model_layers_19_mlp/max_abs": 20.0, "train/tensor_act_model_layers_19_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp/frac_near_user_limit": 0.953125, "train/tensor_act_model_layers_19_mlp/min": 8.3125, "train/tensor_act_model_layers_19_mlp/max": 20.0, "train/tensor_act_model_layers_19_mlp/range": 11.6875, "train/tensor_act_model_layers_19_residual_post_mlp/norm": 423521.875, "train/tensor_act_model_layers_19_residual_post_mlp/mean": 206.0, "train/tensor_act_model_layers_19_residual_post_mlp/std": 13.125, "train/tensor_act_model_layers_19_residual_post_mlp/max_abs": 234.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_post_mlp/min": 149.0, "train/tensor_act_model_layers_19_residual_post_mlp/max": 234.0, "train/tensor_act_model_layers_19_residual_post_mlp/range": 85.0, "train/tensor_act_model_layers_20_residual_pre_attn/norm": 423521.875, "train/tensor_act_model_layers_20_residual_pre_attn/mean": 206.0, "train/tensor_act_model_layers_20_residual_pre_attn/std": 13.125, "train/tensor_act_model_layers_20_residual_pre_attn/max_abs": 234.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_pre_attn/min": 149.0, "train/tensor_act_model_layers_20_residual_pre_attn/max": 234.0, "train/tensor_act_model_layers_20_residual_pre_attn/range": 85.0, "train/tensor_act_model_layers_20_residual_post_attn/norm": 423521.875, "train/tensor_act_model_layers_20_residual_post_attn/mean": 206.0, "train/tensor_act_model_layers_20_residual_post_attn/std": 13.125, "train/tensor_act_model_layers_20_residual_post_attn/max_abs": 234.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_post_attn/min": 149.0, "train/tensor_act_model_layers_20_residual_post_attn/max": 234.0, "train/tensor_act_model_layers_20_residual_post_attn/range": 85.0, "train/tensor_act_model_layers_20_mlp_gate_proj/norm": 4564.30517578125, "train/tensor_act_model_layers_20_mlp_gate_proj/mean": 0.7890625, "train/tensor_act_model_layers_20_mlp_gate_proj/std": 1.3671875, "train/tensor_act_model_layers_20_mlp_gate_proj/max_abs": 3.4375, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/min": -0.99609375, "train/tensor_act_model_layers_20_mlp_gate_proj/max": 3.4375, "train/tensor_act_model_layers_20_mlp_gate_proj/range": 4.43359375, "train/tensor_act_model_layers_20_mlp_up_proj/norm": 4664.68115234375, "train/tensor_act_model_layers_20_mlp_up_proj/mean": 0.2734375, "train/tensor_act_model_layers_20_mlp_up_proj/std": 1.5859375, "train/tensor_act_model_layers_20_mlp_up_proj/max_abs": 3.53125, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/min": -3.28125, "train/tensor_act_model_layers_20_mlp_up_proj/max": 3.53125, "train/tensor_act_model_layers_20_mlp_up_proj/range": 6.8125, "train/tensor_act_model_layers_20_mlp_down_proj/norm": 25944.439453125, "train/tensor_act_model_layers_20_mlp_down_proj/mean": 12.5, "train/tensor_act_model_layers_20_mlp_down_proj/std": 2.203125, "train/tensor_act_model_layers_20_mlp_down_proj/max_abs": 17.75, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_user_limit": 0.8203125, "train/tensor_act_model_layers_20_mlp_down_proj/min": 7.875, "train/tensor_act_model_layers_20_mlp_down_proj/max": 17.75, "train/tensor_act_model_layers_20_mlp_down_proj/range": 9.875, "train/tensor_act_model_layers_20_mlp/norm": 25944.439453125, "train/tensor_act_model_layers_20_mlp/mean": 12.5, "train/tensor_act_model_layers_20_mlp/std": 2.203125, "train/tensor_act_model_layers_20_mlp/max_abs": 17.75, "train/tensor_act_model_layers_20_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp/frac_near_user_limit": 0.8203125, "train/tensor_act_model_layers_20_mlp/min": 7.875, "train/tensor_act_model_layers_20_mlp/max": 17.75, "train/tensor_act_model_layers_20_mlp/range": 9.875, "train/tensor_act_model_layers_20_residual_post_mlp/norm": 449069.65625, "train/tensor_act_model_layers_20_residual_post_mlp/mean": 219.0, "train/tensor_act_model_layers_20_residual_post_mlp/std": 13.8125, "train/tensor_act_model_layers_20_residual_post_mlp/max_abs": 250.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_post_mlp/min": 163.0, "train/tensor_act_model_layers_20_residual_post_mlp/max": 250.0, "train/tensor_act_model_layers_20_residual_post_mlp/range": 87.0, "train/tensor_act_model_layers_21_residual_pre_attn/norm": 449069.65625, "train/tensor_act_model_layers_21_residual_pre_attn/mean": 219.0, "train/tensor_act_model_layers_21_residual_pre_attn/std": 13.8125, "train/tensor_act_model_layers_21_residual_pre_attn/max_abs": 250.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_pre_attn/min": 163.0, "train/tensor_act_model_layers_21_residual_pre_attn/max": 250.0, "train/tensor_act_model_layers_21_residual_pre_attn/range": 87.0, "train/tensor_act_model_layers_21_residual_post_attn/norm": 449069.65625, "train/tensor_act_model_layers_21_residual_post_attn/mean": 219.0, "train/tensor_act_model_layers_21_residual_post_attn/std": 13.8125, "train/tensor_act_model_layers_21_residual_post_attn/max_abs": 250.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_post_attn/min": 163.0, "train/tensor_act_model_layers_21_residual_post_attn/max": 250.0, "train/tensor_act_model_layers_21_residual_post_attn/range": 87.0, "train/tensor_act_model_layers_21_mlp_gate_proj/norm": 4480.97998046875, "train/tensor_act_model_layers_21_mlp_gate_proj/mean": 0.7578125, "train/tensor_act_model_layers_21_mlp_gate_proj/std": 1.3515625, "train/tensor_act_model_layers_21_mlp_gate_proj/max_abs": 3.203125, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/min": -1.2578125, "train/tensor_act_model_layers_21_mlp_gate_proj/max": 3.203125, "train/tensor_act_model_layers_21_mlp_gate_proj/range": 4.4609375, "train/tensor_act_model_layers_21_mlp_up_proj/norm": 4599.66455078125, "train/tensor_act_model_layers_21_mlp_up_proj/mean": 0.0106201171875, "train/tensor_act_model_layers_21_mlp_up_proj/std": 1.5859375, "train/tensor_act_model_layers_21_mlp_up_proj/max_abs": 3.75, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/min": -3.75, "train/tensor_act_model_layers_21_mlp_up_proj/max": 3.25, "train/tensor_act_model_layers_21_mlp_up_proj/range": 7.0, "train/tensor_act_model_layers_21_mlp_down_proj/norm": 24714.34765625, "train/tensor_act_model_layers_21_mlp_down_proj/mean": 11.9375, "train/tensor_act_model_layers_21_mlp_down_proj/std": 1.9296875, "train/tensor_act_model_layers_21_mlp_down_proj/max_abs": 17.0, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_user_limit": 0.8284173011779785, "train/tensor_act_model_layers_21_mlp_down_proj/min": 7.5, "train/tensor_act_model_layers_21_mlp_down_proj/max": 17.0, "train/tensor_act_model_layers_21_mlp_down_proj/range": 9.5, "train/tensor_act_model_layers_21_mlp/norm": 24714.34765625, "train/tensor_act_model_layers_21_mlp/mean": 11.9375, "train/tensor_act_model_layers_21_mlp/std": 1.9296875, "train/tensor_act_model_layers_21_mlp/max_abs": 17.0, "train/tensor_act_model_layers_21_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp/frac_near_user_limit": 0.8284173011779785, "train/tensor_act_model_layers_21_mlp/min": 7.5, "train/tensor_act_model_layers_21_mlp/max": 17.0, "train/tensor_act_model_layers_21_mlp/range": 9.5, "train/tensor_act_model_layers_21_residual_post_mlp/norm": 473455.53125, "train/tensor_act_model_layers_21_residual_post_mlp/mean": 231.0, "train/tensor_act_model_layers_21_residual_post_mlp/std": 14.3125, "train/tensor_act_model_layers_21_residual_post_mlp/max_abs": 266.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_post_mlp/min": 173.0, "train/tensor_act_model_layers_21_residual_post_mlp/max": 266.0, "train/tensor_act_model_layers_21_residual_post_mlp/range": 93.0, "train/tensor_act_model_layers_22_residual_pre_attn/norm": 473455.53125, "train/tensor_act_model_layers_22_residual_pre_attn/mean": 231.0, "train/tensor_act_model_layers_22_residual_pre_attn/std": 14.3125, "train/tensor_act_model_layers_22_residual_pre_attn/max_abs": 266.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_pre_attn/min": 173.0, "train/tensor_act_model_layers_22_residual_pre_attn/max": 266.0, "train/tensor_act_model_layers_22_residual_pre_attn/range": 93.0, "train/tensor_act_model_layers_22_residual_post_attn/norm": 473455.53125, "train/tensor_act_model_layers_22_residual_post_attn/mean": 231.0, "train/tensor_act_model_layers_22_residual_post_attn/std": 14.3125, "train/tensor_act_model_layers_22_residual_post_attn/max_abs": 266.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_post_attn/min": 173.0, "train/tensor_act_model_layers_22_residual_post_attn/max": 266.0, "train/tensor_act_model_layers_22_residual_post_attn/range": 93.0, "train/tensor_act_model_layers_22_mlp_gate_proj/norm": 4780.37109375, "train/tensor_act_model_layers_22_mlp_gate_proj/mean": 0.87890625, "train/tensor_act_model_layers_22_mlp_gate_proj/std": 1.3984375, "train/tensor_act_model_layers_22_mlp_gate_proj/max_abs": 3.28125, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/min": -1.1640625, "train/tensor_act_model_layers_22_mlp_gate_proj/max": 3.28125, "train/tensor_act_model_layers_22_mlp_gate_proj/range": 4.4453125, "train/tensor_act_model_layers_22_mlp_up_proj/norm": 4950.20703125, "train/tensor_act_model_layers_22_mlp_up_proj/mean": -0.09033203125, "train/tensor_act_model_layers_22_mlp_up_proj/std": 1.703125, "train/tensor_act_model_layers_22_mlp_up_proj/max_abs": 3.5625, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/min": -3.5625, "train/tensor_act_model_layers_22_mlp_up_proj/max": 3.328125, "train/tensor_act_model_layers_22_mlp_up_proj/range": 6.890625, "train/tensor_act_model_layers_22_mlp_down_proj/norm": 28954.83203125, "train/tensor_act_model_layers_22_mlp_down_proj/mean": 14.0, "train/tensor_act_model_layers_22_mlp_down_proj/std": 2.046875, "train/tensor_act_model_layers_22_mlp_down_proj/max_abs": 18.125, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_user_limit": 0.953125, "train/tensor_act_model_layers_22_mlp_down_proj/min": 7.75, "train/tensor_act_model_layers_22_mlp_down_proj/max": 18.125, "train/tensor_act_model_layers_22_mlp_down_proj/range": 10.375, "train/tensor_act_model_layers_22_mlp/norm": 28954.83203125, "train/tensor_act_model_layers_22_mlp/mean": 14.0, "train/tensor_act_model_layers_22_mlp/std": 2.046875, "train/tensor_act_model_layers_22_mlp/max_abs": 18.125, "train/tensor_act_model_layers_22_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp/frac_near_user_limit": 0.953125, "train/tensor_act_model_layers_22_mlp/min": 7.75, "train/tensor_act_model_layers_22_mlp/max": 18.125, "train/tensor_act_model_layers_22_mlp/range": 10.375, "train/tensor_act_model_layers_22_residual_post_mlp/norm": 502216.0625, "train/tensor_act_model_layers_22_residual_post_mlp/mean": 245.0, "train/tensor_act_model_layers_22_residual_post_mlp/std": 15.0625, "train/tensor_act_model_layers_22_residual_post_mlp/max_abs": 280.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_post_mlp/min": 188.0, "train/tensor_act_model_layers_22_residual_post_mlp/max": 280.0, "train/tensor_act_model_layers_22_residual_post_mlp/range": 92.0, "train/tensor_act_model_layers_23_residual_pre_attn/norm": 502216.0625, "train/tensor_act_model_layers_23_residual_pre_attn/mean": 245.0, "train/tensor_act_model_layers_23_residual_pre_attn/std": 15.0625, "train/tensor_act_model_layers_23_residual_pre_attn/max_abs": 280.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_pre_attn/min": 188.0, "train/tensor_act_model_layers_23_residual_pre_attn/max": 280.0, "train/tensor_act_model_layers_23_residual_pre_attn/range": 92.0, "train/tensor_act_model_layers_23_residual_post_attn/norm": 502216.0625, "train/tensor_act_model_layers_23_residual_post_attn/mean": 245.0, "train/tensor_act_model_layers_23_residual_post_attn/std": 15.0625, "train/tensor_act_model_layers_23_residual_post_attn/max_abs": 280.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_post_attn/min": 188.0, "train/tensor_act_model_layers_23_residual_post_attn/max": 280.0, "train/tensor_act_model_layers_23_residual_post_attn/range": 92.0, "train/tensor_act_model_layers_23_mlp_gate_proj/norm": 4815.17529296875, "train/tensor_act_model_layers_23_mlp_gate_proj/mean": 0.90625, "train/tensor_act_model_layers_23_mlp_gate_proj/std": 1.390625, "train/tensor_act_model_layers_23_mlp_gate_proj/max_abs": 3.28125, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/min": -1.25, "train/tensor_act_model_layers_23_mlp_gate_proj/max": 3.28125, "train/tensor_act_model_layers_23_mlp_gate_proj/range": 4.53125, "train/tensor_act_model_layers_23_mlp_up_proj/norm": 4980.8408203125, "train/tensor_act_model_layers_23_mlp_up_proj/mean": -0.0703125, "train/tensor_act_model_layers_23_mlp_up_proj/std": 1.71875, "train/tensor_act_model_layers_23_mlp_up_proj/max_abs": 3.609375, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/min": -3.609375, "train/tensor_act_model_layers_23_mlp_up_proj/max": 3.421875, "train/tensor_act_model_layers_23_mlp_up_proj/range": 7.03125, "train/tensor_act_model_layers_23_mlp_down_proj/norm": 28935.140625, "train/tensor_act_model_layers_23_mlp_down_proj/mean": 13.9375, "train/tensor_act_model_layers_23_mlp_down_proj/std": 2.4375, "train/tensor_act_model_layers_23_mlp_down_proj/max_abs": 19.75, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_user_limit": 0.9453125, "train/tensor_act_model_layers_23_mlp_down_proj/min": 8.1875, "train/tensor_act_model_layers_23_mlp_down_proj/max": 19.75, "train/tensor_act_model_layers_23_mlp_down_proj/range": 11.5625, "train/tensor_act_model_layers_23_mlp/norm": 28935.140625, "train/tensor_act_model_layers_23_mlp/mean": 13.9375, "train/tensor_act_model_layers_23_mlp/std": 2.4375, "train/tensor_act_model_layers_23_mlp/max_abs": 19.75, "train/tensor_act_model_layers_23_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp/frac_near_user_limit": 0.9453125, "train/tensor_act_model_layers_23_mlp/min": 8.1875, "train/tensor_act_model_layers_23_mlp/max": 19.75, "train/tensor_act_model_layers_23_mlp/range": 11.5625, "train/tensor_act_model_layers_23_residual_post_mlp/norm": 530675.125, "train/tensor_act_model_layers_23_residual_post_mlp/mean": 258.0, "train/tensor_act_model_layers_23_residual_post_mlp/std": 16.0, "train/tensor_act_model_layers_23_residual_post_mlp/max_abs": 294.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_post_mlp/min": 200.0, "train/tensor_act_model_layers_23_residual_post_mlp/max": 294.0, "train/tensor_act_model_layers_23_residual_post_mlp/range": 94.0, "train/tensor_act_model_layers_24_residual_pre_attn/norm": 530675.125, "train/tensor_act_model_layers_24_residual_pre_attn/mean": 258.0, "train/tensor_act_model_layers_24_residual_pre_attn/std": 16.0, "train/tensor_act_model_layers_24_residual_pre_attn/max_abs": 294.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_pre_attn/min": 200.0, "train/tensor_act_model_layers_24_residual_pre_attn/max": 294.0, "train/tensor_act_model_layers_24_residual_pre_attn/range": 94.0, "train/tensor_act_model_layers_24_residual_post_attn/norm": 530675.125, "train/tensor_act_model_layers_24_residual_post_attn/mean": 258.0, "train/tensor_act_model_layers_24_residual_post_attn/std": 16.0, "train/tensor_act_model_layers_24_residual_post_attn/max_abs": 294.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_post_attn/min": 200.0, "train/tensor_act_model_layers_24_residual_post_attn/max": 294.0, "train/tensor_act_model_layers_24_residual_post_attn/range": 94.0, "train/tensor_act_model_layers_24_mlp_gate_proj/norm": 4713.55810546875, "train/tensor_act_model_layers_24_mlp_gate_proj/mean": 0.91796875, "train/tensor_act_model_layers_24_mlp_gate_proj/std": 1.34375, "train/tensor_act_model_layers_24_mlp_gate_proj/max_abs": 3.375, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/min": -1.140625, "train/tensor_act_model_layers_24_mlp_gate_proj/max": 3.375, "train/tensor_act_model_layers_24_mlp_gate_proj/range": 4.515625, "train/tensor_act_model_layers_24_mlp_up_proj/norm": 4823.68359375, "train/tensor_act_model_layers_24_mlp_up_proj/mean": 0.306640625, "train/tensor_act_model_layers_24_mlp_up_proj/std": 1.640625, "train/tensor_act_model_layers_24_mlp_up_proj/max_abs": 3.546875, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/min": -3.546875, "train/tensor_act_model_layers_24_mlp_up_proj/max": 3.328125, "train/tensor_act_model_layers_24_mlp_up_proj/range": 6.875, "train/tensor_act_model_layers_24_mlp_down_proj/norm": 27945.33203125, "train/tensor_act_model_layers_24_mlp_down_proj/mean": 13.4375, "train/tensor_act_model_layers_24_mlp_down_proj/std": 2.390625, "train/tensor_act_model_layers_24_mlp_down_proj/max_abs": 19.0, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_user_limit": 0.9249069690704346, "train/tensor_act_model_layers_24_mlp_down_proj/min": 6.34375, "train/tensor_act_model_layers_24_mlp_down_proj/max": 19.0, "train/tensor_act_model_layers_24_mlp_down_proj/range": 12.65625, "train/tensor_act_model_layers_24_mlp/norm": 27945.33203125, "train/tensor_act_model_layers_24_mlp/mean": 13.4375, "train/tensor_act_model_layers_24_mlp/std": 2.390625, "train/tensor_act_model_layers_24_mlp/max_abs": 19.0, "train/tensor_act_model_layers_24_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp/frac_near_user_limit": 0.9249069690704346, "train/tensor_act_model_layers_24_mlp/min": 6.34375, "train/tensor_act_model_layers_24_mlp/max": 19.0, "train/tensor_act_model_layers_24_mlp/range": 12.65625, "train/tensor_act_model_layers_24_residual_post_mlp/norm": 558184.4375, "train/tensor_act_model_layers_24_residual_post_mlp/mean": 272.0, "train/tensor_act_model_layers_24_residual_post_mlp/std": 16.625, "train/tensor_act_model_layers_24_residual_post_mlp/max_abs": 312.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_post_mlp/min": 213.0, "train/tensor_act_model_layers_24_residual_post_mlp/max": 312.0, "train/tensor_act_model_layers_24_residual_post_mlp/range": 99.0, "train/tensor_act_model_layers_25_residual_pre_attn/norm": 558184.4375, "train/tensor_act_model_layers_25_residual_pre_attn/mean": 272.0, "train/tensor_act_model_layers_25_residual_pre_attn/std": 16.625, "train/tensor_act_model_layers_25_residual_pre_attn/max_abs": 312.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_pre_attn/min": 213.0, "train/tensor_act_model_layers_25_residual_pre_attn/max": 312.0, "train/tensor_act_model_layers_25_residual_pre_attn/range": 99.0, "train/tensor_act_model_layers_25_residual_post_attn/norm": 558184.4375, "train/tensor_act_model_layers_25_residual_post_attn/mean": 272.0, "train/tensor_act_model_layers_25_residual_post_attn/std": 16.625, "train/tensor_act_model_layers_25_residual_post_attn/max_abs": 312.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_post_attn/min": 213.0, "train/tensor_act_model_layers_25_residual_post_attn/max": 312.0, "train/tensor_act_model_layers_25_residual_post_attn/range": 99.0, "train/tensor_act_model_layers_25_mlp_gate_proj/norm": 4730.2548828125, "train/tensor_act_model_layers_25_mlp_gate_proj/mean": 0.91796875, "train/tensor_act_model_layers_25_mlp_gate_proj/std": 1.3515625, "train/tensor_act_model_layers_25_mlp_gate_proj/max_abs": 3.375, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/min": -0.99609375, "train/tensor_act_model_layers_25_mlp_gate_proj/max": 3.375, "train/tensor_act_model_layers_25_mlp_gate_proj/range": 4.37109375, "train/tensor_act_model_layers_25_mlp_up_proj/norm": 4870.986328125, "train/tensor_act_model_layers_25_mlp_up_proj/mean": -0.01153564453125, "train/tensor_act_model_layers_25_mlp_up_proj/std": 1.6796875, "train/tensor_act_model_layers_25_mlp_up_proj/max_abs": 3.609375, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/min": -3.453125, "train/tensor_act_model_layers_25_mlp_up_proj/max": 3.609375, "train/tensor_act_model_layers_25_mlp_up_proj/range": 7.0625, "train/tensor_act_model_layers_25_mlp_down_proj/norm": 28210.978515625, "train/tensor_act_model_layers_25_mlp_down_proj/mean": 13.625, "train/tensor_act_model_layers_25_mlp_down_proj/std": 2.140625, "train/tensor_act_model_layers_25_mlp_down_proj/max_abs": 19.5, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_user_limit": 0.96875, "train/tensor_act_model_layers_25_mlp_down_proj/min": 7.8125, "train/tensor_act_model_layers_25_mlp_down_proj/max": 19.5, "train/tensor_act_model_layers_25_mlp_down_proj/range": 11.6875, "train/tensor_act_model_layers_25_mlp/norm": 28210.978515625, "train/tensor_act_model_layers_25_mlp/mean": 13.625, "train/tensor_act_model_layers_25_mlp/std": 2.140625, "train/tensor_act_model_layers_25_mlp/max_abs": 19.5, "train/tensor_act_model_layers_25_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp/frac_near_user_limit": 0.96875, "train/tensor_act_model_layers_25_mlp/min": 7.8125, "train/tensor_act_model_layers_25_mlp/max": 19.5, "train/tensor_act_model_layers_25_mlp/range": 11.6875, "train/tensor_act_model_layers_25_residual_post_mlp/norm": 586059.125, "train/tensor_act_model_layers_25_residual_post_mlp/mean": 286.0, "train/tensor_act_model_layers_25_residual_post_mlp/std": 17.125, "train/tensor_act_model_layers_25_residual_post_mlp/max_abs": 328.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_post_mlp/min": 225.0, "train/tensor_act_model_layers_25_residual_post_mlp/max": 328.0, "train/tensor_act_model_layers_25_residual_post_mlp/range": 103.0, "train/tensor_act_model_layers_26_residual_pre_attn/norm": 586059.125, "train/tensor_act_model_layers_26_residual_pre_attn/mean": 286.0, "train/tensor_act_model_layers_26_residual_pre_attn/std": 17.125, "train/tensor_act_model_layers_26_residual_pre_attn/max_abs": 328.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_pre_attn/min": 225.0, "train/tensor_act_model_layers_26_residual_pre_attn/max": 328.0, "train/tensor_act_model_layers_26_residual_pre_attn/range": 103.0, "train/tensor_act_model_layers_26_residual_post_attn/norm": 586059.125, "train/tensor_act_model_layers_26_residual_post_attn/mean": 286.0, "train/tensor_act_model_layers_26_residual_post_attn/std": 17.125, "train/tensor_act_model_layers_26_residual_post_attn/max_abs": 328.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_post_attn/min": 225.0, "train/tensor_act_model_layers_26_residual_post_attn/max": 328.0, "train/tensor_act_model_layers_26_residual_post_attn/range": 103.0, "train/tensor_act_model_layers_26_mlp_gate_proj/norm": 4597.67236328125, "train/tensor_act_model_layers_26_mlp_gate_proj/mean": 0.81640625, "train/tensor_act_model_layers_26_mlp_gate_proj/std": 1.359375, "train/tensor_act_model_layers_26_mlp_gate_proj/max_abs": 3.125, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/min": -1.3671875, "train/tensor_act_model_layers_26_mlp_gate_proj/max": 3.125, "train/tensor_act_model_layers_26_mlp_gate_proj/range": 4.4921875, "train/tensor_act_model_layers_26_mlp_up_proj/norm": 4654.7392578125, "train/tensor_act_model_layers_26_mlp_up_proj/mean": 0.07275390625, "train/tensor_act_model_layers_26_mlp_up_proj/std": 1.609375, "train/tensor_act_model_layers_26_mlp_up_proj/max_abs": 3.734375, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/min": -3.28125, "train/tensor_act_model_layers_26_mlp_up_proj/max": 3.734375, "train/tensor_act_model_layers_26_mlp_up_proj/range": 7.015625, "train/tensor_act_model_layers_26_mlp_down_proj/norm": 25911.33203125, "train/tensor_act_model_layers_26_mlp_down_proj/mean": 12.5, "train/tensor_act_model_layers_26_mlp_down_proj/std": 2.03125, "train/tensor_act_model_layers_26_mlp_down_proj/max_abs": 16.75, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_user_limit": 0.859375, "train/tensor_act_model_layers_26_mlp_down_proj/min": 7.40625, "train/tensor_act_model_layers_26_mlp_down_proj/max": 16.75, "train/tensor_act_model_layers_26_mlp_down_proj/range": 9.34375, "train/tensor_act_model_layers_26_mlp/norm": 25911.33203125, "train/tensor_act_model_layers_26_mlp/mean": 12.5, "train/tensor_act_model_layers_26_mlp/std": 2.03125, "train/tensor_act_model_layers_26_mlp/max_abs": 16.75, "train/tensor_act_model_layers_26_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp/frac_near_user_limit": 0.859375, "train/tensor_act_model_layers_26_mlp/min": 7.40625, "train/tensor_act_model_layers_26_mlp/max": 16.75, "train/tensor_act_model_layers_26_mlp/range": 9.34375, "train/tensor_act_model_layers_26_residual_post_mlp/norm": 611594.5625, "train/tensor_act_model_layers_26_residual_post_mlp/mean": 298.0, "train/tensor_act_model_layers_26_residual_post_mlp/std": 17.375, "train/tensor_act_model_layers_26_residual_post_mlp/max_abs": 340.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_post_mlp/min": 239.0, "train/tensor_act_model_layers_26_residual_post_mlp/max": 340.0, "train/tensor_act_model_layers_26_residual_post_mlp/range": 101.0, "train/tensor_act_model_layers_27_residual_pre_attn/norm": 611594.5625, "train/tensor_act_model_layers_27_residual_pre_attn/mean": 298.0, "train/tensor_act_model_layers_27_residual_pre_attn/std": 17.375, "train/tensor_act_model_layers_27_residual_pre_attn/max_abs": 340.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_pre_attn/min": 239.0, "train/tensor_act_model_layers_27_residual_pre_attn/max": 340.0, "train/tensor_act_model_layers_27_residual_pre_attn/range": 101.0, "train/tensor_act_model_layers_27_residual_post_attn/norm": 611594.5625, "train/tensor_act_model_layers_27_residual_post_attn/mean": 298.0, "train/tensor_act_model_layers_27_residual_post_attn/std": 17.375, "train/tensor_act_model_layers_27_residual_post_attn/max_abs": 340.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_post_attn/min": 239.0, "train/tensor_act_model_layers_27_residual_post_attn/max": 340.0, "train/tensor_act_model_layers_27_residual_post_attn/range": 101.0, "train/tensor_act_model_layers_27_mlp_gate_proj/norm": 4570.49609375, "train/tensor_act_model_layers_27_mlp_gate_proj/mean": 0.81640625, "train/tensor_act_model_layers_27_mlp_gate_proj/std": 1.3515625, "train/tensor_act_model_layers_27_mlp_gate_proj/max_abs": 3.34375, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/min": -1.109375, "train/tensor_act_model_layers_27_mlp_gate_proj/max": 3.34375, "train/tensor_act_model_layers_27_mlp_gate_proj/range": 4.453125, "train/tensor_act_model_layers_27_mlp_up_proj/norm": 4770.3056640625, "train/tensor_act_model_layers_27_mlp_up_proj/mean": -0.01275634765625, "train/tensor_act_model_layers_27_mlp_up_proj/std": 1.6484375, "train/tensor_act_model_layers_27_mlp_up_proj/max_abs": 3.484375, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/min": -3.4375, "train/tensor_act_model_layers_27_mlp_up_proj/max": 3.484375, "train/tensor_act_model_layers_27_mlp_up_proj/range": 6.921875, "train/tensor_act_model_layers_27_mlp_down_proj/norm": 25297.9296875, "train/tensor_act_model_layers_27_mlp_down_proj/mean": 12.1875, "train/tensor_act_model_layers_27_mlp_down_proj/std": 2.09375, "train/tensor_act_model_layers_27_mlp_down_proj/max_abs": 17.375, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_user_limit": 0.828125, "train/tensor_act_model_layers_27_mlp_down_proj/min": 6.96875, "train/tensor_act_model_layers_27_mlp_down_proj/max": 17.375, "train/tensor_act_model_layers_27_mlp_down_proj/range": 10.40625, "train/tensor_act_model_layers_27_mlp/norm": 25297.9296875, "train/tensor_act_model_layers_27_mlp/mean": 12.1875, "train/tensor_act_model_layers_27_mlp/std": 2.09375, "train/tensor_act_model_layers_27_mlp/max_abs": 17.375, "train/tensor_act_model_layers_27_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp/frac_near_user_limit": 0.828125, "train/tensor_act_model_layers_27_mlp/min": 6.96875, "train/tensor_act_model_layers_27_mlp/max": 17.375, "train/tensor_act_model_layers_27_mlp/range": 10.40625, "train/tensor_act_model_layers_27_residual_post_mlp/norm": 636417.3125, "train/tensor_act_model_layers_27_residual_post_mlp/mean": 310.0, "train/tensor_act_model_layers_27_residual_post_mlp/std": 17.875, "train/tensor_act_model_layers_27_residual_post_mlp/max_abs": 358.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_post_mlp/min": 250.0, "train/tensor_act_model_layers_27_residual_post_mlp/max": 358.0, "train/tensor_act_model_layers_27_residual_post_mlp/range": 108.0, "train/tensor_act_model_layers_28_residual_pre_attn/norm": 636417.3125, "train/tensor_act_model_layers_28_residual_pre_attn/mean": 310.0, "train/tensor_act_model_layers_28_residual_pre_attn/std": 17.875, "train/tensor_act_model_layers_28_residual_pre_attn/max_abs": 358.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_pre_attn/min": 250.0, "train/tensor_act_model_layers_28_residual_pre_attn/max": 358.0, "train/tensor_act_model_layers_28_residual_pre_attn/range": 108.0, "train/tensor_act_model_layers_28_residual_post_attn/norm": 636417.3125, "train/tensor_act_model_layers_28_residual_post_attn/mean": 310.0, "train/tensor_act_model_layers_28_residual_post_attn/std": 17.875, "train/tensor_act_model_layers_28_residual_post_attn/max_abs": 358.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_post_attn/min": 250.0, "train/tensor_act_model_layers_28_residual_post_attn/max": 358.0, "train/tensor_act_model_layers_28_residual_post_attn/range": 108.0, "train/tensor_act_model_layers_28_mlp_gate_proj/norm": 4595.33056640625, "train/tensor_act_model_layers_28_mlp_gate_proj/mean": 0.83984375, "train/tensor_act_model_layers_28_mlp_gate_proj/std": 1.34375, "train/tensor_act_model_layers_28_mlp_gate_proj/max_abs": 3.390625, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/min": -1.078125, "train/tensor_act_model_layers_28_mlp_gate_proj/max": 3.390625, "train/tensor_act_model_layers_28_mlp_gate_proj/range": 4.46875, "train/tensor_act_model_layers_28_mlp_up_proj/norm": 4749.65087890625, "train/tensor_act_model_layers_28_mlp_up_proj/mean": 0.01104736328125, "train/tensor_act_model_layers_28_mlp_up_proj/std": 1.640625, "train/tensor_act_model_layers_28_mlp_up_proj/max_abs": 3.375, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/min": -3.375, "train/tensor_act_model_layers_28_mlp_up_proj/max": 3.375, "train/tensor_act_model_layers_28_mlp_up_proj/range": 6.75, "train/tensor_act_model_layers_28_mlp_down_proj/norm": 25834.068359375, "train/tensor_act_model_layers_28_mlp_down_proj/mean": 12.375, "train/tensor_act_model_layers_28_mlp_down_proj/std": 2.34375, "train/tensor_act_model_layers_28_mlp_down_proj/max_abs": 20.25, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_user_limit": 0.8444168567657471, "train/tensor_act_model_layers_28_mlp_down_proj/min": 5.25, "train/tensor_act_model_layers_28_mlp_down_proj/max": 20.25, "train/tensor_act_model_layers_28_mlp_down_proj/range": 15.0, "train/tensor_act_model_layers_28_mlp/norm": 25834.068359375, "train/tensor_act_model_layers_28_mlp/mean": 12.375, "train/tensor_act_model_layers_28_mlp/std": 2.34375, "train/tensor_act_model_layers_28_mlp/max_abs": 20.25, "train/tensor_act_model_layers_28_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp/frac_near_user_limit": 0.8444168567657471, "train/tensor_act_model_layers_28_mlp/min": 5.25, "train/tensor_act_model_layers_28_mlp/max": 20.25, "train/tensor_act_model_layers_28_mlp/range": 15.0, "train/tensor_act_model_layers_28_residual_post_mlp/norm": 661773.5625, "train/tensor_act_model_layers_28_residual_post_mlp/mean": 322.0, "train/tensor_act_model_layers_28_residual_post_mlp/std": 17.875, "train/tensor_act_model_layers_28_residual_post_mlp/max_abs": 370.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_post_mlp/min": 262.0, "train/tensor_act_model_layers_28_residual_post_mlp/max": 370.0, "train/tensor_act_model_layers_28_residual_post_mlp/range": 108.0, "train/tensor_act_model_layers_29_residual_pre_attn/norm": 661773.5625, "train/tensor_act_model_layers_29_residual_pre_attn/mean": 322.0, "train/tensor_act_model_layers_29_residual_pre_attn/std": 17.875, "train/tensor_act_model_layers_29_residual_pre_attn/max_abs": 370.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_pre_attn/min": 262.0, "train/tensor_act_model_layers_29_residual_pre_attn/max": 370.0, "train/tensor_act_model_layers_29_residual_pre_attn/range": 108.0, "train/tensor_act_model_layers_29_residual_post_attn/norm": 661773.5625, "train/tensor_act_model_layers_29_residual_post_attn/mean": 322.0, "train/tensor_act_model_layers_29_residual_post_attn/std": 17.875, "train/tensor_act_model_layers_29_residual_post_attn/max_abs": 370.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_post_attn/min": 262.0, "train/tensor_act_model_layers_29_residual_post_attn/max": 370.0, "train/tensor_act_model_layers_29_residual_post_attn/range": 108.0, "train/tensor_act_model_layers_29_mlp_gate_proj/norm": 4718.71484375, "train/tensor_act_model_layers_29_mlp_gate_proj/mean": 0.84375, "train/tensor_act_model_layers_29_mlp_gate_proj/std": 1.390625, "train/tensor_act_model_layers_29_mlp_gate_proj/max_abs": 3.34375, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/min": -1.234375, "train/tensor_act_model_layers_29_mlp_gate_proj/max": 3.34375, "train/tensor_act_model_layers_29_mlp_gate_proj/range": 4.578125, "train/tensor_act_model_layers_29_mlp_up_proj/norm": 4843.74755859375, "train/tensor_act_model_layers_29_mlp_up_proj/mean": -0.050048828125, "train/tensor_act_model_layers_29_mlp_up_proj/std": 1.671875, "train/tensor_act_model_layers_29_mlp_up_proj/max_abs": 3.4375, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/min": -3.375, "train/tensor_act_model_layers_29_mlp_up_proj/max": 3.4375, "train/tensor_act_model_layers_29_mlp_up_proj/range": 6.8125, "train/tensor_act_model_layers_29_mlp_down_proj/norm": 27191.01171875, "train/tensor_act_model_layers_29_mlp_down_proj/mean": 13.0625, "train/tensor_act_model_layers_29_mlp_down_proj/std": 2.375, "train/tensor_act_model_layers_29_mlp_down_proj/max_abs": 19.125, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_user_limit": 0.8671875, "train/tensor_act_model_layers_29_mlp_down_proj/min": 6.375, "train/tensor_act_model_layers_29_mlp_down_proj/max": 19.125, "train/tensor_act_model_layers_29_mlp_down_proj/range": 12.75, "train/tensor_act_model_layers_29_mlp/norm": 27191.01171875, "train/tensor_act_model_layers_29_mlp/mean": 13.0625, "train/tensor_act_model_layers_29_mlp/std": 2.375, "train/tensor_act_model_layers_29_mlp/max_abs": 19.125, "train/tensor_act_model_layers_29_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp/frac_near_user_limit": 0.8671875, "train/tensor_act_model_layers_29_mlp/min": 6.375, "train/tensor_act_model_layers_29_mlp/max": 19.125, "train/tensor_act_model_layers_29_mlp/range": 12.75, "train/tensor_act_model_layers_29_residual_post_mlp/norm": 688593.0625, "train/tensor_act_model_layers_29_residual_post_mlp/mean": 336.0, "train/tensor_act_model_layers_29_residual_post_mlp/std": 18.5, "train/tensor_act_model_layers_29_residual_post_mlp/max_abs": 384.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_post_mlp/min": 270.0, "train/tensor_act_model_layers_29_residual_post_mlp/max": 384.0, "train/tensor_act_model_layers_29_residual_post_mlp/range": 114.0, "train/tensor_act_model_layers_30_residual_pre_attn/norm": 688593.0625, "train/tensor_act_model_layers_30_residual_pre_attn/mean": 336.0, "train/tensor_act_model_layers_30_residual_pre_attn/std": 18.5, "train/tensor_act_model_layers_30_residual_pre_attn/max_abs": 384.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_pre_attn/min": 270.0, "train/tensor_act_model_layers_30_residual_pre_attn/max": 384.0, "train/tensor_act_model_layers_30_residual_pre_attn/range": 114.0, "train/tensor_act_model_layers_30_residual_post_attn/norm": 688593.0625, "train/tensor_act_model_layers_30_residual_post_attn/mean": 336.0, "train/tensor_act_model_layers_30_residual_post_attn/std": 18.5, "train/tensor_act_model_layers_30_residual_post_attn/max_abs": 384.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_post_attn/min": 270.0, "train/tensor_act_model_layers_30_residual_post_attn/max": 384.0, "train/tensor_act_model_layers_30_residual_post_attn/range": 114.0, "train/tensor_act_model_layers_30_mlp_gate_proj/norm": 4595.435546875, "train/tensor_act_model_layers_30_mlp_gate_proj/mean": 0.82421875, "train/tensor_act_model_layers_30_mlp_gate_proj/std": 1.359375, "train/tensor_act_model_layers_30_mlp_gate_proj/max_abs": 3.28125, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/min": -1.25, "train/tensor_act_model_layers_30_mlp_gate_proj/max": 3.28125, "train/tensor_act_model_layers_30_mlp_gate_proj/range": 4.53125, "train/tensor_act_model_layers_30_mlp_up_proj/norm": 4709.29638671875, "train/tensor_act_model_layers_30_mlp_up_proj/mean": -5.7220458984375e-05, "train/tensor_act_model_layers_30_mlp_up_proj/std": 1.625, "train/tensor_act_model_layers_30_mlp_up_proj/max_abs": 3.578125, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/min": -3.578125, "train/tensor_act_model_layers_30_mlp_up_proj/max": 3.453125, "train/tensor_act_model_layers_30_mlp_up_proj/range": 7.03125, "train/tensor_act_model_layers_30_mlp_down_proj/norm": 26190.771484375, "train/tensor_act_model_layers_30_mlp_down_proj/mean": 12.625, "train/tensor_act_model_layers_30_mlp_down_proj/std": 2.03125, "train/tensor_act_model_layers_30_mlp_down_proj/max_abs": 17.5, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_user_limit": 0.9140622615814209, "train/tensor_act_model_layers_30_mlp_down_proj/min": 7.46875, "train/tensor_act_model_layers_30_mlp_down_proj/max": 17.5, "train/tensor_act_model_layers_30_mlp_down_proj/range": 10.03125, "train/tensor_act_model_layers_30_mlp/norm": 26190.771484375, "train/tensor_act_model_layers_30_mlp/mean": 12.625, "train/tensor_act_model_layers_30_mlp/std": 2.03125, "train/tensor_act_model_layers_30_mlp/max_abs": 17.5, "train/tensor_act_model_layers_30_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp/frac_near_user_limit": 0.9140622615814209, "train/tensor_act_model_layers_30_mlp/min": 7.46875, "train/tensor_act_model_layers_30_mlp/max": 17.5, "train/tensor_act_model_layers_30_mlp/range": 10.03125, "train/tensor_act_model_layers_30_residual_post_mlp/norm": 714298.875, "train/tensor_act_model_layers_30_residual_post_mlp/mean": 348.0, "train/tensor_act_model_layers_30_residual_post_mlp/std": 18.875, "train/tensor_act_model_layers_30_residual_post_mlp/max_abs": 396.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_post_mlp/min": 280.0, "train/tensor_act_model_layers_30_residual_post_mlp/max": 396.0, "train/tensor_act_model_layers_30_residual_post_mlp/range": 116.0, "train/tensor_act_model_layers_31_residual_pre_attn/norm": 714298.875, "train/tensor_act_model_layers_31_residual_pre_attn/mean": 348.0, "train/tensor_act_model_layers_31_residual_pre_attn/std": 18.875, "train/tensor_act_model_layers_31_residual_pre_attn/max_abs": 396.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_pre_attn/min": 280.0, "train/tensor_act_model_layers_31_residual_pre_attn/max": 396.0, "train/tensor_act_model_layers_31_residual_pre_attn/range": 116.0, "train/tensor_act_model_layers_31_residual_post_attn/norm": 714298.875, "train/tensor_act_model_layers_31_residual_post_attn/mean": 348.0, "train/tensor_act_model_layers_31_residual_post_attn/std": 18.875, "train/tensor_act_model_layers_31_residual_post_attn/max_abs": 396.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_post_attn/min": 280.0, "train/tensor_act_model_layers_31_residual_post_attn/max": 396.0, "train/tensor_act_model_layers_31_residual_post_attn/range": 116.0, "train/tensor_act_model_layers_31_mlp_gate_proj/norm": 4398.9189453125, "train/tensor_act_model_layers_31_mlp_gate_proj/mean": 0.7890625, "train/tensor_act_model_layers_31_mlp_gate_proj/std": 1.296875, "train/tensor_act_model_layers_31_mlp_gate_proj/max_abs": 3.265625, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/min": -1.2421875, "train/tensor_act_model_layers_31_mlp_gate_proj/max": 3.265625, "train/tensor_act_model_layers_31_mlp_gate_proj/range": 4.5078125, "train/tensor_act_model_layers_31_mlp_up_proj/norm": 4516.02294921875, "train/tensor_act_model_layers_31_mlp_up_proj/mean": 0.1484375, "train/tensor_act_model_layers_31_mlp_up_proj/std": 1.5546875, "train/tensor_act_model_layers_31_mlp_up_proj/max_abs": 3.28125, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/min": -3.28125, "train/tensor_act_model_layers_31_mlp_up_proj/max": 3.265625, "train/tensor_act_model_layers_31_mlp_up_proj/range": 6.546875, "train/tensor_act_model_layers_31_mlp_down_proj/norm": 24252.6484375, "train/tensor_act_model_layers_31_mlp_down_proj/mean": 11.625, "train/tensor_act_model_layers_31_mlp_down_proj/std": 2.171875, "train/tensor_act_model_layers_31_mlp_down_proj/max_abs": 17.375, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_user_limit": 0.75, "train/tensor_act_model_layers_31_mlp_down_proj/min": 6.625, "train/tensor_act_model_layers_31_mlp_down_proj/max": 17.375, "train/tensor_act_model_layers_31_mlp_down_proj/range": 10.75, "train/tensor_act_model_layers_31_mlp/norm": 24252.6484375, "train/tensor_act_model_layers_31_mlp/mean": 11.625, "train/tensor_act_model_layers_31_mlp/std": 2.171875, "train/tensor_act_model_layers_31_mlp/max_abs": 17.375, "train/tensor_act_model_layers_31_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp/frac_near_user_limit": 0.75, "train/tensor_act_model_layers_31_mlp/min": 6.625, "train/tensor_act_model_layers_31_mlp/max": 17.375, "train/tensor_act_model_layers_31_mlp/range": 10.75, "train/tensor_act_model_layers_31_residual_post_mlp/norm": 738434.8125, "train/tensor_act_model_layers_31_residual_post_mlp/mean": 360.0, "train/tensor_act_model_layers_31_residual_post_mlp/std": 19.125, "train/tensor_act_model_layers_31_residual_post_mlp/max_abs": 410.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_post_mlp/min": 288.0, "train/tensor_act_model_layers_31_residual_post_mlp/max": 410.0, "train/tensor_act_model_layers_31_residual_post_mlp/range": 122.0, "train/tensor_act_model_layers_32_residual_pre_attn/norm": 738434.8125, "train/tensor_act_model_layers_32_residual_pre_attn/mean": 360.0, "train/tensor_act_model_layers_32_residual_pre_attn/std": 19.125, "train/tensor_act_model_layers_32_residual_pre_attn/max_abs": 410.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_pre_attn/min": 288.0, "train/tensor_act_model_layers_32_residual_pre_attn/max": 410.0, "train/tensor_act_model_layers_32_residual_pre_attn/range": 122.0, "train/tensor_act_model_layers_32_residual_post_attn/norm": 738434.8125, "train/tensor_act_model_layers_32_residual_post_attn/mean": 360.0, "train/tensor_act_model_layers_32_residual_post_attn/std": 19.125, "train/tensor_act_model_layers_32_residual_post_attn/max_abs": 410.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_post_attn/min": 288.0, "train/tensor_act_model_layers_32_residual_post_attn/max": 410.0, "train/tensor_act_model_layers_32_residual_post_attn/range": 122.0, "train/tensor_act_model_layers_32_mlp_gate_proj/norm": 4437.1513671875, "train/tensor_act_model_layers_32_mlp_gate_proj/mean": 0.7109375, "train/tensor_act_model_layers_32_mlp_gate_proj/std": 1.359375, "train/tensor_act_model_layers_32_mlp_gate_proj/max_abs": 3.234375, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/min": -1.25, "train/tensor_act_model_layers_32_mlp_gate_proj/max": 3.234375, "train/tensor_act_model_layers_32_mlp_gate_proj/range": 4.484375, "train/tensor_act_model_layers_32_mlp_up_proj/norm": 4532.0205078125, "train/tensor_act_model_layers_32_mlp_up_proj/mean": 0.05712890625, "train/tensor_act_model_layers_32_mlp_up_proj/std": 1.5625, "train/tensor_act_model_layers_32_mlp_up_proj/max_abs": 3.234375, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/min": -3.234375, "train/tensor_act_model_layers_32_mlp_up_proj/max": 3.234375, "train/tensor_act_model_layers_32_mlp_up_proj/range": 6.46875, "train/tensor_act_model_layers_32_mlp_down_proj/norm": 23000.552734375, "train/tensor_act_model_layers_32_mlp_down_proj/mean": 11.0, "train/tensor_act_model_layers_32_mlp_down_proj/std": 2.1875, "train/tensor_act_model_layers_32_mlp_down_proj/max_abs": 16.5, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_user_limit": 0.6875, "train/tensor_act_model_layers_32_mlp_down_proj/min": 4.84375, "train/tensor_act_model_layers_32_mlp_down_proj/max": 16.5, "train/tensor_act_model_layers_32_mlp_down_proj/range": 11.65625, "train/tensor_act_model_layers_32_mlp/norm": 23000.552734375, "train/tensor_act_model_layers_32_mlp/mean": 11.0, "train/tensor_act_model_layers_32_mlp/std": 2.1875, "train/tensor_act_model_layers_32_mlp/max_abs": 16.5, "train/tensor_act_model_layers_32_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp/frac_near_user_limit": 0.6875, "train/tensor_act_model_layers_32_mlp/min": 4.84375, "train/tensor_act_model_layers_32_mlp/max": 16.5, "train/tensor_act_model_layers_32_mlp/range": 11.65625, "train/tensor_act_model_layers_32_residual_post_mlp/norm": 761127.5, "train/tensor_act_model_layers_32_residual_post_mlp/mean": 372.0, "train/tensor_act_model_layers_32_residual_post_mlp/std": 19.875, "train/tensor_act_model_layers_32_residual_post_mlp/max_abs": 424.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_post_mlp/min": 298.0, "train/tensor_act_model_layers_32_residual_post_mlp/max": 424.0, "train/tensor_act_model_layers_32_residual_post_mlp/range": 126.0, "train/tensor_act_model_layers_33_residual_pre_attn/norm": 761127.5, "train/tensor_act_model_layers_33_residual_pre_attn/mean": 372.0, "train/tensor_act_model_layers_33_residual_pre_attn/std": 19.875, "train/tensor_act_model_layers_33_residual_pre_attn/max_abs": 424.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_pre_attn/min": 298.0, "train/tensor_act_model_layers_33_residual_pre_attn/max": 424.0, "train/tensor_act_model_layers_33_residual_pre_attn/range": 126.0, "train/tensor_act_model_layers_33_residual_post_attn/norm": 761127.5, "train/tensor_act_model_layers_33_residual_post_attn/mean": 372.0, "train/tensor_act_model_layers_33_residual_post_attn/std": 19.875, "train/tensor_act_model_layers_33_residual_post_attn/max_abs": 424.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_post_attn/min": 298.0, "train/tensor_act_model_layers_33_residual_post_attn/max": 424.0, "train/tensor_act_model_layers_33_residual_post_attn/range": 126.0, "train/tensor_act_model_layers_33_mlp_gate_proj/norm": 4809.52978515625, "train/tensor_act_model_layers_33_mlp_gate_proj/mean": 0.9609375, "train/tensor_act_model_layers_33_mlp_gate_proj/std": 1.3515625, "train/tensor_act_model_layers_33_mlp_gate_proj/max_abs": 3.15625, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/min": -1.5078125, "train/tensor_act_model_layers_33_mlp_gate_proj/max": 3.15625, "train/tensor_act_model_layers_33_mlp_gate_proj/range": 4.6640625, "train/tensor_act_model_layers_33_mlp_up_proj/norm": 4916.79638671875, "train/tensor_act_model_layers_33_mlp_up_proj/mean": -0.0703125, "train/tensor_act_model_layers_33_mlp_up_proj/std": 1.6953125, "train/tensor_act_model_layers_33_mlp_up_proj/max_abs": 3.671875, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/min": -3.359375, "train/tensor_act_model_layers_33_mlp_up_proj/max": 3.671875, "train/tensor_act_model_layers_33_mlp_up_proj/range": 7.03125, "train/tensor_act_model_layers_33_mlp_down_proj/norm": 27647.419921875, "train/tensor_act_model_layers_33_mlp_down_proj/mean": 13.3125, "train/tensor_act_model_layers_33_mlp_down_proj/std": 2.265625, "train/tensor_act_model_layers_33_mlp_down_proj/max_abs": 21.0, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_user_limit": 0.9450128078460693, "train/tensor_act_model_layers_33_mlp_down_proj/min": 6.15625, "train/tensor_act_model_layers_33_mlp_down_proj/max": 21.0, "train/tensor_act_model_layers_33_mlp_down_proj/range": 14.84375, "train/tensor_act_model_layers_33_mlp/norm": 27647.419921875, "train/tensor_act_model_layers_33_mlp/mean": 13.3125, "train/tensor_act_model_layers_33_mlp/std": 2.265625, "train/tensor_act_model_layers_33_mlp/max_abs": 21.0, "train/tensor_act_model_layers_33_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp/frac_near_user_limit": 0.9450128078460693, "train/tensor_act_model_layers_33_mlp/min": 6.15625, "train/tensor_act_model_layers_33_mlp/max": 21.0, "train/tensor_act_model_layers_33_mlp/range": 14.84375, "train/tensor_act_model_layers_33_residual_post_mlp/norm": 788285.625, "train/tensor_act_model_layers_33_residual_post_mlp/mean": 384.0, "train/tensor_act_model_layers_33_residual_post_mlp/std": 20.125, "train/tensor_act_model_layers_33_residual_post_mlp/max_abs": 432.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_post_mlp/min": 310.0, "train/tensor_act_model_layers_33_residual_post_mlp/max": 432.0, "train/tensor_act_model_layers_33_residual_post_mlp/range": 122.0, "train/tensor_act_model_layers_34_residual_pre_attn/norm": 788285.625, "train/tensor_act_model_layers_34_residual_pre_attn/mean": 384.0, "train/tensor_act_model_layers_34_residual_pre_attn/std": 20.125, "train/tensor_act_model_layers_34_residual_pre_attn/max_abs": 432.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_pre_attn/min": 310.0, "train/tensor_act_model_layers_34_residual_pre_attn/max": 432.0, "train/tensor_act_model_layers_34_residual_pre_attn/range": 122.0, "train/tensor_act_model_layers_34_residual_post_attn/norm": 788285.625, "train/tensor_act_model_layers_34_residual_post_attn/mean": 384.0, "train/tensor_act_model_layers_34_residual_post_attn/std": 20.125, "train/tensor_act_model_layers_34_residual_post_attn/max_abs": 432.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_post_attn/min": 310.0, "train/tensor_act_model_layers_34_residual_post_attn/max": 432.0, "train/tensor_act_model_layers_34_residual_post_attn/range": 122.0, "train/tensor_act_model_layers_34_mlp_gate_proj/norm": 4619.421875, "train/tensor_act_model_layers_34_mlp_gate_proj/mean": 0.88671875, "train/tensor_act_model_layers_34_mlp_gate_proj/std": 1.328125, "train/tensor_act_model_layers_34_mlp_gate_proj/max_abs": 3.25, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/min": -1.125, "train/tensor_act_model_layers_34_mlp_gate_proj/max": 3.25, "train/tensor_act_model_layers_34_mlp_gate_proj/range": 4.375, "train/tensor_act_model_layers_34_mlp_up_proj/norm": 4829.41259765625, "train/tensor_act_model_layers_34_mlp_up_proj/mean": -0.119140625, "train/tensor_act_model_layers_34_mlp_up_proj/std": 1.6640625, "train/tensor_act_model_layers_34_mlp_up_proj/max_abs": 3.59375, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/min": -3.25, "train/tensor_act_model_layers_34_mlp_up_proj/max": 3.59375, "train/tensor_act_model_layers_34_mlp_up_proj/range": 6.84375, "train/tensor_act_model_layers_34_mlp_down_proj/norm": 25988.734375, "train/tensor_act_model_layers_34_mlp_down_proj/mean": 12.5, "train/tensor_act_model_layers_34_mlp_down_proj/std": 2.15625, "train/tensor_act_model_layers_34_mlp_down_proj/max_abs": 17.875, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_user_limit": 0.877537727355957, "train/tensor_act_model_layers_34_mlp_down_proj/min": 7.15625, "train/tensor_act_model_layers_34_mlp_down_proj/max": 17.875, "train/tensor_act_model_layers_34_mlp_down_proj/range": 10.71875, "train/tensor_act_model_layers_34_mlp/norm": 25988.734375, "train/tensor_act_model_layers_34_mlp/mean": 12.5, "train/tensor_act_model_layers_34_mlp/std": 2.15625, "train/tensor_act_model_layers_34_mlp/max_abs": 17.875, "train/tensor_act_model_layers_34_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp/frac_near_user_limit": 0.877537727355957, "train/tensor_act_model_layers_34_mlp/min": 7.15625, "train/tensor_act_model_layers_34_mlp/max": 17.875, "train/tensor_act_model_layers_34_mlp/range": 10.71875, "train/tensor_act_model_layers_34_residual_post_mlp/norm": 813827.8125, "train/tensor_act_model_layers_34_residual_post_mlp/mean": 396.0, "train/tensor_act_model_layers_34_residual_post_mlp/std": 20.25, "train/tensor_act_model_layers_34_residual_post_mlp/max_abs": 448.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_post_mlp/min": 322.0, "train/tensor_act_model_layers_34_residual_post_mlp/max": 448.0, "train/tensor_act_model_layers_34_residual_post_mlp/range": 126.0, "train/tensor_act_model_layers_35_residual_pre_attn/norm": 813827.8125, "train/tensor_act_model_layers_35_residual_pre_attn/mean": 396.0, "train/tensor_act_model_layers_35_residual_pre_attn/std": 20.25, "train/tensor_act_model_layers_35_residual_pre_attn/max_abs": 448.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_pre_attn/min": 322.0, "train/tensor_act_model_layers_35_residual_pre_attn/max": 448.0, "train/tensor_act_model_layers_35_residual_pre_attn/range": 126.0, "train/tensor_act_model_layers_35_residual_post_attn/norm": 813827.8125, "train/tensor_act_model_layers_35_residual_post_attn/mean": 396.0, "train/tensor_act_model_layers_35_residual_post_attn/std": 20.25, "train/tensor_act_model_layers_35_residual_post_attn/max_abs": 448.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_post_attn/min": 322.0, "train/tensor_act_model_layers_35_residual_post_attn/max": 448.0, "train/tensor_act_model_layers_35_residual_post_attn/range": 126.0, "train/tensor_act_model_layers_35_mlp_gate_proj/norm": 4487.77880859375, "train/tensor_act_model_layers_35_mlp_gate_proj/mean": 0.828125, "train/tensor_act_model_layers_35_mlp_gate_proj/std": 1.3125, "train/tensor_act_model_layers_35_mlp_gate_proj/max_abs": 3.25, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/min": -1.1171875, "train/tensor_act_model_layers_35_mlp_gate_proj/max": 3.25, "train/tensor_act_model_layers_35_mlp_gate_proj/range": 4.3671875, "train/tensor_act_model_layers_35_mlp_up_proj/norm": 4533.7255859375, "train/tensor_act_model_layers_35_mlp_up_proj/mean": -0.0238037109375, "train/tensor_act_model_layers_35_mlp_up_proj/std": 1.5625, "train/tensor_act_model_layers_35_mlp_up_proj/max_abs": 3.34375, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/min": -3.3125, "train/tensor_act_model_layers_35_mlp_up_proj/max": 3.34375, "train/tensor_act_model_layers_35_mlp_up_proj/range": 6.65625, "train/tensor_act_model_layers_35_mlp_down_proj/norm": 23303.03515625, "train/tensor_act_model_layers_35_mlp_down_proj/mean": 11.125, "train/tensor_act_model_layers_35_mlp_down_proj/std": 2.28125, "train/tensor_act_model_layers_35_mlp_down_proj/max_abs": 16.75, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_user_limit": 0.663996696472168, "train/tensor_act_model_layers_35_mlp_down_proj/min": 6.0625, "train/tensor_act_model_layers_35_mlp_down_proj/max": 16.75, "train/tensor_act_model_layers_35_mlp_down_proj/range": 10.6875, "train/tensor_act_model_layers_35_mlp/norm": 23303.03515625, "train/tensor_act_model_layers_35_mlp/mean": 11.125, "train/tensor_act_model_layers_35_mlp/std": 2.28125, "train/tensor_act_model_layers_35_mlp/max_abs": 16.75, "train/tensor_act_model_layers_35_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp/frac_near_user_limit": 0.663996696472168, "train/tensor_act_model_layers_35_mlp/min": 6.0625, "train/tensor_act_model_layers_35_mlp/max": 16.75, "train/tensor_act_model_layers_35_mlp/range": 10.6875, "train/tensor_act_model_layers_35_residual_post_mlp/norm": 836853.6875, "train/tensor_act_model_layers_35_residual_post_mlp/mean": 408.0, "train/tensor_act_model_layers_35_residual_post_mlp/std": 20.75, "train/tensor_act_model_layers_35_residual_post_mlp/max_abs": 456.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_post_mlp/min": 332.0, "train/tensor_act_model_layers_35_residual_post_mlp/max": 456.0, "train/tensor_act_model_layers_35_residual_post_mlp/range": 124.0, "train/tensor_act_model_layers_36_residual_pre_attn/norm": 836853.6875, "train/tensor_act_model_layers_36_residual_pre_attn/mean": 408.0, "train/tensor_act_model_layers_36_residual_pre_attn/std": 20.75, "train/tensor_act_model_layers_36_residual_pre_attn/max_abs": 456.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_pre_attn/min": 332.0, "train/tensor_act_model_layers_36_residual_pre_attn/max": 456.0, "train/tensor_act_model_layers_36_residual_pre_attn/range": 124.0, "train/tensor_act_model_layers_36_residual_post_attn/norm": 836853.6875, "train/tensor_act_model_layers_36_residual_post_attn/mean": 408.0, "train/tensor_act_model_layers_36_residual_post_attn/std": 20.75, "train/tensor_act_model_layers_36_residual_post_attn/max_abs": 456.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_post_attn/min": 332.0, "train/tensor_act_model_layers_36_residual_post_attn/max": 456.0, "train/tensor_act_model_layers_36_residual_post_attn/range": 124.0, "train/tensor_act_model_layers_36_mlp_gate_proj/norm": 4623.46826171875, "train/tensor_act_model_layers_36_mlp_gate_proj/mean": 0.87890625, "train/tensor_act_model_layers_36_mlp_gate_proj/std": 1.3359375, "train/tensor_act_model_layers_36_mlp_gate_proj/max_abs": 3.109375, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/min": -1.2421875, "train/tensor_act_model_layers_36_mlp_gate_proj/max": 3.109375, "train/tensor_act_model_layers_36_mlp_gate_proj/range": 4.3515625, "train/tensor_act_model_layers_36_mlp_up_proj/norm": 4788.69873046875, "train/tensor_act_model_layers_36_mlp_up_proj/mean": 0.0361328125, "train/tensor_act_model_layers_36_mlp_up_proj/std": 1.65625, "train/tensor_act_model_layers_36_mlp_up_proj/max_abs": 3.34375, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/min": -3.234375, "train/tensor_act_model_layers_36_mlp_up_proj/max": 3.34375, "train/tensor_act_model_layers_36_mlp_up_proj/range": 6.578125, "train/tensor_act_model_layers_36_mlp_down_proj/norm": 26702.623046875, "train/tensor_act_model_layers_36_mlp_down_proj/mean": 12.8125, "train/tensor_act_model_layers_36_mlp_down_proj/std": 2.53125, "train/tensor_act_model_layers_36_mlp_down_proj/max_abs": 19.875, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_user_limit": 0.8716306686401367, "train/tensor_act_model_layers_36_mlp_down_proj/min": 6.03125, "train/tensor_act_model_layers_36_mlp_down_proj/max": 19.875, "train/tensor_act_model_layers_36_mlp_down_proj/range": 13.84375, "train/tensor_act_model_layers_36_mlp/norm": 26702.623046875, "train/tensor_act_model_layers_36_mlp/mean": 12.8125, "train/tensor_act_model_layers_36_mlp/std": 2.53125, "train/tensor_act_model_layers_36_mlp/max_abs": 19.875, "train/tensor_act_model_layers_36_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp/frac_near_user_limit": 0.8716306686401367, "train/tensor_act_model_layers_36_mlp/min": 6.03125, "train/tensor_act_model_layers_36_mlp/max": 19.875, "train/tensor_act_model_layers_36_mlp/range": 13.84375, "train/tensor_act_model_layers_36_residual_post_mlp/norm": 863193.1875, "train/tensor_act_model_layers_36_residual_post_mlp/mean": 420.0, "train/tensor_act_model_layers_36_residual_post_mlp/std": 21.25, "train/tensor_act_model_layers_36_residual_post_mlp/max_abs": 472.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_post_mlp/min": 344.0, "train/tensor_act_model_layers_36_residual_post_mlp/max": 472.0, "train/tensor_act_model_layers_36_residual_post_mlp/range": 128.0, "train/tensor_act_model_layers_37_residual_pre_attn/norm": 863193.1875, "train/tensor_act_model_layers_37_residual_pre_attn/mean": 420.0, "train/tensor_act_model_layers_37_residual_pre_attn/std": 21.25, "train/tensor_act_model_layers_37_residual_pre_attn/max_abs": 472.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_pre_attn/min": 344.0, "train/tensor_act_model_layers_37_residual_pre_attn/max": 472.0, "train/tensor_act_model_layers_37_residual_pre_attn/range": 128.0, "train/tensor_act_model_layers_37_residual_post_attn/norm": 863193.1875, "train/tensor_act_model_layers_37_residual_post_attn/mean": 420.0, "train/tensor_act_model_layers_37_residual_post_attn/std": 21.25, "train/tensor_act_model_layers_37_residual_post_attn/max_abs": 472.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_post_attn/min": 344.0, "train/tensor_act_model_layers_37_residual_post_attn/max": 472.0, "train/tensor_act_model_layers_37_residual_post_attn/range": 128.0, "train/tensor_act_model_layers_37_mlp_gate_proj/norm": 4660.263671875, "train/tensor_act_model_layers_37_mlp_gate_proj/mean": 0.90625, "train/tensor_act_model_layers_37_mlp_gate_proj/std": 1.328125, "train/tensor_act_model_layers_37_mlp_gate_proj/max_abs": 3.171875, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/min": -1.09375, "train/tensor_act_model_layers_37_mlp_gate_proj/max": 3.171875, "train/tensor_act_model_layers_37_mlp_gate_proj/range": 4.265625, "train/tensor_act_model_layers_37_mlp_up_proj/norm": 4718.3359375, "train/tensor_act_model_layers_37_mlp_up_proj/mean": 0.162109375, "train/tensor_act_model_layers_37_mlp_up_proj/std": 1.6171875, "train/tensor_act_model_layers_37_mlp_up_proj/max_abs": 3.421875, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/min": -3.28125, "train/tensor_act_model_layers_37_mlp_up_proj/max": 3.421875, "train/tensor_act_model_layers_37_mlp_up_proj/range": 6.703125, "train/tensor_act_model_layers_37_mlp_down_proj/norm": 25370.146484375, "train/tensor_act_model_layers_37_mlp_down_proj/mean": 12.1875, "train/tensor_act_model_layers_37_mlp_down_proj/std": 2.359375, "train/tensor_act_model_layers_37_mlp_down_proj/max_abs": 17.625, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_user_limit": 0.828125, "train/tensor_act_model_layers_37_mlp_down_proj/min": 6.03125, "train/tensor_act_model_layers_37_mlp_down_proj/max": 17.625, "train/tensor_act_model_layers_37_mlp_down_proj/range": 11.59375, "train/tensor_act_model_layers_37_mlp/norm": 25370.146484375, "train/tensor_act_model_layers_37_mlp/mean": 12.1875, "train/tensor_act_model_layers_37_mlp/std": 2.359375, "train/tensor_act_model_layers_37_mlp/max_abs": 17.625, "train/tensor_act_model_layers_37_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp/frac_near_user_limit": 0.828125, "train/tensor_act_model_layers_37_mlp/min": 6.03125, "train/tensor_act_model_layers_37_mlp/max": 17.625, "train/tensor_act_model_layers_37_mlp/range": 11.59375, "train/tensor_act_model_layers_37_residual_post_mlp/norm": 888201.0, "train/tensor_act_model_layers_37_residual_post_mlp/mean": 434.0, "train/tensor_act_model_layers_37_residual_post_mlp/std": 21.5, "train/tensor_act_model_layers_37_residual_post_mlp/max_abs": 486.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_post_mlp/min": 358.0, "train/tensor_act_model_layers_37_residual_post_mlp/max": 486.0, "train/tensor_act_model_layers_37_residual_post_mlp/range": 128.0, "train/tensor_act_model_layers_38_residual_pre_attn/norm": 888201.0, "train/tensor_act_model_layers_38_residual_pre_attn/mean": 434.0, "train/tensor_act_model_layers_38_residual_pre_attn/std": 21.5, "train/tensor_act_model_layers_38_residual_pre_attn/max_abs": 486.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_pre_attn/min": 358.0, "train/tensor_act_model_layers_38_residual_pre_attn/max": 486.0, "train/tensor_act_model_layers_38_residual_pre_attn/range": 128.0, "train/tensor_act_model_layers_38_residual_post_attn/norm": 888201.0, "train/tensor_act_model_layers_38_residual_post_attn/mean": 434.0, "train/tensor_act_model_layers_38_residual_post_attn/std": 21.5, "train/tensor_act_model_layers_38_residual_post_attn/max_abs": 486.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_post_attn/min": 358.0, "train/tensor_act_model_layers_38_residual_post_attn/max": 486.0, "train/tensor_act_model_layers_38_residual_post_attn/range": 128.0, "train/tensor_act_model_layers_38_mlp_gate_proj/norm": 4218.67236328125, "train/tensor_act_model_layers_38_mlp_gate_proj/mean": 0.7109375, "train/tensor_act_model_layers_38_mlp_gate_proj/std": 1.2734375, "train/tensor_act_model_layers_38_mlp_gate_proj/max_abs": 2.984375, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/min": -1.1328125, "train/tensor_act_model_layers_38_mlp_gate_proj/max": 2.984375, "train/tensor_act_model_layers_38_mlp_gate_proj/range": 4.1171875, "train/tensor_act_model_layers_38_mlp_up_proj/norm": 4489.248046875, "train/tensor_act_model_layers_38_mlp_up_proj/mean": -0.11767578125, "train/tensor_act_model_layers_38_mlp_up_proj/std": 1.546875, "train/tensor_act_model_layers_38_mlp_up_proj/max_abs": 3.203125, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/min": -3.140625, "train/tensor_act_model_layers_38_mlp_up_proj/max": 3.203125, "train/tensor_act_model_layers_38_mlp_up_proj/range": 6.34375, "train/tensor_act_model_layers_38_mlp_down_proj/norm": 22179.5, "train/tensor_act_model_layers_38_mlp_down_proj/mean": 10.625, "train/tensor_act_model_layers_38_mlp_down_proj/std": 1.9921875, "train/tensor_act_model_layers_38_mlp_down_proj/max_abs": 15.875, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_user_limit": 0.6233890056610107, "train/tensor_act_model_layers_38_mlp_down_proj/min": 5.875, "train/tensor_act_model_layers_38_mlp_down_proj/max": 15.875, "train/tensor_act_model_layers_38_mlp_down_proj/range": 10.0, "train/tensor_act_model_layers_38_mlp/norm": 22179.5, "train/tensor_act_model_layers_38_mlp/mean": 10.625, "train/tensor_act_model_layers_38_mlp/std": 1.9921875, "train/tensor_act_model_layers_38_mlp/max_abs": 15.875, "train/tensor_act_model_layers_38_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp/frac_near_user_limit": 0.6233890056610107, "train/tensor_act_model_layers_38_mlp/min": 5.875, "train/tensor_act_model_layers_38_mlp/max": 15.875, "train/tensor_act_model_layers_38_mlp/range": 10.0, "train/tensor_act_model_layers_38_residual_post_mlp/norm": 909990.1875, "train/tensor_act_model_layers_38_residual_post_mlp/mean": 444.0, "train/tensor_act_model_layers_38_residual_post_mlp/std": 22.125, "train/tensor_act_model_layers_38_residual_post_mlp/max_abs": 496.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_post_mlp/min": 368.0, "train/tensor_act_model_layers_38_residual_post_mlp/max": 496.0, "train/tensor_act_model_layers_38_residual_post_mlp/range": 128.0, "train/tensor_act_model_layers_39_residual_pre_attn/norm": 909990.1875, "train/tensor_act_model_layers_39_residual_pre_attn/mean": 444.0, "train/tensor_act_model_layers_39_residual_pre_attn/std": 22.125, "train/tensor_act_model_layers_39_residual_pre_attn/max_abs": 496.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_pre_attn/min": 368.0, "train/tensor_act_model_layers_39_residual_pre_attn/max": 496.0, "train/tensor_act_model_layers_39_residual_pre_attn/range": 128.0, "train/tensor_act_model_layers_39_residual_post_attn/norm": 909990.1875, "train/tensor_act_model_layers_39_residual_post_attn/mean": 444.0, "train/tensor_act_model_layers_39_residual_post_attn/std": 22.125, "train/tensor_act_model_layers_39_residual_post_attn/max_abs": 496.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_post_attn/min": 368.0, "train/tensor_act_model_layers_39_residual_post_attn/max": 496.0, "train/tensor_act_model_layers_39_residual_post_attn/range": 128.0, "train/tensor_act_model_layers_39_mlp_gate_proj/norm": 4270.015625, "train/tensor_act_model_layers_39_mlp_gate_proj/mean": 0.69921875, "train/tensor_act_model_layers_39_mlp_gate_proj/std": 1.296875, "train/tensor_act_model_layers_39_mlp_gate_proj/max_abs": 3.03125, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_39_mlp_gate_proj/max": 3.03125, "train/tensor_act_model_layers_39_mlp_gate_proj/range": 4.3203125, "train/tensor_act_model_layers_39_mlp_up_proj/norm": 4504.9599609375, "train/tensor_act_model_layers_39_mlp_up_proj/mean": -0.15234375, "train/tensor_act_model_layers_39_mlp_up_proj/std": 1.546875, "train/tensor_act_model_layers_39_mlp_up_proj/max_abs": 3.390625, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/min": -3.390625, "train/tensor_act_model_layers_39_mlp_up_proj/max": 3.390625, "train/tensor_act_model_layers_39_mlp_up_proj/range": 6.78125, "train/tensor_act_model_layers_39_mlp_down_proj/norm": 22265.583984375, "train/tensor_act_model_layers_39_mlp_down_proj/mean": 10.6875, "train/tensor_act_model_layers_39_mlp_down_proj/std": 2.078125, "train/tensor_act_model_layers_39_mlp_down_proj/max_abs": 16.125, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_user_limit": 0.6569597721099854, "train/tensor_act_model_layers_39_mlp_down_proj/min": 5.0625, "train/tensor_act_model_layers_39_mlp_down_proj/max": 16.125, "train/tensor_act_model_layers_39_mlp_down_proj/range": 11.0625, "train/tensor_act_model_layers_39_mlp/norm": 22265.583984375, "train/tensor_act_model_layers_39_mlp/mean": 10.6875, "train/tensor_act_model_layers_39_mlp/std": 2.078125, "train/tensor_act_model_layers_39_mlp/max_abs": 16.125, "train/tensor_act_model_layers_39_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp/frac_near_user_limit": 0.6569597721099854, "train/tensor_act_model_layers_39_mlp/min": 5.0625, "train/tensor_act_model_layers_39_mlp/max": 16.125, "train/tensor_act_model_layers_39_mlp/range": 11.0625, "train/tensor_act_model_layers_39_residual_post_mlp/norm": 931891.125, "train/tensor_act_model_layers_39_residual_post_mlp/mean": 454.0, "train/tensor_act_model_layers_39_residual_post_mlp/std": 22.5, "train/tensor_act_model_layers_39_residual_post_mlp/max_abs": 508.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_post_mlp/min": 378.0, "train/tensor_act_model_layers_39_residual_post_mlp/max": 508.0, "train/tensor_act_model_layers_39_residual_post_mlp/range": 130.0, "train/tensor_act_model_layers_40_residual_pre_attn/norm": 931891.125, "train/tensor_act_model_layers_40_residual_pre_attn/mean": 454.0, "train/tensor_act_model_layers_40_residual_pre_attn/std": 22.5, "train/tensor_act_model_layers_40_residual_pre_attn/max_abs": 508.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_pre_attn/min": 378.0, "train/tensor_act_model_layers_40_residual_pre_attn/max": 508.0, "train/tensor_act_model_layers_40_residual_pre_attn/range": 130.0, "train/tensor_act_model_layers_40_residual_post_attn/norm": 931891.125, "train/tensor_act_model_layers_40_residual_post_attn/mean": 454.0, "train/tensor_act_model_layers_40_residual_post_attn/std": 22.5, "train/tensor_act_model_layers_40_residual_post_attn/max_abs": 508.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_post_attn/min": 378.0, "train/tensor_act_model_layers_40_residual_post_attn/max": 508.0, "train/tensor_act_model_layers_40_residual_post_attn/range": 130.0, "train/tensor_act_model_layers_40_mlp_gate_proj/norm": 4457.2958984375, "train/tensor_act_model_layers_40_mlp_gate_proj/mean": 0.78515625, "train/tensor_act_model_layers_40_mlp_gate_proj/std": 1.3203125, "train/tensor_act_model_layers_40_mlp_gate_proj/max_abs": 3.390625, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/min": -1.15625, "train/tensor_act_model_layers_40_mlp_gate_proj/max": 3.390625, "train/tensor_act_model_layers_40_mlp_gate_proj/range": 4.546875, "train/tensor_act_model_layers_40_mlp_up_proj/norm": 4556.029296875, "train/tensor_act_model_layers_40_mlp_up_proj/mean": -0.16796875, "train/tensor_act_model_layers_40_mlp_up_proj/std": 1.5625, "train/tensor_act_model_layers_40_mlp_up_proj/max_abs": 3.53125, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/min": -3.53125, "train/tensor_act_model_layers_40_mlp_up_proj/max": 3.0, "train/tensor_act_model_layers_40_mlp_up_proj/range": 6.53125, "train/tensor_act_model_layers_40_mlp_down_proj/norm": 23505.787109375, "train/tensor_act_model_layers_40_mlp_down_proj/mean": 11.25, "train/tensor_act_model_layers_40_mlp_down_proj/std": 2.21875, "train/tensor_act_model_layers_40_mlp_down_proj/max_abs": 15.5625, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_user_limit": 0.75, "train/tensor_act_model_layers_40_mlp_down_proj/min": 4.65625, "train/tensor_act_model_layers_40_mlp_down_proj/max": 15.5625, "train/tensor_act_model_layers_40_mlp_down_proj/range": 10.90625, "train/tensor_act_model_layers_40_mlp/norm": 23505.787109375, "train/tensor_act_model_layers_40_mlp/mean": 11.25, "train/tensor_act_model_layers_40_mlp/std": 2.21875, "train/tensor_act_model_layers_40_mlp/max_abs": 15.5625, "train/tensor_act_model_layers_40_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp/frac_near_user_limit": 0.75, "train/tensor_act_model_layers_40_mlp/min": 4.65625, "train/tensor_act_model_layers_40_mlp/max": 15.5625, "train/tensor_act_model_layers_40_mlp/range": 10.90625, "train/tensor_act_model_layers_40_residual_post_mlp/norm": 954969.6875, "train/tensor_act_model_layers_40_residual_post_mlp/mean": 466.0, "train/tensor_act_model_layers_40_residual_post_mlp/std": 22.625, "train/tensor_act_model_layers_40_residual_post_mlp/max_abs": 520.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_post_mlp/min": 390.0, "train/tensor_act_model_layers_40_residual_post_mlp/max": 520.0, "train/tensor_act_model_layers_40_residual_post_mlp/range": 130.0, "train/tensor_act_model_layers_41_residual_pre_attn/norm": 954969.6875, "train/tensor_act_model_layers_41_residual_pre_attn/mean": 466.0, "train/tensor_act_model_layers_41_residual_pre_attn/std": 22.625, "train/tensor_act_model_layers_41_residual_pre_attn/max_abs": 520.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_pre_attn/min": 390.0, "train/tensor_act_model_layers_41_residual_pre_attn/max": 520.0, "train/tensor_act_model_layers_41_residual_pre_attn/range": 130.0, "train/tensor_act_model_layers_41_residual_post_attn/norm": 954969.6875, "train/tensor_act_model_layers_41_residual_post_attn/mean": 466.0, "train/tensor_act_model_layers_41_residual_post_attn/std": 22.625, "train/tensor_act_model_layers_41_residual_post_attn/max_abs": 520.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_post_attn/min": 390.0, "train/tensor_act_model_layers_41_residual_post_attn/max": 520.0, "train/tensor_act_model_layers_41_residual_post_attn/range": 130.0, "train/tensor_act_model_layers_41_mlp_gate_proj/norm": 4298.1669921875, "train/tensor_act_model_layers_41_mlp_gate_proj/mean": 0.75, "train/tensor_act_model_layers_41_mlp_gate_proj/std": 1.28125, "train/tensor_act_model_layers_41_mlp_gate_proj/max_abs": 3.09375, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/min": -1.3046875, "train/tensor_act_model_layers_41_mlp_gate_proj/max": 3.09375, "train/tensor_act_model_layers_41_mlp_gate_proj/range": 4.3984375, "train/tensor_act_model_layers_41_mlp_up_proj/norm": 4617.11083984375, "train/tensor_act_model_layers_41_mlp_up_proj/mean": 0.0108642578125, "train/tensor_act_model_layers_41_mlp_up_proj/std": 1.59375, "train/tensor_act_model_layers_41_mlp_up_proj/max_abs": 3.40625, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/min": -3.40625, "train/tensor_act_model_layers_41_mlp_up_proj/max": 3.28125, "train/tensor_act_model_layers_41_mlp_up_proj/range": 6.6875, "train/tensor_act_model_layers_41_mlp_down_proj/norm": 22923.0234375, "train/tensor_act_model_layers_41_mlp_down_proj/mean": 10.9375, "train/tensor_act_model_layers_41_mlp_down_proj/std": 2.421875, "train/tensor_act_model_layers_41_mlp_down_proj/max_abs": 16.625, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_user_limit": 0.6727910041809082, "train/tensor_act_model_layers_41_mlp_down_proj/min": 5.125, "train/tensor_act_model_layers_41_mlp_down_proj/max": 16.625, "train/tensor_act_model_layers_41_mlp_down_proj/range": 11.5, "train/tensor_act_model_layers_41_mlp/norm": 22923.0234375, "train/tensor_act_model_layers_41_mlp/mean": 10.9375, "train/tensor_act_model_layers_41_mlp/std": 2.421875, "train/tensor_act_model_layers_41_mlp/max_abs": 16.625, "train/tensor_act_model_layers_41_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp/frac_near_user_limit": 0.6727910041809082, "train/tensor_act_model_layers_41_mlp/min": 5.125, "train/tensor_act_model_layers_41_mlp/max": 16.625, "train/tensor_act_model_layers_41_mlp/range": 11.5, "train/tensor_act_model_layers_41_residual_post_mlp/norm": 977566.4375, "train/tensor_act_model_layers_41_residual_post_mlp/mean": 476.0, "train/tensor_act_model_layers_41_residual_post_mlp/std": 23.125, "train/tensor_act_model_layers_41_residual_post_mlp/max_abs": 532.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_post_mlp/min": 396.0, "train/tensor_act_model_layers_41_residual_post_mlp/max": 532.0, "train/tensor_act_model_layers_41_residual_post_mlp/range": 136.0, "train/tensor_act_model_layers_42_residual_pre_attn/norm": 977566.4375, "train/tensor_act_model_layers_42_residual_pre_attn/mean": 476.0, "train/tensor_act_model_layers_42_residual_pre_attn/std": 23.125, "train/tensor_act_model_layers_42_residual_pre_attn/max_abs": 532.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_pre_attn/min": 396.0, "train/tensor_act_model_layers_42_residual_pre_attn/max": 532.0, "train/tensor_act_model_layers_42_residual_pre_attn/range": 136.0, "train/tensor_act_model_layers_42_residual_post_attn/norm": 977566.4375, "train/tensor_act_model_layers_42_residual_post_attn/mean": 476.0, "train/tensor_act_model_layers_42_residual_post_attn/std": 23.125, "train/tensor_act_model_layers_42_residual_post_attn/max_abs": 532.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_post_attn/min": 396.0, "train/tensor_act_model_layers_42_residual_post_attn/max": 532.0, "train/tensor_act_model_layers_42_residual_post_attn/range": 136.0, "train/tensor_act_model_layers_42_mlp_gate_proj/norm": 4074.434814453125, "train/tensor_act_model_layers_42_mlp_gate_proj/mean": 0.66015625, "train/tensor_act_model_layers_42_mlp_gate_proj/std": 1.2421875, "train/tensor_act_model_layers_42_mlp_gate_proj/max_abs": 3.359375, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/min": -1.0, "train/tensor_act_model_layers_42_mlp_gate_proj/max": 3.359375, "train/tensor_act_model_layers_42_mlp_gate_proj/range": 4.359375, "train/tensor_act_model_layers_42_mlp_up_proj/norm": 4472.95361328125, "train/tensor_act_model_layers_42_mlp_up_proj/mean": 0.1787109375, "train/tensor_act_model_layers_42_mlp_up_proj/std": 1.53125, "train/tensor_act_model_layers_42_mlp_up_proj/max_abs": 3.59375, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/min": -3.59375, "train/tensor_act_model_layers_42_mlp_up_proj/max": 3.453125, "train/tensor_act_model_layers_42_mlp_up_proj/range": 7.046875, "train/tensor_act_model_layers_42_mlp_down_proj/norm": 20391.12890625, "train/tensor_act_model_layers_42_mlp_down_proj/mean": 9.8125, "train/tensor_act_model_layers_42_mlp_down_proj/std": 1.8046875, "train/tensor_act_model_layers_42_mlp_down_proj/max_abs": 14.375, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_user_limit": 0.484375, "train/tensor_act_model_layers_42_mlp_down_proj/min": 5.65625, "train/tensor_act_model_layers_42_mlp_down_proj/max": 14.375, "train/tensor_act_model_layers_42_mlp_down_proj/range": 8.71875, "train/tensor_act_model_layers_42_mlp/norm": 20391.12890625, "train/tensor_act_model_layers_42_mlp/mean": 9.8125, "train/tensor_act_model_layers_42_mlp/std": 1.8046875, "train/tensor_act_model_layers_42_mlp/max_abs": 14.375, "train/tensor_act_model_layers_42_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp/frac_near_user_limit": 0.484375, "train/tensor_act_model_layers_42_mlp/min": 5.65625, "train/tensor_act_model_layers_42_mlp/max": 14.375, "train/tensor_act_model_layers_42_mlp/range": 8.71875, "train/tensor_act_model_layers_42_residual_post_mlp/norm": 997650.8125, "train/tensor_act_model_layers_42_residual_post_mlp/mean": 486.0, "train/tensor_act_model_layers_42_residual_post_mlp/std": 23.5, "train/tensor_act_model_layers_42_residual_post_mlp/max_abs": 548.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_post_mlp/min": 408.0, "train/tensor_act_model_layers_42_residual_post_mlp/max": 548.0, "train/tensor_act_model_layers_42_residual_post_mlp/range": 140.0, "train/tensor_act_model_layers_43_residual_pre_attn/norm": 997650.8125, "train/tensor_act_model_layers_43_residual_pre_attn/mean": 486.0, "train/tensor_act_model_layers_43_residual_pre_attn/std": 23.5, "train/tensor_act_model_layers_43_residual_pre_attn/max_abs": 548.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_pre_attn/min": 408.0, "train/tensor_act_model_layers_43_residual_pre_attn/max": 548.0, "train/tensor_act_model_layers_43_residual_pre_attn/range": 140.0, "train/tensor_act_model_layers_43_residual_post_attn/norm": 997650.8125, "train/tensor_act_model_layers_43_residual_post_attn/mean": 486.0, "train/tensor_act_model_layers_43_residual_post_attn/std": 23.5, "train/tensor_act_model_layers_43_residual_post_attn/max_abs": 548.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_post_attn/min": 408.0, "train/tensor_act_model_layers_43_residual_post_attn/max": 548.0, "train/tensor_act_model_layers_43_residual_post_attn/range": 140.0, "train/tensor_act_model_layers_43_mlp_gate_proj/norm": 4293.66259765625, "train/tensor_act_model_layers_43_mlp_gate_proj/mean": 0.6796875, "train/tensor_act_model_layers_43_mlp_gate_proj/std": 1.3203125, "train/tensor_act_model_layers_43_mlp_gate_proj/max_abs": 3.1875, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/min": -0.99609375, "train/tensor_act_model_layers_43_mlp_gate_proj/max": 3.1875, "train/tensor_act_model_layers_43_mlp_gate_proj/range": 4.18359375, "train/tensor_act_model_layers_43_mlp_up_proj/norm": 4348.37841796875, "train/tensor_act_model_layers_43_mlp_up_proj/mean": 0.04638671875, "train/tensor_act_model_layers_43_mlp_up_proj/std": 1.5, "train/tensor_act_model_layers_43_mlp_up_proj/max_abs": 3.90625, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/min": -3.234375, "train/tensor_act_model_layers_43_mlp_up_proj/max": 3.90625, "train/tensor_act_model_layers_43_mlp_up_proj/range": 7.140625, "train/tensor_act_model_layers_43_mlp_down_proj/norm": 21328.921875, "train/tensor_act_model_layers_43_mlp_down_proj/mean": 10.25, "train/tensor_act_model_layers_43_mlp_down_proj/std": 1.984375, "train/tensor_act_model_layers_43_mlp_down_proj/max_abs": 15.125, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_user_limit": 0.5506176948547363, "train/tensor_act_model_layers_43_mlp_down_proj/min": 4.8125, "train/tensor_act_model_layers_43_mlp_down_proj/max": 15.125, "train/tensor_act_model_layers_43_mlp_down_proj/range": 10.3125, "train/tensor_act_model_layers_43_mlp/norm": 21328.921875, "train/tensor_act_model_layers_43_mlp/mean": 10.25, "train/tensor_act_model_layers_43_mlp/std": 1.984375, "train/tensor_act_model_layers_43_mlp/max_abs": 15.125, "train/tensor_act_model_layers_43_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp/frac_near_user_limit": 0.5506176948547363, "train/tensor_act_model_layers_43_mlp/min": 4.8125, "train/tensor_act_model_layers_43_mlp/max": 15.125, "train/tensor_act_model_layers_43_mlp/range": 10.3125, "train/tensor_act_model_layers_43_residual_post_mlp/norm": 1018551.5625, "train/tensor_act_model_layers_43_residual_post_mlp/mean": 496.0, "train/tensor_act_model_layers_43_residual_post_mlp/std": 23.75, "train/tensor_act_model_layers_43_residual_post_mlp/max_abs": 560.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_post_mlp/min": 420.0, "train/tensor_act_model_layers_43_residual_post_mlp/max": 560.0, "train/tensor_act_model_layers_43_residual_post_mlp/range": 140.0, "train/tensor_act_model_layers_44_residual_pre_attn/norm": 1018551.5625, "train/tensor_act_model_layers_44_residual_pre_attn/mean": 496.0, "train/tensor_act_model_layers_44_residual_pre_attn/std": 23.75, "train/tensor_act_model_layers_44_residual_pre_attn/max_abs": 560.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_pre_attn/min": 420.0, "train/tensor_act_model_layers_44_residual_pre_attn/max": 560.0, "train/tensor_act_model_layers_44_residual_pre_attn/range": 140.0, "train/tensor_act_model_layers_44_residual_post_attn/norm": 1018551.5625, "train/tensor_act_model_layers_44_residual_post_attn/mean": 496.0, "train/tensor_act_model_layers_44_residual_post_attn/std": 23.75, "train/tensor_act_model_layers_44_residual_post_attn/max_abs": 560.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_post_attn/min": 420.0, "train/tensor_act_model_layers_44_residual_post_attn/max": 560.0, "train/tensor_act_model_layers_44_residual_post_attn/range": 140.0, "train/tensor_act_model_layers_44_mlp_gate_proj/norm": 4327.4091796875, "train/tensor_act_model_layers_44_mlp_gate_proj/mean": 0.73046875, "train/tensor_act_model_layers_44_mlp_gate_proj/std": 1.3046875, "train/tensor_act_model_layers_44_mlp_gate_proj/max_abs": 3.171875, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/min": -1.140625, "train/tensor_act_model_layers_44_mlp_gate_proj/max": 3.171875, "train/tensor_act_model_layers_44_mlp_gate_proj/range": 4.3125, "train/tensor_act_model_layers_44_mlp_up_proj/norm": 4314.275390625, "train/tensor_act_model_layers_44_mlp_up_proj/mean": -0.08447265625, "train/tensor_act_model_layers_44_mlp_up_proj/std": 1.484375, "train/tensor_act_model_layers_44_mlp_up_proj/max_abs": 3.296875, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/min": -3.296875, "train/tensor_act_model_layers_44_mlp_up_proj/max": 3.171875, "train/tensor_act_model_layers_44_mlp_up_proj/range": 6.46875, "train/tensor_act_model_layers_44_mlp_down_proj/norm": 21806.662109375, "train/tensor_act_model_layers_44_mlp_down_proj/mean": 10.4375, "train/tensor_act_model_layers_44_mlp_down_proj/std": 2.1875, "train/tensor_act_model_layers_44_mlp_down_proj/max_abs": 15.5, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_user_limit": 0.6197526454925537, "train/tensor_act_model_layers_44_mlp_down_proj/min": 4.03125, "train/tensor_act_model_layers_44_mlp_down_proj/max": 15.5, "train/tensor_act_model_layers_44_mlp_down_proj/range": 11.46875, "train/tensor_act_model_layers_44_mlp/norm": 21806.662109375, "train/tensor_act_model_layers_44_mlp/mean": 10.4375, "train/tensor_act_model_layers_44_mlp/std": 2.1875, "train/tensor_act_model_layers_44_mlp/max_abs": 15.5, "train/tensor_act_model_layers_44_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp/frac_near_user_limit": 0.6197526454925537, "train/tensor_act_model_layers_44_mlp/min": 4.03125, "train/tensor_act_model_layers_44_mlp/max": 15.5, "train/tensor_act_model_layers_44_mlp/range": 11.46875, "train/tensor_act_model_layers_44_residual_post_mlp/norm": 1040160.75, "train/tensor_act_model_layers_44_residual_post_mlp/mean": 508.0, "train/tensor_act_model_layers_44_residual_post_mlp/std": 24.125, "train/tensor_act_model_layers_44_residual_post_mlp/max_abs": 572.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_post_mlp/min": 428.0, "train/tensor_act_model_layers_44_residual_post_mlp/max": 572.0, "train/tensor_act_model_layers_44_residual_post_mlp/range": 144.0, "train/tensor_act_model_layers_45_residual_pre_attn/norm": 1040160.75, "train/tensor_act_model_layers_45_residual_pre_attn/mean": 508.0, "train/tensor_act_model_layers_45_residual_pre_attn/std": 24.125, "train/tensor_act_model_layers_45_residual_pre_attn/max_abs": 572.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_pre_attn/min": 428.0, "train/tensor_act_model_layers_45_residual_pre_attn/max": 572.0, "train/tensor_act_model_layers_45_residual_pre_attn/range": 144.0, "train/tensor_act_model_layers_45_residual_post_attn/norm": 1040160.75, "train/tensor_act_model_layers_45_residual_post_attn/mean": 508.0, "train/tensor_act_model_layers_45_residual_post_attn/std": 24.125, "train/tensor_act_model_layers_45_residual_post_attn/max_abs": 572.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_post_attn/min": 428.0, "train/tensor_act_model_layers_45_residual_post_attn/max": 572.0, "train/tensor_act_model_layers_45_residual_post_attn/range": 144.0, "train/tensor_act_model_layers_45_mlp_gate_proj/norm": 4266.63037109375, "train/tensor_act_model_layers_45_mlp_gate_proj/mean": 0.7265625, "train/tensor_act_model_layers_45_mlp_gate_proj/std": 1.28125, "train/tensor_act_model_layers_45_mlp_gate_proj/max_abs": 2.921875, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/min": -1.3515625, "train/tensor_act_model_layers_45_mlp_gate_proj/max": 2.921875, "train/tensor_act_model_layers_45_mlp_gate_proj/range": 4.2734375, "train/tensor_act_model_layers_45_mlp_up_proj/norm": 4519.8583984375, "train/tensor_act_model_layers_45_mlp_up_proj/mean": -0.0654296875, "train/tensor_act_model_layers_45_mlp_up_proj/std": 1.5625, "train/tensor_act_model_layers_45_mlp_up_proj/max_abs": 3.734375, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/min": -3.734375, "train/tensor_act_model_layers_45_mlp_up_proj/max": 3.21875, "train/tensor_act_model_layers_45_mlp_up_proj/range": 6.953125, "train/tensor_act_model_layers_45_mlp_down_proj/norm": 22033.73046875, "train/tensor_act_model_layers_45_mlp_down_proj/mean": 10.625, "train/tensor_act_model_layers_45_mlp_down_proj/std": 1.609375, "train/tensor_act_model_layers_45_mlp_down_proj/max_abs": 14.1875, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_user_limit": 0.6278443336486816, "train/tensor_act_model_layers_45_mlp_down_proj/min": 6.6875, "train/tensor_act_model_layers_45_mlp_down_proj/max": 14.1875, "train/tensor_act_model_layers_45_mlp_down_proj/range": 7.5, "train/tensor_act_model_layers_45_mlp/norm": 22033.73046875, "train/tensor_act_model_layers_45_mlp/mean": 10.625, "train/tensor_act_model_layers_45_mlp/std": 1.609375, "train/tensor_act_model_layers_45_mlp/max_abs": 14.1875, "train/tensor_act_model_layers_45_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp/frac_near_user_limit": 0.6278443336486816, "train/tensor_act_model_layers_45_mlp/min": 6.6875, "train/tensor_act_model_layers_45_mlp/max": 14.1875, "train/tensor_act_model_layers_45_mlp/range": 7.5, "train/tensor_act_model_layers_45_residual_post_mlp/norm": 1062133.125, "train/tensor_act_model_layers_45_residual_post_mlp/mean": 520.0, "train/tensor_act_model_layers_45_residual_post_mlp/std": 24.25, "train/tensor_act_model_layers_45_residual_post_mlp/max_abs": 584.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_post_mlp/min": 440.0, "train/tensor_act_model_layers_45_residual_post_mlp/max": 584.0, "train/tensor_act_model_layers_45_residual_post_mlp/range": 144.0, "train/tensor_act_model_layers_46_residual_pre_attn/norm": 1062133.125, "train/tensor_act_model_layers_46_residual_pre_attn/mean": 520.0, "train/tensor_act_model_layers_46_residual_pre_attn/std": 24.25, "train/tensor_act_model_layers_46_residual_pre_attn/max_abs": 584.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_pre_attn/min": 440.0, "train/tensor_act_model_layers_46_residual_pre_attn/max": 584.0, "train/tensor_act_model_layers_46_residual_pre_attn/range": 144.0, "train/tensor_act_model_layers_46_residual_post_attn/norm": 1062133.125, "train/tensor_act_model_layers_46_residual_post_attn/mean": 520.0, "train/tensor_act_model_layers_46_residual_post_attn/std": 24.25, "train/tensor_act_model_layers_46_residual_post_attn/max_abs": 584.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_post_attn/min": 440.0, "train/tensor_act_model_layers_46_residual_post_attn/max": 584.0, "train/tensor_act_model_layers_46_residual_post_attn/range": 144.0, "train/tensor_act_model_layers_46_mlp_gate_proj/norm": 4172.48828125, "train/tensor_act_model_layers_46_mlp_gate_proj/mean": 0.6640625, "train/tensor_act_model_layers_46_mlp_gate_proj/std": 1.28125, "train/tensor_act_model_layers_46_mlp_gate_proj/max_abs": 3.21875, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/min": -1.2265625, "train/tensor_act_model_layers_46_mlp_gate_proj/max": 3.21875, "train/tensor_act_model_layers_46_mlp_gate_proj/range": 4.4453125, "train/tensor_act_model_layers_46_mlp_up_proj/norm": 4300.740234375, "train/tensor_act_model_layers_46_mlp_up_proj/mean": -0.1455078125, "train/tensor_act_model_layers_46_mlp_up_proj/std": 1.4765625, "train/tensor_act_model_layers_46_mlp_up_proj/max_abs": 3.265625, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/min": -3.265625, "train/tensor_act_model_layers_46_mlp_up_proj/max": 3.203125, "train/tensor_act_model_layers_46_mlp_up_proj/range": 6.46875, "train/tensor_act_model_layers_46_mlp_down_proj/norm": 20028.869140625, "train/tensor_act_model_layers_46_mlp_down_proj/mean": 9.5625, "train/tensor_act_model_layers_46_mlp_down_proj/std": 1.9375, "train/tensor_act_model_layers_46_mlp_down_proj/max_abs": 13.625, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_user_limit": 0.41558003425598145, "train/tensor_act_model_layers_46_mlp_down_proj/min": 4.3125, "train/tensor_act_model_layers_46_mlp_down_proj/max": 13.625, "train/tensor_act_model_layers_46_mlp_down_proj/range": 9.3125, "train/tensor_act_model_layers_46_mlp/norm": 20028.869140625, "train/tensor_act_model_layers_46_mlp/mean": 9.5625, "train/tensor_act_model_layers_46_mlp/std": 1.9375, "train/tensor_act_model_layers_46_mlp/max_abs": 13.625, "train/tensor_act_model_layers_46_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp/frac_near_user_limit": 0.41558003425598145, "train/tensor_act_model_layers_46_mlp/min": 4.3125, "train/tensor_act_model_layers_46_mlp/max": 13.625, "train/tensor_act_model_layers_46_mlp/range": 9.3125, "train/tensor_act_model_layers_46_residual_post_mlp/norm": 1081754.75, "train/tensor_act_model_layers_46_residual_post_mlp/mean": 528.0, "train/tensor_act_model_layers_46_residual_post_mlp/std": 24.625, "train/tensor_act_model_layers_46_residual_post_mlp/max_abs": 596.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_post_mlp/min": 450.0, "train/tensor_act_model_layers_46_residual_post_mlp/max": 596.0, "train/tensor_act_model_layers_46_residual_post_mlp/range": 146.0, "train/tensor_act_model_layers_47_residual_pre_attn/norm": 1081754.75, "train/tensor_act_model_layers_47_residual_pre_attn/mean": 528.0, "train/tensor_act_model_layers_47_residual_pre_attn/std": 24.625, "train/tensor_act_model_layers_47_residual_pre_attn/max_abs": 596.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_pre_attn/min": 450.0, "train/tensor_act_model_layers_47_residual_pre_attn/max": 596.0, "train/tensor_act_model_layers_47_residual_pre_attn/range": 146.0, "train/tensor_act_model_layers_47_residual_post_attn/norm": 1081754.75, "train/tensor_act_model_layers_47_residual_post_attn/mean": 528.0, "train/tensor_act_model_layers_47_residual_post_attn/std": 24.625, "train/tensor_act_model_layers_47_residual_post_attn/max_abs": 596.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_post_attn/min": 450.0, "train/tensor_act_model_layers_47_residual_post_attn/max": 596.0, "train/tensor_act_model_layers_47_residual_post_attn/range": 146.0, "train/tensor_act_model_layers_47_mlp_gate_proj/norm": 4407.30126953125, "train/tensor_act_model_layers_47_mlp_gate_proj/mean": 0.7265625, "train/tensor_act_model_layers_47_mlp_gate_proj/std": 1.3359375, "train/tensor_act_model_layers_47_mlp_gate_proj/max_abs": 3.1875, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/min": -1.21875, "train/tensor_act_model_layers_47_mlp_gate_proj/max": 3.1875, "train/tensor_act_model_layers_47_mlp_gate_proj/range": 4.40625, "train/tensor_act_model_layers_47_mlp_up_proj/norm": 4389.51318359375, "train/tensor_act_model_layers_47_mlp_up_proj/mean": -0.0308837890625, "train/tensor_act_model_layers_47_mlp_up_proj/std": 1.515625, "train/tensor_act_model_layers_47_mlp_up_proj/max_abs": 3.609375, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/min": -3.0, "train/tensor_act_model_layers_47_mlp_up_proj/max": 3.609375, "train/tensor_act_model_layers_47_mlp_up_proj/range": 6.609375, "train/tensor_act_model_layers_47_mlp_down_proj/norm": 21852.97265625, "train/tensor_act_model_layers_47_mlp_down_proj/mean": 10.5, "train/tensor_act_model_layers_47_mlp_down_proj/std": 1.8359375, "train/tensor_act_model_layers_47_mlp_down_proj/max_abs": 14.75, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_user_limit": 0.6308860778808594, "train/tensor_act_model_layers_47_mlp_down_proj/min": 5.84375, "train/tensor_act_model_layers_47_mlp_down_proj/max": 14.75, "train/tensor_act_model_layers_47_mlp_down_proj/range": 8.90625, "train/tensor_act_model_layers_47_mlp/norm": 21852.97265625, "train/tensor_act_model_layers_47_mlp/mean": 10.5, "train/tensor_act_model_layers_47_mlp/std": 1.8359375, "train/tensor_act_model_layers_47_mlp/max_abs": 14.75, "train/tensor_act_model_layers_47_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp/frac_near_user_limit": 0.6308860778808594, "train/tensor_act_model_layers_47_mlp/min": 5.84375, "train/tensor_act_model_layers_47_mlp/max": 14.75, "train/tensor_act_model_layers_47_mlp/range": 8.90625, "train/tensor_act_model_layers_47_residual_post_mlp/norm": 1103438.5, "train/tensor_act_model_layers_47_residual_post_mlp/mean": 540.0, "train/tensor_act_model_layers_47_residual_post_mlp/std": 24.875, "train/tensor_act_model_layers_47_residual_post_mlp/max_abs": 608.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_post_mlp/min": 462.0, "train/tensor_act_model_layers_47_residual_post_mlp/max": 608.0, "train/tensor_act_model_layers_47_residual_post_mlp/range": 146.0, "train/tensor_act_model_layers_48_residual_pre_attn/norm": 1103438.5, "train/tensor_act_model_layers_48_residual_pre_attn/mean": 540.0, "train/tensor_act_model_layers_48_residual_pre_attn/std": 24.875, "train/tensor_act_model_layers_48_residual_pre_attn/max_abs": 608.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_pre_attn/min": 462.0, "train/tensor_act_model_layers_48_residual_pre_attn/max": 608.0, "train/tensor_act_model_layers_48_residual_pre_attn/range": 146.0, "train/tensor_act_model_layers_48_residual_post_attn/norm": 1103438.5, "train/tensor_act_model_layers_48_residual_post_attn/mean": 540.0, "train/tensor_act_model_layers_48_residual_post_attn/std": 24.875, "train/tensor_act_model_layers_48_residual_post_attn/max_abs": 608.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_post_attn/min": 462.0, "train/tensor_act_model_layers_48_residual_post_attn/max": 608.0, "train/tensor_act_model_layers_48_residual_post_attn/range": 146.0, "train/tensor_act_model_layers_48_mlp_gate_proj/norm": 4058.646484375, "train/tensor_act_model_layers_48_mlp_gate_proj/mean": 0.6171875, "train/tensor_act_model_layers_48_mlp_gate_proj/std": 1.2578125, "train/tensor_act_model_layers_48_mlp_gate_proj/max_abs": 3.15625, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/min": -1.0546875, "train/tensor_act_model_layers_48_mlp_gate_proj/max": 3.15625, "train/tensor_act_model_layers_48_mlp_gate_proj/range": 4.2109375, "train/tensor_act_model_layers_48_mlp_up_proj/norm": 4220.611328125, "train/tensor_act_model_layers_48_mlp_up_proj/mean": 0.10400390625, "train/tensor_act_model_layers_48_mlp_up_proj/std": 1.453125, "train/tensor_act_model_layers_48_mlp_up_proj/max_abs": 3.359375, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/min": -3.3125, "train/tensor_act_model_layers_48_mlp_up_proj/max": 3.359375, "train/tensor_act_model_layers_48_mlp_up_proj/range": 6.671875, "train/tensor_act_model_layers_48_mlp_down_proj/norm": 19348.853515625, "train/tensor_act_model_layers_48_mlp_down_proj/mean": 9.1875, "train/tensor_act_model_layers_48_mlp_down_proj/std": 2.203125, "train/tensor_act_model_layers_48_mlp_down_proj/max_abs": 15.3125, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_user_limit": 0.36718153953552246, "train/tensor_act_model_layers_48_mlp_down_proj/min": 4.21875, "train/tensor_act_model_layers_48_mlp_down_proj/max": 15.3125, "train/tensor_act_model_layers_48_mlp_down_proj/range": 11.09375, "train/tensor_act_model_layers_48_mlp/norm": 19348.853515625, "train/tensor_act_model_layers_48_mlp/mean": 9.1875, "train/tensor_act_model_layers_48_mlp/std": 2.203125, "train/tensor_act_model_layers_48_mlp/max_abs": 15.3125, "train/tensor_act_model_layers_48_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp/frac_near_user_limit": 0.36718153953552246, "train/tensor_act_model_layers_48_mlp/min": 4.21875, "train/tensor_act_model_layers_48_mlp/max": 15.3125, "train/tensor_act_model_layers_48_mlp/range": 11.09375, "train/tensor_act_model_layers_48_residual_post_mlp/norm": 1122107.875, "train/tensor_act_model_layers_48_residual_post_mlp/mean": 548.0, "train/tensor_act_model_layers_48_residual_post_mlp/std": 25.375, "train/tensor_act_model_layers_48_residual_post_mlp/max_abs": 620.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_post_mlp/min": 472.0, "train/tensor_act_model_layers_48_residual_post_mlp/max": 620.0, "train/tensor_act_model_layers_48_residual_post_mlp/range": 148.0, "train/tensor_act_model_layers_49_residual_pre_attn/norm": 1122107.875, "train/tensor_act_model_layers_49_residual_pre_attn/mean": 548.0, "train/tensor_act_model_layers_49_residual_pre_attn/std": 25.375, "train/tensor_act_model_layers_49_residual_pre_attn/max_abs": 620.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_pre_attn/min": 472.0, "train/tensor_act_model_layers_49_residual_pre_attn/max": 620.0, "train/tensor_act_model_layers_49_residual_pre_attn/range": 148.0, "train/tensor_act_model_layers_49_residual_post_attn/norm": 1122107.875, "train/tensor_act_model_layers_49_residual_post_attn/mean": 548.0, "train/tensor_act_model_layers_49_residual_post_attn/std": 25.375, "train/tensor_act_model_layers_49_residual_post_attn/max_abs": 620.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_post_attn/min": 472.0, "train/tensor_act_model_layers_49_residual_post_attn/max": 620.0, "train/tensor_act_model_layers_49_residual_post_attn/range": 148.0, "train/tensor_act_model_layers_49_mlp_gate_proj/norm": 4356.1240234375, "train/tensor_act_model_layers_49_mlp_gate_proj/mean": 0.7421875, "train/tensor_act_model_layers_49_mlp_gate_proj/std": 1.3125, "train/tensor_act_model_layers_49_mlp_gate_proj/max_abs": 3.0625, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/min": -1.015625, "train/tensor_act_model_layers_49_mlp_gate_proj/max": 3.0625, "train/tensor_act_model_layers_49_mlp_gate_proj/range": 4.078125, "train/tensor_act_model_layers_49_mlp_up_proj/norm": 4485.31640625, "train/tensor_act_model_layers_49_mlp_up_proj/mean": -0.048095703125, "train/tensor_act_model_layers_49_mlp_up_proj/std": 1.546875, "train/tensor_act_model_layers_49_mlp_up_proj/max_abs": 3.359375, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/min": -3.359375, "train/tensor_act_model_layers_49_mlp_up_proj/max": 3.265625, "train/tensor_act_model_layers_49_mlp_up_proj/range": 6.625, "train/tensor_act_model_layers_49_mlp_down_proj/norm": 22082.484375, "train/tensor_act_model_layers_49_mlp_down_proj/mean": 10.625, "train/tensor_act_model_layers_49_mlp_down_proj/std": 1.8828125, "train/tensor_act_model_layers_49_mlp_down_proj/max_abs": 15.8125, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_user_limit": 0.6087908744812012, "train/tensor_act_model_layers_49_mlp_down_proj/min": 4.1875, "train/tensor_act_model_layers_49_mlp_down_proj/max": 15.8125, "train/tensor_act_model_layers_49_mlp_down_proj/range": 11.625, "train/tensor_act_model_layers_49_mlp/norm": 22082.484375, "train/tensor_act_model_layers_49_mlp/mean": 10.625, "train/tensor_act_model_layers_49_mlp/std": 1.8828125, "train/tensor_act_model_layers_49_mlp/max_abs": 15.8125, "train/tensor_act_model_layers_49_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp/frac_near_user_limit": 0.6087908744812012, "train/tensor_act_model_layers_49_mlp/min": 4.1875, "train/tensor_act_model_layers_49_mlp/max": 15.8125, "train/tensor_act_model_layers_49_mlp/range": 11.625, "train/tensor_act_model_layers_49_residual_post_mlp/norm": 1143897.625, "train/tensor_act_model_layers_49_residual_post_mlp/mean": 556.0, "train/tensor_act_model_layers_49_residual_post_mlp/std": 25.375, "train/tensor_act_model_layers_49_residual_post_mlp/max_abs": 632.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_post_mlp/min": 480.0, "train/tensor_act_model_layers_49_residual_post_mlp/max": 632.0, "train/tensor_act_model_layers_49_residual_post_mlp/range": 152.0, "train/tensor_act_model_layers_50_residual_pre_attn/norm": 1143897.625, "train/tensor_act_model_layers_50_residual_pre_attn/mean": 556.0, "train/tensor_act_model_layers_50_residual_pre_attn/std": 25.375, "train/tensor_act_model_layers_50_residual_pre_attn/max_abs": 632.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_pre_attn/min": 480.0, "train/tensor_act_model_layers_50_residual_pre_attn/max": 632.0, "train/tensor_act_model_layers_50_residual_pre_attn/range": 152.0, "train/tensor_act_model_layers_50_residual_post_attn/norm": 1143897.625, "train/tensor_act_model_layers_50_residual_post_attn/mean": 556.0, "train/tensor_act_model_layers_50_residual_post_attn/std": 25.375, "train/tensor_act_model_layers_50_residual_post_attn/max_abs": 632.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_post_attn/min": 480.0, "train/tensor_act_model_layers_50_residual_post_attn/max": 632.0, "train/tensor_act_model_layers_50_residual_post_attn/range": 152.0, "train/tensor_act_model_layers_50_mlp_gate_proj/norm": 4238.40771484375, "train/tensor_act_model_layers_50_mlp_gate_proj/mean": 0.72265625, "train/tensor_act_model_layers_50_mlp_gate_proj/std": 1.2734375, "train/tensor_act_model_layers_50_mlp_gate_proj/max_abs": 2.984375, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/min": -1.453125, "train/tensor_act_model_layers_50_mlp_gate_proj/max": 2.984375, "train/tensor_act_model_layers_50_mlp_gate_proj/range": 4.4375, "train/tensor_act_model_layers_50_mlp_up_proj/norm": 4546.548828125, "train/tensor_act_model_layers_50_mlp_up_proj/mean": 0.012939453125, "train/tensor_act_model_layers_50_mlp_up_proj/std": 1.5703125, "train/tensor_act_model_layers_50_mlp_up_proj/max_abs": 3.5625, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/min": -3.5625, "train/tensor_act_model_layers_50_mlp_up_proj/max": 3.4375, "train/tensor_act_model_layers_50_mlp_up_proj/range": 7.0, "train/tensor_act_model_layers_50_mlp_down_proj/norm": 21865.9609375, "train/tensor_act_model_layers_50_mlp_down_proj/mean": 10.5, "train/tensor_act_model_layers_50_mlp_down_proj/std": 1.9296875, "train/tensor_act_model_layers_50_mlp_down_proj/max_abs": 14.6875, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_user_limit": 0.6481878757476807, "train/tensor_act_model_layers_50_mlp_down_proj/min": 5.78125, "train/tensor_act_model_layers_50_mlp_down_proj/max": 14.6875, "train/tensor_act_model_layers_50_mlp_down_proj/range": 8.90625, "train/tensor_act_model_layers_50_mlp/norm": 21865.9609375, "train/tensor_act_model_layers_50_mlp/mean": 10.5, "train/tensor_act_model_layers_50_mlp/std": 1.9296875, "train/tensor_act_model_layers_50_mlp/max_abs": 14.6875, "train/tensor_act_model_layers_50_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp/frac_near_user_limit": 0.6481878757476807, "train/tensor_act_model_layers_50_mlp/min": 5.78125, "train/tensor_act_model_layers_50_mlp/max": 14.6875, "train/tensor_act_model_layers_50_mlp/range": 8.90625, "train/tensor_act_model_layers_50_residual_post_mlp/norm": 1165664.625, "train/tensor_act_model_layers_50_residual_post_mlp/mean": 568.0, "train/tensor_act_model_layers_50_residual_post_mlp/std": 25.625, "train/tensor_act_model_layers_50_residual_post_mlp/max_abs": 640.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_post_mlp/min": 492.0, "train/tensor_act_model_layers_50_residual_post_mlp/max": 640.0, "train/tensor_act_model_layers_50_residual_post_mlp/range": 148.0, "train/tensor_act_model_layers_51_residual_pre_attn/norm": 1165664.625, "train/tensor_act_model_layers_51_residual_pre_attn/mean": 568.0, "train/tensor_act_model_layers_51_residual_pre_attn/std": 25.625, "train/tensor_act_model_layers_51_residual_pre_attn/max_abs": 640.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_pre_attn/min": 492.0, "train/tensor_act_model_layers_51_residual_pre_attn/max": 640.0, "train/tensor_act_model_layers_51_residual_pre_attn/range": 148.0, "train/tensor_act_model_layers_51_residual_post_attn/norm": 1165664.625, "train/tensor_act_model_layers_51_residual_post_attn/mean": 568.0, "train/tensor_act_model_layers_51_residual_post_attn/std": 25.625, "train/tensor_act_model_layers_51_residual_post_attn/max_abs": 640.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_post_attn/min": 492.0, "train/tensor_act_model_layers_51_residual_post_attn/max": 640.0, "train/tensor_act_model_layers_51_residual_post_attn/range": 148.0, "train/tensor_act_model_layers_51_mlp_gate_proj/norm": 4037.530517578125, "train/tensor_act_model_layers_51_mlp_gate_proj/mean": 0.6015625, "train/tensor_act_model_layers_51_mlp_gate_proj/std": 1.2578125, "train/tensor_act_model_layers_51_mlp_gate_proj/max_abs": 3.15625, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/min": -1.515625, "train/tensor_act_model_layers_51_mlp_gate_proj/max": 3.15625, "train/tensor_act_model_layers_51_mlp_gate_proj/range": 4.671875, "train/tensor_act_model_layers_51_mlp_up_proj/norm": 4210.72119140625, "train/tensor_act_model_layers_51_mlp_up_proj/mean": -0.0208740234375, "train/tensor_act_model_layers_51_mlp_up_proj/std": 1.453125, "train/tensor_act_model_layers_51_mlp_up_proj/max_abs": 3.28125, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/min": -3.28125, "train/tensor_act_model_layers_51_mlp_up_proj/max": 3.234375, "train/tensor_act_model_layers_51_mlp_up_proj/range": 6.515625, "train/tensor_act_model_layers_51_mlp_down_proj/norm": 18962.505859375, "train/tensor_act_model_layers_51_mlp_down_proj/mean": 9.0, "train/tensor_act_model_layers_51_mlp_down_proj/std": 2.203125, "train/tensor_act_model_layers_51_mlp_down_proj/max_abs": 14.5625, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_user_limit": 0.3197975158691406, "train/tensor_act_model_layers_51_mlp_down_proj/min": 2.90625, "train/tensor_act_model_layers_51_mlp_down_proj/max": 14.5625, "train/tensor_act_model_layers_51_mlp_down_proj/range": 11.65625, "train/tensor_act_model_layers_51_mlp/norm": 18962.505859375, "train/tensor_act_model_layers_51_mlp/mean": 9.0, "train/tensor_act_model_layers_51_mlp/std": 2.203125, "train/tensor_act_model_layers_51_mlp/max_abs": 14.5625, "train/tensor_act_model_layers_51_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp/frac_near_user_limit": 0.3197975158691406, "train/tensor_act_model_layers_51_mlp/min": 2.90625, "train/tensor_act_model_layers_51_mlp/max": 14.5625, "train/tensor_act_model_layers_51_mlp/range": 11.65625, "train/tensor_act_model_layers_51_residual_post_mlp/norm": 1184101.25, "train/tensor_act_model_layers_51_residual_post_mlp/mean": 576.0, "train/tensor_act_model_layers_51_residual_post_mlp/std": 26.0, "train/tensor_act_model_layers_51_residual_post_mlp/max_abs": 652.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_post_mlp/min": 500.0, "train/tensor_act_model_layers_51_residual_post_mlp/max": 652.0, "train/tensor_act_model_layers_51_residual_post_mlp/range": 152.0, "train/tensor_act_model_layers_52_residual_pre_attn/norm": 1184101.25, "train/tensor_act_model_layers_52_residual_pre_attn/mean": 576.0, "train/tensor_act_model_layers_52_residual_pre_attn/std": 26.0, "train/tensor_act_model_layers_52_residual_pre_attn/max_abs": 652.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_pre_attn/min": 500.0, "train/tensor_act_model_layers_52_residual_pre_attn/max": 652.0, "train/tensor_act_model_layers_52_residual_pre_attn/range": 152.0, "train/tensor_act_model_layers_52_residual_post_attn/norm": 1184101.25, "train/tensor_act_model_layers_52_residual_post_attn/mean": 576.0, "train/tensor_act_model_layers_52_residual_post_attn/std": 26.0, "train/tensor_act_model_layers_52_residual_post_attn/max_abs": 652.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_post_attn/min": 500.0, "train/tensor_act_model_layers_52_residual_post_attn/max": 652.0, "train/tensor_act_model_layers_52_residual_post_attn/range": 152.0, "train/tensor_act_model_layers_52_mlp_gate_proj/norm": 4262.4873046875, "train/tensor_act_model_layers_52_mlp_gate_proj/mean": 0.75390625, "train/tensor_act_model_layers_52_mlp_gate_proj/std": 1.265625, "train/tensor_act_model_layers_52_mlp_gate_proj/max_abs": 3.515625, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/min": -1.1875, "train/tensor_act_model_layers_52_mlp_gate_proj/max": 3.515625, "train/tensor_act_model_layers_52_mlp_gate_proj/range": 4.703125, "train/tensor_act_model_layers_52_mlp_up_proj/norm": 4535.94580078125, "train/tensor_act_model_layers_52_mlp_up_proj/mean": -0.05810546875, "train/tensor_act_model_layers_52_mlp_up_proj/std": 1.5625, "train/tensor_act_model_layers_52_mlp_up_proj/max_abs": 4.0, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/min": -4.0, "train/tensor_act_model_layers_52_mlp_up_proj/max": 3.4375, "train/tensor_act_model_layers_52_mlp_up_proj/range": 7.4375, "train/tensor_act_model_layers_52_mlp_down_proj/norm": 21258.748046875, "train/tensor_act_model_layers_52_mlp_down_proj/mean": 10.1875, "train/tensor_act_model_layers_52_mlp_down_proj/std": 1.859375, "train/tensor_act_model_layers_52_mlp_down_proj/max_abs": 16.25, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_user_limit": 0.5358991622924805, "train/tensor_act_model_layers_52_mlp_down_proj/min": 5.125, "train/tensor_act_model_layers_52_mlp_down_proj/max": 16.25, "train/tensor_act_model_layers_52_mlp_down_proj/range": 11.125, "train/tensor_act_model_layers_52_mlp/norm": 21258.748046875, "train/tensor_act_model_layers_52_mlp/mean": 10.1875, "train/tensor_act_model_layers_52_mlp/std": 1.859375, "train/tensor_act_model_layers_52_mlp/max_abs": 16.25, "train/tensor_act_model_layers_52_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp/frac_near_user_limit": 0.5358991622924805, "train/tensor_act_model_layers_52_mlp/min": 5.125, "train/tensor_act_model_layers_52_mlp/max": 16.25, "train/tensor_act_model_layers_52_mlp/range": 11.125, "train/tensor_act_model_layers_52_residual_post_mlp/norm": 1205000.625, "train/tensor_act_model_layers_52_residual_post_mlp/mean": 588.0, "train/tensor_act_model_layers_52_residual_post_mlp/std": 26.25, "train/tensor_act_model_layers_52_residual_post_mlp/max_abs": 664.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_post_mlp/min": 508.0, "train/tensor_act_model_layers_52_residual_post_mlp/max": 664.0, "train/tensor_act_model_layers_52_residual_post_mlp/range": 156.0, "train/tensor_act_model_layers_53_residual_pre_attn/norm": 1205000.625, "train/tensor_act_model_layers_53_residual_pre_attn/mean": 588.0, "train/tensor_act_model_layers_53_residual_pre_attn/std": 26.25, "train/tensor_act_model_layers_53_residual_pre_attn/max_abs": 664.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_pre_attn/min": 508.0, "train/tensor_act_model_layers_53_residual_pre_attn/max": 664.0, "train/tensor_act_model_layers_53_residual_pre_attn/range": 156.0, "train/tensor_act_model_layers_53_residual_post_attn/norm": 1205000.625, "train/tensor_act_model_layers_53_residual_post_attn/mean": 588.0, "train/tensor_act_model_layers_53_residual_post_attn/std": 26.25, "train/tensor_act_model_layers_53_residual_post_attn/max_abs": 664.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_post_attn/min": 508.0, "train/tensor_act_model_layers_53_residual_post_attn/max": 664.0, "train/tensor_act_model_layers_53_residual_post_attn/range": 156.0, "train/tensor_act_model_layers_53_mlp_gate_proj/norm": 4261.41064453125, "train/tensor_act_model_layers_53_mlp_gate_proj/mean": 0.74609375, "train/tensor_act_model_layers_53_mlp_gate_proj/std": 1.265625, "train/tensor_act_model_layers_53_mlp_gate_proj/max_abs": 3.125, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/min": -1.40625, "train/tensor_act_model_layers_53_mlp_gate_proj/max": 3.125, "train/tensor_act_model_layers_53_mlp_gate_proj/range": 4.53125, "train/tensor_act_model_layers_53_mlp_up_proj/norm": 4525.86279296875, "train/tensor_act_model_layers_53_mlp_up_proj/mean": -0.0419921875, "train/tensor_act_model_layers_53_mlp_up_proj/std": 1.5625, "train/tensor_act_model_layers_53_mlp_up_proj/max_abs": 3.375, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/min": -3.375, "train/tensor_act_model_layers_53_mlp_up_proj/max": 3.296875, "train/tensor_act_model_layers_53_mlp_up_proj/range": 6.671875, "train/tensor_act_model_layers_53_mlp_down_proj/norm": 20558.9609375, "train/tensor_act_model_layers_53_mlp_down_proj/mean": 9.75, "train/tensor_act_model_layers_53_mlp_down_proj/std": 2.3125, "train/tensor_act_model_layers_53_mlp_down_proj/max_abs": 15.9375, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_user_limit": 0.4778444766998291, "train/tensor_act_model_layers_53_mlp_down_proj/min": 4.4375, "train/tensor_act_model_layers_53_mlp_down_proj/max": 15.9375, "train/tensor_act_model_layers_53_mlp_down_proj/range": 11.5, "train/tensor_act_model_layers_53_mlp/norm": 20558.9609375, "train/tensor_act_model_layers_53_mlp/mean": 9.75, "train/tensor_act_model_layers_53_mlp/std": 2.3125, "train/tensor_act_model_layers_53_mlp/max_abs": 15.9375, "train/tensor_act_model_layers_53_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp/frac_near_user_limit": 0.4778444766998291, "train/tensor_act_model_layers_53_mlp/min": 4.4375, "train/tensor_act_model_layers_53_mlp/max": 15.9375, "train/tensor_act_model_layers_53_mlp/range": 11.5, "train/tensor_act_model_layers_53_residual_post_mlp/norm": 1225207.75, "train/tensor_act_model_layers_53_residual_post_mlp/mean": 596.0, "train/tensor_act_model_layers_53_residual_post_mlp/std": 26.75, "train/tensor_act_model_layers_53_residual_post_mlp/max_abs": 672.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_post_mlp/min": 520.0, "train/tensor_act_model_layers_53_residual_post_mlp/max": 672.0, "train/tensor_act_model_layers_53_residual_post_mlp/range": 152.0, "train/tensor_act_model_layers_54_residual_pre_attn/norm": 1225207.75, "train/tensor_act_model_layers_54_residual_pre_attn/mean": 596.0, "train/tensor_act_model_layers_54_residual_pre_attn/std": 26.75, "train/tensor_act_model_layers_54_residual_pre_attn/max_abs": 672.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_pre_attn/min": 520.0, "train/tensor_act_model_layers_54_residual_pre_attn/max": 672.0, "train/tensor_act_model_layers_54_residual_pre_attn/range": 152.0, "train/tensor_act_model_layers_54_residual_post_attn/norm": 1225207.75, "train/tensor_act_model_layers_54_residual_post_attn/mean": 596.0, "train/tensor_act_model_layers_54_residual_post_attn/std": 26.75, "train/tensor_act_model_layers_54_residual_post_attn/max_abs": 672.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_post_attn/min": 520.0, "train/tensor_act_model_layers_54_residual_post_attn/max": 672.0, "train/tensor_act_model_layers_54_residual_post_attn/range": 152.0, "train/tensor_act_model_layers_54_mlp_gate_proj/norm": 4040.636962890625, "train/tensor_act_model_layers_54_mlp_gate_proj/mean": 0.625, "train/tensor_act_model_layers_54_mlp_gate_proj/std": 1.25, "train/tensor_act_model_layers_54_mlp_gate_proj/max_abs": 3.078125, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/min": -1.21875, "train/tensor_act_model_layers_54_mlp_gate_proj/max": 3.078125, "train/tensor_act_model_layers_54_mlp_gate_proj/range": 4.296875, "train/tensor_act_model_layers_54_mlp_up_proj/norm": 4282.33837890625, "train/tensor_act_model_layers_54_mlp_up_proj/mean": -0.02001953125, "train/tensor_act_model_layers_54_mlp_up_proj/std": 1.4765625, "train/tensor_act_model_layers_54_mlp_up_proj/max_abs": 3.671875, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/min": -3.28125, "train/tensor_act_model_layers_54_mlp_up_proj/max": 3.671875, "train/tensor_act_model_layers_54_mlp_up_proj/range": 6.953125, "train/tensor_act_model_layers_54_mlp_down_proj/norm": 19304.916015625, "train/tensor_act_model_layers_54_mlp_down_proj/mean": 9.1875, "train/tensor_act_model_layers_54_mlp_down_proj/std": 2.078125, "train/tensor_act_model_layers_54_mlp_down_proj/max_abs": 16.0, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_user_limit": 0.33471131324768066, "train/tensor_act_model_layers_54_mlp_down_proj/min": 3.265625, "train/tensor_act_model_layers_54_mlp_down_proj/max": 16.0, "train/tensor_act_model_layers_54_mlp_down_proj/range": 12.734375, "train/tensor_act_model_layers_54_mlp/norm": 19304.916015625, "train/tensor_act_model_layers_54_mlp/mean": 9.1875, "train/tensor_act_model_layers_54_mlp/std": 2.078125, "train/tensor_act_model_layers_54_mlp/max_abs": 16.0, "train/tensor_act_model_layers_54_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp/frac_near_user_limit": 0.33471131324768066, "train/tensor_act_model_layers_54_mlp/min": 3.265625, "train/tensor_act_model_layers_54_mlp/max": 16.0, "train/tensor_act_model_layers_54_mlp/range": 12.734375, "train/tensor_act_model_layers_54_residual_post_mlp/norm": 1244047.25, "train/tensor_act_model_layers_54_residual_post_mlp/mean": 608.0, "train/tensor_act_model_layers_54_residual_post_mlp/std": 27.125, "train/tensor_act_model_layers_54_residual_post_mlp/max_abs": 684.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_post_mlp/min": 528.0, "train/tensor_act_model_layers_54_residual_post_mlp/max": 684.0, "train/tensor_act_model_layers_54_residual_post_mlp/range": 156.0, "train/tensor_act_model_layers_55_residual_pre_attn/norm": 1244047.25, "train/tensor_act_model_layers_55_residual_pre_attn/mean": 608.0, "train/tensor_act_model_layers_55_residual_pre_attn/std": 27.125, "train/tensor_act_model_layers_55_residual_pre_attn/max_abs": 684.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_pre_attn/min": 528.0, "train/tensor_act_model_layers_55_residual_pre_attn/max": 684.0, "train/tensor_act_model_layers_55_residual_pre_attn/range": 156.0, "train/tensor_act_model_layers_55_residual_post_attn/norm": 1244047.25, "train/tensor_act_model_layers_55_residual_post_attn/mean": 608.0, "train/tensor_act_model_layers_55_residual_post_attn/std": 27.125, "train/tensor_act_model_layers_55_residual_post_attn/max_abs": 684.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_post_attn/min": 528.0, "train/tensor_act_model_layers_55_residual_post_attn/max": 684.0, "train/tensor_act_model_layers_55_residual_post_attn/range": 156.0, "train/tensor_act_model_layers_55_mlp_gate_proj/norm": 4236.42822265625, "train/tensor_act_model_layers_55_mlp_gate_proj/mean": 0.70703125, "train/tensor_act_model_layers_55_mlp_gate_proj/std": 1.28125, "train/tensor_act_model_layers_55_mlp_gate_proj/max_abs": 3.09375, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/min": -1.4453125, "train/tensor_act_model_layers_55_mlp_gate_proj/max": 3.09375, "train/tensor_act_model_layers_55_mlp_gate_proj/range": 4.5390625, "train/tensor_act_model_layers_55_mlp_up_proj/norm": 4235.13232421875, "train/tensor_act_model_layers_55_mlp_up_proj/mean": -0.00360107421875, "train/tensor_act_model_layers_55_mlp_up_proj/std": 1.4609375, "train/tensor_act_model_layers_55_mlp_up_proj/max_abs": 3.359375, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/min": -3.328125, "train/tensor_act_model_layers_55_mlp_up_proj/max": 3.359375, "train/tensor_act_model_layers_55_mlp_up_proj/range": 6.6875, "train/tensor_act_model_layers_55_mlp_down_proj/norm": 19885.86328125, "train/tensor_act_model_layers_55_mlp_down_proj/mean": 9.5, "train/tensor_act_model_layers_55_mlp_down_proj/std": 1.859375, "train/tensor_act_model_layers_55_mlp_down_proj/max_abs": 14.25, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_user_limit": 0.3750021457672119, "train/tensor_act_model_layers_55_mlp_down_proj/min": 4.46875, "train/tensor_act_model_layers_55_mlp_down_proj/max": 14.25, "train/tensor_act_model_layers_55_mlp_down_proj/range": 9.78125, "train/tensor_act_model_layers_55_mlp/norm": 19885.86328125, "train/tensor_act_model_layers_55_mlp/mean": 9.5, "train/tensor_act_model_layers_55_mlp/std": 1.859375, "train/tensor_act_model_layers_55_mlp/max_abs": 14.25, "train/tensor_act_model_layers_55_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp/frac_near_user_limit": 0.3750021457672119, "train/tensor_act_model_layers_55_mlp/min": 4.46875, "train/tensor_act_model_layers_55_mlp/max": 14.25, "train/tensor_act_model_layers_55_mlp/range": 9.78125, "train/tensor_act_model_layers_55_residual_post_mlp/norm": 1263441.625, "train/tensor_act_model_layers_55_residual_post_mlp/mean": 616.0, "train/tensor_act_model_layers_55_residual_post_mlp/std": 27.375, "train/tensor_act_model_layers_55_residual_post_mlp/max_abs": 696.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_post_mlp/min": 536.0, "train/tensor_act_model_layers_55_residual_post_mlp/max": 696.0, "train/tensor_act_model_layers_55_residual_post_mlp/range": 160.0, "train/tensor_act_model_layers_56_residual_pre_attn/norm": 1263441.625, "train/tensor_act_model_layers_56_residual_pre_attn/mean": 616.0, "train/tensor_act_model_layers_56_residual_pre_attn/std": 27.375, "train/tensor_act_model_layers_56_residual_pre_attn/max_abs": 696.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_pre_attn/min": 536.0, "train/tensor_act_model_layers_56_residual_pre_attn/max": 696.0, "train/tensor_act_model_layers_56_residual_pre_attn/range": 160.0, "train/tensor_act_model_layers_56_residual_post_attn/norm": 1263441.625, "train/tensor_act_model_layers_56_residual_post_attn/mean": 616.0, "train/tensor_act_model_layers_56_residual_post_attn/std": 27.375, "train/tensor_act_model_layers_56_residual_post_attn/max_abs": 696.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_post_attn/min": 536.0, "train/tensor_act_model_layers_56_residual_post_attn/max": 696.0, "train/tensor_act_model_layers_56_residual_post_attn/range": 160.0, "train/tensor_act_model_layers_56_mlp_gate_proj/norm": 3954.372802734375, "train/tensor_act_model_layers_56_mlp_gate_proj/mean": 0.609375, "train/tensor_act_model_layers_56_mlp_gate_proj/std": 1.21875, "train/tensor_act_model_layers_56_mlp_gate_proj/max_abs": 3.0625, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/min": -1.7421875, "train/tensor_act_model_layers_56_mlp_gate_proj/max": 3.0625, "train/tensor_act_model_layers_56_mlp_gate_proj/range": 4.8046875, "train/tensor_act_model_layers_56_mlp_up_proj/norm": 4063.39013671875, "train/tensor_act_model_layers_56_mlp_up_proj/mean": 0.10693359375, "train/tensor_act_model_layers_56_mlp_up_proj/std": 1.3984375, "train/tensor_act_model_layers_56_mlp_up_proj/max_abs": 3.421875, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/min": -3.359375, "train/tensor_act_model_layers_56_mlp_up_proj/max": 3.421875, "train/tensor_act_model_layers_56_mlp_up_proj/range": 6.78125, "train/tensor_act_model_layers_56_mlp_down_proj/norm": 17614.53515625, "train/tensor_act_model_layers_56_mlp_down_proj/mean": 8.3125, "train/tensor_act_model_layers_56_mlp_down_proj/std": 2.15625, "train/tensor_act_model_layers_56_mlp_down_proj/max_abs": 13.0625, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_user_limit": 0.23445582389831543, "train/tensor_act_model_layers_56_mlp_down_proj/min": 2.828125, "train/tensor_act_model_layers_56_mlp_down_proj/max": 13.0625, "train/tensor_act_model_layers_56_mlp_down_proj/range": 10.234375, "train/tensor_act_model_layers_56_mlp/norm": 17614.53515625, "train/tensor_act_model_layers_56_mlp/mean": 8.3125, "train/tensor_act_model_layers_56_mlp/std": 2.15625, "train/tensor_act_model_layers_56_mlp/max_abs": 13.0625, "train/tensor_act_model_layers_56_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp/frac_near_user_limit": 0.23445582389831543, "train/tensor_act_model_layers_56_mlp/min": 2.828125, "train/tensor_act_model_layers_56_mlp/max": 13.0625, "train/tensor_act_model_layers_56_mlp/range": 10.234375, "train/tensor_act_model_layers_56_residual_post_mlp/norm": 1280651.0, "train/tensor_act_model_layers_56_residual_post_mlp/mean": 624.0, "train/tensor_act_model_layers_56_residual_post_mlp/std": 27.5, "train/tensor_act_model_layers_56_residual_post_mlp/max_abs": 708.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_post_mlp/min": 548.0, "train/tensor_act_model_layers_56_residual_post_mlp/max": 708.0, "train/tensor_act_model_layers_56_residual_post_mlp/range": 160.0, "train/tensor_act_model_layers_57_residual_pre_attn/norm": 1280651.0, "train/tensor_act_model_layers_57_residual_pre_attn/mean": 624.0, "train/tensor_act_model_layers_57_residual_pre_attn/std": 27.5, "train/tensor_act_model_layers_57_residual_pre_attn/max_abs": 708.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_pre_attn/min": 548.0, "train/tensor_act_model_layers_57_residual_pre_attn/max": 708.0, "train/tensor_act_model_layers_57_residual_pre_attn/range": 160.0, "train/tensor_act_model_layers_57_residual_post_attn/norm": 1280651.0, "train/tensor_act_model_layers_57_residual_post_attn/mean": 624.0, "train/tensor_act_model_layers_57_residual_post_attn/std": 27.5, "train/tensor_act_model_layers_57_residual_post_attn/max_abs": 708.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_post_attn/min": 548.0, "train/tensor_act_model_layers_57_residual_post_attn/max": 708.0, "train/tensor_act_model_layers_57_residual_post_attn/range": 160.0, "train/tensor_act_model_layers_57_mlp_gate_proj/norm": 4135.83203125, "train/tensor_act_model_layers_57_mlp_gate_proj/mean": 0.70703125, "train/tensor_act_model_layers_57_mlp_gate_proj/std": 1.2421875, "train/tensor_act_model_layers_57_mlp_gate_proj/max_abs": 3.234375, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/min": -1.1953125, "train/tensor_act_model_layers_57_mlp_gate_proj/max": 3.234375, "train/tensor_act_model_layers_57_mlp_gate_proj/range": 4.4296875, "train/tensor_act_model_layers_57_mlp_up_proj/norm": 4153.90380859375, "train/tensor_act_model_layers_57_mlp_up_proj/mean": -0.051025390625, "train/tensor_act_model_layers_57_mlp_up_proj/std": 1.4296875, "train/tensor_act_model_layers_57_mlp_up_proj/max_abs": 3.671875, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/min": -3.21875, "train/tensor_act_model_layers_57_mlp_up_proj/max": 3.671875, "train/tensor_act_model_layers_57_mlp_up_proj/range": 6.890625, "train/tensor_act_model_layers_57_mlp_down_proj/norm": 18625.5234375, "train/tensor_act_model_layers_57_mlp_down_proj/mean": 8.9375, "train/tensor_act_model_layers_57_mlp_down_proj/std": 1.7890625, "train/tensor_act_model_layers_57_mlp_down_proj/max_abs": 12.875, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_user_limit": 0.296875, "train/tensor_act_model_layers_57_mlp_down_proj/min": 4.53125, "train/tensor_act_model_layers_57_mlp_down_proj/max": 12.875, "train/tensor_act_model_layers_57_mlp_down_proj/range": 8.34375, "train/tensor_act_model_layers_57_mlp/norm": 18625.5234375, "train/tensor_act_model_layers_57_mlp/mean": 8.9375, "train/tensor_act_model_layers_57_mlp/std": 1.7890625, "train/tensor_act_model_layers_57_mlp/max_abs": 12.875, "train/tensor_act_model_layers_57_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp/frac_near_user_limit": 0.296875, "train/tensor_act_model_layers_57_mlp/min": 4.53125, "train/tensor_act_model_layers_57_mlp/max": 12.875, "train/tensor_act_model_layers_57_mlp/range": 8.34375, "train/tensor_act_model_layers_57_residual_post_mlp/norm": 1298965.625, "train/tensor_act_model_layers_57_residual_post_mlp/mean": 632.0, "train/tensor_act_model_layers_57_residual_post_mlp/std": 27.875, "train/tensor_act_model_layers_57_residual_post_mlp/max_abs": 716.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_post_mlp/min": 556.0, "train/tensor_act_model_layers_57_residual_post_mlp/max": 716.0, "train/tensor_act_model_layers_57_residual_post_mlp/range": 160.0, "train/tensor_act_model_layers_58_residual_pre_attn/norm": 1298965.625, "train/tensor_act_model_layers_58_residual_pre_attn/mean": 632.0, "train/tensor_act_model_layers_58_residual_pre_attn/std": 27.875, "train/tensor_act_model_layers_58_residual_pre_attn/max_abs": 716.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_pre_attn/min": 556.0, "train/tensor_act_model_layers_58_residual_pre_attn/max": 716.0, "train/tensor_act_model_layers_58_residual_pre_attn/range": 160.0, "train/tensor_act_model_layers_58_residual_post_attn/norm": 1298965.625, "train/tensor_act_model_layers_58_residual_post_attn/mean": 632.0, "train/tensor_act_model_layers_58_residual_post_attn/std": 27.875, "train/tensor_act_model_layers_58_residual_post_attn/max_abs": 716.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_post_attn/min": 556.0, "train/tensor_act_model_layers_58_residual_post_attn/max": 716.0, "train/tensor_act_model_layers_58_residual_post_attn/range": 160.0, "train/tensor_act_model_layers_58_mlp_gate_proj/norm": 4410.353515625, "train/tensor_act_model_layers_58_mlp_gate_proj/mean": 0.80078125, "train/tensor_act_model_layers_58_mlp_gate_proj/std": 1.296875, "train/tensor_act_model_layers_58_mlp_gate_proj/max_abs": 3.15625, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_58_mlp_gate_proj/max": 3.15625, "train/tensor_act_model_layers_58_mlp_gate_proj/range": 4.4453125, "train/tensor_act_model_layers_58_mlp_up_proj/norm": 4459.765625, "train/tensor_act_model_layers_58_mlp_up_proj/mean": -0.03369140625, "train/tensor_act_model_layers_58_mlp_up_proj/std": 1.5390625, "train/tensor_act_model_layers_58_mlp_up_proj/max_abs": 3.28125, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/min": -3.28125, "train/tensor_act_model_layers_58_mlp_up_proj/max": 3.046875, "train/tensor_act_model_layers_58_mlp_up_proj/range": 6.328125, "train/tensor_act_model_layers_58_mlp_down_proj/norm": 21853.576171875, "train/tensor_act_model_layers_58_mlp_down_proj/mean": 10.4375, "train/tensor_act_model_layers_58_mlp_down_proj/std": 2.15625, "train/tensor_act_model_layers_58_mlp_down_proj/max_abs": 15.5625, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_user_limit": 0.5777623653411865, "train/tensor_act_model_layers_58_mlp_down_proj/min": 3.078125, "train/tensor_act_model_layers_58_mlp_down_proj/max": 15.5625, "train/tensor_act_model_layers_58_mlp_down_proj/range": 12.484375, "train/tensor_act_model_layers_58_mlp/norm": 21853.576171875, "train/tensor_act_model_layers_58_mlp/mean": 10.4375, "train/tensor_act_model_layers_58_mlp/std": 2.15625, "train/tensor_act_model_layers_58_mlp/max_abs": 15.5625, "train/tensor_act_model_layers_58_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp/frac_near_user_limit": 0.5777623653411865, "train/tensor_act_model_layers_58_mlp/min": 3.078125, "train/tensor_act_model_layers_58_mlp/max": 15.5625, "train/tensor_act_model_layers_58_mlp/range": 12.484375, "train/tensor_act_model_layers_58_residual_post_mlp/norm": 1320235.5, "train/tensor_act_model_layers_58_residual_post_mlp/mean": 644.0, "train/tensor_act_model_layers_58_residual_post_mlp/std": 28.0, "train/tensor_act_model_layers_58_residual_post_mlp/max_abs": 728.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_post_mlp/min": 564.0, "train/tensor_act_model_layers_58_residual_post_mlp/max": 728.0, "train/tensor_act_model_layers_58_residual_post_mlp/range": 164.0, "train/tensor_act_model_layers_59_residual_pre_attn/norm": 1320235.5, "train/tensor_act_model_layers_59_residual_pre_attn/mean": 644.0, "train/tensor_act_model_layers_59_residual_pre_attn/std": 28.0, "train/tensor_act_model_layers_59_residual_pre_attn/max_abs": 728.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_pre_attn/min": 564.0, "train/tensor_act_model_layers_59_residual_pre_attn/max": 728.0, "train/tensor_act_model_layers_59_residual_pre_attn/range": 164.0, "train/tensor_act_model_layers_59_residual_post_attn/norm": 1320235.5, "train/tensor_act_model_layers_59_residual_post_attn/mean": 644.0, "train/tensor_act_model_layers_59_residual_post_attn/std": 28.0, "train/tensor_act_model_layers_59_residual_post_attn/max_abs": 728.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_post_attn/min": 564.0, "train/tensor_act_model_layers_59_residual_post_attn/max": 728.0, "train/tensor_act_model_layers_59_residual_post_attn/range": 164.0, "train/tensor_act_model_layers_59_mlp_gate_proj/norm": 4155.30517578125, "train/tensor_act_model_layers_59_mlp_gate_proj/mean": 0.68359375, "train/tensor_act_model_layers_59_mlp_gate_proj/std": 1.2578125, "train/tensor_act_model_layers_59_mlp_gate_proj/max_abs": 3.234375, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/min": -1.09375, "train/tensor_act_model_layers_59_mlp_gate_proj/max": 3.234375, "train/tensor_act_model_layers_59_mlp_gate_proj/range": 4.328125, "train/tensor_act_model_layers_59_mlp_up_proj/norm": 4289.18310546875, "train/tensor_act_model_layers_59_mlp_up_proj/mean": -0.0242919921875, "train/tensor_act_model_layers_59_mlp_up_proj/std": 1.484375, "train/tensor_act_model_layers_59_mlp_up_proj/max_abs": 3.46875, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/min": -3.46875, "train/tensor_act_model_layers_59_mlp_up_proj/max": 3.296875, "train/tensor_act_model_layers_59_mlp_up_proj/range": 6.765625, "train/tensor_act_model_layers_59_mlp_down_proj/norm": 18869.408203125, "train/tensor_act_model_layers_59_mlp_down_proj/mean": 9.0, "train/tensor_act_model_layers_59_mlp_down_proj/std": 1.921875, "train/tensor_act_model_layers_59_mlp_down_proj/max_abs": 13.75, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_user_limit": 0.3359375, "train/tensor_act_model_layers_59_mlp_down_proj/min": 3.203125, "train/tensor_act_model_layers_59_mlp_down_proj/max": 13.75, "train/tensor_act_model_layers_59_mlp_down_proj/range": 10.546875, "train/tensor_act_model_layers_59_mlp/norm": 18869.408203125, "train/tensor_act_model_layers_59_mlp/mean": 9.0, "train/tensor_act_model_layers_59_mlp/std": 1.921875, "train/tensor_act_model_layers_59_mlp/max_abs": 13.75, "train/tensor_act_model_layers_59_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp/frac_near_user_limit": 0.3359375, "train/tensor_act_model_layers_59_mlp/min": 3.203125, "train/tensor_act_model_layers_59_mlp/max": 13.75, "train/tensor_act_model_layers_59_mlp/range": 10.546875, "train/tensor_act_model_layers_59_residual_post_mlp/norm": 1338873.5, "train/tensor_act_model_layers_59_residual_post_mlp/mean": 652.0, "train/tensor_act_model_layers_59_residual_post_mlp/std": 28.5, "train/tensor_act_model_layers_59_residual_post_mlp/max_abs": 740.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_post_mlp/min": 568.0, "train/tensor_act_model_layers_59_residual_post_mlp/max": 740.0, "train/tensor_act_model_layers_59_residual_post_mlp/range": 172.0, "train/tensor_act_model_layers_60_residual_pre_attn/norm": 1338873.5, "train/tensor_act_model_layers_60_residual_pre_attn/mean": 652.0, "train/tensor_act_model_layers_60_residual_pre_attn/std": 28.5, "train/tensor_act_model_layers_60_residual_pre_attn/max_abs": 740.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_pre_attn/min": 568.0, "train/tensor_act_model_layers_60_residual_pre_attn/max": 740.0, "train/tensor_act_model_layers_60_residual_pre_attn/range": 172.0, "train/tensor_act_model_layers_60_residual_post_attn/norm": 1338873.5, "train/tensor_act_model_layers_60_residual_post_attn/mean": 652.0, "train/tensor_act_model_layers_60_residual_post_attn/std": 28.5, "train/tensor_act_model_layers_60_residual_post_attn/max_abs": 740.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_post_attn/min": 568.0, "train/tensor_act_model_layers_60_residual_post_attn/max": 740.0, "train/tensor_act_model_layers_60_residual_post_attn/range": 172.0, "train/tensor_act_model_layers_60_mlp_gate_proj/norm": 3958.13427734375, "train/tensor_act_model_layers_60_mlp_gate_proj/mean": 0.54296875, "train/tensor_act_model_layers_60_mlp_gate_proj/std": 1.2578125, "train/tensor_act_model_layers_60_mlp_gate_proj/max_abs": 3.34375, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/min": -1.2421875, "train/tensor_act_model_layers_60_mlp_gate_proj/max": 3.34375, "train/tensor_act_model_layers_60_mlp_gate_proj/range": 4.5859375, "train/tensor_act_model_layers_60_mlp_up_proj/norm": 3872.120849609375, "train/tensor_act_model_layers_60_mlp_up_proj/mean": -0.03662109375, "train/tensor_act_model_layers_60_mlp_up_proj/std": 1.3359375, "train/tensor_act_model_layers_60_mlp_up_proj/max_abs": 3.5625, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/min": -3.5625, "train/tensor_act_model_layers_60_mlp_up_proj/max": 3.171875, "train/tensor_act_model_layers_60_mlp_up_proj/range": 6.734375, "train/tensor_act_model_layers_60_mlp_down_proj/norm": 16414.5, "train/tensor_act_model_layers_60_mlp_down_proj/mean": 7.78125, "train/tensor_act_model_layers_60_mlp_down_proj/std": 1.9140625, "train/tensor_act_model_layers_60_mlp_down_proj/max_abs": 12.1875, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_user_limit": 0.140625, "train/tensor_act_model_layers_60_mlp_down_proj/min": 3.6875, "train/tensor_act_model_layers_60_mlp_down_proj/max": 12.1875, "train/tensor_act_model_layers_60_mlp_down_proj/range": 8.5, "train/tensor_act_model_layers_60_mlp/norm": 16414.5, "train/tensor_act_model_layers_60_mlp/mean": 7.78125, "train/tensor_act_model_layers_60_mlp/std": 1.9140625, "train/tensor_act_model_layers_60_mlp/max_abs": 12.1875, "train/tensor_act_model_layers_60_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp/frac_near_user_limit": 0.140625, "train/tensor_act_model_layers_60_mlp/min": 3.6875, "train/tensor_act_model_layers_60_mlp/max": 12.1875, "train/tensor_act_model_layers_60_mlp/range": 8.5, "train/tensor_act_model_layers_60_residual_post_mlp/norm": 1354772.5, "train/tensor_act_model_layers_60_residual_post_mlp/mean": 660.0, "train/tensor_act_model_layers_60_residual_post_mlp/std": 29.0, "train/tensor_act_model_layers_60_residual_post_mlp/max_abs": 752.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_post_mlp/min": 572.0, "train/tensor_act_model_layers_60_residual_post_mlp/max": 752.0, "train/tensor_act_model_layers_60_residual_post_mlp/range": 180.0, "train/tensor_act_model_layers_61_residual_pre_attn/norm": 1354772.5, "train/tensor_act_model_layers_61_residual_pre_attn/mean": 660.0, "train/tensor_act_model_layers_61_residual_pre_attn/std": 29.0, "train/tensor_act_model_layers_61_residual_pre_attn/max_abs": 752.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_pre_attn/min": 572.0, "train/tensor_act_model_layers_61_residual_pre_attn/max": 752.0, "train/tensor_act_model_layers_61_residual_pre_attn/range": 180.0, "train/tensor_act_model_layers_61_residual_post_attn/norm": 1354772.5, "train/tensor_act_model_layers_61_residual_post_attn/mean": 660.0, "train/tensor_act_model_layers_61_residual_post_attn/std": 29.0, "train/tensor_act_model_layers_61_residual_post_attn/max_abs": 752.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_post_attn/min": 572.0, "train/tensor_act_model_layers_61_residual_post_attn/max": 752.0, "train/tensor_act_model_layers_61_residual_post_attn/range": 180.0, "train/tensor_act_model_layers_61_mlp_gate_proj/norm": 3829.542724609375, "train/tensor_act_model_layers_61_mlp_gate_proj/mean": 0.5625, "train/tensor_act_model_layers_61_mlp_gate_proj/std": 1.1953125, "train/tensor_act_model_layers_61_mlp_gate_proj/max_abs": 3.15625, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/min": -1.0859375, "train/tensor_act_model_layers_61_mlp_gate_proj/max": 3.15625, "train/tensor_act_model_layers_61_mlp_gate_proj/range": 4.2421875, "train/tensor_act_model_layers_61_mlp_up_proj/norm": 3880.710205078125, "train/tensor_act_model_layers_61_mlp_up_proj/mean": -0.005523681640625, "train/tensor_act_model_layers_61_mlp_up_proj/std": 1.34375, "train/tensor_act_model_layers_61_mlp_up_proj/max_abs": 3.125, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/min": -3.125, "train/tensor_act_model_layers_61_mlp_up_proj/max": 3.078125, "train/tensor_act_model_layers_61_mlp_up_proj/range": 6.203125, "train/tensor_act_model_layers_61_mlp_down_proj/norm": 15632.5126953125, "train/tensor_act_model_layers_61_mlp_down_proj/mean": 7.46875, "train/tensor_act_model_layers_61_mlp_down_proj/std": 1.6171875, "train/tensor_act_model_layers_61_mlp_down_proj/max_abs": 10.75, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_user_limit": 0.0546875, "train/tensor_act_model_layers_61_mlp_down_proj/min": 3.671875, "train/tensor_act_model_layers_61_mlp_down_proj/max": 10.75, "train/tensor_act_model_layers_61_mlp_down_proj/range": 7.078125, "train/tensor_act_model_layers_61_mlp/norm": 15632.5126953125, "train/tensor_act_model_layers_61_mlp/mean": 7.46875, "train/tensor_act_model_layers_61_mlp/std": 1.6171875, "train/tensor_act_model_layers_61_mlp/max_abs": 10.75, "train/tensor_act_model_layers_61_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp/frac_near_user_limit": 0.0546875, "train/tensor_act_model_layers_61_mlp/min": 3.671875, "train/tensor_act_model_layers_61_mlp/max": 10.75, "train/tensor_act_model_layers_61_mlp/range": 7.078125, "train/tensor_act_model_layers_61_residual_post_mlp/norm": 1369796.5, "train/tensor_act_model_layers_61_residual_post_mlp/mean": 668.0, "train/tensor_act_model_layers_61_residual_post_mlp/std": 28.875, "train/tensor_act_model_layers_61_residual_post_mlp/max_abs": 756.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_post_mlp/min": 580.0, "train/tensor_act_model_layers_61_residual_post_mlp/max": 756.0, "train/tensor_act_model_layers_61_residual_post_mlp/range": 176.0, "train/tensor_act_model_layers_62_residual_pre_attn/norm": 1369796.5, "train/tensor_act_model_layers_62_residual_pre_attn/mean": 668.0, "train/tensor_act_model_layers_62_residual_pre_attn/std": 28.875, "train/tensor_act_model_layers_62_residual_pre_attn/max_abs": 756.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_pre_attn/min": 580.0, "train/tensor_act_model_layers_62_residual_pre_attn/max": 756.0, "train/tensor_act_model_layers_62_residual_pre_attn/range": 176.0, "train/tensor_act_model_layers_62_residual_post_attn/norm": 1369796.5, "train/tensor_act_model_layers_62_residual_post_attn/mean": 668.0, "train/tensor_act_model_layers_62_residual_post_attn/std": 28.875, "train/tensor_act_model_layers_62_residual_post_attn/max_abs": 756.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_post_attn/min": 580.0, "train/tensor_act_model_layers_62_residual_post_attn/max": 756.0, "train/tensor_act_model_layers_62_residual_post_attn/range": 176.0, "train/tensor_act_model_layers_62_mlp_gate_proj/norm": 3850.49267578125, "train/tensor_act_model_layers_62_mlp_gate_proj/mean": 0.5703125, "train/tensor_act_model_layers_62_mlp_gate_proj/std": 1.203125, "train/tensor_act_model_layers_62_mlp_gate_proj/max_abs": 3.359375, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/min": -1.1328125, "train/tensor_act_model_layers_62_mlp_gate_proj/max": 3.359375, "train/tensor_act_model_layers_62_mlp_gate_proj/range": 4.4921875, "train/tensor_act_model_layers_62_mlp_up_proj/norm": 3891.3232421875, "train/tensor_act_model_layers_62_mlp_up_proj/mean": 0.107421875, "train/tensor_act_model_layers_62_mlp_up_proj/std": 1.3359375, "train/tensor_act_model_layers_62_mlp_up_proj/max_abs": 3.078125, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/min": -3.046875, "train/tensor_act_model_layers_62_mlp_up_proj/max": 3.078125, "train/tensor_act_model_layers_62_mlp_up_proj/range": 6.125, "train/tensor_act_model_layers_62_mlp_down_proj/norm": 15948.1826171875, "train/tensor_act_model_layers_62_mlp_down_proj/mean": 7.5625, "train/tensor_act_model_layers_62_mlp_down_proj/std": 1.8125, "train/tensor_act_model_layers_62_mlp_down_proj/max_abs": 12.5, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_user_limit": 0.0859375, "train/tensor_act_model_layers_62_mlp_down_proj/min": 3.46875, "train/tensor_act_model_layers_62_mlp_down_proj/max": 12.5, "train/tensor_act_model_layers_62_mlp_down_proj/range": 9.03125, "train/tensor_act_model_layers_62_mlp/norm": 15948.1826171875, "train/tensor_act_model_layers_62_mlp/mean": 7.5625, "train/tensor_act_model_layers_62_mlp/std": 1.8125, "train/tensor_act_model_layers_62_mlp/max_abs": 12.5, "train/tensor_act_model_layers_62_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp/frac_near_user_limit": 0.0859375, "train/tensor_act_model_layers_62_mlp/min": 3.46875, "train/tensor_act_model_layers_62_mlp/max": 12.5, "train/tensor_act_model_layers_62_mlp/range": 9.03125, "train/tensor_act_model_layers_62_residual_post_mlp/norm": 1385107.125, "train/tensor_act_model_layers_62_residual_post_mlp/mean": 676.0, "train/tensor_act_model_layers_62_residual_post_mlp/std": 29.0, "train/tensor_act_model_layers_62_residual_post_mlp/max_abs": 768.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_post_mlp/min": 592.0, "train/tensor_act_model_layers_62_residual_post_mlp/max": 768.0, "train/tensor_act_model_layers_62_residual_post_mlp/range": 176.0, "train/tensor_act_model_layers_63_residual_pre_attn/norm": 1385107.125, "train/tensor_act_model_layers_63_residual_pre_attn/mean": 676.0, "train/tensor_act_model_layers_63_residual_pre_attn/std": 29.0, "train/tensor_act_model_layers_63_residual_pre_attn/max_abs": 768.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_pre_attn/min": 592.0, "train/tensor_act_model_layers_63_residual_pre_attn/max": 768.0, "train/tensor_act_model_layers_63_residual_pre_attn/range": 176.0, "train/tensor_act_model_layers_63_residual_post_attn/norm": 1385107.125, "train/tensor_act_model_layers_63_residual_post_attn/mean": 676.0, "train/tensor_act_model_layers_63_residual_post_attn/std": 29.0, "train/tensor_act_model_layers_63_residual_post_attn/max_abs": 768.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_post_attn/min": 592.0, "train/tensor_act_model_layers_63_residual_post_attn/max": 768.0, "train/tensor_act_model_layers_63_residual_post_attn/range": 176.0, "train/tensor_act_model_layers_63_mlp_gate_proj/norm": 3787.659912109375, "train/tensor_act_model_layers_63_mlp_gate_proj/mean": 0.5234375, "train/tensor_act_model_layers_63_mlp_gate_proj/std": 1.1953125, "train/tensor_act_model_layers_63_mlp_gate_proj/max_abs": 3.28125, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/min": -1.3203125, "train/tensor_act_model_layers_63_mlp_gate_proj/max": 3.28125, "train/tensor_act_model_layers_63_mlp_gate_proj/range": 4.6015625, "train/tensor_act_model_layers_63_mlp_up_proj/norm": 3678.460205078125, "train/tensor_act_model_layers_63_mlp_up_proj/mean": -0.064453125, "train/tensor_act_model_layers_63_mlp_up_proj/std": 1.265625, "train/tensor_act_model_layers_63_mlp_up_proj/max_abs": 3.390625, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/min": -3.390625, "train/tensor_act_model_layers_63_mlp_up_proj/max": 3.21875, "train/tensor_act_model_layers_63_mlp_up_proj/range": 6.609375, "train/tensor_act_model_layers_63_mlp_down_proj/norm": 14787.435546875, "train/tensor_act_model_layers_63_mlp_down_proj/mean": 7.0625, "train/tensor_act_model_layers_63_mlp_down_proj/std": 1.53125, "train/tensor_act_model_layers_63_mlp_down_proj/max_abs": 10.5625, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_user_limit": 0.03125, "train/tensor_act_model_layers_63_mlp_down_proj/min": 2.4375, "train/tensor_act_model_layers_63_mlp_down_proj/max": 10.5625, "train/tensor_act_model_layers_63_mlp_down_proj/range": 8.125, "train/tensor_act_model_layers_63_mlp/norm": 14787.435546875, "train/tensor_act_model_layers_63_mlp/mean": 7.0625, "train/tensor_act_model_layers_63_mlp/std": 1.53125, "train/tensor_act_model_layers_63_mlp/max_abs": 10.5625, "train/tensor_act_model_layers_63_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp/frac_near_user_limit": 0.03125, "train/tensor_act_model_layers_63_mlp/min": 2.4375, "train/tensor_act_model_layers_63_mlp/max": 10.5625, "train/tensor_act_model_layers_63_mlp/range": 8.125, "train/tensor_act_model_layers_63_residual_post_mlp/norm": 1399838.625, "train/tensor_act_model_layers_63_residual_post_mlp/mean": 684.0, "train/tensor_act_model_layers_63_residual_post_mlp/std": 29.25, "train/tensor_act_model_layers_63_residual_post_mlp/max_abs": 776.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_post_mlp/min": 600.0, "train/tensor_act_model_layers_63_residual_post_mlp/max": 776.0, "train/tensor_act_model_layers_63_residual_post_mlp/range": 176.0, "train/tensor_act_model_layers_64_residual_pre_attn/norm": 1399838.625, "train/tensor_act_model_layers_64_residual_pre_attn/mean": 684.0, "train/tensor_act_model_layers_64_residual_pre_attn/std": 29.25, "train/tensor_act_model_layers_64_residual_pre_attn/max_abs": 776.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_pre_attn/min": 600.0, "train/tensor_act_model_layers_64_residual_pre_attn/max": 776.0, "train/tensor_act_model_layers_64_residual_pre_attn/range": 176.0, "train/tensor_act_model_layers_64_residual_post_attn/norm": 1399838.625, "train/tensor_act_model_layers_64_residual_post_attn/mean": 684.0, "train/tensor_act_model_layers_64_residual_post_attn/std": 29.25, "train/tensor_act_model_layers_64_residual_post_attn/max_abs": 776.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_post_attn/min": 600.0, "train/tensor_act_model_layers_64_residual_post_attn/max": 776.0, "train/tensor_act_model_layers_64_residual_post_attn/range": 176.0, "train/tensor_act_model_layers_64_mlp_gate_proj/norm": 3590.617919921875, "train/tensor_act_model_layers_64_mlp_gate_proj/mean": 0.470703125, "train/tensor_act_model_layers_64_mlp_gate_proj/std": 1.1484375, "train/tensor_act_model_layers_64_mlp_gate_proj/max_abs": 3.078125, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/min": -1.6015625, "train/tensor_act_model_layers_64_mlp_gate_proj/max": 3.078125, "train/tensor_act_model_layers_64_mlp_gate_proj/range": 4.6796875, "train/tensor_act_model_layers_64_mlp_up_proj/norm": 3752.02490234375, "train/tensor_act_model_layers_64_mlp_up_proj/mean": 0.041259765625, "train/tensor_act_model_layers_64_mlp_up_proj/std": 1.296875, "train/tensor_act_model_layers_64_mlp_up_proj/max_abs": 3.296875, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/min": -3.296875, "train/tensor_act_model_layers_64_mlp_up_proj/max": 3.125, "train/tensor_act_model_layers_64_mlp_up_proj/range": 6.421875, "train/tensor_act_model_layers_64_mlp_down_proj/norm": 13805.2265625, "train/tensor_act_model_layers_64_mlp_down_proj/mean": 6.46875, "train/tensor_act_model_layers_64_mlp_down_proj/std": 1.9140625, "train/tensor_act_model_layers_64_mlp_down_proj/max_abs": 13.125, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_user_limit": 0.023533105850219727, "train/tensor_act_model_layers_64_mlp_down_proj/min": 1.4609375, "train/tensor_act_model_layers_64_mlp_down_proj/max": 13.125, "train/tensor_act_model_layers_64_mlp_down_proj/range": 11.6640625, "train/tensor_act_model_layers_64_mlp/norm": 13805.2265625, "train/tensor_act_model_layers_64_mlp/mean": 6.46875, "train/tensor_act_model_layers_64_mlp/std": 1.9140625, "train/tensor_act_model_layers_64_mlp/max_abs": 13.125, "train/tensor_act_model_layers_64_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp/frac_near_user_limit": 0.023533105850219727, "train/tensor_act_model_layers_64_mlp/min": 1.4609375, "train/tensor_act_model_layers_64_mlp/max": 13.125, "train/tensor_act_model_layers_64_mlp/range": 11.6640625, "train/tensor_act_model_layers_64_residual_post_mlp/norm": 1413071.875, "train/tensor_act_model_layers_64_residual_post_mlp/mean": 688.0, "train/tensor_act_model_layers_64_residual_post_mlp/std": 29.5, "train/tensor_act_model_layers_64_residual_post_mlp/max_abs": 784.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_post_mlp/min": 608.0, "train/tensor_act_model_layers_64_residual_post_mlp/max": 784.0, "train/tensor_act_model_layers_64_residual_post_mlp/range": 176.0, "train/tensor_act_model_layers_65_residual_pre_attn/norm": 1413071.875, "train/tensor_act_model_layers_65_residual_pre_attn/mean": 688.0, "train/tensor_act_model_layers_65_residual_pre_attn/std": 29.5, "train/tensor_act_model_layers_65_residual_pre_attn/max_abs": 784.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_pre_attn/min": 608.0, "train/tensor_act_model_layers_65_residual_pre_attn/max": 784.0, "train/tensor_act_model_layers_65_residual_pre_attn/range": 176.0, "train/tensor_act_model_layers_65_residual_post_attn/norm": 1413071.875, "train/tensor_act_model_layers_65_residual_post_attn/mean": 688.0, "train/tensor_act_model_layers_65_residual_post_attn/std": 29.5, "train/tensor_act_model_layers_65_residual_post_attn/max_abs": 784.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_post_attn/min": 608.0, "train/tensor_act_model_layers_65_residual_post_attn/max": 784.0, "train/tensor_act_model_layers_65_residual_post_attn/range": 176.0, "train/tensor_act_model_layers_65_mlp_gate_proj/norm": 3744.11767578125, "train/tensor_act_model_layers_65_mlp_gate_proj/mean": 0.41796875, "train/tensor_act_model_layers_65_mlp_gate_proj/std": 1.2265625, "train/tensor_act_model_layers_65_mlp_gate_proj/max_abs": 3.046875, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/min": -1.640625, "train/tensor_act_model_layers_65_mlp_gate_proj/max": 3.046875, "train/tensor_act_model_layers_65_mlp_gate_proj/range": 4.6875, "train/tensor_act_model_layers_65_mlp_up_proj/norm": 3774.553955078125, "train/tensor_act_model_layers_65_mlp_up_proj/mean": 0.07421875, "train/tensor_act_model_layers_65_mlp_up_proj/std": 1.3046875, "train/tensor_act_model_layers_65_mlp_up_proj/max_abs": 3.65625, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/min": -3.65625, "train/tensor_act_model_layers_65_mlp_up_proj/max": 3.640625, "train/tensor_act_model_layers_65_mlp_up_proj/range": 7.296875, "train/tensor_act_model_layers_65_mlp_down_proj/norm": 14278.08984375, "train/tensor_act_model_layers_65_mlp_down_proj/mean": 6.8125, "train/tensor_act_model_layers_65_mlp_down_proj/std": 1.5, "train/tensor_act_model_layers_65_mlp_down_proj/max_abs": 10.875, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_user_limit": 0.015625, "train/tensor_act_model_layers_65_mlp_down_proj/min": 3.21875, "train/tensor_act_model_layers_65_mlp_down_proj/max": 10.875, "train/tensor_act_model_layers_65_mlp_down_proj/range": 7.65625, "train/tensor_act_model_layers_65_mlp/norm": 14278.08984375, "train/tensor_act_model_layers_65_mlp/mean": 6.8125, "train/tensor_act_model_layers_65_mlp/std": 1.5, "train/tensor_act_model_layers_65_mlp/max_abs": 10.875, "train/tensor_act_model_layers_65_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp/frac_near_user_limit": 0.015625, "train/tensor_act_model_layers_65_mlp/min": 3.21875, "train/tensor_act_model_layers_65_mlp/max": 10.875, "train/tensor_act_model_layers_65_mlp/range": 7.65625, "train/tensor_act_model_layers_65_residual_post_mlp/norm": 1427015.75, "train/tensor_act_model_layers_65_residual_post_mlp/mean": 696.0, "train/tensor_act_model_layers_65_residual_post_mlp/std": 29.375, "train/tensor_act_model_layers_65_residual_post_mlp/max_abs": 792.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_post_mlp/min": 612.0, "train/tensor_act_model_layers_65_residual_post_mlp/max": 792.0, "train/tensor_act_model_layers_65_residual_post_mlp/range": 180.0, "train/tensor_act_model_layers_66_residual_pre_attn/norm": 1427015.75, "train/tensor_act_model_layers_66_residual_pre_attn/mean": 696.0, "train/tensor_act_model_layers_66_residual_pre_attn/std": 29.375, "train/tensor_act_model_layers_66_residual_pre_attn/max_abs": 792.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_pre_attn/min": 612.0, "train/tensor_act_model_layers_66_residual_pre_attn/max": 792.0, "train/tensor_act_model_layers_66_residual_pre_attn/range": 180.0, "train/tensor_act_model_layers_66_residual_post_attn/norm": 1427015.75, "train/tensor_act_model_layers_66_residual_post_attn/mean": 696.0, "train/tensor_act_model_layers_66_residual_post_attn/std": 29.375, "train/tensor_act_model_layers_66_residual_post_attn/max_abs": 792.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_post_attn/min": 612.0, "train/tensor_act_model_layers_66_residual_post_attn/max": 792.0, "train/tensor_act_model_layers_66_residual_post_attn/range": 180.0, "train/tensor_act_model_layers_66_mlp_gate_proj/norm": 3829.474853515625, "train/tensor_act_model_layers_66_mlp_gate_proj/mean": 0.5078125, "train/tensor_act_model_layers_66_mlp_gate_proj/std": 1.21875, "train/tensor_act_model_layers_66_mlp_gate_proj/max_abs": 3.125, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/min": -1.703125, "train/tensor_act_model_layers_66_mlp_gate_proj/max": 3.125, "train/tensor_act_model_layers_66_mlp_gate_proj/range": 4.828125, "train/tensor_act_model_layers_66_mlp_up_proj/norm": 3690.91455078125, "train/tensor_act_model_layers_66_mlp_up_proj/mean": -0.0225830078125, "train/tensor_act_model_layers_66_mlp_up_proj/std": 1.2734375, "train/tensor_act_model_layers_66_mlp_up_proj/max_abs": 3.21875, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/min": -3.1875, "train/tensor_act_model_layers_66_mlp_up_proj/max": 3.21875, "train/tensor_act_model_layers_66_mlp_up_proj/range": 6.40625, "train/tensor_act_model_layers_66_mlp_down_proj/norm": 14508.0439453125, "train/tensor_act_model_layers_66_mlp_down_proj/mean": 6.84375, "train/tensor_act_model_layers_66_mlp_down_proj/std": 1.8359375, "train/tensor_act_model_layers_66_mlp_down_proj/max_abs": 12.0, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_user_limit": 0.046875, "train/tensor_act_model_layers_66_mlp_down_proj/min": 2.53125, "train/tensor_act_model_layers_66_mlp_down_proj/max": 12.0, "train/tensor_act_model_layers_66_mlp_down_proj/range": 9.46875, "train/tensor_act_model_layers_66_mlp/norm": 14508.0439453125, "train/tensor_act_model_layers_66_mlp/mean": 6.84375, "train/tensor_act_model_layers_66_mlp/std": 1.8359375, "train/tensor_act_model_layers_66_mlp/max_abs": 12.0, "train/tensor_act_model_layers_66_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp/frac_near_user_limit": 0.046875, "train/tensor_act_model_layers_66_mlp/min": 2.53125, "train/tensor_act_model_layers_66_mlp/max": 12.0, "train/tensor_act_model_layers_66_mlp/range": 9.46875, "train/tensor_act_model_layers_66_residual_post_mlp/norm": 1441029.125, "train/tensor_act_model_layers_66_residual_post_mlp/mean": 704.0, "train/tensor_act_model_layers_66_residual_post_mlp/std": 29.5, "train/tensor_act_model_layers_66_residual_post_mlp/max_abs": 800.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_post_mlp/min": 624.0, "train/tensor_act_model_layers_66_residual_post_mlp/max": 800.0, "train/tensor_act_model_layers_66_residual_post_mlp/range": 176.0, "train/tensor_act_model_layers_67_residual_pre_attn/norm": 1441029.125, "train/tensor_act_model_layers_67_residual_pre_attn/mean": 704.0, "train/tensor_act_model_layers_67_residual_pre_attn/std": 29.5, "train/tensor_act_model_layers_67_residual_pre_attn/max_abs": 800.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_pre_attn/min": 624.0, "train/tensor_act_model_layers_67_residual_pre_attn/max": 800.0, "train/tensor_act_model_layers_67_residual_pre_attn/range": 176.0, "train/tensor_act_model_layers_67_residual_post_attn/norm": 1441029.125, "train/tensor_act_model_layers_67_residual_post_attn/mean": 704.0, "train/tensor_act_model_layers_67_residual_post_attn/std": 29.5, "train/tensor_act_model_layers_67_residual_post_attn/max_abs": 800.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_post_attn/min": 624.0, "train/tensor_act_model_layers_67_residual_post_attn/max": 800.0, "train/tensor_act_model_layers_67_residual_post_attn/range": 176.0, "train/tensor_act_model_layers_67_mlp_gate_proj/norm": 3960.48876953125, "train/tensor_act_model_layers_67_mlp_gate_proj/mean": 0.5625, "train/tensor_act_model_layers_67_mlp_gate_proj/std": 1.25, "train/tensor_act_model_layers_67_mlp_gate_proj/max_abs": 3.15625, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/min": -1.3203125, "train/tensor_act_model_layers_67_mlp_gate_proj/max": 3.15625, "train/tensor_act_model_layers_67_mlp_gate_proj/range": 4.4765625, "train/tensor_act_model_layers_67_mlp_up_proj/norm": 3898.47412109375, "train/tensor_act_model_layers_67_mlp_up_proj/mean": -0.0771484375, "train/tensor_act_model_layers_67_mlp_up_proj/std": 1.34375, "train/tensor_act_model_layers_67_mlp_up_proj/max_abs": 3.46875, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/min": -3.46875, "train/tensor_act_model_layers_67_mlp_up_proj/max": 3.328125, "train/tensor_act_model_layers_67_mlp_up_proj/range": 6.796875, "train/tensor_act_model_layers_67_mlp_down_proj/norm": 16309.189453125, "train/tensor_act_model_layers_67_mlp_down_proj/mean": 7.78125, "train/tensor_act_model_layers_67_mlp_down_proj/std": 1.6796875, "train/tensor_act_model_layers_67_mlp_down_proj/max_abs": 11.75, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_user_limit": 0.10991978645324707, "train/tensor_act_model_layers_67_mlp_down_proj/min": 3.703125, "train/tensor_act_model_layers_67_mlp_down_proj/max": 11.75, "train/tensor_act_model_layers_67_mlp_down_proj/range": 8.046875, "train/tensor_act_model_layers_67_mlp/norm": 16309.189453125, "train/tensor_act_model_layers_67_mlp/mean": 7.78125, "train/tensor_act_model_layers_67_mlp/std": 1.6796875, "train/tensor_act_model_layers_67_mlp/max_abs": 11.75, "train/tensor_act_model_layers_67_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp/frac_near_user_limit": 0.10991978645324707, "train/tensor_act_model_layers_67_mlp/min": 3.703125, "train/tensor_act_model_layers_67_mlp/max": 11.75, "train/tensor_act_model_layers_67_mlp/range": 8.046875, "train/tensor_act_model_layers_67_residual_post_mlp/norm": 1457139.5, "train/tensor_act_model_layers_67_residual_post_mlp/mean": 712.0, "train/tensor_act_model_layers_67_residual_post_mlp/std": 29.75, "train/tensor_act_model_layers_67_residual_post_mlp/max_abs": 808.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_post_mlp/min": 628.0, "train/tensor_act_model_layers_67_residual_post_mlp/max": 808.0, "train/tensor_act_model_layers_67_residual_post_mlp/range": 180.0, "train/tensor_act_model_layers_68_residual_pre_attn/norm": 1457139.5, "train/tensor_act_model_layers_68_residual_pre_attn/mean": 712.0, "train/tensor_act_model_layers_68_residual_pre_attn/std": 29.75, "train/tensor_act_model_layers_68_residual_pre_attn/max_abs": 808.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_pre_attn/min": 628.0, "train/tensor_act_model_layers_68_residual_pre_attn/max": 808.0, "train/tensor_act_model_layers_68_residual_pre_attn/range": 180.0, "train/tensor_act_model_layers_68_residual_post_attn/norm": 1457139.5, "train/tensor_act_model_layers_68_residual_post_attn/mean": 712.0, "train/tensor_act_model_layers_68_residual_post_attn/std": 29.75, "train/tensor_act_model_layers_68_residual_post_attn/max_abs": 808.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_post_attn/min": 628.0, "train/tensor_act_model_layers_68_residual_post_attn/max": 808.0, "train/tensor_act_model_layers_68_residual_post_attn/range": 180.0, "train/tensor_act_model_layers_68_mlp_gate_proj/norm": 4033.2978515625, "train/tensor_act_model_layers_68_mlp_gate_proj/mean": 0.6171875, "train/tensor_act_model_layers_68_mlp_gate_proj/std": 1.25, "train/tensor_act_model_layers_68_mlp_gate_proj/max_abs": 3.1875, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/min": -1.234375, "train/tensor_act_model_layers_68_mlp_gate_proj/max": 3.1875, "train/tensor_act_model_layers_68_mlp_gate_proj/range": 4.421875, "train/tensor_act_model_layers_68_mlp_up_proj/norm": 4088.93701171875, "train/tensor_act_model_layers_68_mlp_up_proj/mean": -0.1376953125, "train/tensor_act_model_layers_68_mlp_up_proj/std": 1.40625, "train/tensor_act_model_layers_68_mlp_up_proj/max_abs": 3.46875, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/min": -3.46875, "train/tensor_act_model_layers_68_mlp_up_proj/max": 3.140625, "train/tensor_act_model_layers_68_mlp_up_proj/range": 6.609375, "train/tensor_act_model_layers_68_mlp_down_proj/norm": 17302.380859375, "train/tensor_act_model_layers_68_mlp_down_proj/mean": 8.25, "train/tensor_act_model_layers_68_mlp_down_proj/std": 1.6875, "train/tensor_act_model_layers_68_mlp_down_proj/max_abs": 14.1875, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_user_limit": 0.1171875, "train/tensor_act_model_layers_68_mlp_down_proj/min": 4.3125, "train/tensor_act_model_layers_68_mlp_down_proj/max": 14.1875, "train/tensor_act_model_layers_68_mlp_down_proj/range": 9.875, "train/tensor_act_model_layers_68_mlp/norm": 17302.380859375, "train/tensor_act_model_layers_68_mlp/mean": 8.25, "train/tensor_act_model_layers_68_mlp/std": 1.6875, "train/tensor_act_model_layers_68_mlp/max_abs": 14.1875, "train/tensor_act_model_layers_68_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp/frac_near_user_limit": 0.1171875, "train/tensor_act_model_layers_68_mlp/min": 4.3125, "train/tensor_act_model_layers_68_mlp/max": 14.1875, "train/tensor_act_model_layers_68_mlp/range": 9.875, "train/tensor_act_model_layers_68_residual_post_mlp/norm": 1473685.125, "train/tensor_act_model_layers_68_residual_post_mlp/mean": 720.0, "train/tensor_act_model_layers_68_residual_post_mlp/std": 30.25, "train/tensor_act_model_layers_68_residual_post_mlp/max_abs": 816.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_post_mlp/min": 632.0, "train/tensor_act_model_layers_68_residual_post_mlp/max": 816.0, "train/tensor_act_model_layers_68_residual_post_mlp/range": 184.0, "train/tensor_act_model_layers_69_residual_pre_attn/norm": 1473685.125, "train/tensor_act_model_layers_69_residual_pre_attn/mean": 720.0, "train/tensor_act_model_layers_69_residual_pre_attn/std": 30.25, "train/tensor_act_model_layers_69_residual_pre_attn/max_abs": 816.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_pre_attn/min": 632.0, "train/tensor_act_model_layers_69_residual_pre_attn/max": 816.0, "train/tensor_act_model_layers_69_residual_pre_attn/range": 184.0, "train/tensor_act_model_layers_69_residual_post_attn/norm": 1473685.125, "train/tensor_act_model_layers_69_residual_post_attn/mean": 720.0, "train/tensor_act_model_layers_69_residual_post_attn/std": 30.25, "train/tensor_act_model_layers_69_residual_post_attn/max_abs": 816.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_post_attn/min": 632.0, "train/tensor_act_model_layers_69_residual_post_attn/max": 816.0, "train/tensor_act_model_layers_69_residual_post_attn/range": 184.0, "train/tensor_act_model_layers_69_mlp_gate_proj/norm": 3579.96923828125, "train/tensor_act_model_layers_69_mlp_gate_proj/mean": 0.416015625, "train/tensor_act_model_layers_69_mlp_gate_proj/std": 1.1640625, "train/tensor_act_model_layers_69_mlp_gate_proj/max_abs": 3.09375, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/min": -1.640625, "train/tensor_act_model_layers_69_mlp_gate_proj/max": 3.09375, "train/tensor_act_model_layers_69_mlp_gate_proj/range": 4.734375, "train/tensor_act_model_layers_69_mlp_up_proj/norm": 3716.65576171875, "train/tensor_act_model_layers_69_mlp_up_proj/mean": -0.030517578125, "train/tensor_act_model_layers_69_mlp_up_proj/std": 1.28125, "train/tensor_act_model_layers_69_mlp_up_proj/max_abs": 3.359375, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/min": -3.359375, "train/tensor_act_model_layers_69_mlp_up_proj/max": 2.953125, "train/tensor_act_model_layers_69_mlp_up_proj/range": 6.3125, "train/tensor_act_model_layers_69_mlp_down_proj/norm": 13112.5966796875, "train/tensor_act_model_layers_69_mlp_down_proj/mean": 6.25, "train/tensor_act_model_layers_69_mlp_down_proj/std": 1.4453125, "train/tensor_act_model_layers_69_mlp_down_proj/max_abs": 10.5, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_user_limit": 0.0078125, "train/tensor_act_model_layers_69_mlp_down_proj/min": 3.03125, "train/tensor_act_model_layers_69_mlp_down_proj/max": 10.5, "train/tensor_act_model_layers_69_mlp_down_proj/range": 7.46875, "train/tensor_act_model_layers_69_mlp/norm": 13112.5966796875, "train/tensor_act_model_layers_69_mlp/mean": 6.25, "train/tensor_act_model_layers_69_mlp/std": 1.4453125, "train/tensor_act_model_layers_69_mlp/max_abs": 10.5, "train/tensor_act_model_layers_69_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp/frac_near_user_limit": 0.0078125, "train/tensor_act_model_layers_69_mlp/min": 3.03125, "train/tensor_act_model_layers_69_mlp/max": 10.5, "train/tensor_act_model_layers_69_mlp/range": 7.46875, "train/tensor_act_model_layers_69_residual_post_mlp/norm": 1486695.625, "train/tensor_act_model_layers_69_residual_post_mlp/mean": 724.0, "train/tensor_act_model_layers_69_residual_post_mlp/std": 30.5, "train/tensor_act_model_layers_69_residual_post_mlp/max_abs": 824.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_post_mlp/min": 636.0, "train/tensor_act_model_layers_69_residual_post_mlp/max": 824.0, "train/tensor_act_model_layers_69_residual_post_mlp/range": 188.0, "train/tensor_act_model_layers_70_residual_pre_attn/norm": 1486695.625, "train/tensor_act_model_layers_70_residual_pre_attn/mean": 724.0, "train/tensor_act_model_layers_70_residual_pre_attn/std": 30.5, "train/tensor_act_model_layers_70_residual_pre_attn/max_abs": 824.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_pre_attn/min": 636.0, "train/tensor_act_model_layers_70_residual_pre_attn/max": 824.0, "train/tensor_act_model_layers_70_residual_pre_attn/range": 188.0, "train/tensor_act_model_layers_70_residual_post_attn/norm": 1486695.625, "train/tensor_act_model_layers_70_residual_post_attn/mean": 724.0, "train/tensor_act_model_layers_70_residual_post_attn/std": 30.5, "train/tensor_act_model_layers_70_residual_post_attn/max_abs": 824.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_post_attn/min": 636.0, "train/tensor_act_model_layers_70_residual_post_attn/max": 824.0, "train/tensor_act_model_layers_70_residual_post_attn/range": 188.0, "train/tensor_act_model_layers_70_mlp_gate_proj/norm": 3854.69970703125, "train/tensor_act_model_layers_70_mlp_gate_proj/mean": 0.58203125, "train/tensor_act_model_layers_70_mlp_gate_proj/std": 1.1953125, "train/tensor_act_model_layers_70_mlp_gate_proj/max_abs": 3.234375, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/min": -1.328125, "train/tensor_act_model_layers_70_mlp_gate_proj/max": 3.234375, "train/tensor_act_model_layers_70_mlp_gate_proj/range": 4.5625, "train/tensor_act_model_layers_70_mlp_up_proj/norm": 3904.2734375, "train/tensor_act_model_layers_70_mlp_up_proj/mean": -0.07763671875, "train/tensor_act_model_layers_70_mlp_up_proj/std": 1.34375, "train/tensor_act_model_layers_70_mlp_up_proj/max_abs": 3.171875, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/min": -3.171875, "train/tensor_act_model_layers_70_mlp_up_proj/max": 3.109375, "train/tensor_act_model_layers_70_mlp_up_proj/range": 6.28125, "train/tensor_act_model_layers_70_mlp_down_proj/norm": 14817.4833984375, "train/tensor_act_model_layers_70_mlp_down_proj/mean": 6.96875, "train/tensor_act_model_layers_70_mlp_down_proj/std": 1.8984375, "train/tensor_act_model_layers_70_mlp_down_proj/max_abs": 11.6875, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_user_limit": 0.05766463279724121, "train/tensor_act_model_layers_70_mlp_down_proj/min": 2.015625, "train/tensor_act_model_layers_70_mlp_down_proj/max": 11.6875, "train/tensor_act_model_layers_70_mlp_down_proj/range": 9.671875, "train/tensor_act_model_layers_70_mlp/norm": 14817.4833984375, "train/tensor_act_model_layers_70_mlp/mean": 6.96875, "train/tensor_act_model_layers_70_mlp/std": 1.8984375, "train/tensor_act_model_layers_70_mlp/max_abs": 11.6875, "train/tensor_act_model_layers_70_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp/frac_near_user_limit": 0.05766463279724121, "train/tensor_act_model_layers_70_mlp/min": 2.015625, "train/tensor_act_model_layers_70_mlp/max": 11.6875, "train/tensor_act_model_layers_70_mlp/range": 9.671875, "train/tensor_act_model_layers_70_residual_post_mlp/norm": 1501204.625, "train/tensor_act_model_layers_70_residual_post_mlp/mean": 732.0, "train/tensor_act_model_layers_70_residual_post_mlp/std": 31.0, "train/tensor_act_model_layers_70_residual_post_mlp/max_abs": 836.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_post_mlp/min": 640.0, "train/tensor_act_model_layers_70_residual_post_mlp/max": 836.0, "train/tensor_act_model_layers_70_residual_post_mlp/range": 196.0, "train/tensor_act_model_layers_71_residual_pre_attn/norm": 1501204.625, "train/tensor_act_model_layers_71_residual_pre_attn/mean": 732.0, "train/tensor_act_model_layers_71_residual_pre_attn/std": 31.0, "train/tensor_act_model_layers_71_residual_pre_attn/max_abs": 836.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_pre_attn/min": 640.0, "train/tensor_act_model_layers_71_residual_pre_attn/max": 836.0, "train/tensor_act_model_layers_71_residual_pre_attn/range": 196.0, "train/tensor_act_model_layers_71_residual_post_attn/norm": 1501204.625, "train/tensor_act_model_layers_71_residual_post_attn/mean": 732.0, "train/tensor_act_model_layers_71_residual_post_attn/std": 31.0, "train/tensor_act_model_layers_71_residual_post_attn/max_abs": 836.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_post_attn/min": 640.0, "train/tensor_act_model_layers_71_residual_post_attn/max": 836.0, "train/tensor_act_model_layers_71_residual_post_attn/range": 196.0, "train/tensor_act_model_layers_71_mlp_gate_proj/norm": 3493.45458984375, "train/tensor_act_model_layers_71_mlp_gate_proj/mean": 0.380859375, "train/tensor_act_model_layers_71_mlp_gate_proj/std": 1.140625, "train/tensor_act_model_layers_71_mlp_gate_proj/max_abs": 3.125, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/min": -1.640625, "train/tensor_act_model_layers_71_mlp_gate_proj/max": 3.125, "train/tensor_act_model_layers_71_mlp_gate_proj/range": 4.765625, "train/tensor_act_model_layers_71_mlp_up_proj/norm": 3528.832275390625, "train/tensor_act_model_layers_71_mlp_up_proj/mean": -0.013427734375, "train/tensor_act_model_layers_71_mlp_up_proj/std": 1.21875, "train/tensor_act_model_layers_71_mlp_up_proj/max_abs": 3.25, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/min": -3.015625, "train/tensor_act_model_layers_71_mlp_up_proj/max": 3.25, "train/tensor_act_model_layers_71_mlp_up_proj/range": 6.265625, "train/tensor_act_model_layers_71_mlp_down_proj/norm": 12543.7578125, "train/tensor_act_model_layers_71_mlp_down_proj/mean": 5.9375, "train/tensor_act_model_layers_71_mlp_down_proj/std": 1.53125, "train/tensor_act_model_layers_71_mlp_down_proj/max_abs": 12.125, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_user_limit": 0.0078125, "train/tensor_act_model_layers_71_mlp_down_proj/min": 2.0625, "train/tensor_act_model_layers_71_mlp_down_proj/max": 12.125, "train/tensor_act_model_layers_71_mlp_down_proj/range": 10.0625, "train/tensor_act_model_layers_71_mlp/norm": 12543.7578125, "train/tensor_act_model_layers_71_mlp/mean": 5.9375, "train/tensor_act_model_layers_71_mlp/std": 1.53125, "train/tensor_act_model_layers_71_mlp/max_abs": 12.125, "train/tensor_act_model_layers_71_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp/frac_near_user_limit": 0.0078125, "train/tensor_act_model_layers_71_mlp/min": 2.0625, "train/tensor_act_model_layers_71_mlp/max": 12.125, "train/tensor_act_model_layers_71_mlp/range": 10.0625, "train/tensor_act_model_layers_71_residual_post_mlp/norm": 1513346.125, "train/tensor_act_model_layers_71_residual_post_mlp/mean": 740.0, "train/tensor_act_model_layers_71_residual_post_mlp/std": 31.25, "train/tensor_act_model_layers_71_residual_post_mlp/max_abs": 844.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_post_mlp/min": 644.0, "train/tensor_act_model_layers_71_residual_post_mlp/max": 844.0, "train/tensor_act_model_layers_71_residual_post_mlp/range": 200.0, "train/tensor_act_model_layers_72_residual_pre_attn/norm": 1513346.125, "train/tensor_act_model_layers_72_residual_pre_attn/mean": 740.0, "train/tensor_act_model_layers_72_residual_pre_attn/std": 31.25, "train/tensor_act_model_layers_72_residual_pre_attn/max_abs": 844.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_pre_attn/min": 644.0, "train/tensor_act_model_layers_72_residual_pre_attn/max": 844.0, "train/tensor_act_model_layers_72_residual_pre_attn/range": 200.0, "train/tensor_act_model_layers_72_residual_post_attn/norm": 1513346.125, "train/tensor_act_model_layers_72_residual_post_attn/mean": 740.0, "train/tensor_act_model_layers_72_residual_post_attn/std": 31.25, "train/tensor_act_model_layers_72_residual_post_attn/max_abs": 844.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_post_attn/min": 644.0, "train/tensor_act_model_layers_72_residual_post_attn/max": 844.0, "train/tensor_act_model_layers_72_residual_post_attn/range": 200.0, "train/tensor_act_model_layers_72_mlp_gate_proj/norm": 3835.581787109375, "train/tensor_act_model_layers_72_mlp_gate_proj/mean": 0.5625, "train/tensor_act_model_layers_72_mlp_gate_proj/std": 1.203125, "train/tensor_act_model_layers_72_mlp_gate_proj/max_abs": 3.1875, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/min": -1.875, "train/tensor_act_model_layers_72_mlp_gate_proj/max": 3.1875, "train/tensor_act_model_layers_72_mlp_gate_proj/range": 5.0625, "train/tensor_act_model_layers_72_mlp_up_proj/norm": 3763.287109375, "train/tensor_act_model_layers_72_mlp_up_proj/mean": -0.0272216796875, "train/tensor_act_model_layers_72_mlp_up_proj/std": 1.296875, "train/tensor_act_model_layers_72_mlp_up_proj/max_abs": 3.71875, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/min": -2.984375, "train/tensor_act_model_layers_72_mlp_up_proj/max": 3.71875, "train/tensor_act_model_layers_72_mlp_up_proj/range": 6.703125, "train/tensor_act_model_layers_72_mlp_down_proj/norm": 14775.775390625, "train/tensor_act_model_layers_72_mlp_down_proj/mean": 7.03125, "train/tensor_act_model_layers_72_mlp_down_proj/std": 1.625, "train/tensor_act_model_layers_72_mlp_down_proj/max_abs": 11.1875, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_user_limit": 0.0546875, "train/tensor_act_model_layers_72_mlp_down_proj/min": 2.9375, "train/tensor_act_model_layers_72_mlp_down_proj/max": 11.1875, "train/tensor_act_model_layers_72_mlp_down_proj/range": 8.25, "train/tensor_act_model_layers_72_mlp/norm": 14775.775390625, "train/tensor_act_model_layers_72_mlp/mean": 7.03125, "train/tensor_act_model_layers_72_mlp/std": 1.625, "train/tensor_act_model_layers_72_mlp/max_abs": 11.1875, "train/tensor_act_model_layers_72_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp/frac_near_user_limit": 0.0546875, "train/tensor_act_model_layers_72_mlp/min": 2.9375, "train/tensor_act_model_layers_72_mlp/max": 11.1875, "train/tensor_act_model_layers_72_mlp/range": 8.25, "train/tensor_act_model_layers_72_residual_post_mlp/norm": 1527831.125, "train/tensor_act_model_layers_72_residual_post_mlp/mean": 744.0, "train/tensor_act_model_layers_72_residual_post_mlp/std": 31.125, "train/tensor_act_model_layers_72_residual_post_mlp/max_abs": 852.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_post_mlp/min": 656.0, "train/tensor_act_model_layers_72_residual_post_mlp/max": 852.0, "train/tensor_act_model_layers_72_residual_post_mlp/range": 196.0, "train/tensor_act_model_layers_73_residual_pre_attn/norm": 1527831.125, "train/tensor_act_model_layers_73_residual_pre_attn/mean": 744.0, "train/tensor_act_model_layers_73_residual_pre_attn/std": 31.125, "train/tensor_act_model_layers_73_residual_pre_attn/max_abs": 852.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_pre_attn/min": 656.0, "train/tensor_act_model_layers_73_residual_pre_attn/max": 852.0, "train/tensor_act_model_layers_73_residual_pre_attn/range": 196.0, "train/tensor_act_model_layers_73_residual_post_attn/norm": 1527831.125, "train/tensor_act_model_layers_73_residual_post_attn/mean": 744.0, "train/tensor_act_model_layers_73_residual_post_attn/std": 31.125, "train/tensor_act_model_layers_73_residual_post_attn/max_abs": 852.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_post_attn/min": 656.0, "train/tensor_act_model_layers_73_residual_post_attn/max": 852.0, "train/tensor_act_model_layers_73_residual_post_attn/range": 196.0, "train/tensor_act_model_layers_73_mlp_gate_proj/norm": 3598.370849609375, "train/tensor_act_model_layers_73_mlp_gate_proj/mean": 0.466796875, "train/tensor_act_model_layers_73_mlp_gate_proj/std": 1.1484375, "train/tensor_act_model_layers_73_mlp_gate_proj/max_abs": 3.0, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/min": -1.1171875, "train/tensor_act_model_layers_73_mlp_gate_proj/max": 3.0, "train/tensor_act_model_layers_73_mlp_gate_proj/range": 4.1171875, "train/tensor_act_model_layers_73_mlp_up_proj/norm": 3731.00390625, "train/tensor_act_model_layers_73_mlp_up_proj/mean": -0.064453125, "train/tensor_act_model_layers_73_mlp_up_proj/std": 1.2890625, "train/tensor_act_model_layers_73_mlp_up_proj/max_abs": 3.28125, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/min": -3.28125, "train/tensor_act_model_layers_73_mlp_up_proj/max": 3.25, "train/tensor_act_model_layers_73_mlp_up_proj/range": 6.53125, "train/tensor_act_model_layers_73_mlp_down_proj/norm": 13577.4814453125, "train/tensor_act_model_layers_73_mlp_down_proj/mean": 6.4375, "train/tensor_act_model_layers_73_mlp_down_proj/std": 1.6328125, "train/tensor_act_model_layers_73_mlp_down_proj/max_abs": 10.3125, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_user_limit": 0.0078125, "train/tensor_act_model_layers_73_mlp_down_proj/min": 1.6015625, "train/tensor_act_model_layers_73_mlp_down_proj/max": 10.3125, "train/tensor_act_model_layers_73_mlp_down_proj/range": 8.7109375, "train/tensor_act_model_layers_73_mlp/norm": 13577.4814453125, "train/tensor_act_model_layers_73_mlp/mean": 6.4375, "train/tensor_act_model_layers_73_mlp/std": 1.6328125, "train/tensor_act_model_layers_73_mlp/max_abs": 10.3125, "train/tensor_act_model_layers_73_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp/frac_near_user_limit": 0.0078125, "train/tensor_act_model_layers_73_mlp/min": 1.6015625, "train/tensor_act_model_layers_73_mlp/max": 10.3125, "train/tensor_act_model_layers_73_mlp/range": 8.7109375, "train/tensor_act_model_layers_73_residual_post_mlp/norm": 1540948.375, "train/tensor_act_model_layers_73_residual_post_mlp/mean": 752.0, "train/tensor_act_model_layers_73_residual_post_mlp/std": 31.25, "train/tensor_act_model_layers_73_residual_post_mlp/max_abs": 856.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_post_mlp/min": 660.0, "train/tensor_act_model_layers_73_residual_post_mlp/max": 856.0, "train/tensor_act_model_layers_73_residual_post_mlp/range": 196.0, "train/tensor_act_model_layers_74_residual_pre_attn/norm": 1540948.375, "train/tensor_act_model_layers_74_residual_pre_attn/mean": 752.0, "train/tensor_act_model_layers_74_residual_pre_attn/std": 31.25, "train/tensor_act_model_layers_74_residual_pre_attn/max_abs": 856.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_pre_attn/min": 660.0, "train/tensor_act_model_layers_74_residual_pre_attn/max": 856.0, "train/tensor_act_model_layers_74_residual_pre_attn/range": 196.0, "train/tensor_act_model_layers_74_residual_post_attn/norm": 1540948.375, "train/tensor_act_model_layers_74_residual_post_attn/mean": 752.0, "train/tensor_act_model_layers_74_residual_post_attn/std": 31.25, "train/tensor_act_model_layers_74_residual_post_attn/max_abs": 856.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_post_attn/min": 660.0, "train/tensor_act_model_layers_74_residual_post_attn/max": 856.0, "train/tensor_act_model_layers_74_residual_post_attn/range": 196.0, "train/tensor_act_model_layers_74_mlp_gate_proj/norm": 3749.00634765625, "train/tensor_act_model_layers_74_mlp_gate_proj/mean": 0.55859375, "train/tensor_act_model_layers_74_mlp_gate_proj/std": 1.1640625, "train/tensor_act_model_layers_74_mlp_gate_proj/max_abs": 3.109375, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/min": -1.1875, "train/tensor_act_model_layers_74_mlp_gate_proj/max": 3.109375, "train/tensor_act_model_layers_74_mlp_gate_proj/range": 4.296875, "train/tensor_act_model_layers_74_mlp_up_proj/norm": 3809.2626953125, "train/tensor_act_model_layers_74_mlp_up_proj/mean": -0.1611328125, "train/tensor_act_model_layers_74_mlp_up_proj/std": 1.3046875, "train/tensor_act_model_layers_74_mlp_up_proj/max_abs": 3.328125, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/min": -3.109375, "train/tensor_act_model_layers_74_mlp_up_proj/max": 3.328125, "train/tensor_act_model_layers_74_mlp_up_proj/range": 6.4375, "train/tensor_act_model_layers_74_mlp_down_proj/norm": 14645.509765625, "train/tensor_act_model_layers_74_mlp_down_proj/mean": 6.9375, "train/tensor_act_model_layers_74_mlp_down_proj/std": 1.75, "train/tensor_act_model_layers_74_mlp_down_proj/max_abs": 11.125, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_user_limit": 0.0234377384185791, "train/tensor_act_model_layers_74_mlp_down_proj/min": 2.296875, "train/tensor_act_model_layers_74_mlp_down_proj/max": 11.125, "train/tensor_act_model_layers_74_mlp_down_proj/range": 8.828125, "train/tensor_act_model_layers_74_mlp/norm": 14645.509765625, "train/tensor_act_model_layers_74_mlp/mean": 6.9375, "train/tensor_act_model_layers_74_mlp/std": 1.75, "train/tensor_act_model_layers_74_mlp/max_abs": 11.125, "train/tensor_act_model_layers_74_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp/frac_near_user_limit": 0.0234377384185791, "train/tensor_act_model_layers_74_mlp/min": 2.296875, "train/tensor_act_model_layers_74_mlp/max": 11.125, "train/tensor_act_model_layers_74_mlp/range": 8.828125, "train/tensor_act_model_layers_74_residual_post_mlp/norm": 1555267.0, "train/tensor_act_model_layers_74_residual_post_mlp/mean": 760.0, "train/tensor_act_model_layers_74_residual_post_mlp/std": 31.25, "train/tensor_act_model_layers_74_residual_post_mlp/max_abs": 864.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_post_mlp/min": 668.0, "train/tensor_act_model_layers_74_residual_post_mlp/max": 864.0, "train/tensor_act_model_layers_74_residual_post_mlp/range": 196.0, "train/tensor_act_model_layers_75_residual_pre_attn/norm": 1555267.0, "train/tensor_act_model_layers_75_residual_pre_attn/mean": 760.0, "train/tensor_act_model_layers_75_residual_pre_attn/std": 31.25, "train/tensor_act_model_layers_75_residual_pre_attn/max_abs": 864.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_pre_attn/min": 668.0, "train/tensor_act_model_layers_75_residual_pre_attn/max": 864.0, "train/tensor_act_model_layers_75_residual_pre_attn/range": 196.0, "train/tensor_act_model_layers_75_residual_post_attn/norm": 1555267.0, "train/tensor_act_model_layers_75_residual_post_attn/mean": 760.0, "train/tensor_act_model_layers_75_residual_post_attn/std": 31.25, "train/tensor_act_model_layers_75_residual_post_attn/max_abs": 864.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_post_attn/min": 668.0, "train/tensor_act_model_layers_75_residual_post_attn/max": 864.0, "train/tensor_act_model_layers_75_residual_post_attn/range": 196.0, "train/tensor_act_model_layers_75_mlp_gate_proj/norm": 3612.5078125, "train/tensor_act_model_layers_75_mlp_gate_proj/mean": 0.419921875, "train/tensor_act_model_layers_75_mlp_gate_proj/std": 1.171875, "train/tensor_act_model_layers_75_mlp_gate_proj/max_abs": 3.828125, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/min": -1.46875, "train/tensor_act_model_layers_75_mlp_gate_proj/max": 3.828125, "train/tensor_act_model_layers_75_mlp_gate_proj/range": 5.296875, "train/tensor_act_model_layers_75_mlp_up_proj/norm": 3571.365478515625, "train/tensor_act_model_layers_75_mlp_up_proj/mean": 0.1748046875, "train/tensor_act_model_layers_75_mlp_up_proj/std": 1.21875, "train/tensor_act_model_layers_75_mlp_up_proj/max_abs": 3.296875, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/min": -3.296875, "train/tensor_act_model_layers_75_mlp_up_proj/max": 3.203125, "train/tensor_act_model_layers_75_mlp_up_proj/range": 6.5, "train/tensor_act_model_layers_75_mlp_down_proj/norm": 13028.201171875, "train/tensor_act_model_layers_75_mlp_down_proj/mean": 6.15625, "train/tensor_act_model_layers_75_mlp_down_proj/std": 1.640625, "train/tensor_act_model_layers_75_mlp_down_proj/max_abs": 10.0625, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_user_limit": 0.011641502380371094, "train/tensor_act_model_layers_75_mlp_down_proj/min": 2.328125, "train/tensor_act_model_layers_75_mlp_down_proj/max": 10.0625, "train/tensor_act_model_layers_75_mlp_down_proj/range": 7.734375, "train/tensor_act_model_layers_75_mlp/norm": 13028.201171875, "train/tensor_act_model_layers_75_mlp/mean": 6.15625, "train/tensor_act_model_layers_75_mlp/std": 1.640625, "train/tensor_act_model_layers_75_mlp/max_abs": 10.0625, "train/tensor_act_model_layers_75_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp/frac_near_user_limit": 0.011641502380371094, "train/tensor_act_model_layers_75_mlp/min": 2.328125, "train/tensor_act_model_layers_75_mlp/max": 10.0625, "train/tensor_act_model_layers_75_mlp/range": 7.734375, "train/tensor_act_model_layers_75_residual_post_mlp/norm": 1568145.5, "train/tensor_act_model_layers_75_residual_post_mlp/mean": 764.0, "train/tensor_act_model_layers_75_residual_post_mlp/std": 31.625, "train/tensor_act_model_layers_75_residual_post_mlp/max_abs": 872.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_post_mlp/min": 672.0, "train/tensor_act_model_layers_75_residual_post_mlp/max": 872.0, "train/tensor_act_model_layers_75_residual_post_mlp/range": 200.0, "train/tensor_act_model_layers_76_residual_pre_attn/norm": 1568145.5, "train/tensor_act_model_layers_76_residual_pre_attn/mean": 764.0, "train/tensor_act_model_layers_76_residual_pre_attn/std": 31.625, "train/tensor_act_model_layers_76_residual_pre_attn/max_abs": 872.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_pre_attn/min": 672.0, "train/tensor_act_model_layers_76_residual_pre_attn/max": 872.0, "train/tensor_act_model_layers_76_residual_pre_attn/range": 200.0, "train/tensor_act_model_layers_76_residual_post_attn/norm": 1568145.5, "train/tensor_act_model_layers_76_residual_post_attn/mean": 764.0, "train/tensor_act_model_layers_76_residual_post_attn/std": 31.625, "train/tensor_act_model_layers_76_residual_post_attn/max_abs": 872.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_post_attn/min": 672.0, "train/tensor_act_model_layers_76_residual_post_attn/max": 872.0, "train/tensor_act_model_layers_76_residual_post_attn/range": 200.0, "train/tensor_act_model_layers_76_mlp_gate_proj/norm": 3639.31982421875, "train/tensor_act_model_layers_76_mlp_gate_proj/mean": 0.423828125, "train/tensor_act_model_layers_76_mlp_gate_proj/std": 1.1796875, "train/tensor_act_model_layers_76_mlp_gate_proj/max_abs": 3.140625, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/min": -1.34375, "train/tensor_act_model_layers_76_mlp_gate_proj/max": 3.140625, "train/tensor_act_model_layers_76_mlp_gate_proj/range": 4.484375, "train/tensor_act_model_layers_76_mlp_up_proj/norm": 3629.533203125, "train/tensor_act_model_layers_76_mlp_up_proj/mean": 0.013427734375, "train/tensor_act_model_layers_76_mlp_up_proj/std": 1.25, "train/tensor_act_model_layers_76_mlp_up_proj/max_abs": 3.03125, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/min": -3.03125, "train/tensor_act_model_layers_76_mlp_up_proj/max": 2.953125, "train/tensor_act_model_layers_76_mlp_up_proj/range": 5.984375, "train/tensor_act_model_layers_76_mlp_down_proj/norm": 13342.875, "train/tensor_act_model_layers_76_mlp_down_proj/mean": 6.28125, "train/tensor_act_model_layers_76_mlp_down_proj/std": 1.71875, "train/tensor_act_model_layers_76_mlp_down_proj/max_abs": 10.1875, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_user_limit": 0.0078125, "train/tensor_act_model_layers_76_mlp_down_proj/min": 1.625, "train/tensor_act_model_layers_76_mlp_down_proj/max": 10.1875, "train/tensor_act_model_layers_76_mlp_down_proj/range": 8.5625, "train/tensor_act_model_layers_76_mlp/norm": 13342.875, "train/tensor_act_model_layers_76_mlp/mean": 6.28125, "train/tensor_act_model_layers_76_mlp/std": 1.71875, "train/tensor_act_model_layers_76_mlp/max_abs": 10.1875, "train/tensor_act_model_layers_76_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp/frac_near_user_limit": 0.0078125, "train/tensor_act_model_layers_76_mlp/min": 1.625, "train/tensor_act_model_layers_76_mlp/max": 10.1875, "train/tensor_act_model_layers_76_mlp/range": 8.5625, "train/tensor_act_model_layers_76_residual_post_mlp/norm": 1581193.375, "train/tensor_act_model_layers_76_residual_post_mlp/mean": 772.0, "train/tensor_act_model_layers_76_residual_post_mlp/std": 31.875, "train/tensor_act_model_layers_76_residual_post_mlp/max_abs": 880.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_post_mlp/min": 676.0, "train/tensor_act_model_layers_76_residual_post_mlp/max": 880.0, "train/tensor_act_model_layers_76_residual_post_mlp/range": 204.0, "train/tensor_act_model_layers_77_residual_pre_attn/norm": 1581193.375, "train/tensor_act_model_layers_77_residual_pre_attn/mean": 772.0, "train/tensor_act_model_layers_77_residual_pre_attn/std": 31.875, "train/tensor_act_model_layers_77_residual_pre_attn/max_abs": 880.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_pre_attn/min": 676.0, "train/tensor_act_model_layers_77_residual_pre_attn/max": 880.0, "train/tensor_act_model_layers_77_residual_pre_attn/range": 204.0, "train/tensor_act_model_layers_77_residual_post_attn/norm": 1581193.375, "train/tensor_act_model_layers_77_residual_post_attn/mean": 772.0, "train/tensor_act_model_layers_77_residual_post_attn/std": 31.875, "train/tensor_act_model_layers_77_residual_post_attn/max_abs": 880.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_post_attn/min": 676.0, "train/tensor_act_model_layers_77_residual_post_attn/max": 880.0, "train/tensor_act_model_layers_77_residual_post_attn/range": 204.0, "train/tensor_act_model_layers_77_mlp_gate_proj/norm": 3906.8310546875, "train/tensor_act_model_layers_77_mlp_gate_proj/mean": 0.58984375, "train/tensor_act_model_layers_77_mlp_gate_proj/std": 1.2109375, "train/tensor_act_model_layers_77_mlp_gate_proj/max_abs": 3.15625, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/min": -1.375, "train/tensor_act_model_layers_77_mlp_gate_proj/max": 3.15625, "train/tensor_act_model_layers_77_mlp_gate_proj/range": 4.53125, "train/tensor_act_model_layers_77_mlp_up_proj/norm": 3951.267822265625, "train/tensor_act_model_layers_77_mlp_up_proj/mean": -0.12451171875, "train/tensor_act_model_layers_77_mlp_up_proj/std": 1.359375, "train/tensor_act_model_layers_77_mlp_up_proj/max_abs": 3.296875, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/min": -3.28125, "train/tensor_act_model_layers_77_mlp_up_proj/max": 3.296875, "train/tensor_act_model_layers_77_mlp_up_proj/range": 6.578125, "train/tensor_act_model_layers_77_mlp_down_proj/norm": 15180.328125, "train/tensor_act_model_layers_77_mlp_down_proj/mean": 7.1875, "train/tensor_act_model_layers_77_mlp_down_proj/std": 1.7890625, "train/tensor_act_model_layers_77_mlp_down_proj/max_abs": 11.0625, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_user_limit": 0.0625, "train/tensor_act_model_layers_77_mlp_down_proj/min": 1.65625, "train/tensor_act_model_layers_77_mlp_down_proj/max": 11.0625, "train/tensor_act_model_layers_77_mlp_down_proj/range": 9.40625, "train/tensor_act_model_layers_77_mlp/norm": 15180.328125, "train/tensor_act_model_layers_77_mlp/mean": 7.1875, "train/tensor_act_model_layers_77_mlp/std": 1.7890625, "train/tensor_act_model_layers_77_mlp/max_abs": 11.0625, "train/tensor_act_model_layers_77_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp/frac_near_user_limit": 0.0625, "train/tensor_act_model_layers_77_mlp/min": 1.65625, "train/tensor_act_model_layers_77_mlp/max": 11.0625, "train/tensor_act_model_layers_77_mlp/range": 9.40625, "train/tensor_act_model_layers_77_residual_post_mlp/norm": 1595697.625, "train/tensor_act_model_layers_77_residual_post_mlp/mean": 780.0, "train/tensor_act_model_layers_77_residual_post_mlp/std": 31.625, "train/tensor_act_model_layers_77_residual_post_mlp/max_abs": 888.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_post_mlp/min": 684.0, "train/tensor_act_model_layers_77_residual_post_mlp/max": 888.0, "train/tensor_act_model_layers_77_residual_post_mlp/range": 204.0, "train/tensor_act_model_layers_78_residual_pre_attn/norm": 1595697.625, "train/tensor_act_model_layers_78_residual_pre_attn/mean": 780.0, "train/tensor_act_model_layers_78_residual_pre_attn/std": 31.625, "train/tensor_act_model_layers_78_residual_pre_attn/max_abs": 888.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_pre_attn/min": 684.0, "train/tensor_act_model_layers_78_residual_pre_attn/max": 888.0, "train/tensor_act_model_layers_78_residual_pre_attn/range": 204.0, "train/tensor_act_model_layers_78_residual_post_attn/norm": 1595697.625, "train/tensor_act_model_layers_78_residual_post_attn/mean": 780.0, "train/tensor_act_model_layers_78_residual_post_attn/std": 31.625, "train/tensor_act_model_layers_78_residual_post_attn/max_abs": 888.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_post_attn/min": 684.0, "train/tensor_act_model_layers_78_residual_post_attn/max": 888.0, "train/tensor_act_model_layers_78_residual_post_attn/range": 204.0, "train/tensor_act_model_layers_78_mlp_gate_proj/norm": 3938.09521484375, "train/tensor_act_model_layers_78_mlp_gate_proj/mean": 0.55859375, "train/tensor_act_model_layers_78_mlp_gate_proj/std": 1.2421875, "train/tensor_act_model_layers_78_mlp_gate_proj/max_abs": 3.28125, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/min": -1.359375, "train/tensor_act_model_layers_78_mlp_gate_proj/max": 3.28125, "train/tensor_act_model_layers_78_mlp_gate_proj/range": 4.640625, "train/tensor_act_model_layers_78_mlp_up_proj/norm": 3906.73681640625, "train/tensor_act_model_layers_78_mlp_up_proj/mean": 0.0216064453125, "train/tensor_act_model_layers_78_mlp_up_proj/std": 1.3515625, "train/tensor_act_model_layers_78_mlp_up_proj/max_abs": 3.21875, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/min": -3.0625, "train/tensor_act_model_layers_78_mlp_up_proj/max": 3.21875, "train/tensor_act_model_layers_78_mlp_up_proj/range": 6.28125, "train/tensor_act_model_layers_78_mlp_down_proj/norm": 14803.0703125, "train/tensor_act_model_layers_78_mlp_down_proj/mean": 6.96875, "train/tensor_act_model_layers_78_mlp_down_proj/std": 1.8671875, "train/tensor_act_model_layers_78_mlp_down_proj/max_abs": 11.75, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_user_limit": 0.03834700584411621, "train/tensor_act_model_layers_78_mlp_down_proj/min": 2.296875, "train/tensor_act_model_layers_78_mlp_down_proj/max": 11.75, "train/tensor_act_model_layers_78_mlp_down_proj/range": 9.453125, "train/tensor_act_model_layers_78_mlp/norm": 14803.0703125, "train/tensor_act_model_layers_78_mlp/mean": 6.96875, "train/tensor_act_model_layers_78_mlp/std": 1.8671875, "train/tensor_act_model_layers_78_mlp/max_abs": 11.75, "train/tensor_act_model_layers_78_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp/frac_near_user_limit": 0.03834700584411621, "train/tensor_act_model_layers_78_mlp/min": 2.296875, "train/tensor_act_model_layers_78_mlp/max": 11.75, "train/tensor_act_model_layers_78_mlp/range": 9.453125, "train/tensor_act_model_layers_78_residual_post_mlp/norm": 1609962.0, "train/tensor_act_model_layers_78_residual_post_mlp/mean": 784.0, "train/tensor_act_model_layers_78_residual_post_mlp/std": 31.75, "train/tensor_act_model_layers_78_residual_post_mlp/max_abs": 892.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_post_mlp/min": 692.0, "train/tensor_act_model_layers_78_residual_post_mlp/max": 892.0, "train/tensor_act_model_layers_78_residual_post_mlp/range": 200.0, "train/tensor_act_model_layers_79_residual_pre_attn/norm": 1609962.0, "train/tensor_act_model_layers_79_residual_pre_attn/mean": 784.0, "train/tensor_act_model_layers_79_residual_pre_attn/std": 31.75, "train/tensor_act_model_layers_79_residual_pre_attn/max_abs": 892.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_pre_attn/min": 692.0, "train/tensor_act_model_layers_79_residual_pre_attn/max": 892.0, "train/tensor_act_model_layers_79_residual_pre_attn/range": 200.0, "train/tensor_act_model_layers_79_residual_post_attn/norm": 1609962.0, "train/tensor_act_model_layers_79_residual_post_attn/mean": 784.0, "train/tensor_act_model_layers_79_residual_post_attn/std": 31.75, "train/tensor_act_model_layers_79_residual_post_attn/max_abs": 892.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_post_attn/min": 692.0, "train/tensor_act_model_layers_79_residual_post_attn/max": 892.0, "train/tensor_act_model_layers_79_residual_post_attn/range": 200.0, "train/tensor_act_model_layers_79_mlp_gate_proj/norm": 3513.328125, "train/tensor_act_model_layers_79_mlp_gate_proj/mean": 0.3984375, "train/tensor_act_model_layers_79_mlp_gate_proj/std": 1.1484375, "train/tensor_act_model_layers_79_mlp_gate_proj/max_abs": 3.171875, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/min": -1.328125, "train/tensor_act_model_layers_79_mlp_gate_proj/max": 3.171875, "train/tensor_act_model_layers_79_mlp_gate_proj/range": 4.5, "train/tensor_act_model_layers_79_mlp_up_proj/norm": 3474.705810546875, "train/tensor_act_model_layers_79_mlp_up_proj/mean": -0.06298828125, "train/tensor_act_model_layers_79_mlp_up_proj/std": 1.1953125, "train/tensor_act_model_layers_79_mlp_up_proj/max_abs": 3.46875, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/min": -3.46875, "train/tensor_act_model_layers_79_mlp_up_proj/max": 3.3125, "train/tensor_act_model_layers_79_mlp_up_proj/range": 6.78125, "train/tensor_act_model_layers_79_mlp_down_proj/norm": 11968.4072265625, "train/tensor_act_model_layers_79_mlp_down_proj/mean": 5.625, "train/tensor_act_model_layers_79_mlp_down_proj/std": 1.5390625, "train/tensor_act_model_layers_79_mlp_down_proj/max_abs": 9.125, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/min": 2.359375, "train/tensor_act_model_layers_79_mlp_down_proj/max": 9.125, "train/tensor_act_model_layers_79_mlp_down_proj/range": 6.765625, "train/tensor_act_model_layers_79_mlp/norm": 11968.4072265625, "train/tensor_act_model_layers_79_mlp/mean": 5.625, "train/tensor_act_model_layers_79_mlp/std": 1.5390625, "train/tensor_act_model_layers_79_mlp/max_abs": 9.125, "train/tensor_act_model_layers_79_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp/min": 2.359375, "train/tensor_act_model_layers_79_mlp/max": 9.125, "train/tensor_act_model_layers_79_mlp/range": 6.765625, "train/tensor_act_model_layers_79_residual_post_mlp/norm": 1621409.375, "train/tensor_act_model_layers_79_residual_post_mlp/mean": 792.0, "train/tensor_act_model_layers_79_residual_post_mlp/std": 31.875, "train/tensor_act_model_layers_79_residual_post_mlp/max_abs": 900.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_post_mlp/min": 696.0, "train/tensor_act_model_layers_79_residual_post_mlp/max": 900.0, "train/tensor_act_model_layers_79_residual_post_mlp/range": 204.0, "train/tensor_act_model_layers_80_residual_pre_attn/norm": 1621409.375, "train/tensor_act_model_layers_80_residual_pre_attn/mean": 792.0, "train/tensor_act_model_layers_80_residual_pre_attn/std": 31.875, "train/tensor_act_model_layers_80_residual_pre_attn/max_abs": 900.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_pre_attn/min": 696.0, "train/tensor_act_model_layers_80_residual_pre_attn/max": 900.0, "train/tensor_act_model_layers_80_residual_pre_attn/range": 204.0, "train/tensor_act_model_layers_80_residual_post_attn/norm": 1621409.375, "train/tensor_act_model_layers_80_residual_post_attn/mean": 792.0, "train/tensor_act_model_layers_80_residual_post_attn/std": 31.875, "train/tensor_act_model_layers_80_residual_post_attn/max_abs": 900.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_post_attn/min": 696.0, "train/tensor_act_model_layers_80_residual_post_attn/max": 900.0, "train/tensor_act_model_layers_80_residual_post_attn/range": 204.0, "train/tensor_act_model_layers_80_mlp_gate_proj/norm": 3733.134033203125, "train/tensor_act_model_layers_80_mlp_gate_proj/mean": 0.5390625, "train/tensor_act_model_layers_80_mlp_gate_proj/std": 1.171875, "train/tensor_act_model_layers_80_mlp_gate_proj/max_abs": 2.921875, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/min": -1.5078125, "train/tensor_act_model_layers_80_mlp_gate_proj/max": 2.921875, "train/tensor_act_model_layers_80_mlp_gate_proj/range": 4.4296875, "train/tensor_act_model_layers_80_mlp_up_proj/norm": 3761.349853515625, "train/tensor_act_model_layers_80_mlp_up_proj/mean": 0.0252685546875, "train/tensor_act_model_layers_80_mlp_up_proj/std": 1.296875, "train/tensor_act_model_layers_80_mlp_up_proj/max_abs": 3.0625, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/min": -3.0625, "train/tensor_act_model_layers_80_mlp_up_proj/max": 3.046875, "train/tensor_act_model_layers_80_mlp_up_proj/range": 6.109375, "train/tensor_act_model_layers_80_mlp_down_proj/norm": 13378.1904296875, "train/tensor_act_model_layers_80_mlp_down_proj/mean": 6.28125, "train/tensor_act_model_layers_80_mlp_down_proj/std": 1.8359375, "train/tensor_act_model_layers_80_mlp_down_proj/max_abs": 10.0625, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_user_limit": 3.814697265625e-06, "train/tensor_act_model_layers_80_mlp_down_proj/min": 1.203125, "train/tensor_act_model_layers_80_mlp_down_proj/max": 10.0625, "train/tensor_act_model_layers_80_mlp_down_proj/range": 8.859375, "train/tensor_act_model_layers_80_mlp/norm": 13378.1904296875, "train/tensor_act_model_layers_80_mlp/mean": 6.28125, "train/tensor_act_model_layers_80_mlp/std": 1.8359375, "train/tensor_act_model_layers_80_mlp/max_abs": 10.0625, "train/tensor_act_model_layers_80_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp/frac_near_user_limit": 3.814697265625e-06, "train/tensor_act_model_layers_80_mlp/min": 1.203125, "train/tensor_act_model_layers_80_mlp/max": 10.0625, "train/tensor_act_model_layers_80_mlp/range": 8.859375, "train/tensor_act_model_layers_80_residual_post_mlp/norm": 1633987.625, "train/tensor_act_model_layers_80_residual_post_mlp/mean": 796.0, "train/tensor_act_model_layers_80_residual_post_mlp/std": 31.625, "train/tensor_act_model_layers_80_residual_post_mlp/max_abs": 908.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_post_mlp/min": 704.0, "train/tensor_act_model_layers_80_residual_post_mlp/max": 908.0, "train/tensor_act_model_layers_80_residual_post_mlp/range": 204.0, "train/tensor_act_model_layers_81_residual_pre_attn/norm": 1633987.625, "train/tensor_act_model_layers_81_residual_pre_attn/mean": 796.0, "train/tensor_act_model_layers_81_residual_pre_attn/std": 31.625, "train/tensor_act_model_layers_81_residual_pre_attn/max_abs": 908.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_pre_attn/min": 704.0, "train/tensor_act_model_layers_81_residual_pre_attn/max": 908.0, "train/tensor_act_model_layers_81_residual_pre_attn/range": 204.0, "train/tensor_act_model_layers_81_residual_post_attn/norm": 1633987.625, "train/tensor_act_model_layers_81_residual_post_attn/mean": 796.0, "train/tensor_act_model_layers_81_residual_post_attn/std": 31.625, "train/tensor_act_model_layers_81_residual_post_attn/max_abs": 908.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_post_attn/min": 704.0, "train/tensor_act_model_layers_81_residual_post_attn/max": 908.0, "train/tensor_act_model_layers_81_residual_post_attn/range": 204.0, "train/tensor_act_model_layers_81_mlp_gate_proj/norm": 3486.35302734375, "train/tensor_act_model_layers_81_mlp_gate_proj/mean": 0.416015625, "train/tensor_act_model_layers_81_mlp_gate_proj/std": 1.1328125, "train/tensor_act_model_layers_81_mlp_gate_proj/max_abs": 3.109375, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/min": -1.5625, "train/tensor_act_model_layers_81_mlp_gate_proj/max": 3.109375, "train/tensor_act_model_layers_81_mlp_gate_proj/range": 4.671875, "train/tensor_act_model_layers_81_mlp_up_proj/norm": 3381.6796875, "train/tensor_act_model_layers_81_mlp_up_proj/mean": 0.0194091796875, "train/tensor_act_model_layers_81_mlp_up_proj/std": 1.1640625, "train/tensor_act_model_layers_81_mlp_up_proj/max_abs": 3.3125, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/min": -3.21875, "train/tensor_act_model_layers_81_mlp_up_proj/max": 3.3125, "train/tensor_act_model_layers_81_mlp_up_proj/range": 6.53125, "train/tensor_act_model_layers_81_mlp_down_proj/norm": 10300.5146484375, "train/tensor_act_model_layers_81_mlp_down_proj/mean": 4.8125, "train/tensor_act_model_layers_81_mlp_down_proj/std": 1.4453125, "train/tensor_act_model_layers_81_mlp_down_proj/max_abs": 8.75, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/min": 0.62890625, "train/tensor_act_model_layers_81_mlp_down_proj/max": 8.75, "train/tensor_act_model_layers_81_mlp_down_proj/range": 8.12109375, "train/tensor_act_model_layers_81_mlp/norm": 10300.5146484375, "train/tensor_act_model_layers_81_mlp/mean": 4.8125, "train/tensor_act_model_layers_81_mlp/std": 1.4453125, "train/tensor_act_model_layers_81_mlp/max_abs": 8.75, "train/tensor_act_model_layers_81_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp/min": 0.62890625, "train/tensor_act_model_layers_81_mlp/max": 8.75, "train/tensor_act_model_layers_81_mlp/range": 8.12109375, "train/tensor_act_model_layers_81_residual_post_mlp/norm": 1643398.5, "train/tensor_act_model_layers_81_residual_post_mlp/mean": 800.0, "train/tensor_act_model_layers_81_residual_post_mlp/std": 31.75, "train/tensor_act_model_layers_81_residual_post_mlp/max_abs": 916.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_post_mlp/min": 708.0, "train/tensor_act_model_layers_81_residual_post_mlp/max": 916.0, "train/tensor_act_model_layers_81_residual_post_mlp/range": 208.0, "train/tensor_act_model_layers_82_residual_pre_attn/norm": 1643398.5, "train/tensor_act_model_layers_82_residual_pre_attn/mean": 800.0, "train/tensor_act_model_layers_82_residual_pre_attn/std": 31.75, "train/tensor_act_model_layers_82_residual_pre_attn/max_abs": 916.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_pre_attn/min": 708.0, "train/tensor_act_model_layers_82_residual_pre_attn/max": 916.0, "train/tensor_act_model_layers_82_residual_pre_attn/range": 208.0, "train/tensor_act_model_layers_82_residual_post_attn/norm": 1643398.5, "train/tensor_act_model_layers_82_residual_post_attn/mean": 800.0, "train/tensor_act_model_layers_82_residual_post_attn/std": 31.75, "train/tensor_act_model_layers_82_residual_post_attn/max_abs": 916.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_post_attn/min": 708.0, "train/tensor_act_model_layers_82_residual_post_attn/max": 916.0, "train/tensor_act_model_layers_82_residual_post_attn/range": 208.0, "train/tensor_act_model_layers_82_mlp_gate_proj/norm": 3181.901123046875, "train/tensor_act_model_layers_82_mlp_gate_proj/mean": 0.365234375, "train/tensor_act_model_layers_82_mlp_gate_proj/std": 1.0390625, "train/tensor_act_model_layers_82_mlp_gate_proj/max_abs": 3.0, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/min": -1.2421875, "train/tensor_act_model_layers_82_mlp_gate_proj/max": 3.0, "train/tensor_act_model_layers_82_mlp_gate_proj/range": 4.2421875, "train/tensor_act_model_layers_82_mlp_up_proj/norm": 3239.6123046875, "train/tensor_act_model_layers_82_mlp_up_proj/mean": 0.004547119140625, "train/tensor_act_model_layers_82_mlp_up_proj/std": 1.1171875, "train/tensor_act_model_layers_82_mlp_up_proj/max_abs": 3.28125, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/min": -3.28125, "train/tensor_act_model_layers_82_mlp_up_proj/max": 3.203125, "train/tensor_act_model_layers_82_mlp_up_proj/range": 6.484375, "train/tensor_act_model_layers_82_mlp_down_proj/norm": 8760.1435546875, "train/tensor_act_model_layers_82_mlp_down_proj/mean": 4.0, "train/tensor_act_model_layers_82_mlp_down_proj/std": 1.5, "train/tensor_act_model_layers_82_mlp_down_proj/max_abs": 7.4375, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/min": 0.0172119140625, "train/tensor_act_model_layers_82_mlp_down_proj/max": 7.4375, "train/tensor_act_model_layers_82_mlp_down_proj/range": 7.4202880859375, "train/tensor_act_model_layers_82_mlp/norm": 8760.1435546875, "train/tensor_act_model_layers_82_mlp/mean": 4.0, "train/tensor_act_model_layers_82_mlp/std": 1.5, "train/tensor_act_model_layers_82_mlp/max_abs": 7.4375, "train/tensor_act_model_layers_82_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp/min": 0.0172119140625, "train/tensor_act_model_layers_82_mlp/max": 7.4375, "train/tensor_act_model_layers_82_mlp/range": 7.4202880859375, "train/tensor_act_model_layers_82_residual_post_mlp/norm": 1651969.375, "train/tensor_act_model_layers_82_residual_post_mlp/mean": 804.0, "train/tensor_act_model_layers_82_residual_post_mlp/std": 31.875, "train/tensor_act_model_layers_82_residual_post_mlp/max_abs": 920.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_post_mlp/min": 712.0, "train/tensor_act_model_layers_82_residual_post_mlp/max": 920.0, "train/tensor_act_model_layers_82_residual_post_mlp/range": 208.0, "train/tensor_act_model_layers_83_residual_pre_attn/norm": 1651969.375, "train/tensor_act_model_layers_83_residual_pre_attn/mean": 804.0, "train/tensor_act_model_layers_83_residual_pre_attn/std": 31.875, "train/tensor_act_model_layers_83_residual_pre_attn/max_abs": 920.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_pre_attn/min": 712.0, "train/tensor_act_model_layers_83_residual_pre_attn/max": 920.0, "train/tensor_act_model_layers_83_residual_pre_attn/range": 208.0, "train/tensor_act_model_layers_83_residual_post_attn/norm": 1651969.375, "train/tensor_act_model_layers_83_residual_post_attn/mean": 804.0, "train/tensor_act_model_layers_83_residual_post_attn/std": 31.875, "train/tensor_act_model_layers_83_residual_post_attn/max_abs": 920.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_post_attn/min": 712.0, "train/tensor_act_model_layers_83_residual_post_attn/max": 920.0, "train/tensor_act_model_layers_83_residual_post_attn/range": 208.0, "train/tensor_act_model_layers_83_mlp_gate_proj/norm": 3588.7763671875, "train/tensor_act_model_layers_83_mlp_gate_proj/mean": 0.5625, "train/tensor_act_model_layers_83_mlp_gate_proj/std": 1.1015625, "train/tensor_act_model_layers_83_mlp_gate_proj/max_abs": 3.109375, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/min": -1.3125, "train/tensor_act_model_layers_83_mlp_gate_proj/max": 3.109375, "train/tensor_act_model_layers_83_mlp_gate_proj/range": 4.421875, "train/tensor_act_model_layers_83_mlp_up_proj/norm": 3632.478271484375, "train/tensor_act_model_layers_83_mlp_up_proj/mean": 0.0284423828125, "train/tensor_act_model_layers_83_mlp_up_proj/std": 1.25, "train/tensor_act_model_layers_83_mlp_up_proj/max_abs": 3.21875, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/min": -3.21875, "train/tensor_act_model_layers_83_mlp_up_proj/max": 3.09375, "train/tensor_act_model_layers_83_mlp_up_proj/range": 6.3125, "train/tensor_act_model_layers_83_mlp_down_proj/norm": 10938.427734375, "train/tensor_act_model_layers_83_mlp_down_proj/mean": 5.09375, "train/tensor_act_model_layers_83_mlp_down_proj/std": 1.640625, "train/tensor_act_model_layers_83_mlp_down_proj/max_abs": 9.0625, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/min": 0.37890625, "train/tensor_act_model_layers_83_mlp_down_proj/max": 9.0625, "train/tensor_act_model_layers_83_mlp_down_proj/range": 8.68359375, "train/tensor_act_model_layers_83_mlp/norm": 10938.427734375, "train/tensor_act_model_layers_83_mlp/mean": 5.09375, "train/tensor_act_model_layers_83_mlp/std": 1.640625, "train/tensor_act_model_layers_83_mlp/max_abs": 9.0625, "train/tensor_act_model_layers_83_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp/min": 0.37890625, "train/tensor_act_model_layers_83_mlp/max": 9.0625, "train/tensor_act_model_layers_83_mlp/range": 8.68359375, "train/tensor_act_model_layers_83_residual_post_mlp/norm": 1662197.75, "train/tensor_act_model_layers_83_residual_post_mlp/mean": 812.0, "train/tensor_act_model_layers_83_residual_post_mlp/std": 32.0, "train/tensor_act_model_layers_83_residual_post_mlp/max_abs": 928.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_post_mlp/min": 716.0, "train/tensor_act_model_layers_83_residual_post_mlp/max": 928.0, "train/tensor_act_model_layers_83_residual_post_mlp/range": 212.0, "train/tensor_act_model_layers_84_residual_pre_attn/norm": 1662197.75, "train/tensor_act_model_layers_84_residual_pre_attn/mean": 812.0, "train/tensor_act_model_layers_84_residual_pre_attn/std": 32.0, "train/tensor_act_model_layers_84_residual_pre_attn/max_abs": 928.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_pre_attn/min": 716.0, "train/tensor_act_model_layers_84_residual_pre_attn/max": 928.0, "train/tensor_act_model_layers_84_residual_pre_attn/range": 212.0, "train/tensor_act_model_layers_84_residual_post_attn/norm": 1662197.75, "train/tensor_act_model_layers_84_residual_post_attn/mean": 812.0, "train/tensor_act_model_layers_84_residual_post_attn/std": 32.0, "train/tensor_act_model_layers_84_residual_post_attn/max_abs": 928.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_post_attn/min": 716.0, "train/tensor_act_model_layers_84_residual_post_attn/max": 928.0, "train/tensor_act_model_layers_84_residual_post_attn/range": 212.0, "train/tensor_act_model_layers_84_mlp_gate_proj/norm": 3170.158203125, "train/tensor_act_model_layers_84_mlp_gate_proj/mean": 0.4140625, "train/tensor_act_model_layers_84_mlp_gate_proj/std": 1.015625, "train/tensor_act_model_layers_84_mlp_gate_proj/max_abs": 3.046875, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/min": -1.4453125, "train/tensor_act_model_layers_84_mlp_gate_proj/max": 3.046875, "train/tensor_act_model_layers_84_mlp_gate_proj/range": 4.4921875, "train/tensor_act_model_layers_84_mlp_up_proj/norm": 3137.98193359375, "train/tensor_act_model_layers_84_mlp_up_proj/mean": -0.0101318359375, "train/tensor_act_model_layers_84_mlp_up_proj/std": 1.0859375, "train/tensor_act_model_layers_84_mlp_up_proj/max_abs": 3.03125, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/min": -3.03125, "train/tensor_act_model_layers_84_mlp_up_proj/max": 3.03125, "train/tensor_act_model_layers_84_mlp_up_proj/range": 6.0625, "train/tensor_act_model_layers_84_mlp_down_proj/norm": 8085.220703125, "train/tensor_act_model_layers_84_mlp_down_proj/mean": 3.703125, "train/tensor_act_model_layers_84_mlp_down_proj/std": 1.3515625, "train/tensor_act_model_layers_84_mlp_down_proj/max_abs": 6.90625, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/min": 0.1259765625, "train/tensor_act_model_layers_84_mlp_down_proj/max": 6.90625, "train/tensor_act_model_layers_84_mlp_down_proj/range": 6.7802734375, "train/tensor_act_model_layers_84_mlp/norm": 8085.220703125, "train/tensor_act_model_layers_84_mlp/mean": 3.703125, "train/tensor_act_model_layers_84_mlp/std": 1.3515625, "train/tensor_act_model_layers_84_mlp/max_abs": 6.90625, "train/tensor_act_model_layers_84_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp/min": 0.1259765625, "train/tensor_act_model_layers_84_mlp/max": 6.90625, "train/tensor_act_model_layers_84_mlp/range": 6.7802734375, "train/tensor_act_model_layers_84_residual_post_mlp/norm": 1669796.125, "train/tensor_act_model_layers_84_residual_post_mlp/mean": 816.0, "train/tensor_act_model_layers_84_residual_post_mlp/std": 31.875, "train/tensor_act_model_layers_84_residual_post_mlp/max_abs": 932.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_post_mlp/min": 720.0, "train/tensor_act_model_layers_84_residual_post_mlp/max": 932.0, "train/tensor_act_model_layers_84_residual_post_mlp/range": 212.0, "train/tensor_act_model_layers_85_residual_pre_attn/norm": 1669796.125, "train/tensor_act_model_layers_85_residual_pre_attn/mean": 816.0, "train/tensor_act_model_layers_85_residual_pre_attn/std": 31.875, "train/tensor_act_model_layers_85_residual_pre_attn/max_abs": 932.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_pre_attn/min": 720.0, "train/tensor_act_model_layers_85_residual_pre_attn/max": 932.0, "train/tensor_act_model_layers_85_residual_pre_attn/range": 212.0, "train/tensor_act_model_layers_85_residual_post_attn/norm": 1669796.125, "train/tensor_act_model_layers_85_residual_post_attn/mean": 816.0, "train/tensor_act_model_layers_85_residual_post_attn/std": 31.875, "train/tensor_act_model_layers_85_residual_post_attn/max_abs": 932.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_post_attn/min": 720.0, "train/tensor_act_model_layers_85_residual_post_attn/max": 932.0, "train/tensor_act_model_layers_85_residual_post_attn/range": 212.0, "train/tensor_act_model_layers_85_mlp_gate_proj/norm": 3393.65087890625, "train/tensor_act_model_layers_85_mlp_gate_proj/mean": 0.455078125, "train/tensor_act_model_layers_85_mlp_gate_proj/std": 1.078125, "train/tensor_act_model_layers_85_mlp_gate_proj/max_abs": 3.140625, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/min": -1.546875, "train/tensor_act_model_layers_85_mlp_gate_proj/max": 3.140625, "train/tensor_act_model_layers_85_mlp_gate_proj/range": 4.6875, "train/tensor_act_model_layers_85_mlp_up_proj/norm": 3347.003662109375, "train/tensor_act_model_layers_85_mlp_up_proj/mean": -0.0257568359375, "train/tensor_act_model_layers_85_mlp_up_proj/std": 1.15625, "train/tensor_act_model_layers_85_mlp_up_proj/max_abs": 3.3125, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/min": -3.3125, "train/tensor_act_model_layers_85_mlp_up_proj/max": 2.765625, "train/tensor_act_model_layers_85_mlp_up_proj/range": 6.078125, "train/tensor_act_model_layers_85_mlp_down_proj/norm": 9667.078125, "train/tensor_act_model_layers_85_mlp_down_proj/mean": 4.40625, "train/tensor_act_model_layers_85_mlp_down_proj/std": 1.6640625, "train/tensor_act_model_layers_85_mlp_down_proj/max_abs": 8.75, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/min": 0.10205078125, "train/tensor_act_model_layers_85_mlp_down_proj/max": 8.75, "train/tensor_act_model_layers_85_mlp_down_proj/range": 8.64794921875, "train/tensor_act_model_layers_85_mlp/norm": 9667.078125, "train/tensor_act_model_layers_85_mlp/mean": 4.40625, "train/tensor_act_model_layers_85_mlp/std": 1.6640625, "train/tensor_act_model_layers_85_mlp/max_abs": 8.75, "train/tensor_act_model_layers_85_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp/min": 0.10205078125, "train/tensor_act_model_layers_85_mlp/max": 8.75, "train/tensor_act_model_layers_85_mlp/range": 8.64794921875, "train/tensor_act_model_layers_85_residual_post_mlp/norm": 1679242.625, "train/tensor_act_model_layers_85_residual_post_mlp/mean": 820.0, "train/tensor_act_model_layers_85_residual_post_mlp/std": 31.75, "train/tensor_act_model_layers_85_residual_post_mlp/max_abs": 936.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_post_mlp/min": 724.0, "train/tensor_act_model_layers_85_residual_post_mlp/max": 936.0, "train/tensor_act_model_layers_85_residual_post_mlp/range": 212.0, "train/tensor_act_model_layers_86_residual_pre_attn/norm": 1679242.625, "train/tensor_act_model_layers_86_residual_pre_attn/mean": 820.0, "train/tensor_act_model_layers_86_residual_pre_attn/std": 31.75, "train/tensor_act_model_layers_86_residual_pre_attn/max_abs": 936.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_pre_attn/min": 724.0, "train/tensor_act_model_layers_86_residual_pre_attn/max": 936.0, "train/tensor_act_model_layers_86_residual_pre_attn/range": 212.0, "train/tensor_act_model_layers_86_residual_post_attn/norm": 1679242.625, "train/tensor_act_model_layers_86_residual_post_attn/mean": 820.0, "train/tensor_act_model_layers_86_residual_post_attn/std": 31.75, "train/tensor_act_model_layers_86_residual_post_attn/max_abs": 936.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_post_attn/min": 724.0, "train/tensor_act_model_layers_86_residual_post_attn/max": 936.0, "train/tensor_act_model_layers_86_residual_post_attn/range": 212.0, "train/tensor_act_model_layers_86_mlp_gate_proj/norm": 3018.630859375, "train/tensor_act_model_layers_86_mlp_gate_proj/mean": 0.384765625, "train/tensor_act_model_layers_86_mlp_gate_proj/std": 0.96875, "train/tensor_act_model_layers_86_mlp_gate_proj/max_abs": 2.8125, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/min": -1.4296875, "train/tensor_act_model_layers_86_mlp_gate_proj/max": 2.8125, "train/tensor_act_model_layers_86_mlp_gate_proj/range": 4.2421875, "train/tensor_act_model_layers_86_mlp_up_proj/norm": 3146.90185546875, "train/tensor_act_model_layers_86_mlp_up_proj/mean": 0.027099609375, "train/tensor_act_model_layers_86_mlp_up_proj/std": 1.0859375, "train/tensor_act_model_layers_86_mlp_up_proj/max_abs": 3.28125, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/min": -2.71875, "train/tensor_act_model_layers_86_mlp_up_proj/max": 3.28125, "train/tensor_act_model_layers_86_mlp_up_proj/range": 6.0, "train/tensor_act_model_layers_86_mlp_down_proj/norm": 7711.01953125, "train/tensor_act_model_layers_86_mlp_down_proj/mean": 3.46875, "train/tensor_act_model_layers_86_mlp_down_proj/std": 1.4765625, "train/tensor_act_model_layers_86_mlp_down_proj/max_abs": 7.8125, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/min": -0.4296875, "train/tensor_act_model_layers_86_mlp_down_proj/max": 7.8125, "train/tensor_act_model_layers_86_mlp_down_proj/range": 8.2421875, "train/tensor_act_model_layers_86_mlp/norm": 7711.01953125, "train/tensor_act_model_layers_86_mlp/mean": 3.46875, "train/tensor_act_model_layers_86_mlp/std": 1.4765625, "train/tensor_act_model_layers_86_mlp/max_abs": 7.8125, "train/tensor_act_model_layers_86_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp/min": -0.4296875, "train/tensor_act_model_layers_86_mlp/max": 7.8125, "train/tensor_act_model_layers_86_mlp/range": 8.2421875, "train/tensor_act_model_layers_86_residual_post_mlp/norm": 1686458.25, "train/tensor_act_model_layers_86_residual_post_mlp/mean": 824.0, "train/tensor_act_model_layers_86_residual_post_mlp/std": 31.875, "train/tensor_act_model_layers_86_residual_post_mlp/max_abs": 940.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_post_mlp/min": 728.0, "train/tensor_act_model_layers_86_residual_post_mlp/max": 940.0, "train/tensor_act_model_layers_86_residual_post_mlp/range": 212.0, "train/tensor_act_model_layers_87_residual_pre_attn/norm": 1686458.25, "train/tensor_act_model_layers_87_residual_pre_attn/mean": 824.0, "train/tensor_act_model_layers_87_residual_pre_attn/std": 31.875, "train/tensor_act_model_layers_87_residual_pre_attn/max_abs": 940.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_pre_attn/min": 728.0, "train/tensor_act_model_layers_87_residual_pre_attn/max": 940.0, "train/tensor_act_model_layers_87_residual_pre_attn/range": 212.0, "train/tensor_act_model_layers_87_residual_post_attn/norm": 1686458.25, "train/tensor_act_model_layers_87_residual_post_attn/mean": 824.0, "train/tensor_act_model_layers_87_residual_post_attn/std": 31.875, "train/tensor_act_model_layers_87_residual_post_attn/max_abs": 940.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_post_attn/min": 728.0, "train/tensor_act_model_layers_87_residual_post_attn/max": 940.0, "train/tensor_act_model_layers_87_residual_post_attn/range": 212.0, "train/tensor_act_model_layers_87_mlp_gate_proj/norm": 3701.511474609375, "train/tensor_act_model_layers_87_mlp_gate_proj/mean": 0.671875, "train/tensor_act_model_layers_87_mlp_gate_proj/std": 1.0859375, "train/tensor_act_model_layers_87_mlp_gate_proj/max_abs": 2.9375, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/min": -1.09375, "train/tensor_act_model_layers_87_mlp_gate_proj/max": 2.9375, "train/tensor_act_model_layers_87_mlp_gate_proj/range": 4.03125, "train/tensor_act_model_layers_87_mlp_up_proj/norm": 3818.64208984375, "train/tensor_act_model_layers_87_mlp_up_proj/mean": 0.1357421875, "train/tensor_act_model_layers_87_mlp_up_proj/std": 1.3125, "train/tensor_act_model_layers_87_mlp_up_proj/max_abs": 3.21875, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/min": -3.0625, "train/tensor_act_model_layers_87_mlp_up_proj/max": 3.21875, "train/tensor_act_model_layers_87_mlp_up_proj/range": 6.28125, "train/tensor_act_model_layers_87_mlp_down_proj/norm": 11823.25390625, "train/tensor_act_model_layers_87_mlp_down_proj/mean": 5.46875, "train/tensor_act_model_layers_87_mlp_down_proj/std": 1.859375, "train/tensor_act_model_layers_87_mlp_down_proj/max_abs": 11.125, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_user_limit": 0.0078125, "train/tensor_act_model_layers_87_mlp_down_proj/min": 0.1220703125, "train/tensor_act_model_layers_87_mlp_down_proj/max": 11.125, "train/tensor_act_model_layers_87_mlp_down_proj/range": 11.0029296875, "train/tensor_act_model_layers_87_mlp/norm": 11823.25390625, "train/tensor_act_model_layers_87_mlp/mean": 5.46875, "train/tensor_act_model_layers_87_mlp/std": 1.859375, "train/tensor_act_model_layers_87_mlp/max_abs": 11.125, "train/tensor_act_model_layers_87_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp/frac_near_user_limit": 0.0078125, "train/tensor_act_model_layers_87_mlp/min": 0.1220703125, "train/tensor_act_model_layers_87_mlp/max": 11.125, "train/tensor_act_model_layers_87_mlp/range": 11.0029296875, "train/tensor_act_model_layers_87_residual_post_mlp/norm": 1697613.375, "train/tensor_act_model_layers_87_residual_post_mlp/mean": 828.0, "train/tensor_act_model_layers_87_residual_post_mlp/std": 32.25, "train/tensor_act_model_layers_87_residual_post_mlp/max_abs": 948.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_post_mlp/min": 732.0, "train/tensor_act_model_layers_87_residual_post_mlp/max": 948.0, "train/tensor_act_model_layers_87_residual_post_mlp/range": 216.0, "train/tensor_act_model_layers_88_residual_pre_attn/norm": 1697613.375, "train/tensor_act_model_layers_88_residual_pre_attn/mean": 828.0, "train/tensor_act_model_layers_88_residual_pre_attn/std": 32.25, "train/tensor_act_model_layers_88_residual_pre_attn/max_abs": 948.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_pre_attn/min": 732.0, "train/tensor_act_model_layers_88_residual_pre_attn/max": 948.0, "train/tensor_act_model_layers_88_residual_pre_attn/range": 216.0, "train/tensor_act_model_layers_88_residual_post_attn/norm": 1697613.375, "train/tensor_act_model_layers_88_residual_post_attn/mean": 828.0, "train/tensor_act_model_layers_88_residual_post_attn/std": 32.25, "train/tensor_act_model_layers_88_residual_post_attn/max_abs": 948.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_post_attn/min": 732.0, "train/tensor_act_model_layers_88_residual_post_attn/max": 948.0, "train/tensor_act_model_layers_88_residual_post_attn/range": 216.0, "train/tensor_act_model_layers_88_mlp_gate_proj/norm": 2920.623291015625, "train/tensor_act_model_layers_88_mlp_gate_proj/mean": 0.392578125, "train/tensor_act_model_layers_88_mlp_gate_proj/std": 0.9296875, "train/tensor_act_model_layers_88_mlp_gate_proj/max_abs": 3.015625, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/min": -1.09375, "train/tensor_act_model_layers_88_mlp_gate_proj/max": 3.015625, "train/tensor_act_model_layers_88_mlp_gate_proj/range": 4.109375, "train/tensor_act_model_layers_88_mlp_up_proj/norm": 2893.814453125, "train/tensor_act_model_layers_88_mlp_up_proj/mean": -0.01019287109375, "train/tensor_act_model_layers_88_mlp_up_proj/std": 1.0, "train/tensor_act_model_layers_88_mlp_up_proj/max_abs": 3.09375, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/min": -3.09375, "train/tensor_act_model_layers_88_mlp_up_proj/max": 2.78125, "train/tensor_act_model_layers_88_mlp_up_proj/range": 5.875, "train/tensor_act_model_layers_88_mlp_down_proj/norm": 6642.50390625, "train/tensor_act_model_layers_88_mlp_down_proj/mean": 2.984375, "train/tensor_act_model_layers_88_mlp_down_proj/std": 1.25, "train/tensor_act_model_layers_88_mlp_down_proj/max_abs": 6.28125, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/min": -0.263671875, "train/tensor_act_model_layers_88_mlp_down_proj/max": 6.28125, "train/tensor_act_model_layers_88_mlp_down_proj/range": 6.544921875, "train/tensor_act_model_layers_88_mlp/norm": 6642.50390625, "train/tensor_act_model_layers_88_mlp/mean": 2.984375, "train/tensor_act_model_layers_88_mlp/std": 1.25, "train/tensor_act_model_layers_88_mlp/max_abs": 6.28125, "train/tensor_act_model_layers_88_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp/min": -0.263671875, "train/tensor_act_model_layers_88_mlp/max": 6.28125, "train/tensor_act_model_layers_88_mlp/range": 6.544921875, "train/tensor_act_model_layers_88_residual_post_mlp/norm": 1704203.0, "train/tensor_act_model_layers_88_residual_post_mlp/mean": 832.0, "train/tensor_act_model_layers_88_residual_post_mlp/std": 32.25, "train/tensor_act_model_layers_88_residual_post_mlp/max_abs": 952.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_post_mlp/min": 736.0, "train/tensor_act_model_layers_88_residual_post_mlp/max": 952.0, "train/tensor_act_model_layers_88_residual_post_mlp/range": 216.0, "train/tensor_act_model_layers_89_residual_pre_attn/norm": 1704203.0, "train/tensor_act_model_layers_89_residual_pre_attn/mean": 832.0, "train/tensor_act_model_layers_89_residual_pre_attn/std": 32.25, "train/tensor_act_model_layers_89_residual_pre_attn/max_abs": 952.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_pre_attn/min": 736.0, "train/tensor_act_model_layers_89_residual_pre_attn/max": 952.0, "train/tensor_act_model_layers_89_residual_pre_attn/range": 216.0, "train/tensor_act_model_layers_89_residual_post_attn/norm": 1704203.0, "train/tensor_act_model_layers_89_residual_post_attn/mean": 832.0, "train/tensor_act_model_layers_89_residual_post_attn/std": 32.25, "train/tensor_act_model_layers_89_residual_post_attn/max_abs": 952.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_post_attn/min": 736.0, "train/tensor_act_model_layers_89_residual_post_attn/max": 952.0, "train/tensor_act_model_layers_89_residual_post_attn/range": 216.0, "train/tensor_act_model_layers_89_mlp_gate_proj/norm": 3299.54150390625, "train/tensor_act_model_layers_89_mlp_gate_proj/mean": 0.54296875, "train/tensor_act_model_layers_89_mlp_gate_proj/std": 1.0, "train/tensor_act_model_layers_89_mlp_gate_proj/max_abs": 3.28125, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/min": -1.203125, "train/tensor_act_model_layers_89_mlp_gate_proj/max": 3.28125, "train/tensor_act_model_layers_89_mlp_gate_proj/range": 4.484375, "train/tensor_act_model_layers_89_mlp_up_proj/norm": 3275.09423828125, "train/tensor_act_model_layers_89_mlp_up_proj/mean": -0.031005859375, "train/tensor_act_model_layers_89_mlp_up_proj/std": 1.1328125, "train/tensor_act_model_layers_89_mlp_up_proj/max_abs": 3.203125, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/min": -3.203125, "train/tensor_act_model_layers_89_mlp_up_proj/max": 2.796875, "train/tensor_act_model_layers_89_mlp_up_proj/range": 6.0, "train/tensor_act_model_layers_89_mlp_down_proj/norm": 8770.15234375, "train/tensor_act_model_layers_89_mlp_down_proj/mean": 3.984375, "train/tensor_act_model_layers_89_mlp_down_proj/std": 1.5703125, "train/tensor_act_model_layers_89_mlp_down_proj/max_abs": 7.46875, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/min": -0.1826171875, "train/tensor_act_model_layers_89_mlp_down_proj/max": 7.46875, "train/tensor_act_model_layers_89_mlp_down_proj/range": 7.6513671875, "train/tensor_act_model_layers_89_mlp/norm": 8770.15234375, "train/tensor_act_model_layers_89_mlp/mean": 3.984375, "train/tensor_act_model_layers_89_mlp/std": 1.5703125, "train/tensor_act_model_layers_89_mlp/max_abs": 7.46875, "train/tensor_act_model_layers_89_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp/min": -0.1826171875, "train/tensor_act_model_layers_89_mlp/max": 7.46875, "train/tensor_act_model_layers_89_mlp/range": 7.6513671875, "train/tensor_act_model_layers_89_residual_post_mlp/norm": 1712082.25, "train/tensor_act_model_layers_89_residual_post_mlp/mean": 836.0, "train/tensor_act_model_layers_89_residual_post_mlp/std": 32.5, "train/tensor_act_model_layers_89_residual_post_mlp/max_abs": 956.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_post_mlp/min": 740.0, "train/tensor_act_model_layers_89_residual_post_mlp/max": 956.0, "train/tensor_act_model_layers_89_residual_post_mlp/range": 216.0, "train/tensor_act_model_layers_90_residual_pre_attn/norm": 1712082.25, "train/tensor_act_model_layers_90_residual_pre_attn/mean": 836.0, "train/tensor_act_model_layers_90_residual_pre_attn/std": 32.5, "train/tensor_act_model_layers_90_residual_pre_attn/max_abs": 956.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_pre_attn/min": 740.0, "train/tensor_act_model_layers_90_residual_pre_attn/max": 956.0, "train/tensor_act_model_layers_90_residual_pre_attn/range": 216.0, "train/tensor_act_model_layers_90_residual_post_attn/norm": 1712082.25, "train/tensor_act_model_layers_90_residual_post_attn/mean": 836.0, "train/tensor_act_model_layers_90_residual_post_attn/std": 32.5, "train/tensor_act_model_layers_90_residual_post_attn/max_abs": 956.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_post_attn/min": 740.0, "train/tensor_act_model_layers_90_residual_post_attn/max": 956.0, "train/tensor_act_model_layers_90_residual_post_attn/range": 216.0, "train/tensor_act_model_layers_90_mlp_gate_proj/norm": 3132.838623046875, "train/tensor_act_model_layers_90_mlp_gate_proj/mean": 0.43359375, "train/tensor_act_model_layers_90_mlp_gate_proj/std": 0.9921875, "train/tensor_act_model_layers_90_mlp_gate_proj/max_abs": 3.078125, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/min": -1.3125, "train/tensor_act_model_layers_90_mlp_gate_proj/max": 3.078125, "train/tensor_act_model_layers_90_mlp_gate_proj/range": 4.390625, "train/tensor_act_model_layers_90_mlp_up_proj/norm": 2933.275146484375, "train/tensor_act_model_layers_90_mlp_up_proj/mean": -0.0059814453125, "train/tensor_act_model_layers_90_mlp_up_proj/std": 1.015625, "train/tensor_act_model_layers_90_mlp_up_proj/max_abs": 3.25, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/min": -3.25, "train/tensor_act_model_layers_90_mlp_up_proj/max": 2.9375, "train/tensor_act_model_layers_90_mlp_up_proj/range": 6.1875, "train/tensor_act_model_layers_90_mlp_down_proj/norm": 6283.46923828125, "train/tensor_act_model_layers_90_mlp_down_proj/mean": 2.796875, "train/tensor_act_model_layers_90_mlp_down_proj/std": 1.25, "train/tensor_act_model_layers_90_mlp_down_proj/max_abs": 5.75, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/min": -0.384765625, "train/tensor_act_model_layers_90_mlp_down_proj/max": 5.75, "train/tensor_act_model_layers_90_mlp_down_proj/range": 6.134765625, "train/tensor_act_model_layers_90_mlp/norm": 6283.46923828125, "train/tensor_act_model_layers_90_mlp/mean": 2.796875, "train/tensor_act_model_layers_90_mlp/std": 1.25, "train/tensor_act_model_layers_90_mlp/max_abs": 5.75, "train/tensor_act_model_layers_90_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp/min": -0.384765625, "train/tensor_act_model_layers_90_mlp/max": 5.75, "train/tensor_act_model_layers_90_mlp/range": 6.134765625, "train/tensor_act_model_layers_90_residual_post_mlp/norm": 1718093.375, "train/tensor_act_model_layers_90_residual_post_mlp/mean": 840.0, "train/tensor_act_model_layers_90_residual_post_mlp/std": 32.5, "train/tensor_act_model_layers_90_residual_post_mlp/max_abs": 956.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_post_mlp/min": 744.0, "train/tensor_act_model_layers_90_residual_post_mlp/max": 956.0, "train/tensor_act_model_layers_90_residual_post_mlp/range": 212.0, "train/tensor_act_model_layers_91_residual_pre_attn/norm": 1718093.375, "train/tensor_act_model_layers_91_residual_pre_attn/mean": 840.0, "train/tensor_act_model_layers_91_residual_pre_attn/std": 32.5, "train/tensor_act_model_layers_91_residual_pre_attn/max_abs": 956.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_pre_attn/min": 744.0, "train/tensor_act_model_layers_91_residual_pre_attn/max": 956.0, "train/tensor_act_model_layers_91_residual_pre_attn/range": 212.0, "train/tensor_act_model_layers_91_residual_post_attn/norm": 1718093.375, "train/tensor_act_model_layers_91_residual_post_attn/mean": 840.0, "train/tensor_act_model_layers_91_residual_post_attn/std": 32.5, "train/tensor_act_model_layers_91_residual_post_attn/max_abs": 956.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_post_attn/min": 744.0, "train/tensor_act_model_layers_91_residual_post_attn/max": 956.0, "train/tensor_act_model_layers_91_residual_post_attn/range": 212.0, "train/tensor_act_model_layers_91_mlp_gate_proj/norm": 2770.462158203125, "train/tensor_act_model_layers_91_mlp_gate_proj/mean": 0.3828125, "train/tensor_act_model_layers_91_mlp_gate_proj/std": 0.87890625, "train/tensor_act_model_layers_91_mlp_gate_proj/max_abs": 2.90625, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/min": -1.3828125, "train/tensor_act_model_layers_91_mlp_gate_proj/max": 2.90625, "train/tensor_act_model_layers_91_mlp_gate_proj/range": 4.2890625, "train/tensor_act_model_layers_91_mlp_up_proj/norm": 2692.73095703125, "train/tensor_act_model_layers_91_mlp_up_proj/mean": -0.039794921875, "train/tensor_act_model_layers_91_mlp_up_proj/std": 0.9296875, "train/tensor_act_model_layers_91_mlp_up_proj/max_abs": 3.09375, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/min": -2.59375, "train/tensor_act_model_layers_91_mlp_up_proj/max": 3.09375, "train/tensor_act_model_layers_91_mlp_up_proj/range": 5.6875, "train/tensor_act_model_layers_91_mlp_down_proj/norm": 4893.04248046875, "train/tensor_act_model_layers_91_mlp_down_proj/mean": 2.140625, "train/tensor_act_model_layers_91_mlp_down_proj/std": 1.0625, "train/tensor_act_model_layers_91_mlp_down_proj/max_abs": 4.65625, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/min": -0.9609375, "train/tensor_act_model_layers_91_mlp_down_proj/max": 4.65625, "train/tensor_act_model_layers_91_mlp_down_proj/range": 5.6171875, "train/tensor_act_model_layers_91_mlp/norm": 4893.04248046875, "train/tensor_act_model_layers_91_mlp/mean": 2.140625, "train/tensor_act_model_layers_91_mlp/std": 1.0625, "train/tensor_act_model_layers_91_mlp/max_abs": 4.65625, "train/tensor_act_model_layers_91_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp/min": -0.9609375, "train/tensor_act_model_layers_91_mlp/max": 4.65625, "train/tensor_act_model_layers_91_mlp/range": 5.6171875, "train/tensor_act_model_layers_91_residual_post_mlp/norm": 1722791.375, "train/tensor_act_model_layers_91_residual_post_mlp/mean": 840.0, "train/tensor_act_model_layers_91_residual_post_mlp/std": 33.0, "train/tensor_act_model_layers_91_residual_post_mlp/max_abs": 956.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_post_mlp/min": 744.0, "train/tensor_act_model_layers_91_residual_post_mlp/max": 956.0, "train/tensor_act_model_layers_91_residual_post_mlp/range": 212.0, "train/tensor_act_model_layers_92_residual_pre_attn/norm": 1722791.375, "train/tensor_act_model_layers_92_residual_pre_attn/mean": 840.0, "train/tensor_act_model_layers_92_residual_pre_attn/std": 33.0, "train/tensor_act_model_layers_92_residual_pre_attn/max_abs": 956.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_pre_attn/min": 744.0, "train/tensor_act_model_layers_92_residual_pre_attn/max": 956.0, "train/tensor_act_model_layers_92_residual_pre_attn/range": 212.0, "train/tensor_act_model_layers_92_residual_post_attn/norm": 1722791.375, "train/tensor_act_model_layers_92_residual_post_attn/mean": 840.0, "train/tensor_act_model_layers_92_residual_post_attn/std": 33.0, "train/tensor_act_model_layers_92_residual_post_attn/max_abs": 956.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_post_attn/min": 744.0, "train/tensor_act_model_layers_92_residual_post_attn/max": 956.0, "train/tensor_act_model_layers_92_residual_post_attn/range": 212.0, "train/tensor_act_model_layers_92_mlp_gate_proj/norm": 2947.877197265625, "train/tensor_act_model_layers_92_mlp_gate_proj/mean": 0.478515625, "train/tensor_act_model_layers_92_mlp_gate_proj/std": 0.8984375, "train/tensor_act_model_layers_92_mlp_gate_proj/max_abs": 2.90625, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/min": -1.6640625, "train/tensor_act_model_layers_92_mlp_gate_proj/max": 2.90625, "train/tensor_act_model_layers_92_mlp_gate_proj/range": 4.5703125, "train/tensor_act_model_layers_92_mlp_up_proj/norm": 2953.2490234375, "train/tensor_act_model_layers_92_mlp_up_proj/mean": -0.1396484375, "train/tensor_act_model_layers_92_mlp_up_proj/std": 1.0078125, "train/tensor_act_model_layers_92_mlp_up_proj/max_abs": 2.96875, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/min": -2.96875, "train/tensor_act_model_layers_92_mlp_up_proj/max": 2.921875, "train/tensor_act_model_layers_92_mlp_up_proj/range": 5.890625, "train/tensor_act_model_layers_92_mlp_down_proj/norm": 5965.33447265625, "train/tensor_act_model_layers_92_mlp_down_proj/mean": 2.65625, "train/tensor_act_model_layers_92_mlp_down_proj/std": 1.2109375, "train/tensor_act_model_layers_92_mlp_down_proj/max_abs": 6.46875, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/min": -0.02783203125, "train/tensor_act_model_layers_92_mlp_down_proj/max": 6.46875, "train/tensor_act_model_layers_92_mlp_down_proj/range": 6.49658203125, "train/tensor_act_model_layers_92_mlp/norm": 5965.33447265625, "train/tensor_act_model_layers_92_mlp/mean": 2.65625, "train/tensor_act_model_layers_92_mlp/std": 1.2109375, "train/tensor_act_model_layers_92_mlp/max_abs": 6.46875, "train/tensor_act_model_layers_92_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp/min": -0.02783203125, "train/tensor_act_model_layers_92_mlp/max": 6.46875, "train/tensor_act_model_layers_92_mlp/range": 6.49658203125, "train/tensor_act_model_layers_92_residual_post_mlp/norm": 1728513.25, "train/tensor_act_model_layers_92_residual_post_mlp/mean": 844.0, "train/tensor_act_model_layers_92_residual_post_mlp/std": 33.0, "train/tensor_act_model_layers_92_residual_post_mlp/max_abs": 956.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_post_mlp/min": 748.0, "train/tensor_act_model_layers_92_residual_post_mlp/max": 956.0, "train/tensor_act_model_layers_92_residual_post_mlp/range": 208.0, "train/tensor_act_model_layers_93_residual_pre_attn/norm": 1728513.25, "train/tensor_act_model_layers_93_residual_pre_attn/mean": 844.0, "train/tensor_act_model_layers_93_residual_pre_attn/std": 33.0, "train/tensor_act_model_layers_93_residual_pre_attn/max_abs": 956.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_pre_attn/min": 748.0, "train/tensor_act_model_layers_93_residual_pre_attn/max": 956.0, "train/tensor_act_model_layers_93_residual_pre_attn/range": 208.0, "train/tensor_act_model_layers_93_residual_post_attn/norm": 1728513.25, "train/tensor_act_model_layers_93_residual_post_attn/mean": 844.0, "train/tensor_act_model_layers_93_residual_post_attn/std": 33.0, "train/tensor_act_model_layers_93_residual_post_attn/max_abs": 956.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_post_attn/min": 748.0, "train/tensor_act_model_layers_93_residual_post_attn/max": 956.0, "train/tensor_act_model_layers_93_residual_post_attn/range": 208.0, "train/tensor_act_model_layers_93_mlp_gate_proj/norm": 2895.872314453125, "train/tensor_act_model_layers_93_mlp_gate_proj/mean": 0.400390625, "train/tensor_act_model_layers_93_mlp_gate_proj/std": 0.9140625, "train/tensor_act_model_layers_93_mlp_gate_proj/max_abs": 2.96875, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/min": -1.3828125, "train/tensor_act_model_layers_93_mlp_gate_proj/max": 2.96875, "train/tensor_act_model_layers_93_mlp_gate_proj/range": 4.3515625, "train/tensor_act_model_layers_93_mlp_up_proj/norm": 2896.009033203125, "train/tensor_act_model_layers_93_mlp_up_proj/mean": -0.0108642578125, "train/tensor_act_model_layers_93_mlp_up_proj/std": 1.0, "train/tensor_act_model_layers_93_mlp_up_proj/max_abs": 2.96875, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/min": -2.96875, "train/tensor_act_model_layers_93_mlp_up_proj/max": 2.6875, "train/tensor_act_model_layers_93_mlp_up_proj/range": 5.65625, "train/tensor_act_model_layers_93_mlp_down_proj/norm": 5325.0380859375, "train/tensor_act_model_layers_93_mlp_down_proj/mean": 2.328125, "train/tensor_act_model_layers_93_mlp_down_proj/std": 1.1640625, "train/tensor_act_model_layers_93_mlp_down_proj/max_abs": 5.3125, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/min": -0.8125, "train/tensor_act_model_layers_93_mlp_down_proj/max": 5.3125, "train/tensor_act_model_layers_93_mlp_down_proj/range": 6.125, "train/tensor_act_model_layers_93_mlp/norm": 5325.0380859375, "train/tensor_act_model_layers_93_mlp/mean": 2.328125, "train/tensor_act_model_layers_93_mlp/std": 1.1640625, "train/tensor_act_model_layers_93_mlp/max_abs": 5.3125, "train/tensor_act_model_layers_93_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp/min": -0.8125, "train/tensor_act_model_layers_93_mlp/max": 5.3125, "train/tensor_act_model_layers_93_mlp/range": 6.125, "train/tensor_act_model_layers_93_residual_post_mlp/norm": 1733703.5, "train/tensor_act_model_layers_93_residual_post_mlp/mean": 844.0, "train/tensor_act_model_layers_93_residual_post_mlp/std": 33.0, "train/tensor_act_model_layers_93_residual_post_mlp/max_abs": 956.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_post_mlp/min": 752.0, "train/tensor_act_model_layers_93_residual_post_mlp/max": 956.0, "train/tensor_act_model_layers_93_residual_post_mlp/range": 204.0, "train/tensor_act_model_layers_94_residual_pre_attn/norm": 1733703.5, "train/tensor_act_model_layers_94_residual_pre_attn/mean": 844.0, "train/tensor_act_model_layers_94_residual_pre_attn/std": 33.0, "train/tensor_act_model_layers_94_residual_pre_attn/max_abs": 956.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_pre_attn/min": 752.0, "train/tensor_act_model_layers_94_residual_pre_attn/max": 956.0, "train/tensor_act_model_layers_94_residual_pre_attn/range": 204.0, "train/tensor_act_model_layers_94_residual_post_attn/norm": 1733703.5, "train/tensor_act_model_layers_94_residual_post_attn/mean": 844.0, "train/tensor_act_model_layers_94_residual_post_attn/std": 33.0, "train/tensor_act_model_layers_94_residual_post_attn/max_abs": 956.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_post_attn/min": 752.0, "train/tensor_act_model_layers_94_residual_post_attn/max": 956.0, "train/tensor_act_model_layers_94_residual_post_attn/range": 204.0, "train/tensor_act_model_layers_94_mlp_gate_proj/norm": 2762.460205078125, "train/tensor_act_model_layers_94_mlp_gate_proj/mean": 0.34375, "train/tensor_act_model_layers_94_mlp_gate_proj/std": 0.890625, "train/tensor_act_model_layers_94_mlp_gate_proj/max_abs": 3.09375, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/min": -1.359375, "train/tensor_act_model_layers_94_mlp_gate_proj/max": 3.09375, "train/tensor_act_model_layers_94_mlp_gate_proj/range": 4.453125, "train/tensor_act_model_layers_94_mlp_up_proj/norm": 2677.062744140625, "train/tensor_act_model_layers_94_mlp_up_proj/mean": -0.04931640625, "train/tensor_act_model_layers_94_mlp_up_proj/std": 0.921875, "train/tensor_act_model_layers_94_mlp_up_proj/max_abs": 2.6875, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/min": -2.6875, "train/tensor_act_model_layers_94_mlp_up_proj/max": 2.5625, "train/tensor_act_model_layers_94_mlp_up_proj/range": 5.25, "train/tensor_act_model_layers_94_mlp_down_proj/norm": 4689.203125, "train/tensor_act_model_layers_94_mlp_down_proj/mean": 1.8828125, "train/tensor_act_model_layers_94_mlp_down_proj/std": 1.3046875, "train/tensor_act_model_layers_94_mlp_down_proj/max_abs": 5.375, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/min": -1.5703125, "train/tensor_act_model_layers_94_mlp_down_proj/max": 5.375, "train/tensor_act_model_layers_94_mlp_down_proj/range": 6.9453125, "train/tensor_act_model_layers_94_mlp/norm": 4689.203125, "train/tensor_act_model_layers_94_mlp/mean": 1.8828125, "train/tensor_act_model_layers_94_mlp/std": 1.3046875, "train/tensor_act_model_layers_94_mlp/max_abs": 5.375, "train/tensor_act_model_layers_94_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp/min": -1.5703125, "train/tensor_act_model_layers_94_mlp/max": 5.375, "train/tensor_act_model_layers_94_mlp/range": 6.9453125, "train/tensor_act_model_layers_94_residual_post_mlp/norm": 1737613.375, "train/tensor_act_model_layers_94_residual_post_mlp/mean": 848.0, "train/tensor_act_model_layers_94_residual_post_mlp/std": 33.25, "train/tensor_act_model_layers_94_residual_post_mlp/max_abs": 960.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_post_mlp/min": 756.0, "train/tensor_act_model_layers_94_residual_post_mlp/max": 960.0, "train/tensor_act_model_layers_94_residual_post_mlp/range": 204.0, "train/tensor_act_model_layers_95_residual_pre_attn/norm": 1737613.375, "train/tensor_act_model_layers_95_residual_pre_attn/mean": 848.0, "train/tensor_act_model_layers_95_residual_pre_attn/std": 33.25, "train/tensor_act_model_layers_95_residual_pre_attn/max_abs": 960.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_pre_attn/min": 756.0, "train/tensor_act_model_layers_95_residual_pre_attn/max": 960.0, "train/tensor_act_model_layers_95_residual_pre_attn/range": 204.0, "train/tensor_act_model_layers_95_residual_post_attn/norm": 1737613.375, "train/tensor_act_model_layers_95_residual_post_attn/mean": 848.0, "train/tensor_act_model_layers_95_residual_post_attn/std": 33.25, "train/tensor_act_model_layers_95_residual_post_attn/max_abs": 960.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_post_attn/min": 756.0, "train/tensor_act_model_layers_95_residual_post_attn/max": 960.0, "train/tensor_act_model_layers_95_residual_post_attn/range": 204.0, "train/tensor_act_model_layers_95_mlp_gate_proj/norm": 2212.927734375, "train/tensor_act_model_layers_95_mlp_gate_proj/mean": 0.2373046875, "train/tensor_act_model_layers_95_mlp_gate_proj/std": 0.7265625, "train/tensor_act_model_layers_95_mlp_gate_proj/max_abs": 2.84375, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/min": -1.3359375, "train/tensor_act_model_layers_95_mlp_gate_proj/max": 2.84375, "train/tensor_act_model_layers_95_mlp_gate_proj/range": 4.1796875, "train/tensor_act_model_layers_95_mlp_up_proj/norm": 2337.2265625, "train/tensor_act_model_layers_95_mlp_up_proj/mean": -0.08837890625, "train/tensor_act_model_layers_95_mlp_up_proj/std": 0.80078125, "train/tensor_act_model_layers_95_mlp_up_proj/max_abs": 2.796875, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/min": -2.796875, "train/tensor_act_model_layers_95_mlp_up_proj/max": 2.109375, "train/tensor_act_model_layers_95_mlp_up_proj/range": 4.90625, "train/tensor_act_model_layers_95_mlp_down_proj/norm": 2563.64794921875, "train/tensor_act_model_layers_95_mlp_down_proj/mean": 0.99609375, "train/tensor_act_model_layers_95_mlp_down_proj/std": 0.7578125, "train/tensor_act_model_layers_95_mlp_down_proj/max_abs": 2.96875, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/min": -0.734375, "train/tensor_act_model_layers_95_mlp_down_proj/max": 2.96875, "train/tensor_act_model_layers_95_mlp_down_proj/range": 3.703125, "train/tensor_act_model_layers_95_mlp/norm": 2563.64794921875, "train/tensor_act_model_layers_95_mlp/mean": 0.99609375, "train/tensor_act_model_layers_95_mlp/std": 0.7578125, "train/tensor_act_model_layers_95_mlp/max_abs": 2.96875, "train/tensor_act_model_layers_95_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp/min": -0.734375, "train/tensor_act_model_layers_95_mlp/max": 2.96875, "train/tensor_act_model_layers_95_mlp/range": 3.703125, "train/tensor_act_model_layers_95_residual_post_mlp/norm": 1738251.875, "train/tensor_act_model_layers_95_residual_post_mlp/mean": 848.0, "train/tensor_act_model_layers_95_residual_post_mlp/std": 33.25, "train/tensor_act_model_layers_95_residual_post_mlp/max_abs": 960.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_post_mlp/min": 756.0, "train/tensor_act_model_layers_95_residual_post_mlp/max": 960.0, "train/tensor_act_model_layers_95_residual_post_mlp/range": 204.0, "train/tensor_act_model_layers_96_residual_pre_attn/norm": 1738251.875, "train/tensor_act_model_layers_96_residual_pre_attn/mean": 848.0, "train/tensor_act_model_layers_96_residual_pre_attn/std": 33.25, "train/tensor_act_model_layers_96_residual_pre_attn/max_abs": 960.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_pre_attn/min": 756.0, "train/tensor_act_model_layers_96_residual_pre_attn/max": 960.0, "train/tensor_act_model_layers_96_residual_pre_attn/range": 204.0, "train/tensor_act_model_layers_96_residual_post_attn/norm": 1738251.875, "train/tensor_act_model_layers_96_residual_post_attn/mean": 848.0, "train/tensor_act_model_layers_96_residual_post_attn/std": 33.25, "train/tensor_act_model_layers_96_residual_post_attn/max_abs": 960.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_post_attn/min": 756.0, "train/tensor_act_model_layers_96_residual_post_attn/max": 960.0, "train/tensor_act_model_layers_96_residual_post_attn/range": 204.0, "train/tensor_act_model_layers_96_mlp_gate_proj/norm": 2464.52978515625, "train/tensor_act_model_layers_96_mlp_gate_proj/mean": 0.2470703125, "train/tensor_act_model_layers_96_mlp_gate_proj/std": 0.8125, "train/tensor_act_model_layers_96_mlp_gate_proj/max_abs": 2.4375, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/min": -1.5234375, "train/tensor_act_model_layers_96_mlp_gate_proj/max": 2.4375, "train/tensor_act_model_layers_96_mlp_gate_proj/range": 3.9609375, "train/tensor_act_model_layers_96_mlp_up_proj/norm": 2401.939697265625, "train/tensor_act_model_layers_96_mlp_up_proj/mean": 0.060791015625, "train/tensor_act_model_layers_96_mlp_up_proj/std": 0.828125, "train/tensor_act_model_layers_96_mlp_up_proj/max_abs": 3.296875, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/min": -2.515625, "train/tensor_act_model_layers_96_mlp_up_proj/max": 3.296875, "train/tensor_act_model_layers_96_mlp_up_proj/range": 5.8125, "train/tensor_act_model_layers_96_mlp_down_proj/norm": 3234.37060546875, "train/tensor_act_model_layers_96_mlp_down_proj/mean": 1.2109375, "train/tensor_act_model_layers_96_mlp_down_proj/std": 1.015625, "train/tensor_act_model_layers_96_mlp_down_proj/max_abs": 3.203125, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/min": -1.1015625, "train/tensor_act_model_layers_96_mlp_down_proj/max": 3.203125, "train/tensor_act_model_layers_96_mlp_down_proj/range": 4.3046875, "train/tensor_act_model_layers_96_mlp/norm": 3234.37060546875, "train/tensor_act_model_layers_96_mlp/mean": 1.2109375, "train/tensor_act_model_layers_96_mlp/std": 1.015625, "train/tensor_act_model_layers_96_mlp/max_abs": 3.203125, "train/tensor_act_model_layers_96_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp/min": -1.1015625, "train/tensor_act_model_layers_96_mlp/max": 3.203125, "train/tensor_act_model_layers_96_mlp/range": 4.3046875, "train/tensor_act_model_layers_96_residual_post_mlp/norm": 1740223.25, "train/tensor_act_model_layers_96_residual_post_mlp/mean": 848.0, "train/tensor_act_model_layers_96_residual_post_mlp/std": 33.25, "train/tensor_act_model_layers_96_residual_post_mlp/max_abs": 960.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_post_mlp/min": 756.0, "train/tensor_act_model_layers_96_residual_post_mlp/max": 960.0, "train/tensor_act_model_layers_96_residual_post_mlp/range": 204.0, "train/tensor_act_model_layers_97_residual_pre_attn/norm": 1740223.25, "train/tensor_act_model_layers_97_residual_pre_attn/mean": 848.0, "train/tensor_act_model_layers_97_residual_pre_attn/std": 33.25, "train/tensor_act_model_layers_97_residual_pre_attn/max_abs": 960.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_pre_attn/min": 756.0, "train/tensor_act_model_layers_97_residual_pre_attn/max": 960.0, "train/tensor_act_model_layers_97_residual_pre_attn/range": 204.0, "train/tensor_act_model_layers_97_residual_post_attn/norm": 1740223.25, "train/tensor_act_model_layers_97_residual_post_attn/mean": 848.0, "train/tensor_act_model_layers_97_residual_post_attn/std": 33.25, "train/tensor_act_model_layers_97_residual_post_attn/max_abs": 960.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_post_attn/min": 756.0, "train/tensor_act_model_layers_97_residual_post_attn/max": 960.0, "train/tensor_act_model_layers_97_residual_post_attn/range": 204.0, "train/tensor_act_model_layers_97_mlp_gate_proj/norm": 2384.33984375, "train/tensor_act_model_layers_97_mlp_gate_proj/mean": 0.259765625, "train/tensor_act_model_layers_97_mlp_gate_proj/std": 0.78125, "train/tensor_act_model_layers_97_mlp_gate_proj/max_abs": 2.671875, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_97_mlp_gate_proj/max": 2.671875, "train/tensor_act_model_layers_97_mlp_gate_proj/range": 3.953125, "train/tensor_act_model_layers_97_mlp_up_proj/norm": 2456.9775390625, "train/tensor_act_model_layers_97_mlp_up_proj/mean": -0.03125, "train/tensor_act_model_layers_97_mlp_up_proj/std": 0.84765625, "train/tensor_act_model_layers_97_mlp_up_proj/max_abs": 3.09375, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/min": -2.796875, "train/tensor_act_model_layers_97_mlp_up_proj/max": 3.09375, "train/tensor_act_model_layers_97_mlp_up_proj/range": 5.890625, "train/tensor_act_model_layers_97_mlp_down_proj/norm": 3295.80615234375, "train/tensor_act_model_layers_97_mlp_down_proj/mean": 1.296875, "train/tensor_act_model_layers_97_mlp_down_proj/std": 0.953125, "train/tensor_act_model_layers_97_mlp_down_proj/max_abs": 4.375, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/min": -1.6484375, "train/tensor_act_model_layers_97_mlp_down_proj/max": 4.375, "train/tensor_act_model_layers_97_mlp_down_proj/range": 6.0234375, "train/tensor_act_model_layers_97_mlp/norm": 3295.80615234375, "train/tensor_act_model_layers_97_mlp/mean": 1.296875, "train/tensor_act_model_layers_97_mlp/std": 0.953125, "train/tensor_act_model_layers_97_mlp/max_abs": 4.375, "train/tensor_act_model_layers_97_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp/min": -1.6484375, "train/tensor_act_model_layers_97_mlp/max": 4.375, "train/tensor_act_model_layers_97_mlp/range": 6.0234375, "train/tensor_act_model_layers_97_residual_post_mlp/norm": 1742291.875, "train/tensor_act_model_layers_97_residual_post_mlp/mean": 852.0, "train/tensor_act_model_layers_97_residual_post_mlp/std": 33.5, "train/tensor_act_model_layers_97_residual_post_mlp/max_abs": 960.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_post_mlp/min": 756.0, "train/tensor_act_model_layers_97_residual_post_mlp/max": 960.0, "train/tensor_act_model_layers_97_residual_post_mlp/range": 204.0, "train/tensor_act_model_layers_98_residual_pre_attn/norm": 1742291.875, "train/tensor_act_model_layers_98_residual_pre_attn/mean": 852.0, "train/tensor_act_model_layers_98_residual_pre_attn/std": 33.5, "train/tensor_act_model_layers_98_residual_pre_attn/max_abs": 960.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_pre_attn/min": 756.0, "train/tensor_act_model_layers_98_residual_pre_attn/max": 960.0, "train/tensor_act_model_layers_98_residual_pre_attn/range": 204.0, "train/tensor_act_model_layers_98_residual_post_attn/norm": 1742291.875, "train/tensor_act_model_layers_98_residual_post_attn/mean": 852.0, "train/tensor_act_model_layers_98_residual_post_attn/std": 33.5, "train/tensor_act_model_layers_98_residual_post_attn/max_abs": 960.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_post_attn/min": 756.0, "train/tensor_act_model_layers_98_residual_post_attn/max": 960.0, "train/tensor_act_model_layers_98_residual_post_attn/range": 204.0, "train/tensor_act_model_layers_98_mlp_gate_proj/norm": 2074.1953125, "train/tensor_act_model_layers_98_mlp_gate_proj/mean": 0.1669921875, "train/tensor_act_model_layers_98_mlp_gate_proj/std": 0.6953125, "train/tensor_act_model_layers_98_mlp_gate_proj/max_abs": 2.5, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/min": -1.40625, "train/tensor_act_model_layers_98_mlp_gate_proj/max": 2.5, "train/tensor_act_model_layers_98_mlp_gate_proj/range": 3.90625, "train/tensor_act_model_layers_98_mlp_up_proj/norm": 2207.26025390625, "train/tensor_act_model_layers_98_mlp_up_proj/mean": 0.017578125, "train/tensor_act_model_layers_98_mlp_up_proj/std": 0.76171875, "train/tensor_act_model_layers_98_mlp_up_proj/max_abs": 2.875, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/min": -2.140625, "train/tensor_act_model_layers_98_mlp_up_proj/max": 2.875, "train/tensor_act_model_layers_98_mlp_up_proj/range": 5.015625, "train/tensor_act_model_layers_98_mlp_down_proj/norm": 2159.552490234375, "train/tensor_act_model_layers_98_mlp_down_proj/mean": 0.734375, "train/tensor_act_model_layers_98_mlp_down_proj/std": 0.75390625, "train/tensor_act_model_layers_98_mlp_down_proj/max_abs": 2.5625, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/min": -1.40625, "train/tensor_act_model_layers_98_mlp_down_proj/max": 2.5625, "train/tensor_act_model_layers_98_mlp_down_proj/range": 3.96875, "train/tensor_act_model_layers_98_mlp/norm": 2159.552490234375, "train/tensor_act_model_layers_98_mlp/mean": 0.734375, "train/tensor_act_model_layers_98_mlp/std": 0.75390625, "train/tensor_act_model_layers_98_mlp/max_abs": 2.5625, "train/tensor_act_model_layers_98_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp/min": -1.40625, "train/tensor_act_model_layers_98_mlp/max": 2.5625, "train/tensor_act_model_layers_98_mlp/range": 3.96875, "train/tensor_act_model_layers_98_residual_post_mlp/norm": 1742689.75, "train/tensor_act_model_layers_98_residual_post_mlp/mean": 852.0, "train/tensor_act_model_layers_98_residual_post_mlp/std": 33.5, "train/tensor_act_model_layers_98_residual_post_mlp/max_abs": 960.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_post_mlp/min": 756.0, "train/tensor_act_model_layers_98_residual_post_mlp/max": 960.0, "train/tensor_act_model_layers_98_residual_post_mlp/range": 204.0, "train/tensor_act_model_layers_99_residual_pre_attn/norm": 1742689.75, "train/tensor_act_model_layers_99_residual_pre_attn/mean": 852.0, "train/tensor_act_model_layers_99_residual_pre_attn/std": 33.5, "train/tensor_act_model_layers_99_residual_pre_attn/max_abs": 960.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_pre_attn/min": 756.0, "train/tensor_act_model_layers_99_residual_pre_attn/max": 960.0, "train/tensor_act_model_layers_99_residual_pre_attn/range": 204.0, "train/tensor_act_model_layers_99_residual_post_attn/norm": 1742689.75, "train/tensor_act_model_layers_99_residual_post_attn/mean": 852.0, "train/tensor_act_model_layers_99_residual_post_attn/std": 33.5, "train/tensor_act_model_layers_99_residual_post_attn/max_abs": 960.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_post_attn/min": 756.0, "train/tensor_act_model_layers_99_residual_post_attn/max": 960.0, "train/tensor_act_model_layers_99_residual_post_attn/range": 204.0, "train/tensor_act_model_layers_99_mlp_gate_proj/norm": 2056.819091796875, "train/tensor_act_model_layers_99_mlp_gate_proj/mean": 0.2392578125, "train/tensor_act_model_layers_99_mlp_gate_proj/std": 0.66796875, "train/tensor_act_model_layers_99_mlp_gate_proj/max_abs": 2.078125, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/min": -1.359375, "train/tensor_act_model_layers_99_mlp_gate_proj/max": 2.078125, "train/tensor_act_model_layers_99_mlp_gate_proj/range": 3.4375, "train/tensor_act_model_layers_99_mlp_up_proj/norm": 2194.14892578125, "train/tensor_act_model_layers_99_mlp_up_proj/mean": -0.0361328125, "train/tensor_act_model_layers_99_mlp_up_proj/std": 0.7578125, "train/tensor_act_model_layers_99_mlp_up_proj/max_abs": 2.6875, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/min": -2.109375, "train/tensor_act_model_layers_99_mlp_up_proj/max": 2.6875, "train/tensor_act_model_layers_99_mlp_up_proj/range": 4.796875, "train/tensor_act_model_layers_99_mlp_down_proj/norm": 2366.56591796875, "train/tensor_act_model_layers_99_mlp_down_proj/mean": 0.7421875, "train/tensor_act_model_layers_99_mlp_down_proj/std": 0.8828125, "train/tensor_act_model_layers_99_mlp_down_proj/max_abs": 3.125, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/min": -1.6171875, "train/tensor_act_model_layers_99_mlp_down_proj/max": 3.125, "train/tensor_act_model_layers_99_mlp_down_proj/range": 4.7421875, "train/tensor_act_model_layers_99_mlp/norm": 2366.56591796875, "train/tensor_act_model_layers_99_mlp/mean": 0.7421875, "train/tensor_act_model_layers_99_mlp/std": 0.8828125, "train/tensor_act_model_layers_99_mlp/max_abs": 3.125, "train/tensor_act_model_layers_99_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp/min": -1.6171875, "train/tensor_act_model_layers_99_mlp/max": 3.125, "train/tensor_act_model_layers_99_mlp/range": 4.7421875, "train/tensor_act_model_layers_99_residual_post_mlp/norm": 1743132.125, "train/tensor_act_model_layers_99_residual_post_mlp/mean": 852.0, "train/tensor_act_model_layers_99_residual_post_mlp/std": 33.5, "train/tensor_act_model_layers_99_residual_post_mlp/max_abs": 960.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_post_mlp/min": 756.0, "train/tensor_act_model_layers_99_residual_post_mlp/max": 960.0, "train/tensor_act_model_layers_99_residual_post_mlp/range": 204.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/norm": 51642368.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/mean": -996.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/std": 284672.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max_abs": 1531904.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.6015625, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/min": -1531904.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max": 1400832.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/range": 2932736.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/norm": 40370176.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/mean": 10624.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/std": 222208.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max_abs": 1687552.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.6015625, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/min": -1384448.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max": 1687552.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/range": 3072000.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/norm": 45350912.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/mean": -104448.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/std": 227328.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max_abs": 1720320.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.60546875, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/min": -1720320.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max": 207872.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/range": 1928192.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/norm": 51904512.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/mean": 18304.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/std": 284672.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max_abs": 1286144.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.5234375, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/min": -1245184.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max": 1286144.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/range": 2531328.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/norm": 41680896.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/mean": 19456.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/std": 230400.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max_abs": 1597440.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.5234375, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/min": -958464.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max": 1597440.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/range": 2555904.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/norm": 43515904.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/mean": -94208.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/std": 221184.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max_abs": 1638400.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/min": -1638400.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max": 278528.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/range": 1916928.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/norm": 72351744.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/mean": 8832.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/std": 401408.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max_abs": 2375680.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.5625, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/min": -2375680.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max": 2080768.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/range": 4456448.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/norm": 60555264.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/mean": 11520.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/std": 333824.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max_abs": 1933312.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.5625, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/min": -1802240.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max": 1933312.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/range": 3735552.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/norm": 61079552.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/mean": -139264.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/std": 307200.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max_abs": 2342912.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.56640625, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/min": -2342912.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max": 96256.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/range": 2439168.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/norm": 74448896.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/mean": -32128.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/std": 409600.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max_abs": 2146304.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/min": -2146304.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max": 2007040.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/range": 4153344.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/norm": 56885248.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/mean": -19840.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/std": 313344.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max_abs": 2080768.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/min": -1695744.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max": 2080768.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/range": 3776512.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/norm": 59244544.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/mean": -130048.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/std": 299008.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max_abs": 2228224.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/min": -2228224.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max": 140288.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/range": 2368512.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/norm": 61865984.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/mean": 29952.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/std": 339968.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max_abs": 2072576.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.55859375, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/min": -1253376.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max": 2072576.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/range": 3325952.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/norm": 48758784.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/mean": 28544.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/std": 268288.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max_abs": 1933312.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.5625, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/min": -1048576.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max": 1933312.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/range": 2981888.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/norm": 50593792.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/mean": -123392.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/std": 250880.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max_abs": 1622016.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.57421875, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/min": -1622016.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max": 262144.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/range": 1884160.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/norm": 93847552.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/mean": 112.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/std": 518144.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max_abs": 2408448.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.5546875, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/min": -2023424.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max": 2408448.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/range": 4431872.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/norm": 77070336.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/mean": -1808.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/std": 423936.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max_abs": 2555904.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.5546875, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/min": -2555904.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max": 2129920.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/range": 4685824.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/norm": 70778880.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/mean": -175104.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/std": 348160.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max_abs": 2048000.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.5546875, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/min": -2048000.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max": 178176.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/range": 2226176.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/norm": 102760448.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/mean": -3872.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/std": 569344.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max_abs": 2768896.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/min": -2048000.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max": 2768896.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/range": 4816896.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/norm": 82313216.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/mean": 15296.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/std": 456704.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max_abs": 2965504.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/min": -1703936.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max": 2965504.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/range": 4669440.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/norm": 82837504.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/mean": -217088.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/std": 401408.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max_abs": 2883584.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.55078125, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/min": -2883584.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max": 589824.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/range": 3473408.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/norm": 107479040.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/mean": 94720.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/std": 585728.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max_abs": 2375680.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.59375, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/min": -1900544.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max": 2375680.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/range": 4276224.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/norm": 91750400.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/mean": 56576.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/std": 503808.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max_abs": 2211840.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.59375, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/min": -2129920.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max": 2211840.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/range": 4341760.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/norm": 91750400.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/mean": -246784.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/std": 444416.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max_abs": 2408448.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.59375, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/min": -2408448.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max": 114176.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/range": 2522624.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/norm": 92798976.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/mean": 41728.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/std": 509952.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max_abs": 2408448.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.578125, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/min": -2408448.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max": 2359296.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/range": 4767744.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/norm": 83361792.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/mean": 57856.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/std": 456704.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max_abs": 2555904.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.578125, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/min": -2162688.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max": 2555904.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/range": 4718592.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/norm": 83886080.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/mean": -205824.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/std": 415744.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max_abs": 2818048.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.58203125, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/min": -2818048.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max": 107520.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/range": 2925568.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/norm": 113770496.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/mean": 12544.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/std": 626688.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max_abs": 2637824.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/min": -2244608.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max": 2637824.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/range": 4882432.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/norm": 96993280.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/mean": 9024.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/std": 536576.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max_abs": 2605056.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/min": -2260992.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max": 2605056.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/range": 4866048.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/norm": 90177536.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/mean": -241664.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/std": 438272.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max_abs": 2605056.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/min": -2605056.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max": 194560.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/range": 2799616.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/norm": 135266304.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/mean": 27392.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/std": 745472.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max_abs": 2850816.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/min": -2555904.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max": 2850816.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/range": 5406720.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/norm": 120061952.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/mean": 13248.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/std": 663552.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max_abs": 2539520.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/min": -2539520.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max": 2523136.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/range": 5062656.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/norm": 115343360.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/mean": -327680.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/std": 544768.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max_abs": 2375680.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/min": -2375680.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max": 165888.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/range": 2541568.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/norm": 109576192.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/mean": -1816.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/std": 602112.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max_abs": 2555904.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/min": -2392064.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max": 2555904.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/range": 4947968.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/norm": 102760448.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/mean": 30592.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/std": 565248.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max_abs": 2375680.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.5078125, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/min": -2359296.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max": 2375680.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/range": 4734976.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/norm": 103284736.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/mean": -260096.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/std": 509952.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max_abs": 2736128.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/min": -2736128.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max": 113664.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/range": 2849792.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/norm": 155189248.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/mean": -86528.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/std": 856064.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max_abs": 2555904.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.59765625, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/min": -2523136.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max": 2555904.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/range": 5079040.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/norm": 136314880.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/mean": -80896.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/std": 749568.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max_abs": 2572288.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.59765625, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/min": -2555904.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max": 2572288.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/range": 5128192.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/norm": 143654912.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/mean": -454656.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/std": 647168.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max_abs": 2981888.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.60546875, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/min": -2981888.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max": 154624.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/range": 3136512.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/norm": 123731968.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/mean": -13568.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/std": 684032.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max_abs": 2342912.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.48828125, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/min": -2342912.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max": 2326528.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/range": 4669440.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/norm": 110100480.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/mean": -2704.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/std": 610304.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max_abs": 3047424.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.484375, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/min": -2932736.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max": 3047424.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/range": 5980160.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/norm": 113770496.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/mean": -288768.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/std": 557056.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max_abs": 2883584.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.4921875, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/min": -2883584.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max": 52224.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/range": 2935808.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/norm": 140509184.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/mean": 6176.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/std": 778240.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max_abs": 2572288.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.49609375, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/min": -2572288.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max": 2359296.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/range": 4931584.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/norm": 128450560.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/mean": -7264.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/std": 708608.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max_abs": 2637824.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.49609375, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/min": -2637824.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max": 2523136.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/range": 5160960.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/norm": 127401984.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/mean": -346112.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/std": 614400.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max_abs": 2752512.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/min": -2752512.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max": 94720.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/range": 2847232.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/norm": 127401984.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/mean": 14592.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/std": 704512.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max_abs": 2752512.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.4609375, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/min": -2752512.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max": 2490368.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/range": 5242880.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/norm": 114819072.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/mean": 12416.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/std": 634880.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max_abs": 2703360.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.4609375, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/min": -2703360.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max": 2670592.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/range": 5373952.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/norm": 116391936.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/mean": -301056.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/std": 569344.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max_abs": 2965504.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.46484375, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/min": -2965504.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max": 78848.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/range": 3044352.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/norm": 153092096.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/mean": -28672.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/std": 843776.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max_abs": 2637824.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.5390625, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/min": -2539520.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max": 2637824.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/range": 5177344.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/norm": 132644864.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/mean": -23424.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/std": 733184.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max_abs": 2850816.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.5390625, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/min": -2293760.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max": 2850816.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/range": 5144576.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/norm": 136314880.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/mean": -407552.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/std": 634880.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max_abs": 2818048.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.5390625, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/min": -2818048.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max": 112640.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/range": 2930688.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/norm": 132120576.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/mean": -36864.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/std": 729088.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max_abs": 2637824.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.4453125, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/min": -2490368.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max": 2637824.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/range": 5128192.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/norm": 124256256.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/mean": -48896.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/std": 684032.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max_abs": 2949120.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.44921875, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/min": -2949120.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max": 2654208.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/range": 5603328.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/norm": 126877696.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/mean": -315392.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/std": 626688.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max_abs": 3276800.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.44921875, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/min": -3276800.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max": 606208.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/range": 3883008.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/norm": 149946368.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/mean": -34816.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/std": 827392.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max_abs": 2555904.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.4765625, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/min": -2490368.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max": 2555904.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/range": 5046272.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/norm": 137363456.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/mean": -38144.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/std": 757760.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max_abs": 2785280.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.47265625, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/min": -2654208.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max": 2785280.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/range": 5439488.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/norm": 137363456.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/mean": -354304.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/std": 667648.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max_abs": 3047424.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/min": -3047424.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max": 74240.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/range": 3121664.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/norm": 164626432.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/mean": -33536.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/std": 909312.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max_abs": 2883584.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/min": -2883584.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max": 2752512.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/range": 5636096.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/norm": 157286400.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/mean": -9408.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/std": 864256.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max_abs": 2850816.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/min": -2654208.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max": 2850816.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/range": 5505024.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/norm": 159383552.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/mean": -477184.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/std": 741376.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max_abs": 3194880.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/min": -3194880.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max": 75776.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/range": 3270656.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/norm": 158334976.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/mean": 49408.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/std": 872448.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max_abs": 2785280.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.42578125, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/min": -2621440.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max": 2785280.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/range": 5406720.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/norm": 153092096.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/mean": 15360.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/std": 847872.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max_abs": 3129344.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.42578125, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/min": -2965504.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max": 3129344.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/range": 6094848.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/norm": 155189248.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/mean": -413696.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/std": 749568.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max_abs": 3080192.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.4296875, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/min": -3080192.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max": 64768.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/range": 3144960.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/norm": 179306496.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/mean": -39424.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/std": 987136.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max_abs": 2719744.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.44140625, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/min": -2686976.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max": 2719744.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/range": 5406720.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/norm": 167772160.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/mean": -20864.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/std": 925696.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max_abs": 3080192.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.4453125, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/min": -3031040.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max": 3080192.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/range": 6111232.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/norm": 169869312.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/mean": -497664.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/std": 790528.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max_abs": 3440640.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.44921875, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/min": -3440640.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max": 52480.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/range": 3493120.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/norm": 183500800.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/mean": 100864.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/std": 1007616.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max_abs": 3244032.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.47265625, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/min": -3063808.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max": 3244032.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/range": 6307840.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/norm": 168820736.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/mean": 95232.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/std": 925696.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max_abs": 3276800.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.47265625, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/min": -2703360.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max": 3276800.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/range": 5980160.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/norm": 173015040.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/mean": -522240.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/std": 802816.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max_abs": 3227648.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/min": -3227648.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max": 16256.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/range": 3243904.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/norm": 165675008.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/mean": -3840.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/std": 913408.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max_abs": 2621440.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.4296875, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/min": -2523136.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max": 2621440.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/range": 5144576.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/norm": 160432128.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/mean": 5312.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/std": 884736.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max_abs": 3047424.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.4296875, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/min": -2818048.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max": 3047424.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/range": 5865472.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/norm": 164626432.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/mean": -456704.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/std": 782336.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max_abs": 3096576.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.4375, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/min": -3096576.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max": 45824.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/range": 3142400.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/norm": 166723584.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/mean": -108032.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/std": 913408.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max_abs": 3325952.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.40625, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/min": -3325952.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max": 2768896.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/range": 6094848.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/norm": 159383552.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/mean": -99840.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/std": 876544.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max_abs": 3162112.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.406219482421875, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/min": -3162112.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max": 2998272.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/range": 6160384.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/norm": 162529280.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/mean": -442368.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/std": 782336.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max_abs": 3538944.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.40625, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/min": -3538944.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max": 389120.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/range": 3928064.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/norm": 171966464.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/mean": 101376.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/std": 946176.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max_abs": 2670592.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.5078125, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/min": -2670592.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max": 2654208.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/range": 5324800.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/norm": 168820736.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/mean": 86528.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/std": 929792.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max_abs": 3014656.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/min": -3014656.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max": 2834432.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/range": 5849088.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/norm": 173015040.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/mean": -512000.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/std": 806912.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max_abs": 3489792.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/min": -3489792.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max": 80384.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/range": 3570176.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/norm": 168820736.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/mean": 58112.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/std": 929792.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max_abs": 3096576.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.41796875, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/min": -3031040.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max": 3096576.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/range": 6127616.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/norm": 160432128.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/mean": 48896.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/std": 888832.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max_abs": 2834432.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.421875, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/min": -2801664.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max": 2834432.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/range": 5636096.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/norm": 167772160.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/mean": -471040.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/std": 794624.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max_abs": 3342336.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.4453125, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/min": -3342336.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max": 44544.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/range": 3386880.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/norm": 170917888.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/mean": 27008.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/std": 946176.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max_abs": 2834432.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/min": -2834432.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max": 2523136.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/range": 5357568.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/norm": 175112192.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/mean": 40960.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/std": 962560.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max_abs": 3260416.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/min": -3260416.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max": 2949120.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/range": 6209536.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/norm": 173015040.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/mean": -518144.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/std": 802816.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max_abs": 3489792.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.49609375, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/min": -3489792.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max": 35328.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/range": 3525120.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/norm": 162529280.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/mean": 9984.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/std": 901120.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max_abs": 2686976.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.421875, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/min": -2654208.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max": 2686976.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/range": 5341184.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/norm": 158334976.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/mean": 20224.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/std": 876544.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max_abs": 3391488.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.421875, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/min": -3047424.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max": 3391488.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/range": 6438912.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/norm": 163577856.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/mean": -423936.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/std": 794624.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max_abs": 3293184.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.42578125, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/min": -3293184.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max": 100864.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/range": 3394048.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/norm": 180355072.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/mean": 57600.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/std": 995328.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max_abs": 3112960.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.49609375, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/min": -2686976.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max": 3112960.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/range": 5799936.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/norm": 167772160.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/mean": 64512.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/std": 921600.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max_abs": 3047424.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.49609375, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/min": -2949120.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max": 3047424.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/range": 5996544.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/norm": 168820736.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/mean": -509952.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/std": 778240.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max_abs": 2916352.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.50665283203125, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/min": -2916352.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max": 54272.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/range": 2970624.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/norm": 160432128.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/mean": 34816.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/std": 888832.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max_abs": 2883584.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.4140625, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/min": -2441216.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max": 2883584.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/range": 5324800.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/norm": 157286400.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/mean": 31360.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/std": 872448.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max_abs": 2883584.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.4140625, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/min": -2785280.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max": 2883584.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/range": 5668864.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/norm": 167772160.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/mean": -475136.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/std": 794624.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max_abs": 3178496.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.41796875, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/min": -3178496.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max": 63232.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/range": 3241728.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/norm": 191889408.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/mean": 100864.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/std": 1056768.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max_abs": 2785280.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.4765625, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/min": -2785280.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max": 2572288.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/range": 5357568.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/norm": 186646528.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/mean": 114688.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/std": 1028096.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max_abs": 3293184.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.4765625, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/min": -3047424.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max": 3293184.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/range": 6340608.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/norm": 188743680.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/mean": -581632.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/std": 864256.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max_abs": 3244032.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/min": -3244032.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max": 28160.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/range": 3272192.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/norm": 183500800.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/mean": 39424.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/std": 1015808.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max_abs": 3276800.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.4453125, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/min": -3276800.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max": 2899968.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/range": 6176768.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/norm": 183500800.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/mean": 41472.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/std": 1015808.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max_abs": 3342336.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.4453125, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/min": -3342336.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max": 3014656.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/range": 6356992.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/norm": 184549376.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/mean": -548864.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/std": 856064.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max_abs": 3244032.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.46875, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/min": -3244032.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max": 15680.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/range": 3259712.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/norm": 170917888.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/mean": -11712.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/std": 942080.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max_abs": 2621440.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.4609375, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/min": -2605056.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max": 2621440.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/range": 5226496.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/norm": 171966464.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/mean": -18432.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/std": 946176.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max_abs": 2768896.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.4609375, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/min": -2719744.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max": 2768896.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/range": 5488640.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/norm": 168820736.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/mean": -489472.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/std": 790528.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max_abs": 2949120.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.46484375, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/min": -2949120.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max": 97280.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/range": 3046400.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/norm": 173015040.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/mean": -80384.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/std": 954368.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max_abs": 2965504.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.40234375, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/min": -2965504.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max": 2637824.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/range": 5603328.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/norm": 166723584.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/mean": -65536.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/std": 921600.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max_abs": 3178496.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.40625, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/min": -3178496.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max": 2883584.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/range": 6062080.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/norm": 174063616.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/mean": -491520.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/std": 827392.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max_abs": 3178496.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.4140625, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/min": -3178496.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max": 203776.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/range": 3382272.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/norm": 171966464.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/mean": -23936.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/std": 950272.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max_abs": 2981888.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.43359375, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/min": -2981888.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max": 2949120.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/range": 5931008.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/norm": 159383552.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/mean": -24064.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/std": 876544.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max_abs": 3080192.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.43359375, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/min": -3080192.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max": 2801664.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/range": 5881856.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/norm": 168820736.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/mean": -468992.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/std": 806912.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max_abs": 3342336.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.43359375, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/min": -3342336.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max": 62464.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/range": 3404800.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/norm": 173015040.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/mean": 46592.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/std": 958464.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max_abs": 3129344.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.4609375, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/min": -3129344.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max": 2637824.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/range": 5767168.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/norm": 177209344.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/mean": 40192.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/std": 978944.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max_abs": 3227648.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.46484375, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/min": -3145728.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max": 3227648.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/range": 6373376.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/norm": 175112192.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/mean": -501760.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/std": 823296.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max_abs": 3194880.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.46484375, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/min": -3194880.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max": 80896.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/range": 3275776.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/norm": 181403648.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/mean": -84480.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/std": 999424.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max_abs": 3047424.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.46875, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/min": -3031040.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max": 3047424.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/range": 6078464.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/norm": 180355072.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/mean": -76288.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/std": 995328.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max_abs": 3407872.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.472930908203125, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/min": -3407872.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max": 3162112.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/range": 6569984.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/norm": 182452224.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/mean": -536576.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/std": 851968.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max_abs": 2965504.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/min": -2965504.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max": 87040.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/range": 3052544.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/norm": 178257920.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/mean": 9792.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/std": 983040.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max_abs": 2883584.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.46484375, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/min": -2686976.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max": 2883584.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/range": 5570560.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/norm": 177209344.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/mean": 18944.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/std": 978944.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max_abs": 3162112.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.46875, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/min": -3014656.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max": 3162112.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/range": 6176768.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/norm": 181403648.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/mean": -540672.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/std": 847872.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max_abs": 3080192.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.46875, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/min": -3080192.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max": 107008.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/range": 3187200.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/norm": 191889408.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/mean": 47360.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/std": 1056768.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max_abs": 3145728.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.45703125, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/min": -3063808.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max": 3145728.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/range": 6209536.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/norm": 184549376.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/mean": 58368.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/std": 1015808.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max_abs": 3244032.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.45703125, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/min": -3047424.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max": 3244032.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/range": 6291456.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/norm": 183500800.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/mean": -522240.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/std": 868352.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max_abs": 3686400.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.45703125, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/min": -3686400.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max": 15680.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/range": 3702080.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/norm": 202375168.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/mean": 7744.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/std": 1114112.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max_abs": 3031040.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.50390625, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/min": -2785280.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max": 3031040.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/range": 5816320.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/norm": 191889408.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/mean": 39680.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/std": 1056768.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max_abs": 3080192.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.507843017578125, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/min": -3080192.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max": 3080192.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/range": 6160384.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/norm": 201326592.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/mean": -643072.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/std": 909312.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max_abs": 3293184.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/min": -3293184.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max": 20864.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/range": 3314048.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/norm": 212860928.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/mean": 53504.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/std": 1171456.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max_abs": 2818048.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/min": -2818048.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max": 2768896.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/range": 5586944.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/norm": 212860928.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/mean": 25856.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/std": 1179648.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max_abs": 3080192.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/min": -3014656.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max": 3080192.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/range": 6094848.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/norm": 216006656.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/mean": -733184.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/std": 942080.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max_abs": 3342336.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/min": -3342336.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max": 95744.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/range": 3438080.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/norm": 193986560.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/mean": 24064.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/std": 1073152.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max_abs": 2883584.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.5234375, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/min": -2703360.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max": 2883584.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/range": 5586944.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/norm": 197132288.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/mean": 18048.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/std": 1089536.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max_abs": 3244032.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.51971435546875, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/min": -3227648.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max": 3244032.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/range": 6471680.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/norm": 201326592.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/mean": -638976.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/std": 909312.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max_abs": 3162112.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.5234375, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/min": -3162112.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max": 23040.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/range": 3185152.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/norm": 188743680.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/mean": -70656.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/std": 1040384.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max_abs": 3211264.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.47265625, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/min": -2850816.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max": 3211264.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/range": 6062080.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/norm": 188743680.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/mean": -61696.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/std": 1044480.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max_abs": 3096576.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.47265625, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/min": -3096576.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max": 3080192.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/range": 6176768.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/norm": 193986560.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/mean": -598016.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/std": 888832.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max_abs": 3260416.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/min": -3260416.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max": 18560.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/range": 3278976.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/norm": 200278016.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/mean": -4544.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/std": 1105920.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max_abs": 2850816.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.515625, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/min": -2850816.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max": 2801664.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/range": 5652480.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/norm": 204472320.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/mean": -16896.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/std": 1130496.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max_abs": 3145728.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.515625, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/min": -3145728.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max": 3080192.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/range": 6225920.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/norm": 206569472.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/mean": -671744.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/std": 921600.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max_abs": 3522560.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.515625, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/min": -3522560.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max": 208896.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/range": 3731456.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/norm": 196083712.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/mean": 36096.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/std": 1081344.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max_abs": 2768896.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/min": -2768896.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max": 2637824.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/range": 5406720.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/norm": 196083712.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/mean": 35584.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/std": 1081344.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max_abs": 2998272.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/min": -2883584.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max": 2998272.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/range": 5881856.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/norm": 211812352.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/mean": -671744.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/std": 958464.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max_abs": 3719168.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.48828125, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/min": -3719168.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max": 104448.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/range": 3823616.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/norm": 209715200.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/mean": 21504.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/std": 1155072.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max_abs": 2867200.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.5078125, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/min": -2867200.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max": 2637824.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/range": 5505024.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/norm": 198180864.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/mean": 4416.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/std": 1089536.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max_abs": 2916352.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.5078125, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/min": -2867200.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max": 2916352.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/range": 5783552.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/norm": 210763776.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/mean": -704512.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/std": 929792.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max_abs": 3391488.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/min": -3391488.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max": 32128.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/range": 3423616.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/norm": 213909504.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/mean": 38400.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/std": 1179648.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max_abs": 3112960.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/min": -2867200.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max": 3112960.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/range": 5980160.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/norm": 205520896.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/mean": 56320.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/std": 1138688.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max_abs": 3358720.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/min": -3358720.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max": 3063808.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/range": 6422528.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/norm": 221249536.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/mean": -724992.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/std": 987136.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max_abs": 3850240.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/min": -3850240.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max": 27904.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/range": 3878144.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/norm": 200278016.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/mean": 11712.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/std": 1105920.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max_abs": 2752512.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/min": -2605056.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max": 2752512.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/range": 5357568.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/norm": 192937984.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/mean": -2400.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/std": 1064960.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max_abs": 3162112.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/min": -3162112.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max": 2752512.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/range": 5914624.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/norm": 205520896.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/mean": -626688.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/std": 946176.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max_abs": 3375104.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.48828125, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/min": -3375104.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max": 55552.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/range": 3430656.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/norm": 211812352.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/mean": 5888.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/std": 1171456.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max_abs": 2719744.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.515625, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/min": -2719744.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max": 2637824.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/range": 5357568.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/norm": 208666624.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/mean": 6720.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/std": 1155072.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max_abs": 3424256.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.5155029296875, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/min": -3424256.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max": 3031040.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/range": 6455296.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/norm": 225443840.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/mean": -753664.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/std": 995328.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max_abs": 3506176.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.515625, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/min": -3506176.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max": 62720.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/range": 3568896.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/norm": 216006656.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/mean": 64512.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/std": 1196032.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max_abs": 3063808.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/min": -2736128.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max": 3063808.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/range": 5799936.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/norm": 213909504.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/mean": 80384.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/std": 1179648.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max_abs": 3178496.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.48260498046875, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/min": -2719744.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max": 3178496.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/range": 5898240.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/norm": 223346688.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/mean": -737280.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/std": 987136.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max_abs": 3653632.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.484375, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/min": -3653632.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max": 54016.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/range": 3707648.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/norm": 199229440.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/mean": -78848.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/std": 1097728.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max_abs": 3112960.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.4609375, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/min": -3112960.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max": 2981888.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/range": 6094848.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/norm": 199229440.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/mean": -74240.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/std": 1097728.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max_abs": 3096576.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.4609375, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/min": -2998272.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max": 3096576.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/range": 6094848.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/norm": 207618048.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/mean": -651264.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/std": 942080.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max_abs": 3375104.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.4609375, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/min": -3375104.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max": 51200.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/range": 3426304.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/norm": 213909504.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/mean": 27392.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/std": 1179648.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max_abs": 2867200.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/min": -2850816.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max": 2867200.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/range": 5718016.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/norm": 219152384.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/mean": 27264.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/std": 1204224.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max_abs": 3702784.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/min": -2949120.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max": 3702784.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/range": 6651904.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/norm": 218103808.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/mean": -720896.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/std": 966656.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max_abs": 3276800.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.48828125, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/min": -3276800.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max": 21888.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/range": 3298688.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/norm": 209715200.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/mean": 111616.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/std": 1155072.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max_abs": 3031040.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.4609375, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/min": -2932736.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max": 3031040.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/range": 5963776.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/norm": 202375168.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/mean": 114176.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/std": 1114112.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max_abs": 3194880.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.4609375, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/min": -2932736.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max": 3194880.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/range": 6127616.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/norm": 208666624.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/mean": -655360.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/std": 950272.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max_abs": 3244032.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.46484375, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/min": -3244032.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max": 38912.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/range": 3282944.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/norm": 214958080.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/mean": 43776.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/std": 1187840.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max_abs": 2703360.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/min": -2654208.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max": 2703360.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/range": 5357568.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/norm": 212860928.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/mean": 43520.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/std": 1171456.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max_abs": 3129344.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/min": -3129344.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max": 2867200.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/range": 5996544.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/norm": 227540992.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/mean": -745472.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/std": 1011712.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max_abs": 3702784.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/min": -3702784.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max": 35584.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/range": 3738368.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/norm": 210763776.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/mean": 46592.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/std": 1163264.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max_abs": 2981888.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.484375, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/min": -2981888.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max": 2588672.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/range": 5570560.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/norm": 219152384.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/mean": 75264.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/std": 1212416.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max_abs": 3244032.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.484375, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/min": -3178496.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max": 3244032.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/range": 6422528.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/norm": 219152384.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/mean": -712704.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/std": 978944.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max_abs": 3358720.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.48828125, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/min": -3358720.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max": 82432.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/range": 3441152.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/norm": 212860928.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/mean": -50432.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/std": 1179648.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max_abs": 3129344.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.453125, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/min": -2883584.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max": 3129344.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/range": 6012928.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/norm": 213909504.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/mean": -45824.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/std": 1179648.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max_abs": 3555328.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.453125, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/min": -3555328.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max": 3244032.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/range": 6799360.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/norm": 219152384.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/mean": -696320.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/std": 995328.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max_abs": 3620864.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.4609375, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/min": -3620864.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max": 14016.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/range": 3634880.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/norm": 205520896.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/mean": -132096.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/std": 1130496.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max_abs": 3031040.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/min": -2719744.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max": 3031040.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/range": 5750784.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/norm": 200278016.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/mean": -123392.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/std": 1097728.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max_abs": 2965504.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/min": -2965504.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max": 2916352.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/range": 5881856.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/norm": 220200960.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/mean": -704512.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/std": 995328.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max_abs": 3457024.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.484375, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/min": -3457024.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max": 24192.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/range": 3481216.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/norm": 214958080.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/mean": 13312.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/std": 1187840.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max_abs": 2818048.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/min": -2490368.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max": 2818048.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/range": 5308416.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/norm": 213909504.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/mean": 4192.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/std": 1179648.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max_abs": 3309568.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/min": -3211264.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max": 3309568.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/range": 6520832.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/norm": 232783872.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/mean": -790528.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/std": 1015808.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max_abs": 3227648.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/min": -3227648.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max": 55040.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/range": 3282688.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/norm": 222298112.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/mean": 151552.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/std": 1220608.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max_abs": 3227648.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.50390625, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/min": -2752512.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max": 3227648.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/range": 5980160.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/norm": 222298112.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/mean": 119296.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/std": 1220608.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max_abs": 3702784.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.50390625, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/min": -3702784.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max": 3031040.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/range": 6733824.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/norm": 228589568.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/mean": -778240.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/std": 995328.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max_abs": 3375104.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/min": -3375104.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max": 86528.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/range": 3461632.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/norm": 213909504.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/mean": 89088.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/std": 1179648.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max_abs": 2801664.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.48828125, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/min": -2801664.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max": 2785280.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/range": 5586944.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/norm": 216006656.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/mean": 106496.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/std": 1187840.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max_abs": 3424256.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.48828125, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/min": -3211264.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max": 3424256.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/range": 6635520.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/norm": 228589568.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/mean": -741376.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/std": 1019904.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max_abs": 3309568.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.48828125, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/min": -3309568.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max": 68096.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/range": 3377664.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/norm": 214958080.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/mean": 95232.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/std": 1179648.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max_abs": 2883584.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.5078125, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/min": -2850816.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max": 2883584.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/range": 5734400.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/norm": 213909504.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/mean": 87040.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/std": 1179648.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max_abs": 3489792.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.5078125, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/min": -3489792.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max": 3375104.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/range": 6864896.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/norm": 229638144.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/mean": -749568.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/std": 1028096.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max_abs": 3489792.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/min": -3489792.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max": 32128.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/range": 3521920.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/norm": 231735296.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/mean": -143360.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/std": 1277952.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max_abs": 3112960.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.55859375, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/min": -3112960.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max": 2719744.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/range": 5832704.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/norm": 230686720.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/mean": -160768.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/std": 1261568.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max_abs": 3375104.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.55859375, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/min": -3375104.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max": 2965504.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/range": 6340608.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/norm": 235929600.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/mean": -831488.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/std": 1003520.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max_abs": 3260416.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.56640625, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/min": -3260416.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max": 71168.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/range": 3331584.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/norm": 235929600.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/mean": -52224.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/std": 1302528.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max_abs": 2932736.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/min": -2916352.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max": 2932736.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/range": 5849088.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/norm": 240123904.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/mean": -71168.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/std": 1327104.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max_abs": 3604480.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/min": -3604480.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max": 3063808.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/range": 6668288.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/norm": 248512512.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/mean": -868352.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/std": 1064960.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max_abs": 3391488.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/min": -3391488.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max": 44800.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/range": 3436288.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/norm": 228589568.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/mean": 10688.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/std": 1261568.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max_abs": 3342336.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/min": -3342336.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max": 3112960.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/range": 6455296.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/norm": 220200960.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/mean": 13440.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/std": 1220608.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max_abs": 3112960.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/min": -3112960.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max": 2883584.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/range": 5996544.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/norm": 224395264.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/mean": -749568.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/std": 987136.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max_abs": 3178496.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/min": -3178496.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max": 50432.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/range": 3228928.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/norm": 238026752.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/mean": 92672.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/std": 1310720.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max_abs": 3407872.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/min": -2883584.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max": 3407872.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/range": 6291456.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/norm": 232783872.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/mean": 112640.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/std": 1286144.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max_abs": 3244032.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/min": -3014656.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max": 3244032.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/range": 6258688.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/norm": 244318208.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/mean": -847872.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/std": 1048576.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max_abs": 3506176.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/min": -3506176.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max": 26112.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/range": 3532288.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/norm": 241172480.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/mean": 55296.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/std": 1327104.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max_abs": 3276800.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.58203125, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/min": -3276800.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max": 2719744.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/range": 5996544.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/norm": 244318208.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/mean": 74752.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/std": 1343488.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max_abs": 3375104.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.58203125, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/min": -3375104.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max": 3096576.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/range": 6471680.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/norm": 250609664.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/mean": -909312.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/std": 1044480.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max_abs": 3670016.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.58203125, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/min": -3670016.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max": 169984.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/range": 3840000.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/norm": 225443840.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/mean": -67072.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/std": 1245184.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max_abs": 3162112.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.4765625, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/min": -2965504.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max": 3162112.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/range": 6127616.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/norm": 222298112.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/mean": -92672.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/std": 1220608.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max_abs": 3358720.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.4765625, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/min": -3358720.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max": 3309568.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/range": 6668288.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/norm": 226492416.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/mean": -737280.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/std": 1011712.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max_abs": 3670016.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.4765625, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/min": -3670016.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max": 72704.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/range": 3742720.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/norm": 222298112.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/mean": -95744.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/std": 1220608.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max_abs": 2916352.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.5390625, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/min": -2916352.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max": 2867200.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/range": 5783552.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/norm": 230686720.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/mean": -103424.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/std": 1269760.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max_abs": 3145728.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/min": -3145728.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max": 2899968.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/range": 6045696.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/norm": 240123904.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/mean": -794624.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/std": 1056768.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max_abs": 3538944.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.54388427734375, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/min": -3538944.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max": 33024.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/range": 3571968.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/norm": 234881024.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/mean": -8320.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/std": 1294336.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max_abs": 3014656.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/min": -3014656.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max": 2949120.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/range": 5963776.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/norm": 238026752.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/mean": 10432.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/std": 1318912.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max_abs": 3325952.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.527374267578125, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/min": -3325952.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max": 3227648.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/range": 6553600.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/norm": 249561088.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/mean": -856064.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/std": 1081344.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max_abs": 4030464.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/min": -4030464.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max": 19072.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/range": 4049536.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/norm": 245366784.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/mean": 54784.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/std": 1359872.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max_abs": 2998272.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/min": -2998272.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max": 2932736.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/range": 5931008.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/norm": 241172480.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/mean": 43008.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/std": 1327104.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max_abs": 3440640.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/min": -3440640.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max": 3260416.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/range": 6701056.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/norm": 251658240.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/mean": -864256.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/std": 1089536.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max_abs": 3424256.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/min": -3424256.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max": 33792.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/range": 3458048.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/norm": 239075328.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/mean": 5376.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/std": 1318912.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max_abs": 3260416.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/min": -3096576.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max": 3260416.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/range": 6356992.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/norm": 234881024.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/mean": 2768.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/std": 1294336.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max_abs": 3358720.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/min": -3358720.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max": 3309568.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/range": 6668288.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/norm": 243269632.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/mean": -827392.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/std": 1056768.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max_abs": 3538944.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/min": -3538944.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max": 48128.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/range": 3587072.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/norm": 240123904.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/mean": 4000.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/std": 1327104.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max_abs": 3342336.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/min": -3342336.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max": 3342336.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/range": 6684672.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/norm": 229638144.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/mean": -201.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/std": 1269760.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max_abs": 3293184.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/min": -3276800.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max": 3293184.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/range": 6569984.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/norm": 241172480.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/mean": -811008.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/std": 1064960.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max_abs": 3637248.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/min": -3637248.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max": 206848.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/range": 3844096.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/norm": 234881024.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/mean": -49408.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/std": 1294336.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max_abs": 2883584.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/min": -2818048.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max": 2883584.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/range": 5701632.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/norm": 242221056.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/mean": -58880.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/std": 1343488.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max_abs": 3358720.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.53546142578125, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/min": -3358720.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max": 3342336.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/range": 6701056.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/norm": 246415360.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/mean": -819200.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/std": 1089536.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max_abs": 3588096.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/min": -3588096.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max": 38912.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/range": 3627008.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/norm": 247463936.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/mean": 28672.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/std": 1368064.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max_abs": 3129344.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.5625, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/min": -3129344.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max": 2965504.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/range": 6094848.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/norm": 252706816.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/mean": 57856.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/std": 1392640.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max_abs": 3784704.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.5625, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/min": -3784704.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max": 3342336.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/range": 7127040.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/norm": 262144000.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/mean": -897024.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/std": 1130496.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max_abs": 3866624.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.56640625, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/min": -3866624.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max": 41472.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/range": 3908096.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/norm": 247463936.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/mean": -266240.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/std": 1343488.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max_abs": 3358720.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.5703125, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/min": -2949120.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max": 3358720.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/range": 6307840.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/norm": 248512512.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/mean": -242688.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/std": 1351680.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max_abs": 3702784.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.5703125, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/min": -3178496.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max": 3702784.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/range": 6881280.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/norm": 256901120.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/mean": -880640.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/std": 1114112.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max_abs": 3670016.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.5703125, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/min": -3670016.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max": 60416.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/range": 3730432.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/norm": 255852544.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/mean": 107520.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/std": 1409024.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max_abs": 3227648.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.55859375, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/min": -3227648.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max": 3014656.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/range": 6242304.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/norm": 249561088.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/mean": 68608.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/std": 1376256.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max_abs": 3489792.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.562469482421875, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/min": -3489792.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max": 3244032.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/range": 6733824.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/norm": 262144000.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/mean": -909312.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/std": 1122304.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max_abs": 3948544.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.55926513671875, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/min": -3948544.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max": 39168.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/range": 3987712.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/norm": 251658240.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/mean": 69120.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/std": 1384448.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max_abs": 2965504.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.5546875, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/min": -2867200.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max": 2965504.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/range": 5832704.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/norm": 252706816.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/mean": 68608.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/std": 1392640.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max_abs": 3489792.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.55078125, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/min": -3489792.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max": 3407872.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/range": 6897664.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/norm": 266338304.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/mean": -925696.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/std": 1146880.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max_abs": 3866624.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.55859375, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/min": -3866624.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max": 33792.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/range": 3900416.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/norm": 234881024.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/mean": -31488.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/std": 1302528.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max_abs": 3211264.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.5, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/min": -3211264.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max": 3211264.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/range": 6422528.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/norm": 232783872.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/mean": -37120.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/std": 1286144.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max_abs": 3571712.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.5, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/min": -3571712.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max": 3407872.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/range": 6979584.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/norm": 239075328.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/mean": -778240.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/std": 1064960.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max_abs": 3424256.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.50390625, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/min": -3424256.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max": 43008.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/range": 3467264.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/norm": 240123904.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/mean": -212992.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/std": 1310720.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max_abs": 3342336.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/min": -2965504.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max": 3342336.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/range": 6307840.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/norm": 240123904.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/mean": -210944.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/std": 1310720.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max_abs": 3407872.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/min": -3260416.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max": 3407872.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/range": 6668288.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/norm": 247463936.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/mean": -811008.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/std": 1097728.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max_abs": 3801088.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.5234375, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/min": -3801088.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max": 54016.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/range": 3855104.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/norm": 252706816.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/mean": 78848.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/std": 1392640.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max_abs": 3293184.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.58984375, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/min": -3145728.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max": 3293184.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/range": 6438912.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/norm": 255852544.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/mean": 69632.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/std": 1417216.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max_abs": 3899392.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.59375, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/min": -3899392.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max": 3866624.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/range": 7766016.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/norm": 264241152.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/mean": -921600.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/std": 1130496.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max_abs": 3555328.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.6015625, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/min": -3555328.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max": 50688.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/range": 3606016.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/norm": 245366784.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/mean": -67584.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/std": 1351680.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max_abs": 3424256.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/min": -3047424.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max": 3424256.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/range": 6471680.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/norm": 254803968.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/mean": -77824.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/std": 1409024.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max_abs": 3620864.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.5234375, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/min": -3424256.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max": 3620864.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/range": 7045120.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/norm": 264241152.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/mean": -901120.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/std": 1146880.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max_abs": 4046848.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/min": -4046848.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max": 35584.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/range": 4082432.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/norm": 261095424.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/mean": -85504.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/std": 1441792.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max_abs": 3637248.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.61328125, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/min": -3637248.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max": 3211264.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/range": 6848512.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/norm": 262144000.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/mean": -73216.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/std": 1441792.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max_abs": 3489792.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.624114990234375, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/min": -3457024.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max": 3489792.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/range": 6946816.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/norm": 268435456.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/mean": -962560.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/std": 1138688.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max_abs": 3850240.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.625, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/min": -3850240.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max": 47360.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/range": 3897600.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/norm": 254803968.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/mean": -27008.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/std": 1409024.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max_abs": 3293184.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.57421875, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/min": -3293184.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max": 2916352.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/range": 6209536.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/norm": 266338304.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/mean": -23808.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/std": 1466368.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max_abs": 3735552.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.57421875, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/min": -3407872.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max": 3735552.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/range": 7143424.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/norm": 270532608.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/mean": -966656.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/std": 1146880.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max_abs": 4325376.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.578125, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/min": -4325376.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max": 37888.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/range": 4363264.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/norm": 254803968.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/mean": 156672.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/std": 1400832.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max_abs": 3244032.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.57421875, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/min": -3244032.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max": 3244032.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/range": 6488064.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/norm": 258998272.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/mean": 188416.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/std": 1417216.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max_abs": 3653632.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.578125, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/min": -3489792.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max": 3653632.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/range": 7143424.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/norm": 264241152.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/mean": -933888.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/std": 1122304.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max_abs": 4620288.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.5859375, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/min": -4620288.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max": 43520.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/range": 4663808.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/norm": 266338304.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/mean": 238592.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/std": 1449984.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max_abs": 3440640.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.6328125, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/min": -3031040.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max": 3440640.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/range": 6471680.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/norm": 268435456.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/mean": 217088.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/std": 1466368.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max_abs": 4014080.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.6328125, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/min": -3571712.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max": 4014080.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/range": 7585792.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/norm": 276824064.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/mean": -978944.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/std": 1179648.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max_abs": 3915776.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.640625, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/min": -3915776.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max": 107008.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/range": 4022784.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/norm": 274726912.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/mean": -238592.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/std": 1490944.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max_abs": 3309568.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.6328125, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/min": -3309568.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max": 3293184.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/range": 6602752.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/norm": 268435456.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/mean": -234496.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/std": 1466368.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max_abs": 3670016.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.6328125, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/min": -3670016.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max": 3555328.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/range": 7225344.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/norm": 274726912.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/mean": -995328.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/std": 1138688.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max_abs": 3817472.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.63671875, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/min": -3817472.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max": 48640.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/range": 3866112.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/norm": 276824064.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/mean": -10432.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/std": 1523712.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max_abs": 3686400.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.58984375, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/min": -3686400.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max": 3440640.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/range": 7127040.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/norm": 276824064.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/mean": 18048.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/std": 1523712.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max_abs": 3670016.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.58770751953125, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/min": -3670016.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max": 3457024.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/range": 7127040.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/norm": 283115520.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/mean": -1003520.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/std": 1196032.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max_abs": 4079616.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.59765625, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/min": -4079616.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max": 55808.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/range": 4135424.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/norm": 253755392.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/mean": 33792.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/std": 1400832.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max_abs": 3653632.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.59375, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/min": -3358720.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max": 3653632.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/range": 7012352.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/norm": 253755392.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/mean": 41216.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/std": 1400832.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max_abs": 4292608.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.59375, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/min": -4014080.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max": 4292608.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/range": 8306688.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/norm": 260046848.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/mean": -860160.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/std": 1146880.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max_abs": 4325376.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.6015625, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/min": -4325376.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max": 81920.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/range": 4407296.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/norm": 264241152.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/mean": 129536.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/std": 1458176.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max_abs": 3915776.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.609375, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/min": -3440640.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max": 3915776.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/range": 7356416.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/norm": 258998272.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/mean": 134144.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/std": 1425408.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max_abs": 4358144.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.609375, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/min": -4145152.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max": 4358144.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/range": 8503296.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/norm": 266338304.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/mean": -909312.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/std": 1155072.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max_abs": 4489216.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.61328125, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/min": -4489216.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max": 83968.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/range": 4573184.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/norm": 267386880.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/mean": 59136.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/std": 1474560.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max_abs": 3653632.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.609375, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/min": -3653632.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max": 3424256.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/range": 7077888.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/norm": 270532608.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/mean": 82432.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/std": 1499136.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max_abs": 4227072.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.609375, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/min": -4227072.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max": 4046848.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/range": 8273920.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/norm": 263192576.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/mean": -888832.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/std": 1146880.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max_abs": 3981312.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.61328125, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/min": -3981312.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max": 61184.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/range": 4042496.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 270532608.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": -16640.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 1490944.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 3670016.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.625, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/min": -3670016.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max": 3325952.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/range": 6995968.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/norm": 268435456.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/mean": -32384.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/std": 1482752.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max_abs": 4489216.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.625823974609375, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/min": -4358144.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max": 4489216.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/range": 8847360.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/norm": 270532608.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/mean": -909312.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/std": 1187840.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max_abs": 4620288.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.6328125, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/min": -4620288.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max": 31872.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/range": 4652160.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 231735296.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": 36864.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 1277952.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 3506176.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.62890625, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/min": -3506176.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max": 3244032.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/range": 6750208.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/norm": 221249536.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/mean": 50944.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/std": 1220608.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max_abs": 4620288.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.6341552734375, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/min": -4292608.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max": 4620288.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/range": 8912896.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/norm": 224395264.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/mean": -675840.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/std": 1040384.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max_abs": 4751360.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.648468017578125, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/min": -4751360.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max": 77824.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/range": 4829184.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 223346688.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": 46336.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 1236992.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 3457024.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.6796875, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/min": -3457024.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max": 3440640.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/range": 6897664.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/norm": 212860928.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/mean": 44032.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/std": 1179648.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max_abs": 4784128.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.671173095703125, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/min": -4456448.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max": 4784128.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/range": 9240576.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/norm": 214958080.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/mean": -643072.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/std": 995328.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max_abs": 4882432.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.69793701171875, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/min": -4882432.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max": 32768.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/range": 4915200.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 175112192.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": -42752.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 962560.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 3080192.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.87890625, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/min": -3080192.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max": 2801664.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/range": 5881856.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/norm": 174063616.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/mean": -30080.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/std": 958464.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max_abs": 5373952.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.8626708984375, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/min": -5275648.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max": 5373952.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/range": 10649600.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/norm": 177209344.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/mean": -479232.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/std": 851968.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max_abs": 5242880.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.897247314453125, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/min": -5242880.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max": 119296.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/range": 5362176.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 86507520.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": -29824.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 477184.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 2007040.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/min": -1933312.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max": 2007040.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/range": 3940352.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/norm": 83361792.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/mean": -24832.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/std": 460800.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max_abs": 4358144.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.9691162109375, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/min": -4063232.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max": 4358144.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/range": 8421376.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/norm": 85983232.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/mean": -183296.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/std": 438272.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max_abs": 4292608.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.98101806640625, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/min": -4292608.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max": 1171456.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/range": 5464064.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 30408704.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": 10880.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 167936.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 1089536.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/min": -929792.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max": 1089536.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/range": 2019328.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/norm": 27656192.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/mean": 6336.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/std": 152576.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max_abs": 2703360.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.993499755859375, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/min": -2048000.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max": 2703360.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/range": 4751360.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/norm": 31719424.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/mean": -47616.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/std": 168960.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max_abs": 3538944.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.993133544921875, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/min": -3538944.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max": 1343488.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/range": 4882432.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 16318464.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": 3600.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 90112.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 577536.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/min": -577536.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max": 477184.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/range": 1054720.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/norm": 11468800.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/mean": 4128.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/std": 63232.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max_abs": 1523712.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.99859619140625, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/min": -999424.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max": 1523712.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/range": 2523136.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/norm": 13303808.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/mean": -20864.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/std": 70656.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max_abs": 1548288.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.998931884765625, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/min": -1548288.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max": 729088.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/range": 2277376.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 5767168.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": 249.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 31872.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 292864.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/min": -292864.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max": 83968.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/range": 376832.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/norm": 4423680.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/mean": 380.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/std": 24448.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max_abs": 716800.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.997711181640625, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/min": -716800.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max": 327680.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/range": 1044480.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/norm": 4456448.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/mean": -5920.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/std": 23936.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max_abs": 696320.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.998199462890625, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/min": -696320.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max": 319488.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/range": 1015808.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 4587520.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": 2352.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 25344.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 211968.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/min": -74752.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max": 211968.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/range": 286720.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/norm": 3440640.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/mean": -32.75, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/std": 19072.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max_abs": 311296.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.9996337890625, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/min": -311296.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max": 242688.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/range": 553984.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/norm": 3309568.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/mean": -274.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/std": 18304.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max_abs": 344064.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.99945068359375, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/min": -270336.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max": 344064.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/range": 614400.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/mean": -0.00025177001953125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max_abs": 0.1025390625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/min": -0.1025390625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max": 0.10009765625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/range": 0.20263671875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/norm": 5.03125, "train/tensor_param_model_layers_0_mlp_up_proj_weight/mean": 0.000110626220703125, "train/tensor_param_model_layers_0_mlp_up_proj_weight/std": 0.0277099609375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/min": -0.10302734375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/range": 0.22314453125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": -0.00018978118896484375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.0286865234375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max": 0.10302734375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/range": 0.22314453125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/norm": 5.75, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/mean": -0.0001659393310546875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_1_mlp_up_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_1_mlp_up_proj_weight/mean": -0.0002460479736328125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/std": 0.0301513671875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -0.00048828125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.030517578125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/mean": 0.00140380859375, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/mean": -9.870529174804688e-05, "train/tensor_param_model_layers_2_mlp_up_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max": 0.11474609375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/range": 0.23974609375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.000392913818359375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.0301513671875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/norm": 6.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/mean": 0.00136566162109375, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_3_mlp_up_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_3_mlp_up_proj_weight/mean": -9.965896606445312e-05, "train/tensor_param_model_layers_3_mlp_up_proj_weight/std": 0.03125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 5.59375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": 3.7670135498046875e-05, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.0308837890625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_3_mlp_down_proj_weight/range": 0.25439453125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/mean": 0.0032958984375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_4_mlp_up_proj_weight/mean": 0.000743865966796875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/range": 0.25830078125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 0.00066375732421875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/mean": 0.005462646484375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/mean": 0.000522613525390625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": 0.0001983642578125, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/mean": 0.006561279296875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/norm": 6.125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/mean": -0.0002727508544921875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": -0.0002689361572265625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/mean": 0.006744384765625, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/mean": -0.00038909912109375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": -0.0004673004150390625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/mean": 0.00830078125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/mean": -2.4199485778808594e-05, "train/tensor_param_model_layers_8_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": 0.0004405975341796875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/mean": 0.00830078125, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/mean": -0.000598907470703125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_9_mlp_down_proj_weight/mean": -0.00077056884765625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/mean": 0.00799560546875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/mean": -0.00116729736328125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/mean": -0.0012359619140625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/mean": 0.0076904296875, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_11_mlp_up_proj_weight/mean": -0.0004215240478515625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/range": 0.25927734375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/mean": -0.0003604888916015625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/mean": 0.00860595703125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_12_mlp_up_proj_weight/mean": -5.8650970458984375e-05, "train/tensor_param_model_layers_12_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_12_mlp_down_proj_weight/mean": -0.0004558563232421875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/mean": 0.009033203125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/mean": 0.002410888671875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/mean": 0.0022735595703125, "train/tensor_param_model_layers_13_mlp_down_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/mean": 0.00860595703125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/mean": -0.0020751953125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_14_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_14_mlp_down_proj_weight/mean": -0.0019683837890625, "train/tensor_param_model_layers_14_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/range": 0.25537109375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/mean": 0.00811767578125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_15_mlp_up_proj_weight/mean": -0.00119781494140625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/mean": -0.0019378662109375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/norm": 7.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/mean": 0.00799560546875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_16_mlp_up_proj_weight/mean": 0.0003795623779296875, "train/tensor_param_model_layers_16_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/mean": 0.000232696533203125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/mean": 0.00836181640625, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_17_mlp_up_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/mean": 0.000881195068359375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/mean": 0.000888824462890625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/mean": 0.00714111328125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_18_mlp_up_proj_weight/mean": 0.000682830810546875, "train/tensor_param_model_layers_18_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max_abs": 0.1845703125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/min": -0.1845703125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/range": 0.333984375, "train/tensor_param_model_layers_18_mlp_down_proj_weight/norm": 6.625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/mean": 0.000762939453125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/mean": 0.0078125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_19_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_19_mlp_up_proj_weight/mean": -0.000774383544921875, "train/tensor_param_model_layers_19_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_19_mlp_down_proj_weight/mean": -0.000591278076171875, "train/tensor_param_model_layers_19_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/mean": 0.0064697265625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/mean": 0.0021514892578125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/mean": 0.0024261474609375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/mean": 0.0062255859375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/range": 0.2880859375, "train/tensor_param_model_layers_21_mlp_up_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_21_mlp_up_proj_weight/mean": 9.584426879882812e-05, "train/tensor_param_model_layers_21_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_21_mlp_down_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_21_mlp_down_proj_weight/mean": 0.00013446807861328125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/norm": 7.125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/mean": 0.007171630859375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/mean": -0.000682830810546875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_22_mlp_down_proj_weight/mean": -0.000728607177734375, "train/tensor_param_model_layers_22_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/norm": 7.125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/mean": 0.0074462890625, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_23_mlp_up_proj_weight/mean": -0.000579833984375, "train/tensor_param_model_layers_23_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_23_mlp_down_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_23_mlp_down_proj_weight/mean": -0.000308990478515625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/mean": 0.00750732421875, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/mean": 0.0023956298828125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/norm": 6.625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/mean": 0.001953125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/mean": 0.00750732421875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/mean": -0.0001068115234375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/norm": 6.625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/mean": -0.0007476806640625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/range": 0.26318359375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/mean": 0.0067138671875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/mean": 0.000576019287109375, "train/tensor_param_model_layers_26_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_26_mlp_down_proj_weight/mean": 0.00054931640625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/mean": 0.0067138671875, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_27_mlp_up_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/mean": -0.00011110305786132812, "train/tensor_param_model_layers_27_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_27_mlp_down_proj_weight/norm": 6.625, "train/tensor_param_model_layers_27_mlp_down_proj_weight/mean": 0.0003643035888671875, "train/tensor_param_model_layers_27_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/mean": 0.00689697265625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_28_mlp_up_proj_weight/mean": 6.103515625e-05, "train/tensor_param_model_layers_28_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_28_mlp_down_proj_weight/norm": 6.625, "train/tensor_param_model_layers_28_mlp_down_proj_weight/mean": 0.0002613067626953125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_28_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/norm": 7.25, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/mean": 0.006866455078125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_29_mlp_up_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_29_mlp_up_proj_weight/mean": -0.000408172607421875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_29_mlp_down_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_29_mlp_down_proj_weight/mean": -0.0004177093505859375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/mean": 0.00677490234375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/range": 0.2919921875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/mean": 4.947185516357422e-06, "train/tensor_param_model_layers_30_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/mean": -0.00019741058349609375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/mean": 0.006439208984375, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/mean": 0.00115966796875, "train/tensor_param_model_layers_31_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/mean": 0.001312255859375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/mean": 0.005828857421875, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_32_mlp_up_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/mean": 0.0004596710205078125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/mean": 0.0004100799560546875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/norm": 7.25, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/mean": 0.007781982421875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_33_mlp_up_proj_weight/mean": -0.000560760498046875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_33_mlp_down_proj_weight/mean": -0.00099945068359375, "train/tensor_param_model_layers_33_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/mean": 0.007171630859375, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_34_mlp_up_proj_weight/mean": -0.00092315673828125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/norm": 6.625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/mean": -0.00128173828125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/mean": 0.0067138671875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/norm": 6.75, "train/tensor_param_model_layers_35_mlp_up_proj_weight/mean": -0.0001811981201171875, "train/tensor_param_model_layers_35_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/mean": -0.00019931793212890625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/norm": 7.25, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/mean": 0.007110595703125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_36_mlp_up_proj_weight/mean": 0.0002593994140625, "train/tensor_param_model_layers_36_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/range": 0.265625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_36_mlp_down_proj_weight/mean": 0.000324249267578125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/mean": 0.007354736328125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_37_mlp_up_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/mean": 0.00125885009765625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/norm": 6.75, "train/tensor_param_model_layers_37_mlp_down_proj_weight/mean": 0.00159454345703125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/mean": 0.005767822265625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_38_mlp_up_proj_weight/mean": -0.000926971435546875, "train/tensor_param_model_layers_38_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/mean": -0.0004329681396484375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/norm": 7.375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/mean": 0.005706787109375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/mean": -0.00121307373046875, "train/tensor_param_model_layers_39_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_39_mlp_down_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/mean": -0.00130462646484375, "train/tensor_param_model_layers_39_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_39_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/norm": 7.375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/mean": 0.006378173828125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/norm": 6.75, "train/tensor_param_model_layers_40_mlp_up_proj_weight/mean": -0.00131988525390625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_40_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/mean": -0.00110626220703125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/mean": 0.006103515625, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_41_mlp_up_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/mean": 8.535385131835938e-05, "train/tensor_param_model_layers_41_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/mean": 0.0001773834228515625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/mean": 0.005401611328125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/norm": 6.75, "train/tensor_param_model_layers_42_mlp_up_proj_weight/mean": 0.00141143798828125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_42_mlp_up_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_42_mlp_down_proj_weight/mean": 0.00124359130859375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/mean": 0.00555419921875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/norm": 6.75, "train/tensor_param_model_layers_43_mlp_up_proj_weight/mean": 0.0003662109375, "train/tensor_param_model_layers_43_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_43_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/norm": 6.75, "train/tensor_param_model_layers_43_mlp_down_proj_weight/mean": 0.00023651123046875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/mean": 0.005950927734375, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/mean": -0.0006561279296875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_44_mlp_down_proj_weight/mean": -0.00080108642578125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/mean": 0.00592041015625, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/range": 0.296875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/norm": 6.875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/mean": -0.000514984130859375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_45_mlp_down_proj_weight/mean": -0.000347137451171875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/mean": 0.005462646484375, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/range": 0.287109375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/mean": -0.0011444091796875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/range": 0.265625, "train/tensor_param_model_layers_46_mlp_down_proj_weight/norm": 6.75, "train/tensor_param_model_layers_46_mlp_down_proj_weight/mean": -0.0012969970703125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/mean": 0.00592041015625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/norm": 6.875, "train/tensor_param_model_layers_47_mlp_up_proj_weight/mean": -0.00023174285888671875, "train/tensor_param_model_layers_47_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_47_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/mean": -5.7697296142578125e-05, "train/tensor_param_model_layers_47_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/mean": 0.005035400390625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/norm": 6.875, "train/tensor_param_model_layers_48_mlp_up_proj_weight/mean": 0.000820159912109375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_48_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_48_mlp_down_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/mean": 0.000823974609375, "train/tensor_param_model_layers_48_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/mean": 0.006011962890625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/mean": -0.0003871917724609375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/mean": -0.000640869140625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/mean": 0.005889892578125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/range": 0.296875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/norm": 6.875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/mean": 0.00010013580322265625, "train/tensor_param_model_layers_50_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_50_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_50_mlp_down_proj_weight/mean": -3.075599670410156e-05, "train/tensor_param_model_layers_50_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/norm": 7.375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/mean": 0.004913330078125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/mean": -0.00018024444580078125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/norm": 6.75, "train/tensor_param_model_layers_51_mlp_down_proj_weight/mean": -4.267692565917969e-05, "train/tensor_param_model_layers_51_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/mean": 0.006103515625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/mean": -0.000457763671875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/mean": -0.000766754150390625, "train/tensor_param_model_layers_52_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/mean": 0.00604248046875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/mean": -0.0003299713134765625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_53_mlp_down_proj_weight/mean": -4.976987838745117e-06, "train/tensor_param_model_layers_53_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/min": -0.154296875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_53_mlp_down_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/mean": 0.005096435546875, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/mean": -0.0001621246337890625, "train/tensor_param_model_layers_54_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_54_mlp_up_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/mean": -0.0006561279296875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/mean": 0.005706787109375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/range": 0.302734375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/mean": -1.919269561767578e-05, "train/tensor_param_model_layers_55_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_55_mlp_down_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/mean": 0.00016117095947265625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/mean": 0.00494384765625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_56_mlp_up_proj_weight/mean": 0.000850677490234375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_56_mlp_down_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/mean": 0.0004215240478515625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/mean": 0.005706787109375, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_57_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/mean": -0.0004177093505859375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_57_mlp_down_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_57_mlp_down_proj_weight/mean": -0.00058746337890625, "train/tensor_param_model_layers_57_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/mean": 0.006439208984375, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_58_mlp_up_proj_weight/mean": -0.00025177001953125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/mean": -0.0004596710205078125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/mean": 0.005523681640625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/mean": -0.0001697540283203125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_59_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/mean": -0.000247955322265625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/mean": 0.004425048828125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_60_mlp_up_proj_weight/mean": -0.00029754638671875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/mean": -0.000804901123046875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/mean": 0.004608154296875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/norm": 7.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/mean": -4.458427429199219e-05, "train/tensor_param_model_layers_61_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_61_mlp_down_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/mean": -0.0002841949462890625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/mean": 0.004638671875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_62_mlp_up_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_62_mlp_up_proj_weight/mean": 0.000835418701171875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_62_mlp_down_proj_weight/mean": 0.00099945068359375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/range": 0.283203125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/mean": 0.0042724609375, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_63_mlp_up_proj_weight/mean": -0.000518798828125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_63_mlp_down_proj_weight/mean": -0.000347137451171875, "train/tensor_param_model_layers_63_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/mean": 0.0038604736328125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/mean": 0.0003261566162109375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/mean": 0.0003566741943359375, "train/tensor_param_model_layers_64_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/mean": 0.0034332275390625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_65_mlp_up_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/mean": 0.000576019287109375, "train/tensor_param_model_layers_65_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/mean": 0.0007171630859375, "train/tensor_param_model_layers_65_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/mean": 0.004150390625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/mean": -0.00018405914306640625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/mean": -0.000110626220703125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/mean": 0.00457763671875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/min": -0.15625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/range": 0.3154296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_67_mlp_up_proj_weight/mean": -0.000621795654296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/norm": 7.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/mean": -0.00052642822265625, "train/tensor_param_model_layers_67_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/mean": 0.0050048828125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/mean": -0.0010833740234375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max": 0.15625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/range": 0.287109375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/mean": -0.00099945068359375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/mean": 0.003448486328125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max_abs": 0.1611328125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max": 0.1611328125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/range": 0.310546875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/norm": 7.25, "train/tensor_param_model_layers_69_mlp_up_proj_weight/mean": -0.0002422332763671875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/mean": -0.0003681182861328125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/mean": 0.00469970703125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/range": 0.30859375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/mean": -0.000606536865234375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_70_mlp_up_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_70_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/mean": -0.000560760498046875, "train/tensor_param_model_layers_70_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_70_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/norm": 7.78125, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/mean": 0.003143310546875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/min": -0.162109375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/range": 0.302734375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/norm": 7.25, "train/tensor_param_model_layers_71_mlp_up_proj_weight/mean": -0.00010585784912109375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/mean": -0.000263214111328125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/mean": 0.004547119140625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/range": 0.2958984375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_72_mlp_up_proj_weight/mean": -0.00020885467529296875, "train/tensor_param_model_layers_72_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/norm": 7.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/mean": -0.0005340576171875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/mean": 0.003814697265625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_73_mlp_up_proj_weight/mean": -0.0005035400390625, "train/tensor_param_model_layers_73_mlp_up_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_73_mlp_up_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/mean": -0.0004215240478515625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/norm": 7.78125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/mean": 0.004547119140625, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/mean": -0.00125885009765625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/range": 0.28125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/norm": 7.25, "train/tensor_param_model_layers_74_mlp_down_proj_weight/mean": -0.000606536865234375, "train/tensor_param_model_layers_74_mlp_down_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/min": -0.1689453125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/range": 0.3046875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/norm": 7.78125, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/mean": 0.0034332275390625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_75_mlp_up_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/mean": 0.0013580322265625, "train/tensor_param_model_layers_75_mlp_up_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_75_mlp_down_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_75_mlp_down_proj_weight/mean": 0.000946044921875, "train/tensor_param_model_layers_75_mlp_down_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/norm": 7.8125, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/mean": 0.0034637451171875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/mean": 0.00010013580322265625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/mean": 0.00015926361083984375, "train/tensor_param_model_layers_76_mlp_down_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_76_mlp_down_proj_weight/range": 0.265625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/mean": 0.004730224609375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/range": 0.30078125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/mean": -0.00098419189453125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max_abs": 0.173828125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max": 0.173828125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/range": 0.3046875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/mean": -0.00041961669921875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/mean": 0.0045166015625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/range": 0.3017578125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_78_mlp_up_proj_weight/mean": 0.00018310546875, "train/tensor_param_model_layers_78_mlp_up_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max_abs": 0.173828125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/min": -0.173828125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/range": 0.30859375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/norm": 7.25, "train/tensor_param_model_layers_78_mlp_down_proj_weight/mean": 0.00023651123046875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/norm": 7.875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/mean": 0.003265380859375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/norm": 7.5, "train/tensor_param_model_layers_79_mlp_up_proj_weight/mean": -0.0005035400390625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/range": 0.3056640625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/mean": -0.0002288818359375, "train/tensor_param_model_layers_79_mlp_down_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/min": -0.140625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/mean": 0.00433349609375, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/min": -0.154296875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_80_mlp_up_proj_weight/norm": 7.5, "train/tensor_param_model_layers_80_mlp_up_proj_weight/mean": 0.0002002716064453125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/range": 0.296875, "train/tensor_param_model_layers_80_mlp_down_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/mean": 0.000331878662109375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_80_mlp_down_proj_weight/range": 0.2919921875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/mean": 0.00335693359375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/range": 0.2919921875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/mean": 0.00014495849609375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/min": -0.1591796875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/range": 0.30859375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/mean": 0.0002384185791015625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/mean": 0.002960205078125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/range": 0.302734375, "train/tensor_param_model_layers_82_mlp_up_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/mean": 5.4836273193359375e-05, "train/tensor_param_model_layers_82_mlp_up_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/range": 0.2822265625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/norm": 7.5, "train/tensor_param_model_layers_82_mlp_down_proj_weight/mean": 0.0003566741943359375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/mean": 0.0045166015625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max_abs": 0.171875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max": 0.171875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/range": 0.3212890625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_83_mlp_up_proj_weight/mean": 0.00021076202392578125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max": 0.1533203125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/norm": 7.5, "train/tensor_param_model_layers_83_mlp_down_proj_weight/mean": -0.00014495849609375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_83_mlp_down_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/norm": 8.125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/mean": 0.0033416748046875, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/range": 0.2978515625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/norm": 7.78125, "train/tensor_param_model_layers_84_mlp_up_proj_weight/mean": -8.296966552734375e-05, "train/tensor_param_model_layers_84_mlp_up_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/range": 0.3017578125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/norm": 7.625, "train/tensor_param_model_layers_84_mlp_down_proj_weight/mean": -0.000263214111328125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/norm": 8.25, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/mean": 0.003662109375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/std": 0.04541015625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/mean": -0.00019073486328125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/min": -0.1650390625, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max": 0.1611328125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/mean": 0.0003566741943359375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/min": -0.162109375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/range": 0.3095703125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/mean": 0.0030975341796875, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/min": -0.15625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max": 0.1630859375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/range": 0.3193359375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/mean": 0.0001983642578125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/range": 0.2822265625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_86_mlp_down_proj_weight/mean": -0.00015735626220703125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/mean": 0.005340576171875, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max": 0.16015625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/norm": 7.875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/mean": 0.00104522705078125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max": 0.1630859375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/range": 0.31640625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_87_mlp_down_proj_weight/mean": 0.00106048583984375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/norm": 8.25, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/mean": 0.003143310546875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/std": 0.04541015625, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/range": 0.30078125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/mean": -8.344650268554688e-05, "train/tensor_param_model_layers_88_mlp_up_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/range": 0.3154296875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/norm": 7.75, "train/tensor_param_model_layers_88_mlp_down_proj_weight/mean": -0.000423431396484375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/range": 0.2900390625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/norm": 8.375, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/mean": 0.00433349609375, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max_abs": 0.166015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/min": -0.166015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/range": 0.3310546875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/mean": -0.000247955322265625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max_abs": 0.1884765625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/min": -0.173828125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max": 0.1884765625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/range": 0.3623046875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/norm": 7.8125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/mean": 0.00019550323486328125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/range": 0.2822265625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/norm": 8.375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/mean": 0.00347900390625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_90_mlp_up_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_90_mlp_up_proj_weight/mean": -3.5762786865234375e-05, "train/tensor_param_model_layers_90_mlp_up_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/range": 0.296875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_90_mlp_down_proj_weight/mean": -0.0004291534423828125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max": 0.1533203125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/range": 0.3056640625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/mean": 0.0030670166015625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/min": -0.1611328125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_91_mlp_up_proj_weight/mean": -0.000308990478515625, "train/tensor_param_model_layers_91_mlp_up_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max_abs": 0.203125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max": 0.203125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/range": 0.3662109375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/norm": 7.875, "train/tensor_param_model_layers_91_mlp_down_proj_weight/mean": -0.00061798095703125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/norm": 8.375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/mean": 0.003814697265625, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max_abs": 0.1826171875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max": 0.1826171875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/range": 0.345703125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/mean": -0.0010833740234375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/min": -0.16015625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/range": 0.314453125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_92_mlp_down_proj_weight/mean": -0.000579833984375, "train/tensor_param_model_layers_92_mlp_down_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_92_mlp_down_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/mean": 0.0032196044921875, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max_abs": 0.1943359375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/min": -0.1611328125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max": 0.1943359375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/range": 0.35546875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/norm": 8.375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/mean": -9.632110595703125e-05, "train/tensor_param_model_layers_93_mlp_up_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/range": 0.3095703125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_93_mlp_down_proj_weight/mean": 0.00012874603271484375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/min": -0.140625, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/norm": 8.5, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/mean": 0.002777099609375, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/std": 0.046875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max_abs": 0.1728515625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/min": -0.1640625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max": 0.1728515625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/range": 0.3369140625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/mean": -0.000385284423828125, "train/tensor_param_model_layers_94_mlp_up_proj_weight/std": 0.046875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max": 0.1689453125, "train/tensor_param_model_layers_94_mlp_up_proj_weight/range": 0.3154296875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/mean": 0.00017070770263671875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/min": -0.15625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/range": 0.3212890625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/norm": 8.5, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/mean": 0.001922607421875, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/std": 0.046875, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/min": -0.1474609375, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max": 0.16015625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/range": 0.3076171875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/mean": -0.000675201416015625, "train/tensor_param_model_layers_95_mlp_up_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max_abs": 0.1826171875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/min": -0.1611328125, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max": 0.1826171875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/range": 0.34375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/norm": 8.125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/mean": -0.00048828125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max_abs": 0.1611328125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/min": -0.1474609375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max": 0.1611328125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/range": 0.30859375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/norm": 8.75, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/mean": 0.0019989013671875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/std": 0.048095703125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max_abs": 0.1787109375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/min": -0.177734375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max": 0.1787109375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/range": 0.3564453125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/norm": 8.625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/mean": 0.0004730224609375, "train/tensor_param_model_layers_96_mlp_up_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max_abs": 0.19921875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/min": -0.19921875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max": 0.1796875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/range": 0.37890625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/norm": 8.375, "train/tensor_param_model_layers_96_mlp_down_proj_weight/mean": 0.00038909912109375, "train/tensor_param_model_layers_96_mlp_down_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/min": -0.15625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max": 0.1552734375, "train/tensor_param_model_layers_96_mlp_down_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/norm": 8.625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/mean": 0.0020904541015625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max_abs": 0.1865234375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/min": -0.1865234375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max": 0.16015625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/range": 0.3466796875, "train/tensor_param_model_layers_97_mlp_up_proj_weight/norm": 8.625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/mean": -0.0002117156982421875, "train/tensor_param_model_layers_97_mlp_up_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max": 0.1689453125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/range": 0.33203125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_97_mlp_down_proj_weight/mean": -0.00014591217041015625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max_abs": 0.185546875, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max": 0.185546875, "train/tensor_param_model_layers_97_mlp_down_proj_weight/range": 0.3388671875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/mean": 0.0013427734375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max_abs": 0.1884765625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/min": -0.1884765625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max": 0.16015625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/range": 0.3486328125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_98_mlp_up_proj_weight/mean": 0.00014972686767578125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max_abs": 0.205078125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/min": -0.205078125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_98_mlp_up_proj_weight/range": 0.3623046875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/mean": -9.679794311523438e-05, "train/tensor_param_model_layers_98_mlp_down_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max_abs": 0.1708984375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max": 0.1708984375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/mean": 0.00188446044921875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/min": -0.1650390625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/range": 0.3330078125, "train/tensor_param_model_layers_99_mlp_up_proj_weight/norm": 8.6875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/mean": -0.0002574920654296875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/std": 0.0478515625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max_abs": 0.185546875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/min": -0.185546875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max": 0.1748046875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/range": 0.3603515625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/norm": 8.375, "train/tensor_param_model_layers_99_mlp_down_proj_weight/mean": -0.000148773193359375, "train/tensor_param_model_layers_99_mlp_down_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/range": 0.3125} -{"step": 2740, "epoch": 0.18469834850016853, "timestamp": 1786741356.1989214, "loss": 8.106732177734376, "grad_norm": 4697620480.0, "learning_rate": 9e-05, "train/total_time_seconds": 71.83226395770907, "train/time_per_step_avg": 0.31060388367623093, "train/epoch_time_elapsed": 85.67876847833395, "train/estimated_remaining_minutes": 0.33207129323515144} -{"step": 2760, "epoch": 0.18604651162790697, "timestamp": 1786741364.652951, "loss": 8.105657958984375, "grad_norm": 5402263552.0, "learning_rate": 9e-05, "train/total_time_seconds": 79.06744665279984, "train/time_per_step_avg": 0.31495487920939924, "train/epoch_time_elapsed": 94.10732572898269, "train/estimated_remaining_minutes": 0.3533207157190331, "train/tensor_act_model_layers_0_residual_pre_attn/norm": 187.40443420410156, "train/tensor_act_model_layers_0_residual_pre_attn/mean": 0.00099945068359375, "train/tensor_act_model_layers_0_residual_pre_attn/std": 0.09130859375, "train/tensor_act_model_layers_0_residual_pre_attn/max_abs": 0.275390625, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/min": -0.263671875, "train/tensor_act_model_layers_0_residual_pre_attn/max": 0.275390625, "train/tensor_act_model_layers_0_residual_pre_attn/range": 0.5390625, "train/tensor_act_model_layers_0_residual_post_attn/norm": 189.7808074951172, "train/tensor_act_model_layers_0_residual_post_attn/mean": 0.000141143798828125, "train/tensor_act_model_layers_0_residual_post_attn/std": 0.0927734375, "train/tensor_act_model_layers_0_residual_post_attn/max_abs": 0.388671875, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/min": -0.388671875, "train/tensor_act_model_layers_0_residual_post_attn/max": 0.34765625, "train/tensor_act_model_layers_0_residual_post_attn/range": 0.736328125, "train/tensor_act_model_layers_0_mlp_gate_proj/norm": 1384.578125, "train/tensor_act_model_layers_0_mlp_gate_proj/mean": -0.01165771484375, "train/tensor_act_model_layers_0_mlp_gate_proj/std": 0.478515625, "train/tensor_act_model_layers_0_mlp_gate_proj/max_abs": 2.671875, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/min": -2.671875, "train/tensor_act_model_layers_0_mlp_gate_proj/max": 2.40625, "train/tensor_act_model_layers_0_mlp_gate_proj/range": 5.078125, "train/tensor_act_model_layers_0_mlp_up_proj/norm": 1186.5849609375, "train/tensor_act_model_layers_0_mlp_up_proj/mean": -0.002105712890625, "train/tensor_act_model_layers_0_mlp_up_proj/std": 0.41015625, "train/tensor_act_model_layers_0_mlp_up_proj/max_abs": 2.796875, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/min": -2.71875, "train/tensor_act_model_layers_0_mlp_up_proj/max": 2.796875, "train/tensor_act_model_layers_0_mlp_up_proj/range": 5.515625, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 339.2764892578125, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 0.07568359375, "train/tensor_act_model_layers_0_mlp_down_proj/std": 0.1474609375, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 0.75390625, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/min": -0.5625, "train/tensor_act_model_layers_0_mlp_down_proj/max": 0.75390625, "train/tensor_act_model_layers_0_mlp_down_proj/range": 1.31640625, "train/tensor_act_model_layers_0_mlp/norm": 339.2764892578125, "train/tensor_act_model_layers_0_mlp/mean": 0.07568359375, "train/tensor_act_model_layers_0_mlp/std": 0.1474609375, "train/tensor_act_model_layers_0_mlp/max_abs": 0.75390625, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/min": -0.5625, "train/tensor_act_model_layers_0_mlp/max": 0.75390625, "train/tensor_act_model_layers_0_mlp/range": 1.31640625, "train/tensor_act_model_layers_0_residual_post_mlp/norm": 408.32757568359375, "train/tensor_act_model_layers_0_residual_post_mlp/mean": 0.07568359375, "train/tensor_act_model_layers_0_residual_post_mlp/std": 0.1845703125, "train/tensor_act_model_layers_0_residual_post_mlp/max_abs": 0.8671875, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/min": -0.703125, "train/tensor_act_model_layers_0_residual_post_mlp/max": 0.8671875, "train/tensor_act_model_layers_0_residual_post_mlp/range": 1.5703125, "train/tensor_act_model_layers_1_residual_pre_attn/norm": 408.32757568359375, "train/tensor_act_model_layers_1_residual_pre_attn/mean": 0.07568359375, "train/tensor_act_model_layers_1_residual_pre_attn/std": 0.1845703125, "train/tensor_act_model_layers_1_residual_pre_attn/max_abs": 0.8671875, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/min": -0.703125, "train/tensor_act_model_layers_1_residual_pre_attn/max": 0.8671875, "train/tensor_act_model_layers_1_residual_pre_attn/range": 1.5703125, "train/tensor_act_model_layers_1_residual_post_attn/norm": 415.5225524902344, "train/tensor_act_model_layers_1_residual_post_attn/mean": 0.07470703125, "train/tensor_act_model_layers_1_residual_post_attn/std": 0.1884765625, "train/tensor_act_model_layers_1_residual_post_attn/max_abs": 0.9453125, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/min": -0.71484375, "train/tensor_act_model_layers_1_residual_post_attn/max": 0.9453125, "train/tensor_act_model_layers_1_residual_post_attn/range": 1.66015625, "train/tensor_act_model_layers_1_mlp_gate_proj/norm": 1385.4737548828125, "train/tensor_act_model_layers_1_mlp_gate_proj/mean": -0.019775390625, "train/tensor_act_model_layers_1_mlp_gate_proj/std": 0.478515625, "train/tensor_act_model_layers_1_mlp_gate_proj/max_abs": 2.40625, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/min": -2.40625, "train/tensor_act_model_layers_1_mlp_gate_proj/max": 2.40625, "train/tensor_act_model_layers_1_mlp_gate_proj/range": 4.8125, "train/tensor_act_model_layers_1_mlp_up_proj/norm": 1229.2308349609375, "train/tensor_act_model_layers_1_mlp_up_proj/mean": -0.013671875, "train/tensor_act_model_layers_1_mlp_up_proj/std": 0.423828125, "train/tensor_act_model_layers_1_mlp_up_proj/max_abs": 2.234375, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/min": -2.078125, "train/tensor_act_model_layers_1_mlp_up_proj/max": 2.234375, "train/tensor_act_model_layers_1_mlp_up_proj/range": 4.3125, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 348.6817932128906, "train/tensor_act_model_layers_1_mlp_down_proj/mean": 0.07861328125, "train/tensor_act_model_layers_1_mlp_down_proj/std": 0.1513671875, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 1.375, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/min": -1.09375, "train/tensor_act_model_layers_1_mlp_down_proj/max": 1.375, "train/tensor_act_model_layers_1_mlp_down_proj/range": 2.46875, "train/tensor_act_model_layers_1_mlp/norm": 348.6817932128906, "train/tensor_act_model_layers_1_mlp/mean": 0.07861328125, "train/tensor_act_model_layers_1_mlp/std": 0.1513671875, "train/tensor_act_model_layers_1_mlp/max_abs": 1.375, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/min": -1.09375, "train/tensor_act_model_layers_1_mlp/max": 1.375, "train/tensor_act_model_layers_1_mlp/range": 2.46875, "train/tensor_act_model_layers_1_residual_post_mlp/norm": 655.4666748046875, "train/tensor_act_model_layers_1_residual_post_mlp/mean": 0.1533203125, "train/tensor_act_model_layers_1_residual_post_mlp/std": 0.28125, "train/tensor_act_model_layers_1_residual_post_mlp/max_abs": 1.7421875, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/min": -1.3984375, "train/tensor_act_model_layers_1_residual_post_mlp/max": 1.7421875, "train/tensor_act_model_layers_1_residual_post_mlp/range": 3.140625, "train/tensor_act_model_layers_2_residual_pre_attn/norm": 655.4666748046875, "train/tensor_act_model_layers_2_residual_pre_attn/mean": 0.1533203125, "train/tensor_act_model_layers_2_residual_pre_attn/std": 0.28125, "train/tensor_act_model_layers_2_residual_pre_attn/max_abs": 1.7421875, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/min": -1.3984375, "train/tensor_act_model_layers_2_residual_pre_attn/max": 1.7421875, "train/tensor_act_model_layers_2_residual_pre_attn/range": 3.140625, "train/tensor_act_model_layers_2_residual_post_attn/norm": 676.2425537109375, "train/tensor_act_model_layers_2_residual_post_attn/mean": 0.15625, "train/tensor_act_model_layers_2_residual_post_attn/std": 0.291015625, "train/tensor_act_model_layers_2_residual_post_attn/max_abs": 1.7734375, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/min": -1.4140625, "train/tensor_act_model_layers_2_residual_post_attn/max": 1.7734375, "train/tensor_act_model_layers_2_residual_post_attn/range": 3.1875, "train/tensor_act_model_layers_2_mlp_gate_proj/norm": 1700.851806640625, "train/tensor_act_model_layers_2_mlp_gate_proj/mean": -0.0172119140625, "train/tensor_act_model_layers_2_mlp_gate_proj/std": 0.5859375, "train/tensor_act_model_layers_2_mlp_gate_proj/max_abs": 3.171875, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/min": -2.78125, "train/tensor_act_model_layers_2_mlp_gate_proj/max": 3.171875, "train/tensor_act_model_layers_2_mlp_gate_proj/range": 5.953125, "train/tensor_act_model_layers_2_mlp_up_proj/norm": 1633.2576904296875, "train/tensor_act_model_layers_2_mlp_up_proj/mean": -0.019287109375, "train/tensor_act_model_layers_2_mlp_up_proj/std": 0.5625, "train/tensor_act_model_layers_2_mlp_up_proj/max_abs": 3.28125, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/min": -3.28125, "train/tensor_act_model_layers_2_mlp_up_proj/max": 3.28125, "train/tensor_act_model_layers_2_mlp_up_proj/range": 6.5625, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 1395.5987548828125, "train/tensor_act_model_layers_2_mlp_down_proj/mean": 0.453125, "train/tensor_act_model_layers_2_mlp_down_proj/std": 0.5078125, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 2.828125, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/min": -1.1328125, "train/tensor_act_model_layers_2_mlp_down_proj/max": 2.828125, "train/tensor_act_model_layers_2_mlp_down_proj/range": 3.9609375, "train/tensor_act_model_layers_2_mlp/norm": 1395.5987548828125, "train/tensor_act_model_layers_2_mlp/mean": 0.453125, "train/tensor_act_model_layers_2_mlp/std": 0.5078125, "train/tensor_act_model_layers_2_mlp/max_abs": 2.828125, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/min": -1.1328125, "train/tensor_act_model_layers_2_mlp/max": 2.828125, "train/tensor_act_model_layers_2_mlp/range": 3.9609375, "train/tensor_act_model_layers_2_residual_post_mlp/norm": 1848.9154052734375, "train/tensor_act_model_layers_2_residual_post_mlp/mean": 0.609375, "train/tensor_act_model_layers_2_residual_post_mlp/std": 0.66796875, "train/tensor_act_model_layers_2_residual_post_mlp/max_abs": 3.65625, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/min": -1.953125, "train/tensor_act_model_layers_2_residual_post_mlp/max": 3.65625, "train/tensor_act_model_layers_2_residual_post_mlp/range": 5.609375, "train/tensor_act_model_layers_3_residual_pre_attn/norm": 1848.9154052734375, "train/tensor_act_model_layers_3_residual_pre_attn/mean": 0.609375, "train/tensor_act_model_layers_3_residual_pre_attn/std": 0.66796875, "train/tensor_act_model_layers_3_residual_pre_attn/max_abs": 3.65625, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/min": -1.953125, "train/tensor_act_model_layers_3_residual_pre_attn/max": 3.65625, "train/tensor_act_model_layers_3_residual_pre_attn/range": 5.609375, "train/tensor_act_model_layers_3_residual_post_attn/norm": 1860.1605224609375, "train/tensor_act_model_layers_3_residual_post_attn/mean": 0.6015625, "train/tensor_act_model_layers_3_residual_post_attn/std": 0.6796875, "train/tensor_act_model_layers_3_residual_post_attn/max_abs": 3.75, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/min": -2.03125, "train/tensor_act_model_layers_3_residual_post_attn/max": 3.75, "train/tensor_act_model_layers_3_residual_post_attn/range": 5.78125, "train/tensor_act_model_layers_3_mlp_gate_proj/norm": 2065.292236328125, "train/tensor_act_model_layers_3_mlp_gate_proj/mean": 0.09912109375, "train/tensor_act_model_layers_3_mlp_gate_proj/std": 0.70703125, "train/tensor_act_model_layers_3_mlp_gate_proj/max_abs": 3.328125, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/min": -2.296875, "train/tensor_act_model_layers_3_mlp_gate_proj/max": 3.328125, "train/tensor_act_model_layers_3_mlp_gate_proj/range": 5.625, "train/tensor_act_model_layers_3_mlp_up_proj/norm": 2113.23193359375, "train/tensor_act_model_layers_3_mlp_up_proj/mean": -0.012939453125, "train/tensor_act_model_layers_3_mlp_up_proj/std": 0.73046875, "train/tensor_act_model_layers_3_mlp_up_proj/max_abs": 3.78125, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/min": -3.78125, "train/tensor_act_model_layers_3_mlp_up_proj/max": 3.5625, "train/tensor_act_model_layers_3_mlp_up_proj/range": 7.34375, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 3098.2705078125, "train/tensor_act_model_layers_3_mlp_down_proj/mean": 1.3125, "train/tensor_act_model_layers_3_mlp_down_proj/std": 0.75, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 3.484375, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/min": -0.59765625, "train/tensor_act_model_layers_3_mlp_down_proj/max": 3.484375, "train/tensor_act_model_layers_3_mlp_down_proj/range": 4.08203125, "train/tensor_act_model_layers_3_mlp/norm": 3098.2705078125, "train/tensor_act_model_layers_3_mlp/mean": 1.3125, "train/tensor_act_model_layers_3_mlp/std": 0.75, "train/tensor_act_model_layers_3_mlp/max_abs": 3.484375, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/min": -0.59765625, "train/tensor_act_model_layers_3_mlp/max": 3.484375, "train/tensor_act_model_layers_3_mlp/range": 4.08203125, "train/tensor_act_model_layers_3_residual_post_mlp/norm": 4652.29443359375, "train/tensor_act_model_layers_3_residual_post_mlp/mean": 1.9140625, "train/tensor_act_model_layers_3_residual_post_mlp/std": 1.2265625, "train/tensor_act_model_layers_3_residual_post_mlp/max_abs": 6.0625, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/min": -1.8828125, "train/tensor_act_model_layers_3_residual_post_mlp/max": 6.0625, "train/tensor_act_model_layers_3_residual_post_mlp/range": 7.9453125, "train/tensor_act_model_layers_4_residual_pre_attn/norm": 4652.29443359375, "train/tensor_act_model_layers_4_residual_pre_attn/mean": 1.9140625, "train/tensor_act_model_layers_4_residual_pre_attn/std": 1.2265625, "train/tensor_act_model_layers_4_residual_pre_attn/max_abs": 6.0625, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/min": -1.8828125, "train/tensor_act_model_layers_4_residual_pre_attn/max": 6.0625, "train/tensor_act_model_layers_4_residual_pre_attn/range": 7.9453125, "train/tensor_act_model_layers_4_residual_post_attn/norm": 4632.81298828125, "train/tensor_act_model_layers_4_residual_post_attn/mean": 1.90625, "train/tensor_act_model_layers_4_residual_post_attn/std": 1.21875, "train/tensor_act_model_layers_4_residual_post_attn/max_abs": 6.0, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/min": -1.90625, "train/tensor_act_model_layers_4_residual_post_attn/max": 6.0, "train/tensor_act_model_layers_4_residual_post_attn/range": 7.90625, "train/tensor_act_model_layers_4_mlp_gate_proj/norm": 3681.974853515625, "train/tensor_act_model_layers_4_mlp_gate_proj/mean": 0.51953125, "train/tensor_act_model_layers_4_mlp_gate_proj/std": 1.15625, "train/tensor_act_model_layers_4_mlp_gate_proj/max_abs": 4.0, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/min": -2.546875, "train/tensor_act_model_layers_4_mlp_gate_proj/max": 4.0, "train/tensor_act_model_layers_4_mlp_gate_proj/range": 6.546875, "train/tensor_act_model_layers_4_mlp_up_proj/norm": 3679.3447265625, "train/tensor_act_model_layers_4_mlp_up_proj/mean": 0.111328125, "train/tensor_act_model_layers_4_mlp_up_proj/std": 1.265625, "train/tensor_act_model_layers_4_mlp_up_proj/max_abs": 3.984375, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/min": -3.6875, "train/tensor_act_model_layers_4_mlp_up_proj/max": 3.984375, "train/tensor_act_model_layers_4_mlp_up_proj/range": 7.671875, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 15719.701171875, "train/tensor_act_model_layers_4_mlp_down_proj/mean": 7.5, "train/tensor_act_model_layers_4_mlp_down_proj/std": 1.703125, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 12.125, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 0.05626416206359863, "train/tensor_act_model_layers_4_mlp_down_proj/min": -0.1455078125, "train/tensor_act_model_layers_4_mlp_down_proj/max": 12.125, "train/tensor_act_model_layers_4_mlp_down_proj/range": 12.2705078125, "train/tensor_act_model_layers_4_mlp/norm": 15719.701171875, "train/tensor_act_model_layers_4_mlp/mean": 7.5, "train/tensor_act_model_layers_4_mlp/std": 1.703125, "train/tensor_act_model_layers_4_mlp/max_abs": 12.125, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.05626416206359863, "train/tensor_act_model_layers_4_mlp/min": -0.1455078125, "train/tensor_act_model_layers_4_mlp/max": 12.125, "train/tensor_act_model_layers_4_mlp/range": 12.2705078125, "train/tensor_act_model_layers_4_residual_post_mlp/norm": 19860.4296875, "train/tensor_act_model_layers_4_residual_post_mlp/mean": 9.375, "train/tensor_act_model_layers_4_residual_post_mlp/std": 2.421875, "train/tensor_act_model_layers_4_residual_post_mlp/max_abs": 16.875, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_user_limit": 0.39312744140625, "train/tensor_act_model_layers_4_residual_post_mlp/min": -0.8359375, "train/tensor_act_model_layers_4_residual_post_mlp/max": 16.875, "train/tensor_act_model_layers_4_residual_post_mlp/range": 17.7109375, "train/tensor_act_model_layers_5_residual_pre_attn/norm": 19860.4296875, "train/tensor_act_model_layers_5_residual_pre_attn/mean": 9.375, "train/tensor_act_model_layers_5_residual_pre_attn/std": 2.421875, "train/tensor_act_model_layers_5_residual_pre_attn/max_abs": 16.875, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_user_limit": 0.39312744140625, "train/tensor_act_model_layers_5_residual_pre_attn/min": -0.8359375, "train/tensor_act_model_layers_5_residual_pre_attn/max": 16.875, "train/tensor_act_model_layers_5_residual_pre_attn/range": 17.7109375, "train/tensor_act_model_layers_5_residual_post_attn/norm": 19832.8984375, "train/tensor_act_model_layers_5_residual_post_attn/mean": 9.375, "train/tensor_act_model_layers_5_residual_post_attn/std": 2.421875, "train/tensor_act_model_layers_5_residual_post_attn/max_abs": 16.875, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_user_limit": 0.3911705017089844, "train/tensor_act_model_layers_5_residual_post_attn/min": -1.0, "train/tensor_act_model_layers_5_residual_post_attn/max": 16.875, "train/tensor_act_model_layers_5_residual_post_attn/range": 17.875, "train/tensor_act_model_layers_5_mlp_gate_proj/norm": 5099.23876953125, "train/tensor_act_model_layers_5_mlp_gate_proj/mean": 0.953125, "train/tensor_act_model_layers_5_mlp_gate_proj/std": 1.484375, "train/tensor_act_model_layers_5_mlp_gate_proj/max_abs": 4.21875, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/min": -1.7109375, "train/tensor_act_model_layers_5_mlp_gate_proj/max": 4.21875, "train/tensor_act_model_layers_5_mlp_gate_proj/range": 5.9296875, "train/tensor_act_model_layers_5_mlp_up_proj/norm": 5189.8623046875, "train/tensor_act_model_layers_5_mlp_up_proj/mean": 0.0654296875, "train/tensor_act_model_layers_5_mlp_up_proj/std": 1.7890625, "train/tensor_act_model_layers_5_mlp_up_proj/max_abs": 4.34375, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/min": -4.1875, "train/tensor_act_model_layers_5_mlp_up_proj/max": 4.34375, "train/tensor_act_model_layers_5_mlp_up_proj/range": 8.53125, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 39170.21484375, "train/tensor_act_model_layers_5_mlp_down_proj/mean": 18.875, "train/tensor_act_model_layers_5_mlp_down_proj/std": 3.0625, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 26.125, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 0.9995031356811523, "train/tensor_act_model_layers_5_mlp_down_proj/min": -0.01287841796875, "train/tensor_act_model_layers_5_mlp_down_proj/max": 26.125, "train/tensor_act_model_layers_5_mlp_down_proj/range": 26.13787841796875, "train/tensor_act_model_layers_5_mlp/norm": 39170.21484375, "train/tensor_act_model_layers_5_mlp/mean": 18.875, "train/tensor_act_model_layers_5_mlp/std": 3.0625, "train/tensor_act_model_layers_5_mlp/max_abs": 26.125, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.9995031356811523, "train/tensor_act_model_layers_5_mlp/min": -0.01287841796875, "train/tensor_act_model_layers_5_mlp/max": 26.125, "train/tensor_act_model_layers_5_mlp/range": 26.13787841796875, "train/tensor_act_model_layers_5_residual_post_mlp/norm": 58449.25390625, "train/tensor_act_model_layers_5_residual_post_mlp/mean": 28.25, "train/tensor_act_model_layers_5_residual_post_mlp/std": 4.0, "train/tensor_act_model_layers_5_residual_post_mlp/max_abs": 39.75, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_user_limit": 0.999567985534668, "train/tensor_act_model_layers_5_residual_post_mlp/min": -0.65625, "train/tensor_act_model_layers_5_residual_post_mlp/max": 39.75, "train/tensor_act_model_layers_5_residual_post_mlp/range": 40.40625, "train/tensor_act_model_layers_6_residual_pre_attn/norm": 58449.25390625, "train/tensor_act_model_layers_6_residual_pre_attn/mean": 28.25, "train/tensor_act_model_layers_6_residual_pre_attn/std": 4.0, "train/tensor_act_model_layers_6_residual_pre_attn/max_abs": 39.75, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_user_limit": 0.999567985534668, "train/tensor_act_model_layers_6_residual_pre_attn/min": -0.65625, "train/tensor_act_model_layers_6_residual_pre_attn/max": 39.75, "train/tensor_act_model_layers_6_residual_pre_attn/range": 40.40625, "train/tensor_act_model_layers_6_residual_post_attn/norm": 58424.078125, "train/tensor_act_model_layers_6_residual_post_attn/mean": 28.25, "train/tensor_act_model_layers_6_residual_post_attn/std": 4.0, "train/tensor_act_model_layers_6_residual_post_attn/max_abs": 39.75, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_user_limit": 0.9995672702789307, "train/tensor_act_model_layers_6_residual_post_attn/min": -0.69140625, "train/tensor_act_model_layers_6_residual_post_attn/max": 39.75, "train/tensor_act_model_layers_6_residual_post_attn/range": 40.44140625, "train/tensor_act_model_layers_6_mlp_gate_proj/norm": 5816.57958984375, "train/tensor_act_model_layers_6_mlp_gate_proj/mean": 1.171875, "train/tensor_act_model_layers_6_mlp_gate_proj/std": 1.6328125, "train/tensor_act_model_layers_6_mlp_gate_proj/max_abs": 4.4375, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/min": -1.453125, "train/tensor_act_model_layers_6_mlp_gate_proj/max": 4.4375, "train/tensor_act_model_layers_6_mlp_gate_proj/range": 5.890625, "train/tensor_act_model_layers_6_mlp_up_proj/norm": 5891.2626953125, "train/tensor_act_model_layers_6_mlp_up_proj/mean": -0.05859375, "train/tensor_act_model_layers_6_mlp_up_proj/std": 2.03125, "train/tensor_act_model_layers_6_mlp_up_proj/max_abs": 4.5, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/min": -4.25, "train/tensor_act_model_layers_6_mlp_up_proj/max": 4.5, "train/tensor_act_model_layers_6_mlp_up_proj/range": 8.75, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 51838.23828125, "train/tensor_act_model_layers_6_mlp_down_proj/mean": 25.0, "train/tensor_act_model_layers_6_mlp_down_proj/std": 3.703125, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 32.5, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_6_mlp_down_proj/min": 4.78125, "train/tensor_act_model_layers_6_mlp_down_proj/max": 32.5, "train/tensor_act_model_layers_6_mlp_down_proj/range": 27.71875, "train/tensor_act_model_layers_6_mlp/norm": 51838.23828125, "train/tensor_act_model_layers_6_mlp/mean": 25.0, "train/tensor_act_model_layers_6_mlp/std": 3.703125, "train/tensor_act_model_layers_6_mlp/max_abs": 32.5, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_6_mlp/min": 4.78125, "train/tensor_act_model_layers_6_mlp/max": 32.5, "train/tensor_act_model_layers_6_mlp/range": 27.71875, "train/tensor_act_model_layers_6_residual_post_mlp/norm": 109745.046875, "train/tensor_act_model_layers_6_residual_post_mlp/mean": 53.25, "train/tensor_act_model_layers_6_residual_post_mlp/std": 5.6875, "train/tensor_act_model_layers_6_residual_post_mlp/max_abs": 71.0, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_user_limit": 0.9999697208404541, "train/tensor_act_model_layers_6_residual_post_mlp/min": 4.875, "train/tensor_act_model_layers_6_residual_post_mlp/max": 71.0, "train/tensor_act_model_layers_6_residual_post_mlp/range": 66.125, "train/tensor_act_model_layers_7_residual_pre_attn/norm": 109745.046875, "train/tensor_act_model_layers_7_residual_pre_attn/mean": 53.25, "train/tensor_act_model_layers_7_residual_pre_attn/std": 5.6875, "train/tensor_act_model_layers_7_residual_pre_attn/max_abs": 71.0, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_user_limit": 0.9999697208404541, "train/tensor_act_model_layers_7_residual_pre_attn/min": 4.875, "train/tensor_act_model_layers_7_residual_pre_attn/max": 71.0, "train/tensor_act_model_layers_7_residual_pre_attn/range": 66.125, "train/tensor_act_model_layers_7_residual_post_attn/norm": 109730.53125, "train/tensor_act_model_layers_7_residual_post_attn/mean": 53.25, "train/tensor_act_model_layers_7_residual_post_attn/std": 5.6875, "train/tensor_act_model_layers_7_residual_post_attn/max_abs": 71.0, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_user_limit": 0.9999697208404541, "train/tensor_act_model_layers_7_residual_post_attn/min": 4.875, "train/tensor_act_model_layers_7_residual_post_attn/max": 71.0, "train/tensor_act_model_layers_7_residual_post_attn/range": 66.125, "train/tensor_act_model_layers_7_mlp_gate_proj/norm": 5842.93603515625, "train/tensor_act_model_layers_7_mlp_gate_proj/mean": 1.1875, "train/tensor_act_model_layers_7_mlp_gate_proj/std": 1.6328125, "train/tensor_act_model_layers_7_mlp_gate_proj/max_abs": 4.1875, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/min": -1.7578125, "train/tensor_act_model_layers_7_mlp_gate_proj/max": 4.1875, "train/tensor_act_model_layers_7_mlp_gate_proj/range": 5.9453125, "train/tensor_act_model_layers_7_mlp_up_proj/norm": 5948.49755859375, "train/tensor_act_model_layers_7_mlp_up_proj/mean": -0.07568359375, "train/tensor_act_model_layers_7_mlp_up_proj/std": 2.046875, "train/tensor_act_model_layers_7_mlp_up_proj/max_abs": 4.4375, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/min": -4.1875, "train/tensor_act_model_layers_7_mlp_up_proj/max": 4.4375, "train/tensor_act_model_layers_7_mlp_up_proj/range": 8.625, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 52803.84375, "train/tensor_act_model_layers_7_mlp_down_proj/mean": 25.375, "train/tensor_act_model_layers_7_mlp_down_proj/std": 4.25, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 35.5, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_7_mlp_down_proj/min": 11.1875, "train/tensor_act_model_layers_7_mlp_down_proj/max": 35.5, "train/tensor_act_model_layers_7_mlp_down_proj/range": 24.3125, "train/tensor_act_model_layers_7_mlp/norm": 52803.84375, "train/tensor_act_model_layers_7_mlp/mean": 25.375, "train/tensor_act_model_layers_7_mlp/std": 4.25, "train/tensor_act_model_layers_7_mlp/max_abs": 35.5, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_7_mlp/min": 11.1875, "train/tensor_act_model_layers_7_mlp/max": 35.5, "train/tensor_act_model_layers_7_mlp/range": 24.3125, "train/tensor_act_model_layers_7_residual_post_mlp/norm": 162035.828125, "train/tensor_act_model_layers_7_residual_post_mlp/mean": 78.5, "train/tensor_act_model_layers_7_residual_post_mlp/std": 8.0625, "train/tensor_act_model_layers_7_residual_post_mlp/max_abs": 99.0, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_7_residual_post_mlp/min": 18.25, "train/tensor_act_model_layers_7_residual_post_mlp/max": 99.0, "train/tensor_act_model_layers_7_residual_post_mlp/range": 80.75, "train/tensor_act_model_layers_8_residual_pre_attn/norm": 162035.828125, "train/tensor_act_model_layers_8_residual_pre_attn/mean": 78.5, "train/tensor_act_model_layers_8_residual_pre_attn/std": 8.0625, "train/tensor_act_model_layers_8_residual_pre_attn/max_abs": 99.0, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_residual_pre_attn/min": 18.25, "train/tensor_act_model_layers_8_residual_pre_attn/max": 99.0, "train/tensor_act_model_layers_8_residual_pre_attn/range": 80.75, "train/tensor_act_model_layers_8_residual_post_attn/norm": 162009.921875, "train/tensor_act_model_layers_8_residual_post_attn/mean": 78.5, "train/tensor_act_model_layers_8_residual_post_attn/std": 8.0625, "train/tensor_act_model_layers_8_residual_post_attn/max_abs": 99.0, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_residual_post_attn/min": 18.375, "train/tensor_act_model_layers_8_residual_post_attn/max": 99.0, "train/tensor_act_model_layers_8_residual_post_attn/range": 80.625, "train/tensor_act_model_layers_8_mlp_gate_proj/norm": 6407.25390625, "train/tensor_act_model_layers_8_mlp_gate_proj/mean": 1.375, "train/tensor_act_model_layers_8_mlp_gate_proj/std": 1.734375, "train/tensor_act_model_layers_8_mlp_gate_proj/max_abs": 4.15625, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/min": -1.0546875, "train/tensor_act_model_layers_8_mlp_gate_proj/max": 4.15625, "train/tensor_act_model_layers_8_mlp_gate_proj/range": 5.2109375, "train/tensor_act_model_layers_8_mlp_up_proj/norm": 6470.02490234375, "train/tensor_act_model_layers_8_mlp_up_proj/mean": -0.00098419189453125, "train/tensor_act_model_layers_8_mlp_up_proj/std": 2.234375, "train/tensor_act_model_layers_8_mlp_up_proj/max_abs": 4.5625, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/min": -4.40625, "train/tensor_act_model_layers_8_mlp_up_proj/max": 4.5625, "train/tensor_act_model_layers_8_mlp_up_proj/range": 8.96875, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 67939.1328125, "train/tensor_act_model_layers_8_mlp_down_proj/mean": 33.0, "train/tensor_act_model_layers_8_mlp_down_proj/std": 3.578125, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 43.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_mlp_down_proj/min": 24.625, "train/tensor_act_model_layers_8_mlp_down_proj/max": 43.0, "train/tensor_act_model_layers_8_mlp_down_proj/range": 18.375, "train/tensor_act_model_layers_8_mlp/norm": 67939.1328125, "train/tensor_act_model_layers_8_mlp/mean": 33.0, "train/tensor_act_model_layers_8_mlp/std": 3.578125, "train/tensor_act_model_layers_8_mlp/max_abs": 43.0, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_mlp/min": 24.625, "train/tensor_act_model_layers_8_mlp/max": 43.0, "train/tensor_act_model_layers_8_mlp/range": 18.375, "train/tensor_act_model_layers_8_residual_post_mlp/norm": 229510.0, "train/tensor_act_model_layers_8_residual_post_mlp/mean": 111.5, "train/tensor_act_model_layers_8_residual_post_mlp/std": 9.3125, "train/tensor_act_model_layers_8_residual_post_mlp/max_abs": 134.0, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_residual_post_mlp/min": 48.75, "train/tensor_act_model_layers_8_residual_post_mlp/max": 134.0, "train/tensor_act_model_layers_8_residual_post_mlp/range": 85.25, "train/tensor_act_model_layers_9_residual_pre_attn/norm": 229510.0, "train/tensor_act_model_layers_9_residual_pre_attn/mean": 111.5, "train/tensor_act_model_layers_9_residual_pre_attn/std": 9.3125, "train/tensor_act_model_layers_9_residual_pre_attn/max_abs": 134.0, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_residual_pre_attn/min": 48.75, "train/tensor_act_model_layers_9_residual_pre_attn/max": 134.0, "train/tensor_act_model_layers_9_residual_pre_attn/range": 85.25, "train/tensor_act_model_layers_9_residual_post_attn/norm": 229510.0, "train/tensor_act_model_layers_9_residual_post_attn/mean": 111.5, "train/tensor_act_model_layers_9_residual_post_attn/std": 9.3125, "train/tensor_act_model_layers_9_residual_post_attn/max_abs": 134.0, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_residual_post_attn/min": 48.75, "train/tensor_act_model_layers_9_residual_post_attn/max": 134.0, "train/tensor_act_model_layers_9_residual_post_attn/range": 85.25, "train/tensor_act_model_layers_9_mlp_gate_proj/norm": 6360.87158203125, "train/tensor_act_model_layers_9_mlp_gate_proj/mean": 1.3515625, "train/tensor_act_model_layers_9_mlp_gate_proj/std": 1.734375, "train/tensor_act_model_layers_9_mlp_gate_proj/max_abs": 4.40625, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/min": -0.83984375, "train/tensor_act_model_layers_9_mlp_gate_proj/max": 4.40625, "train/tensor_act_model_layers_9_mlp_gate_proj/range": 5.24609375, "train/tensor_act_model_layers_9_mlp_up_proj/norm": 6233.41015625, "train/tensor_act_model_layers_9_mlp_up_proj/mean": -0.08349609375, "train/tensor_act_model_layers_9_mlp_up_proj/std": 2.15625, "train/tensor_act_model_layers_9_mlp_up_proj/max_abs": 4.25, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/min": -4.15625, "train/tensor_act_model_layers_9_mlp_up_proj/max": 4.25, "train/tensor_act_model_layers_9_mlp_up_proj/range": 8.40625, "train/tensor_act_model_layers_9_mlp_down_proj/norm": 63843.16796875, "train/tensor_act_model_layers_9_mlp_down_proj/mean": 31.0, "train/tensor_act_model_layers_9_mlp_down_proj/std": 3.75, "train/tensor_act_model_layers_9_mlp_down_proj/max_abs": 44.0, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_mlp_down_proj/min": 21.375, "train/tensor_act_model_layers_9_mlp_down_proj/max": 44.0, "train/tensor_act_model_layers_9_mlp_down_proj/range": 22.625, "train/tensor_act_model_layers_9_mlp/norm": 63843.16796875, "train/tensor_act_model_layers_9_mlp/mean": 31.0, "train/tensor_act_model_layers_9_mlp/std": 3.75, "train/tensor_act_model_layers_9_mlp/max_abs": 44.0, "train/tensor_act_model_layers_9_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_mlp/min": 21.375, "train/tensor_act_model_layers_9_mlp/max": 44.0, "train/tensor_act_model_layers_9_mlp/range": 22.625, "train/tensor_act_model_layers_9_residual_post_mlp/norm": 292868.53125, "train/tensor_act_model_layers_9_residual_post_mlp/mean": 143.0, "train/tensor_act_model_layers_9_residual_post_mlp/std": 10.5, "train/tensor_act_model_layers_9_residual_post_mlp/max_abs": 174.0, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_residual_post_mlp/min": 79.0, "train/tensor_act_model_layers_9_residual_post_mlp/max": 174.0, "train/tensor_act_model_layers_9_residual_post_mlp/range": 95.0, "train/tensor_act_model_layers_10_residual_pre_attn/norm": 292868.53125, "train/tensor_act_model_layers_10_residual_pre_attn/mean": 143.0, "train/tensor_act_model_layers_10_residual_pre_attn/std": 10.5, "train/tensor_act_model_layers_10_residual_pre_attn/max_abs": 174.0, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_residual_pre_attn/min": 79.0, "train/tensor_act_model_layers_10_residual_pre_attn/max": 174.0, "train/tensor_act_model_layers_10_residual_pre_attn/range": 95.0, "train/tensor_act_model_layers_10_residual_post_attn/norm": 292869.40625, "train/tensor_act_model_layers_10_residual_post_attn/mean": 143.0, "train/tensor_act_model_layers_10_residual_post_attn/std": 10.5, "train/tensor_act_model_layers_10_residual_post_attn/max_abs": 174.0, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_residual_post_attn/min": 79.0, "train/tensor_act_model_layers_10_residual_post_attn/max": 174.0, "train/tensor_act_model_layers_10_residual_post_attn/range": 95.0, "train/tensor_act_model_layers_10_mlp_gate_proj/norm": 6129.45654296875, "train/tensor_act_model_layers_10_mlp_gate_proj/mean": 1.2890625, "train/tensor_act_model_layers_10_mlp_gate_proj/std": 1.6796875, "train/tensor_act_model_layers_10_mlp_gate_proj/max_abs": 4.4375, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/min": -1.0, "train/tensor_act_model_layers_10_mlp_gate_proj/max": 4.4375, "train/tensor_act_model_layers_10_mlp_gate_proj/range": 5.4375, "train/tensor_act_model_layers_10_mlp_up_proj/norm": 6252.48388671875, "train/tensor_act_model_layers_10_mlp_up_proj/mean": -0.1953125, "train/tensor_act_model_layers_10_mlp_up_proj/std": 2.15625, "train/tensor_act_model_layers_10_mlp_up_proj/max_abs": 4.65625, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/min": -4.65625, "train/tensor_act_model_layers_10_mlp_up_proj/max": 4.15625, "train/tensor_act_model_layers_10_mlp_up_proj/range": 8.8125, "train/tensor_act_model_layers_10_mlp_down_proj/norm": 60320.421875, "train/tensor_act_model_layers_10_mlp_down_proj/mean": 29.125, "train/tensor_act_model_layers_10_mlp_down_proj/std": 4.03125, "train/tensor_act_model_layers_10_mlp_down_proj/max_abs": 37.5, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_mlp_down_proj/min": 17.75, "train/tensor_act_model_layers_10_mlp_down_proj/max": 37.5, "train/tensor_act_model_layers_10_mlp_down_proj/range": 19.75, "train/tensor_act_model_layers_10_mlp/norm": 60320.421875, "train/tensor_act_model_layers_10_mlp/mean": 29.125, "train/tensor_act_model_layers_10_mlp/std": 4.03125, "train/tensor_act_model_layers_10_mlp/max_abs": 37.5, "train/tensor_act_model_layers_10_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_mlp/min": 17.75, "train/tensor_act_model_layers_10_mlp/max": 37.5, "train/tensor_act_model_layers_10_mlp/range": 19.75, "train/tensor_act_model_layers_10_residual_post_mlp/norm": 352659.96875, "train/tensor_act_model_layers_10_residual_post_mlp/mean": 172.0, "train/tensor_act_model_layers_10_residual_post_mlp/std": 12.0625, "train/tensor_act_model_layers_10_residual_post_mlp/max_abs": 203.0, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_residual_post_mlp/min": 101.0, "train/tensor_act_model_layers_10_residual_post_mlp/max": 203.0, "train/tensor_act_model_layers_10_residual_post_mlp/range": 102.0, "train/tensor_act_model_layers_11_residual_pre_attn/norm": 352659.96875, "train/tensor_act_model_layers_11_residual_pre_attn/mean": 172.0, "train/tensor_act_model_layers_11_residual_pre_attn/std": 12.0625, "train/tensor_act_model_layers_11_residual_pre_attn/max_abs": 203.0, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_residual_pre_attn/min": 101.0, "train/tensor_act_model_layers_11_residual_pre_attn/max": 203.0, "train/tensor_act_model_layers_11_residual_pre_attn/range": 102.0, "train/tensor_act_model_layers_11_residual_post_attn/norm": 352659.96875, "train/tensor_act_model_layers_11_residual_post_attn/mean": 172.0, "train/tensor_act_model_layers_11_residual_post_attn/std": 12.0625, "train/tensor_act_model_layers_11_residual_post_attn/max_abs": 203.0, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_residual_post_attn/min": 101.0, "train/tensor_act_model_layers_11_residual_post_attn/max": 203.0, "train/tensor_act_model_layers_11_residual_post_attn/range": 102.0, "train/tensor_act_model_layers_11_mlp_gate_proj/norm": 6010.724609375, "train/tensor_act_model_layers_11_mlp_gate_proj/mean": 1.25, "train/tensor_act_model_layers_11_mlp_gate_proj/std": 1.65625, "train/tensor_act_model_layers_11_mlp_gate_proj/max_abs": 4.125, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/min": -1.5390625, "train/tensor_act_model_layers_11_mlp_gate_proj/max": 4.125, "train/tensor_act_model_layers_11_mlp_gate_proj/range": 5.6640625, "train/tensor_act_model_layers_11_mlp_up_proj/norm": 6163.89501953125, "train/tensor_act_model_layers_11_mlp_up_proj/mean": -0.0859375, "train/tensor_act_model_layers_11_mlp_up_proj/std": 2.125, "train/tensor_act_model_layers_11_mlp_up_proj/max_abs": 4.25, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/min": -4.25, "train/tensor_act_model_layers_11_mlp_up_proj/max": 4.25, "train/tensor_act_model_layers_11_mlp_up_proj/range": 8.5, "train/tensor_act_model_layers_11_mlp_down_proj/norm": 57829.33203125, "train/tensor_act_model_layers_11_mlp_down_proj/mean": 28.0, "train/tensor_act_model_layers_11_mlp_down_proj/std": 3.75, "train/tensor_act_model_layers_11_mlp_down_proj/max_abs": 36.25, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_mlp_down_proj/min": 17.625, "train/tensor_act_model_layers_11_mlp_down_proj/max": 36.25, "train/tensor_act_model_layers_11_mlp_down_proj/range": 18.625, "train/tensor_act_model_layers_11_mlp/norm": 57829.33203125, "train/tensor_act_model_layers_11_mlp/mean": 28.0, "train/tensor_act_model_layers_11_mlp/std": 3.75, "train/tensor_act_model_layers_11_mlp/max_abs": 36.25, "train/tensor_act_model_layers_11_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_mlp/min": 17.625, "train/tensor_act_model_layers_11_mlp/max": 36.25, "train/tensor_act_model_layers_11_mlp/range": 18.625, "train/tensor_act_model_layers_11_residual_post_mlp/norm": 410037.0625, "train/tensor_act_model_layers_11_residual_post_mlp/mean": 200.0, "train/tensor_act_model_layers_11_residual_post_mlp/std": 13.75, "train/tensor_act_model_layers_11_residual_post_mlp/max_abs": 233.0, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_residual_post_mlp/min": 120.0, "train/tensor_act_model_layers_11_residual_post_mlp/max": 233.0, "train/tensor_act_model_layers_11_residual_post_mlp/range": 113.0, "train/tensor_act_model_layers_12_residual_pre_attn/norm": 410037.0625, "train/tensor_act_model_layers_12_residual_pre_attn/mean": 200.0, "train/tensor_act_model_layers_12_residual_pre_attn/std": 13.75, "train/tensor_act_model_layers_12_residual_pre_attn/max_abs": 233.0, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_pre_attn/min": 120.0, "train/tensor_act_model_layers_12_residual_pre_attn/max": 233.0, "train/tensor_act_model_layers_12_residual_pre_attn/range": 113.0, "train/tensor_act_model_layers_12_residual_post_attn/norm": 410037.0625, "train/tensor_act_model_layers_12_residual_post_attn/mean": 200.0, "train/tensor_act_model_layers_12_residual_post_attn/std": 13.75, "train/tensor_act_model_layers_12_residual_post_attn/max_abs": 233.0, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_post_attn/min": 120.5, "train/tensor_act_model_layers_12_residual_post_attn/max": 233.0, "train/tensor_act_model_layers_12_residual_post_attn/range": 112.5, "train/tensor_act_model_layers_12_mlp_gate_proj/norm": 6419.92822265625, "train/tensor_act_model_layers_12_mlp_gate_proj/mean": 1.3828125, "train/tensor_act_model_layers_12_mlp_gate_proj/std": 1.734375, "train/tensor_act_model_layers_12_mlp_gate_proj/max_abs": 4.3125, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/min": -1.1796875, "train/tensor_act_model_layers_12_mlp_gate_proj/max": 4.3125, "train/tensor_act_model_layers_12_mlp_gate_proj/range": 5.4921875, "train/tensor_act_model_layers_12_mlp_up_proj/norm": 6496.70068359375, "train/tensor_act_model_layers_12_mlp_up_proj/mean": 0.000690460205078125, "train/tensor_act_model_layers_12_mlp_up_proj/std": 2.25, "train/tensor_act_model_layers_12_mlp_up_proj/max_abs": 4.3125, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/min": -4.15625, "train/tensor_act_model_layers_12_mlp_up_proj/max": 4.3125, "train/tensor_act_model_layers_12_mlp_up_proj/range": 8.46875, "train/tensor_act_model_layers_12_mlp_down_proj/norm": 66565.3671875, "train/tensor_act_model_layers_12_mlp_down_proj/mean": 32.25, "train/tensor_act_model_layers_12_mlp_down_proj/std": 3.703125, "train/tensor_act_model_layers_12_mlp_down_proj/max_abs": 41.25, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_mlp_down_proj/min": 23.125, "train/tensor_act_model_layers_12_mlp_down_proj/max": 41.25, "train/tensor_act_model_layers_12_mlp_down_proj/range": 18.125, "train/tensor_act_model_layers_12_mlp/norm": 66565.3671875, "train/tensor_act_model_layers_12_mlp/mean": 32.25, "train/tensor_act_model_layers_12_mlp/std": 3.703125, "train/tensor_act_model_layers_12_mlp/max_abs": 41.25, "train/tensor_act_model_layers_12_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_mlp/min": 23.125, "train/tensor_act_model_layers_12_mlp/max": 41.25, "train/tensor_act_model_layers_12_mlp/range": 18.125, "train/tensor_act_model_layers_12_residual_post_mlp/norm": 476164.40625, "train/tensor_act_model_layers_12_residual_post_mlp/mean": 232.0, "train/tensor_act_model_layers_12_residual_post_mlp/std": 14.875, "train/tensor_act_model_layers_12_residual_post_mlp/max_abs": 270.0, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_post_mlp/min": 151.0, "train/tensor_act_model_layers_12_residual_post_mlp/max": 270.0, "train/tensor_act_model_layers_12_residual_post_mlp/range": 119.0, "train/tensor_act_model_layers_13_residual_pre_attn/norm": 476164.40625, "train/tensor_act_model_layers_13_residual_pre_attn/mean": 232.0, "train/tensor_act_model_layers_13_residual_pre_attn/std": 14.875, "train/tensor_act_model_layers_13_residual_pre_attn/max_abs": 270.0, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_pre_attn/min": 151.0, "train/tensor_act_model_layers_13_residual_pre_attn/max": 270.0, "train/tensor_act_model_layers_13_residual_pre_attn/range": 119.0, "train/tensor_act_model_layers_13_residual_post_attn/norm": 476164.40625, "train/tensor_act_model_layers_13_residual_post_attn/mean": 232.0, "train/tensor_act_model_layers_13_residual_post_attn/std": 14.875, "train/tensor_act_model_layers_13_residual_post_attn/max_abs": 270.0, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_post_attn/min": 151.0, "train/tensor_act_model_layers_13_residual_post_attn/max": 270.0, "train/tensor_act_model_layers_13_residual_post_attn/range": 119.0, "train/tensor_act_model_layers_13_mlp_gate_proj/norm": 6480.38525390625, "train/tensor_act_model_layers_13_mlp_gate_proj/mean": 1.4609375, "train/tensor_act_model_layers_13_mlp_gate_proj/std": 1.6953125, "train/tensor_act_model_layers_13_mlp_gate_proj/max_abs": 4.15625, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/min": -1.1328125, "train/tensor_act_model_layers_13_mlp_gate_proj/max": 4.15625, "train/tensor_act_model_layers_13_mlp_gate_proj/range": 5.2890625, "train/tensor_act_model_layers_13_mlp_up_proj/norm": 6597.99951171875, "train/tensor_act_model_layers_13_mlp_up_proj/mean": 0.384765625, "train/tensor_act_model_layers_13_mlp_up_proj/std": 2.25, "train/tensor_act_model_layers_13_mlp_up_proj/max_abs": 4.15625, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/min": -4.09375, "train/tensor_act_model_layers_13_mlp_up_proj/max": 4.15625, "train/tensor_act_model_layers_13_mlp_up_proj/range": 8.25, "train/tensor_act_model_layers_13_mlp_down_proj/norm": 65807.7734375, "train/tensor_act_model_layers_13_mlp_down_proj/mean": 31.875, "train/tensor_act_model_layers_13_mlp_down_proj/std": 4.1875, "train/tensor_act_model_layers_13_mlp_down_proj/max_abs": 40.5, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_mlp_down_proj/min": 19.125, "train/tensor_act_model_layers_13_mlp_down_proj/max": 40.5, "train/tensor_act_model_layers_13_mlp_down_proj/range": 21.375, "train/tensor_act_model_layers_13_mlp/norm": 65807.7734375, "train/tensor_act_model_layers_13_mlp/mean": 31.875, "train/tensor_act_model_layers_13_mlp/std": 4.1875, "train/tensor_act_model_layers_13_mlp/max_abs": 40.5, "train/tensor_act_model_layers_13_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_mlp/min": 19.125, "train/tensor_act_model_layers_13_mlp/max": 40.5, "train/tensor_act_model_layers_13_mlp/range": 21.375, "train/tensor_act_model_layers_13_residual_post_mlp/norm": 541318.5625, "train/tensor_act_model_layers_13_residual_post_mlp/mean": 264.0, "train/tensor_act_model_layers_13_residual_post_mlp/std": 16.375, "train/tensor_act_model_layers_13_residual_post_mlp/max_abs": 308.0, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_post_mlp/min": 178.0, "train/tensor_act_model_layers_13_residual_post_mlp/max": 308.0, "train/tensor_act_model_layers_13_residual_post_mlp/range": 130.0, "train/tensor_act_model_layers_14_residual_pre_attn/norm": 541318.5625, "train/tensor_act_model_layers_14_residual_pre_attn/mean": 264.0, "train/tensor_act_model_layers_14_residual_pre_attn/std": 16.375, "train/tensor_act_model_layers_14_residual_pre_attn/max_abs": 308.0, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_pre_attn/min": 178.0, "train/tensor_act_model_layers_14_residual_pre_attn/max": 308.0, "train/tensor_act_model_layers_14_residual_pre_attn/range": 130.0, "train/tensor_act_model_layers_14_residual_post_attn/norm": 541318.5625, "train/tensor_act_model_layers_14_residual_post_attn/mean": 264.0, "train/tensor_act_model_layers_14_residual_post_attn/std": 16.375, "train/tensor_act_model_layers_14_residual_post_attn/max_abs": 308.0, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_post_attn/min": 178.0, "train/tensor_act_model_layers_14_residual_post_attn/max": 308.0, "train/tensor_act_model_layers_14_residual_post_attn/range": 130.0, "train/tensor_act_model_layers_14_mlp_gate_proj/norm": 6151.11083984375, "train/tensor_act_model_layers_14_mlp_gate_proj/mean": 1.359375, "train/tensor_act_model_layers_14_mlp_gate_proj/std": 1.6328125, "train/tensor_act_model_layers_14_mlp_gate_proj/max_abs": 4.21875, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/min": -0.828125, "train/tensor_act_model_layers_14_mlp_gate_proj/max": 4.21875, "train/tensor_act_model_layers_14_mlp_gate_proj/range": 5.046875, "train/tensor_act_model_layers_14_mlp_up_proj/norm": 6355.4384765625, "train/tensor_act_model_layers_14_mlp_up_proj/mean": -0.294921875, "train/tensor_act_model_layers_14_mlp_up_proj/std": 2.171875, "train/tensor_act_model_layers_14_mlp_up_proj/max_abs": 4.25, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/min": -4.15625, "train/tensor_act_model_layers_14_mlp_up_proj/max": 4.25, "train/tensor_act_model_layers_14_mlp_up_proj/range": 8.40625, "train/tensor_act_model_layers_14_mlp_down_proj/norm": 62053.4453125, "train/tensor_act_model_layers_14_mlp_down_proj/mean": 30.125, "train/tensor_act_model_layers_14_mlp_down_proj/std": 3.671875, "train/tensor_act_model_layers_14_mlp_down_proj/max_abs": 40.75, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_mlp_down_proj/min": 20.75, "train/tensor_act_model_layers_14_mlp_down_proj/max": 40.75, "train/tensor_act_model_layers_14_mlp_down_proj/range": 20.0, "train/tensor_act_model_layers_14_mlp/norm": 62053.4453125, "train/tensor_act_model_layers_14_mlp/mean": 30.125, "train/tensor_act_model_layers_14_mlp/std": 3.671875, "train/tensor_act_model_layers_14_mlp/max_abs": 40.75, "train/tensor_act_model_layers_14_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_mlp/min": 20.75, "train/tensor_act_model_layers_14_mlp/max": 40.75, "train/tensor_act_model_layers_14_mlp/range": 20.0, "train/tensor_act_model_layers_14_residual_post_mlp/norm": 602912.6875, "train/tensor_act_model_layers_14_residual_post_mlp/mean": 294.0, "train/tensor_act_model_layers_14_residual_post_mlp/std": 16.75, "train/tensor_act_model_layers_14_residual_post_mlp/max_abs": 338.0, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_post_mlp/min": 206.0, "train/tensor_act_model_layers_14_residual_post_mlp/max": 338.0, "train/tensor_act_model_layers_14_residual_post_mlp/range": 132.0, "train/tensor_act_model_layers_15_residual_pre_attn/norm": 602912.6875, "train/tensor_act_model_layers_15_residual_pre_attn/mean": 294.0, "train/tensor_act_model_layers_15_residual_pre_attn/std": 16.75, "train/tensor_act_model_layers_15_residual_pre_attn/max_abs": 338.0, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_pre_attn/min": 206.0, "train/tensor_act_model_layers_15_residual_pre_attn/max": 338.0, "train/tensor_act_model_layers_15_residual_pre_attn/range": 132.0, "train/tensor_act_model_layers_15_residual_post_attn/norm": 602912.6875, "train/tensor_act_model_layers_15_residual_post_attn/mean": 294.0, "train/tensor_act_model_layers_15_residual_post_attn/std": 16.75, "train/tensor_act_model_layers_15_residual_post_attn/max_abs": 338.0, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_post_attn/min": 206.0, "train/tensor_act_model_layers_15_residual_post_attn/max": 338.0, "train/tensor_act_model_layers_15_residual_post_attn/range": 132.0, "train/tensor_act_model_layers_15_mlp_gate_proj/norm": 6030.6015625, "train/tensor_act_model_layers_15_mlp_gate_proj/mean": 1.28125, "train/tensor_act_model_layers_15_mlp_gate_proj/std": 1.640625, "train/tensor_act_model_layers_15_mlp_gate_proj/max_abs": 3.96875, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/min": -1.0390625, "train/tensor_act_model_layers_15_mlp_gate_proj/max": 3.96875, "train/tensor_act_model_layers_15_mlp_gate_proj/range": 5.0078125, "train/tensor_act_model_layers_15_mlp_up_proj/norm": 6135.36767578125, "train/tensor_act_model_layers_15_mlp_up_proj/mean": -0.1796875, "train/tensor_act_model_layers_15_mlp_up_proj/std": 2.109375, "train/tensor_act_model_layers_15_mlp_up_proj/max_abs": 4.46875, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/min": -4.375, "train/tensor_act_model_layers_15_mlp_up_proj/max": 4.46875, "train/tensor_act_model_layers_15_mlp_up_proj/range": 8.84375, "train/tensor_act_model_layers_15_mlp_down_proj/norm": 56796.578125, "train/tensor_act_model_layers_15_mlp_down_proj/mean": 27.5, "train/tensor_act_model_layers_15_mlp_down_proj/std": 3.734375, "train/tensor_act_model_layers_15_mlp_down_proj/max_abs": 35.0, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_mlp_down_proj/min": 14.8125, "train/tensor_act_model_layers_15_mlp_down_proj/max": 35.0, "train/tensor_act_model_layers_15_mlp_down_proj/range": 20.1875, "train/tensor_act_model_layers_15_mlp/norm": 56796.578125, "train/tensor_act_model_layers_15_mlp/mean": 27.5, "train/tensor_act_model_layers_15_mlp/std": 3.734375, "train/tensor_act_model_layers_15_mlp/max_abs": 35.0, "train/tensor_act_model_layers_15_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_mlp/min": 14.8125, "train/tensor_act_model_layers_15_mlp/max": 35.0, "train/tensor_act_model_layers_15_mlp/range": 20.1875, "train/tensor_act_model_layers_15_residual_post_mlp/norm": 659225.5625, "train/tensor_act_model_layers_15_residual_post_mlp/mean": 322.0, "train/tensor_act_model_layers_15_residual_post_mlp/std": 18.25, "train/tensor_act_model_layers_15_residual_post_mlp/max_abs": 364.0, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_post_mlp/min": 232.0, "train/tensor_act_model_layers_15_residual_post_mlp/max": 364.0, "train/tensor_act_model_layers_15_residual_post_mlp/range": 132.0, "train/tensor_act_model_layers_16_residual_pre_attn/norm": 659225.5625, "train/tensor_act_model_layers_16_residual_pre_attn/mean": 322.0, "train/tensor_act_model_layers_16_residual_pre_attn/std": 18.25, "train/tensor_act_model_layers_16_residual_pre_attn/max_abs": 364.0, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_pre_attn/min": 232.0, "train/tensor_act_model_layers_16_residual_pre_attn/max": 364.0, "train/tensor_act_model_layers_16_residual_pre_attn/range": 132.0, "train/tensor_act_model_layers_16_residual_post_attn/norm": 659225.5625, "train/tensor_act_model_layers_16_residual_post_attn/mean": 322.0, "train/tensor_act_model_layers_16_residual_post_attn/std": 18.25, "train/tensor_act_model_layers_16_residual_post_attn/max_abs": 364.0, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_post_attn/min": 232.0, "train/tensor_act_model_layers_16_residual_post_attn/max": 364.0, "train/tensor_act_model_layers_16_residual_post_attn/range": 132.0, "train/tensor_act_model_layers_16_mlp_gate_proj/norm": 6028.10302734375, "train/tensor_act_model_layers_16_mlp_gate_proj/mean": 1.25, "train/tensor_act_model_layers_16_mlp_gate_proj/std": 1.6640625, "train/tensor_act_model_layers_16_mlp_gate_proj/max_abs": 4.25, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/min": -1.3671875, "train/tensor_act_model_layers_16_mlp_gate_proj/max": 4.25, "train/tensor_act_model_layers_16_mlp_gate_proj/range": 5.6171875, "train/tensor_act_model_layers_16_mlp_up_proj/norm": 6122.30224609375, "train/tensor_act_model_layers_16_mlp_up_proj/mean": 0.054931640625, "train/tensor_act_model_layers_16_mlp_up_proj/std": 2.109375, "train/tensor_act_model_layers_16_mlp_up_proj/max_abs": 4.03125, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/min": -4.03125, "train/tensor_act_model_layers_16_mlp_up_proj/max": 4.03125, "train/tensor_act_model_layers_16_mlp_up_proj/range": 8.0625, "train/tensor_act_model_layers_16_mlp_down_proj/norm": 58231.15234375, "train/tensor_act_model_layers_16_mlp_down_proj/mean": 28.25, "train/tensor_act_model_layers_16_mlp_down_proj/std": 3.359375, "train/tensor_act_model_layers_16_mlp_down_proj/max_abs": 35.5, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_mlp_down_proj/min": 18.25, "train/tensor_act_model_layers_16_mlp_down_proj/max": 35.5, "train/tensor_act_model_layers_16_mlp_down_proj/range": 17.25, "train/tensor_act_model_layers_16_mlp/norm": 58231.15234375, "train/tensor_act_model_layers_16_mlp/mean": 28.25, "train/tensor_act_model_layers_16_mlp/std": 3.359375, "train/tensor_act_model_layers_16_mlp/max_abs": 35.5, "train/tensor_act_model_layers_16_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_mlp/min": 18.25, "train/tensor_act_model_layers_16_mlp/max": 35.5, "train/tensor_act_model_layers_16_mlp/range": 17.25, "train/tensor_act_model_layers_16_residual_post_mlp/norm": 717049.3125, "train/tensor_act_model_layers_16_residual_post_mlp/mean": 350.0, "train/tensor_act_model_layers_16_residual_post_mlp/std": 18.625, "train/tensor_act_model_layers_16_residual_post_mlp/max_abs": 394.0, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_post_mlp/min": 256.0, "train/tensor_act_model_layers_16_residual_post_mlp/max": 394.0, "train/tensor_act_model_layers_16_residual_post_mlp/range": 138.0, "train/tensor_act_model_layers_17_residual_pre_attn/norm": 717049.3125, "train/tensor_act_model_layers_17_residual_pre_attn/mean": 350.0, "train/tensor_act_model_layers_17_residual_pre_attn/std": 18.625, "train/tensor_act_model_layers_17_residual_pre_attn/max_abs": 394.0, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_pre_attn/min": 256.0, "train/tensor_act_model_layers_17_residual_pre_attn/max": 394.0, "train/tensor_act_model_layers_17_residual_pre_attn/range": 138.0, "train/tensor_act_model_layers_17_residual_post_attn/norm": 717049.3125, "train/tensor_act_model_layers_17_residual_post_attn/mean": 350.0, "train/tensor_act_model_layers_17_residual_post_attn/std": 18.625, "train/tensor_act_model_layers_17_residual_post_attn/max_abs": 394.0, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_post_attn/min": 256.0, "train/tensor_act_model_layers_17_residual_post_attn/max": 394.0, "train/tensor_act_model_layers_17_residual_post_attn/range": 138.0, "train/tensor_act_model_layers_17_mlp_gate_proj/norm": 6117.2666015625, "train/tensor_act_model_layers_17_mlp_gate_proj/mean": 1.328125, "train/tensor_act_model_layers_17_mlp_gate_proj/std": 1.640625, "train/tensor_act_model_layers_17_mlp_gate_proj/max_abs": 4.25, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/min": -0.96484375, "train/tensor_act_model_layers_17_mlp_gate_proj/max": 4.25, "train/tensor_act_model_layers_17_mlp_gate_proj/range": 5.21484375, "train/tensor_act_model_layers_17_mlp_up_proj/norm": 6320.45654296875, "train/tensor_act_model_layers_17_mlp_up_proj/mean": 0.1328125, "train/tensor_act_model_layers_17_mlp_up_proj/std": 2.171875, "train/tensor_act_model_layers_17_mlp_up_proj/max_abs": 4.71875, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/min": -4.25, "train/tensor_act_model_layers_17_mlp_up_proj/max": 4.71875, "train/tensor_act_model_layers_17_mlp_up_proj/range": 8.96875, "train/tensor_act_model_layers_17_mlp_down_proj/norm": 60290.72265625, "train/tensor_act_model_layers_17_mlp_down_proj/mean": 29.25, "train/tensor_act_model_layers_17_mlp_down_proj/std": 3.71875, "train/tensor_act_model_layers_17_mlp_down_proj/max_abs": 37.25, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_mlp_down_proj/min": 19.125, "train/tensor_act_model_layers_17_mlp_down_proj/max": 37.25, "train/tensor_act_model_layers_17_mlp_down_proj/range": 18.125, "train/tensor_act_model_layers_17_mlp/norm": 60290.72265625, "train/tensor_act_model_layers_17_mlp/mean": 29.25, "train/tensor_act_model_layers_17_mlp/std": 3.71875, "train/tensor_act_model_layers_17_mlp/max_abs": 37.25, "train/tensor_act_model_layers_17_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_mlp/min": 19.125, "train/tensor_act_model_layers_17_mlp/max": 37.25, "train/tensor_act_model_layers_17_mlp/range": 18.125, "train/tensor_act_model_layers_17_residual_post_mlp/norm": 776873.6875, "train/tensor_act_model_layers_17_residual_post_mlp/mean": 378.0, "train/tensor_act_model_layers_17_residual_post_mlp/std": 19.0, "train/tensor_act_model_layers_17_residual_post_mlp/max_abs": 424.0, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_post_mlp/min": 276.0, "train/tensor_act_model_layers_17_residual_post_mlp/max": 424.0, "train/tensor_act_model_layers_17_residual_post_mlp/range": 148.0, "train/tensor_act_model_layers_18_residual_pre_attn/norm": 776873.6875, "train/tensor_act_model_layers_18_residual_pre_attn/mean": 378.0, "train/tensor_act_model_layers_18_residual_pre_attn/std": 19.0, "train/tensor_act_model_layers_18_residual_pre_attn/max_abs": 424.0, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_pre_attn/min": 276.0, "train/tensor_act_model_layers_18_residual_pre_attn/max": 424.0, "train/tensor_act_model_layers_18_residual_pre_attn/range": 148.0, "train/tensor_act_model_layers_18_residual_post_attn/norm": 776873.6875, "train/tensor_act_model_layers_18_residual_post_attn/mean": 378.0, "train/tensor_act_model_layers_18_residual_post_attn/std": 19.0, "train/tensor_act_model_layers_18_residual_post_attn/max_abs": 424.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_post_attn/min": 276.0, "train/tensor_act_model_layers_18_residual_post_attn/max": 424.0, "train/tensor_act_model_layers_18_residual_post_attn/range": 148.0, "train/tensor_act_model_layers_18_mlp_gate_proj/norm": 5782.53076171875, "train/tensor_act_model_layers_18_mlp_gate_proj/mean": 1.1328125, "train/tensor_act_model_layers_18_mlp_gate_proj/std": 1.640625, "train/tensor_act_model_layers_18_mlp_gate_proj/max_abs": 3.96875, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/min": -1.4453125, "train/tensor_act_model_layers_18_mlp_gate_proj/max": 3.96875, "train/tensor_act_model_layers_18_mlp_gate_proj/range": 5.4140625, "train/tensor_act_model_layers_18_mlp_up_proj/norm": 5999.80078125, "train/tensor_act_model_layers_18_mlp_up_proj/mean": 0.10888671875, "train/tensor_act_model_layers_18_mlp_up_proj/std": 2.0625, "train/tensor_act_model_layers_18_mlp_up_proj/max_abs": 4.5, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/min": -4.5, "train/tensor_act_model_layers_18_mlp_up_proj/max": 4.15625, "train/tensor_act_model_layers_18_mlp_up_proj/range": 8.65625, "train/tensor_act_model_layers_18_mlp_down_proj/norm": 53073.6484375, "train/tensor_act_model_layers_18_mlp_down_proj/mean": 25.75, "train/tensor_act_model_layers_18_mlp_down_proj/std": 3.390625, "train/tensor_act_model_layers_18_mlp_down_proj/max_abs": 33.5, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_mlp_down_proj/min": 17.625, "train/tensor_act_model_layers_18_mlp_down_proj/max": 33.5, "train/tensor_act_model_layers_18_mlp_down_proj/range": 15.875, "train/tensor_act_model_layers_18_mlp/norm": 53073.6484375, "train/tensor_act_model_layers_18_mlp/mean": 25.75, "train/tensor_act_model_layers_18_mlp/std": 3.390625, "train/tensor_act_model_layers_18_mlp/max_abs": 33.5, "train/tensor_act_model_layers_18_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_mlp/min": 17.625, "train/tensor_act_model_layers_18_mlp/max": 33.5, "train/tensor_act_model_layers_18_mlp/range": 15.875, "train/tensor_act_model_layers_18_residual_post_mlp/norm": 829510.375, "train/tensor_act_model_layers_18_residual_post_mlp/mean": 404.0, "train/tensor_act_model_layers_18_residual_post_mlp/std": 20.0, "train/tensor_act_model_layers_18_residual_post_mlp/max_abs": 452.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_post_mlp/min": 298.0, "train/tensor_act_model_layers_18_residual_post_mlp/max": 452.0, "train/tensor_act_model_layers_18_residual_post_mlp/range": 154.0, "train/tensor_act_model_layers_19_residual_pre_attn/norm": 829510.375, "train/tensor_act_model_layers_19_residual_pre_attn/mean": 404.0, "train/tensor_act_model_layers_19_residual_pre_attn/std": 20.0, "train/tensor_act_model_layers_19_residual_pre_attn/max_abs": 452.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_pre_attn/min": 298.0, "train/tensor_act_model_layers_19_residual_pre_attn/max": 452.0, "train/tensor_act_model_layers_19_residual_pre_attn/range": 154.0, "train/tensor_act_model_layers_19_residual_post_attn/norm": 829510.375, "train/tensor_act_model_layers_19_residual_post_attn/mean": 404.0, "train/tensor_act_model_layers_19_residual_post_attn/std": 20.0, "train/tensor_act_model_layers_19_residual_post_attn/max_abs": 452.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_post_attn/min": 298.0, "train/tensor_act_model_layers_19_residual_post_attn/max": 452.0, "train/tensor_act_model_layers_19_residual_post_attn/range": 154.0, "train/tensor_act_model_layers_19_mlp_gate_proj/norm": 5828.865234375, "train/tensor_act_model_layers_19_mlp_gate_proj/mean": 1.203125, "train/tensor_act_model_layers_19_mlp_gate_proj/std": 1.609375, "train/tensor_act_model_layers_19_mlp_gate_proj/max_abs": 4.15625, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/min": -1.1953125, "train/tensor_act_model_layers_19_mlp_gate_proj/max": 4.15625, "train/tensor_act_model_layers_19_mlp_gate_proj/range": 5.3515625, "train/tensor_act_model_layers_19_mlp_up_proj/norm": 6004.8408203125, "train/tensor_act_model_layers_19_mlp_up_proj/mean": -0.125, "train/tensor_act_model_layers_19_mlp_up_proj/std": 2.0625, "train/tensor_act_model_layers_19_mlp_up_proj/max_abs": 4.28125, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/min": -4.28125, "train/tensor_act_model_layers_19_mlp_up_proj/max": 4.1875, "train/tensor_act_model_layers_19_mlp_up_proj/range": 8.46875, "train/tensor_act_model_layers_19_mlp_down_proj/norm": 52326.41015625, "train/tensor_act_model_layers_19_mlp_down_proj/mean": 25.375, "train/tensor_act_model_layers_19_mlp_down_proj/std": 3.375, "train/tensor_act_model_layers_19_mlp_down_proj/max_abs": 33.25, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_mlp_down_proj/min": 16.25, "train/tensor_act_model_layers_19_mlp_down_proj/max": 33.25, "train/tensor_act_model_layers_19_mlp_down_proj/range": 17.0, "train/tensor_act_model_layers_19_mlp/norm": 52326.41015625, "train/tensor_act_model_layers_19_mlp/mean": 25.375, "train/tensor_act_model_layers_19_mlp/std": 3.375, "train/tensor_act_model_layers_19_mlp/max_abs": 33.25, "train/tensor_act_model_layers_19_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_mlp/min": 16.25, "train/tensor_act_model_layers_19_mlp/max": 33.25, "train/tensor_act_model_layers_19_mlp/range": 17.0, "train/tensor_act_model_layers_19_residual_post_mlp/norm": 881366.4375, "train/tensor_act_model_layers_19_residual_post_mlp/mean": 430.0, "train/tensor_act_model_layers_19_residual_post_mlp/std": 20.875, "train/tensor_act_model_layers_19_residual_post_mlp/max_abs": 478.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_post_mlp/min": 322.0, "train/tensor_act_model_layers_19_residual_post_mlp/max": 478.0, "train/tensor_act_model_layers_19_residual_post_mlp/range": 156.0, "train/tensor_act_model_layers_20_residual_pre_attn/norm": 881366.4375, "train/tensor_act_model_layers_20_residual_pre_attn/mean": 430.0, "train/tensor_act_model_layers_20_residual_pre_attn/std": 20.875, "train/tensor_act_model_layers_20_residual_pre_attn/max_abs": 478.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_pre_attn/min": 322.0, "train/tensor_act_model_layers_20_residual_pre_attn/max": 478.0, "train/tensor_act_model_layers_20_residual_pre_attn/range": 156.0, "train/tensor_act_model_layers_20_residual_post_attn/norm": 881366.4375, "train/tensor_act_model_layers_20_residual_post_attn/mean": 430.0, "train/tensor_act_model_layers_20_residual_post_attn/std": 20.875, "train/tensor_act_model_layers_20_residual_post_attn/max_abs": 478.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_post_attn/min": 322.0, "train/tensor_act_model_layers_20_residual_post_attn/max": 478.0, "train/tensor_act_model_layers_20_residual_post_attn/range": 156.0, "train/tensor_act_model_layers_20_mlp_gate_proj/norm": 5645.392578125, "train/tensor_act_model_layers_20_mlp_gate_proj/mean": 1.0390625, "train/tensor_act_model_layers_20_mlp_gate_proj/std": 1.6484375, "train/tensor_act_model_layers_20_mlp_gate_proj/max_abs": 4.25, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/min": -0.984375, "train/tensor_act_model_layers_20_mlp_gate_proj/max": 4.25, "train/tensor_act_model_layers_20_mlp_gate_proj/range": 5.234375, "train/tensor_act_model_layers_20_mlp_up_proj/norm": 5782.1845703125, "train/tensor_act_model_layers_20_mlp_up_proj/mean": 0.345703125, "train/tensor_act_model_layers_20_mlp_up_proj/std": 1.96875, "train/tensor_act_model_layers_20_mlp_up_proj/max_abs": 4.125, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/min": -3.796875, "train/tensor_act_model_layers_20_mlp_up_proj/max": 4.125, "train/tensor_act_model_layers_20_mlp_up_proj/range": 7.921875, "train/tensor_act_model_layers_20_mlp_down_proj/norm": 49784.96484375, "train/tensor_act_model_layers_20_mlp_down_proj/mean": 24.125, "train/tensor_act_model_layers_20_mlp_down_proj/std": 3.3125, "train/tensor_act_model_layers_20_mlp_down_proj/max_abs": 32.0, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_mlp_down_proj/min": 16.375, "train/tensor_act_model_layers_20_mlp_down_proj/max": 32.0, "train/tensor_act_model_layers_20_mlp_down_proj/range": 15.625, "train/tensor_act_model_layers_20_mlp/norm": 49784.96484375, "train/tensor_act_model_layers_20_mlp/mean": 24.125, "train/tensor_act_model_layers_20_mlp/std": 3.3125, "train/tensor_act_model_layers_20_mlp/max_abs": 32.0, "train/tensor_act_model_layers_20_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_mlp/min": 16.375, "train/tensor_act_model_layers_20_mlp/max": 32.0, "train/tensor_act_model_layers_20_mlp/range": 15.625, "train/tensor_act_model_layers_20_residual_post_mlp/norm": 930811.125, "train/tensor_act_model_layers_20_residual_post_mlp/mean": 454.0, "train/tensor_act_model_layers_20_residual_post_mlp/std": 22.0, "train/tensor_act_model_layers_20_residual_post_mlp/max_abs": 502.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_post_mlp/min": 350.0, "train/tensor_act_model_layers_20_residual_post_mlp/max": 502.0, "train/tensor_act_model_layers_20_residual_post_mlp/range": 152.0, "train/tensor_act_model_layers_21_residual_pre_attn/norm": 930811.125, "train/tensor_act_model_layers_21_residual_pre_attn/mean": 454.0, "train/tensor_act_model_layers_21_residual_pre_attn/std": 22.0, "train/tensor_act_model_layers_21_residual_pre_attn/max_abs": 502.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_pre_attn/min": 350.0, "train/tensor_act_model_layers_21_residual_pre_attn/max": 502.0, "train/tensor_act_model_layers_21_residual_pre_attn/range": 152.0, "train/tensor_act_model_layers_21_residual_post_attn/norm": 930811.125, "train/tensor_act_model_layers_21_residual_post_attn/mean": 454.0, "train/tensor_act_model_layers_21_residual_post_attn/std": 22.0, "train/tensor_act_model_layers_21_residual_post_attn/max_abs": 502.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_post_attn/min": 350.0, "train/tensor_act_model_layers_21_residual_post_attn/max": 502.0, "train/tensor_act_model_layers_21_residual_post_attn/range": 152.0, "train/tensor_act_model_layers_21_mlp_gate_proj/norm": 5492.28271484375, "train/tensor_act_model_layers_21_mlp_gate_proj/mean": 0.984375, "train/tensor_act_model_layers_21_mlp_gate_proj/std": 1.6171875, "train/tensor_act_model_layers_21_mlp_gate_proj/max_abs": 4.125, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/min": -1.2421875, "train/tensor_act_model_layers_21_mlp_gate_proj/max": 4.125, "train/tensor_act_model_layers_21_mlp_gate_proj/range": 5.3671875, "train/tensor_act_model_layers_21_mlp_up_proj/norm": 5659.04833984375, "train/tensor_act_model_layers_21_mlp_up_proj/mean": 0.01287841796875, "train/tensor_act_model_layers_21_mlp_up_proj/std": 1.953125, "train/tensor_act_model_layers_21_mlp_up_proj/max_abs": 4.15625, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/min": -4.15625, "train/tensor_act_model_layers_21_mlp_up_proj/max": 4.03125, "train/tensor_act_model_layers_21_mlp_up_proj/range": 8.1875, "train/tensor_act_model_layers_21_mlp_down_proj/norm": 46441.6484375, "train/tensor_act_model_layers_21_mlp_down_proj/mean": 22.5, "train/tensor_act_model_layers_21_mlp_down_proj/std": 2.890625, "train/tensor_act_model_layers_21_mlp_down_proj/max_abs": 30.125, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_mlp_down_proj/min": 15.1875, "train/tensor_act_model_layers_21_mlp_down_proj/max": 30.125, "train/tensor_act_model_layers_21_mlp_down_proj/range": 14.9375, "train/tensor_act_model_layers_21_mlp/norm": 46441.6484375, "train/tensor_act_model_layers_21_mlp/mean": 22.5, "train/tensor_act_model_layers_21_mlp/std": 2.890625, "train/tensor_act_model_layers_21_mlp/max_abs": 30.125, "train/tensor_act_model_layers_21_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_mlp/min": 15.1875, "train/tensor_act_model_layers_21_mlp/max": 30.125, "train/tensor_act_model_layers_21_mlp/range": 14.9375, "train/tensor_act_model_layers_21_residual_post_mlp/norm": 977025.25, "train/tensor_act_model_layers_21_residual_post_mlp/mean": 476.0, "train/tensor_act_model_layers_21_residual_post_mlp/std": 22.875, "train/tensor_act_model_layers_21_residual_post_mlp/max_abs": 532.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_post_mlp/min": 368.0, "train/tensor_act_model_layers_21_residual_post_mlp/max": 532.0, "train/tensor_act_model_layers_21_residual_post_mlp/range": 164.0, "train/tensor_act_model_layers_22_residual_pre_attn/norm": 977025.25, "train/tensor_act_model_layers_22_residual_pre_attn/mean": 476.0, "train/tensor_act_model_layers_22_residual_pre_attn/std": 22.875, "train/tensor_act_model_layers_22_residual_pre_attn/max_abs": 532.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_pre_attn/min": 368.0, "train/tensor_act_model_layers_22_residual_pre_attn/max": 532.0, "train/tensor_act_model_layers_22_residual_pre_attn/range": 164.0, "train/tensor_act_model_layers_22_residual_post_attn/norm": 977025.25, "train/tensor_act_model_layers_22_residual_post_attn/mean": 476.0, "train/tensor_act_model_layers_22_residual_post_attn/std": 22.875, "train/tensor_act_model_layers_22_residual_post_attn/max_abs": 532.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_post_attn/min": 368.0, "train/tensor_act_model_layers_22_residual_post_attn/max": 532.0, "train/tensor_act_model_layers_22_residual_post_attn/range": 164.0, "train/tensor_act_model_layers_22_mlp_gate_proj/norm": 5826.28271484375, "train/tensor_act_model_layers_22_mlp_gate_proj/mean": 1.1328125, "train/tensor_act_model_layers_22_mlp_gate_proj/std": 1.6640625, "train/tensor_act_model_layers_22_mlp_gate_proj/max_abs": 3.90625, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/min": -1.15625, "train/tensor_act_model_layers_22_mlp_gate_proj/max": 3.90625, "train/tensor_act_model_layers_22_mlp_gate_proj/range": 5.0625, "train/tensor_act_model_layers_22_mlp_up_proj/norm": 6046.916015625, "train/tensor_act_model_layers_22_mlp_up_proj/mean": -0.103515625, "train/tensor_act_model_layers_22_mlp_up_proj/std": 2.078125, "train/tensor_act_model_layers_22_mlp_up_proj/max_abs": 4.28125, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/min": -4.28125, "train/tensor_act_model_layers_22_mlp_up_proj/max": 3.859375, "train/tensor_act_model_layers_22_mlp_up_proj/range": 8.140625, "train/tensor_act_model_layers_22_mlp_down_proj/norm": 53178.79296875, "train/tensor_act_model_layers_22_mlp_down_proj/mean": 25.75, "train/tensor_act_model_layers_22_mlp_down_proj/std": 3.109375, "train/tensor_act_model_layers_22_mlp_down_proj/max_abs": 32.5, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_mlp_down_proj/min": 16.875, "train/tensor_act_model_layers_22_mlp_down_proj/max": 32.5, "train/tensor_act_model_layers_22_mlp_down_proj/range": 15.625, "train/tensor_act_model_layers_22_mlp/norm": 53178.79296875, "train/tensor_act_model_layers_22_mlp/mean": 25.75, "train/tensor_act_model_layers_22_mlp/std": 3.109375, "train/tensor_act_model_layers_22_mlp/max_abs": 32.5, "train/tensor_act_model_layers_22_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_mlp/min": 16.875, "train/tensor_act_model_layers_22_mlp/max": 32.5, "train/tensor_act_model_layers_22_mlp/range": 15.625, "train/tensor_act_model_layers_22_residual_post_mlp/norm": 1029670.6875, "train/tensor_act_model_layers_22_residual_post_mlp/mean": 502.0, "train/tensor_act_model_layers_22_residual_post_mlp/std": 23.75, "train/tensor_act_model_layers_22_residual_post_mlp/max_abs": 556.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_post_mlp/min": 394.0, "train/tensor_act_model_layers_22_residual_post_mlp/max": 556.0, "train/tensor_act_model_layers_22_residual_post_mlp/range": 162.0, "train/tensor_act_model_layers_23_residual_pre_attn/norm": 1029670.6875, "train/tensor_act_model_layers_23_residual_pre_attn/mean": 502.0, "train/tensor_act_model_layers_23_residual_pre_attn/std": 23.75, "train/tensor_act_model_layers_23_residual_pre_attn/max_abs": 556.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_pre_attn/min": 394.0, "train/tensor_act_model_layers_23_residual_pre_attn/max": 556.0, "train/tensor_act_model_layers_23_residual_pre_attn/range": 162.0, "train/tensor_act_model_layers_23_residual_post_attn/norm": 1029670.6875, "train/tensor_act_model_layers_23_residual_post_attn/mean": 502.0, "train/tensor_act_model_layers_23_residual_post_attn/std": 23.75, "train/tensor_act_model_layers_23_residual_post_attn/max_abs": 556.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_post_attn/min": 394.0, "train/tensor_act_model_layers_23_residual_post_attn/max": 556.0, "train/tensor_act_model_layers_23_residual_post_attn/range": 162.0, "train/tensor_act_model_layers_23_mlp_gate_proj/norm": 5843.52978515625, "train/tensor_act_model_layers_23_mlp_gate_proj/mean": 1.1484375, "train/tensor_act_model_layers_23_mlp_gate_proj/std": 1.65625, "train/tensor_act_model_layers_23_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/min": -1.234375, "train/tensor_act_model_layers_23_mlp_gate_proj/max": 4.03125, "train/tensor_act_model_layers_23_mlp_gate_proj/range": 5.265625, "train/tensor_act_model_layers_23_mlp_up_proj/norm": 6055.046875, "train/tensor_act_model_layers_23_mlp_up_proj/mean": -0.08056640625, "train/tensor_act_model_layers_23_mlp_up_proj/std": 2.09375, "train/tensor_act_model_layers_23_mlp_up_proj/max_abs": 4.375, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/min": -4.21875, "train/tensor_act_model_layers_23_mlp_up_proj/max": 4.375, "train/tensor_act_model_layers_23_mlp_up_proj/range": 8.59375, "train/tensor_act_model_layers_23_mlp_down_proj/norm": 52704.8984375, "train/tensor_act_model_layers_23_mlp_down_proj/mean": 25.5, "train/tensor_act_model_layers_23_mlp_down_proj/std": 3.453125, "train/tensor_act_model_layers_23_mlp_down_proj/max_abs": 34.0, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_mlp_down_proj/min": 16.875, "train/tensor_act_model_layers_23_mlp_down_proj/max": 34.0, "train/tensor_act_model_layers_23_mlp_down_proj/range": 17.125, "train/tensor_act_model_layers_23_mlp/norm": 52704.8984375, "train/tensor_act_model_layers_23_mlp/mean": 25.5, "train/tensor_act_model_layers_23_mlp/std": 3.453125, "train/tensor_act_model_layers_23_mlp/max_abs": 34.0, "train/tensor_act_model_layers_23_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_mlp/min": 16.875, "train/tensor_act_model_layers_23_mlp/max": 34.0, "train/tensor_act_model_layers_23_mlp/range": 17.125, "train/tensor_act_model_layers_23_residual_post_mlp/norm": 1081560.5, "train/tensor_act_model_layers_23_residual_post_mlp/mean": 528.0, "train/tensor_act_model_layers_23_residual_post_mlp/std": 25.125, "train/tensor_act_model_layers_23_residual_post_mlp/max_abs": 584.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_post_mlp/min": 418.0, "train/tensor_act_model_layers_23_residual_post_mlp/max": 584.0, "train/tensor_act_model_layers_23_residual_post_mlp/range": 166.0, "train/tensor_act_model_layers_24_residual_pre_attn/norm": 1081560.5, "train/tensor_act_model_layers_24_residual_pre_attn/mean": 528.0, "train/tensor_act_model_layers_24_residual_pre_attn/std": 25.125, "train/tensor_act_model_layers_24_residual_pre_attn/max_abs": 584.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_pre_attn/min": 418.0, "train/tensor_act_model_layers_24_residual_pre_attn/max": 584.0, "train/tensor_act_model_layers_24_residual_pre_attn/range": 166.0, "train/tensor_act_model_layers_24_residual_post_attn/norm": 1081560.5, "train/tensor_act_model_layers_24_residual_post_attn/mean": 528.0, "train/tensor_act_model_layers_24_residual_post_attn/std": 25.125, "train/tensor_act_model_layers_24_residual_post_attn/max_abs": 584.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_post_attn/min": 418.0, "train/tensor_act_model_layers_24_residual_post_attn/max": 584.0, "train/tensor_act_model_layers_24_residual_post_attn/range": 166.0, "train/tensor_act_model_layers_24_mlp_gate_proj/norm": 5763.46923828125, "train/tensor_act_model_layers_24_mlp_gate_proj/mean": 1.171875, "train/tensor_act_model_layers_24_mlp_gate_proj/std": 1.609375, "train/tensor_act_model_layers_24_mlp_gate_proj/max_abs": 4.21875, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/min": -1.125, "train/tensor_act_model_layers_24_mlp_gate_proj/max": 4.21875, "train/tensor_act_model_layers_24_mlp_gate_proj/range": 5.34375, "train/tensor_act_model_layers_24_mlp_up_proj/norm": 5899.26171875, "train/tensor_act_model_layers_24_mlp_up_proj/mean": 0.365234375, "train/tensor_act_model_layers_24_mlp_up_proj/std": 2.0, "train/tensor_act_model_layers_24_mlp_up_proj/max_abs": 4.28125, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/min": -4.28125, "train/tensor_act_model_layers_24_mlp_up_proj/max": 4.125, "train/tensor_act_model_layers_24_mlp_up_proj/range": 8.40625, "train/tensor_act_model_layers_24_mlp_down_proj/norm": 51131.9765625, "train/tensor_act_model_layers_24_mlp_down_proj/mean": 24.75, "train/tensor_act_model_layers_24_mlp_down_proj/std": 3.578125, "train/tensor_act_model_layers_24_mlp_down_proj/max_abs": 33.5, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_mlp_down_proj/min": 14.625, "train/tensor_act_model_layers_24_mlp_down_proj/max": 33.5, "train/tensor_act_model_layers_24_mlp_down_proj/range": 18.875, "train/tensor_act_model_layers_24_mlp/norm": 51131.9765625, "train/tensor_act_model_layers_24_mlp/mean": 24.75, "train/tensor_act_model_layers_24_mlp/std": 3.578125, "train/tensor_act_model_layers_24_mlp/max_abs": 33.5, "train/tensor_act_model_layers_24_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_mlp/min": 14.625, "train/tensor_act_model_layers_24_mlp/max": 33.5, "train/tensor_act_model_layers_24_mlp/range": 18.875, "train/tensor_act_model_layers_24_residual_post_mlp/norm": 1132422.875, "train/tensor_act_model_layers_24_residual_post_mlp/mean": 552.0, "train/tensor_act_model_layers_24_residual_post_mlp/std": 26.0, "train/tensor_act_model_layers_24_residual_post_mlp/max_abs": 616.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_post_mlp/min": 444.0, "train/tensor_act_model_layers_24_residual_post_mlp/max": 616.0, "train/tensor_act_model_layers_24_residual_post_mlp/range": 172.0, "train/tensor_act_model_layers_25_residual_pre_attn/norm": 1132422.875, "train/tensor_act_model_layers_25_residual_pre_attn/mean": 552.0, "train/tensor_act_model_layers_25_residual_pre_attn/std": 26.0, "train/tensor_act_model_layers_25_residual_pre_attn/max_abs": 616.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_pre_attn/min": 444.0, "train/tensor_act_model_layers_25_residual_pre_attn/max": 616.0, "train/tensor_act_model_layers_25_residual_pre_attn/range": 172.0, "train/tensor_act_model_layers_25_residual_post_attn/norm": 1132422.875, "train/tensor_act_model_layers_25_residual_post_attn/mean": 552.0, "train/tensor_act_model_layers_25_residual_post_attn/std": 26.0, "train/tensor_act_model_layers_25_residual_post_attn/max_abs": 616.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_post_attn/min": 444.0, "train/tensor_act_model_layers_25_residual_post_attn/max": 616.0, "train/tensor_act_model_layers_25_residual_post_attn/range": 172.0, "train/tensor_act_model_layers_25_mlp_gate_proj/norm": 5763.1044921875, "train/tensor_act_model_layers_25_mlp_gate_proj/mean": 1.1640625, "train/tensor_act_model_layers_25_mlp_gate_proj/std": 1.609375, "train/tensor_act_model_layers_25_mlp_gate_proj/max_abs": 4.125, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/min": -0.98046875, "train/tensor_act_model_layers_25_mlp_gate_proj/max": 4.125, "train/tensor_act_model_layers_25_mlp_gate_proj/range": 5.10546875, "train/tensor_act_model_layers_25_mlp_up_proj/norm": 5942.11865234375, "train/tensor_act_model_layers_25_mlp_up_proj/mean": -0.022705078125, "train/tensor_act_model_layers_25_mlp_up_proj/std": 2.046875, "train/tensor_act_model_layers_25_mlp_up_proj/max_abs": 4.34375, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/min": -4.03125, "train/tensor_act_model_layers_25_mlp_up_proj/max": 4.34375, "train/tensor_act_model_layers_25_mlp_up_proj/range": 8.375, "train/tensor_act_model_layers_25_mlp_down_proj/norm": 51588.5546875, "train/tensor_act_model_layers_25_mlp_down_proj/mean": 25.0, "train/tensor_act_model_layers_25_mlp_down_proj/std": 3.140625, "train/tensor_act_model_layers_25_mlp_down_proj/max_abs": 34.25, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_mlp_down_proj/min": 15.3125, "train/tensor_act_model_layers_25_mlp_down_proj/max": 34.25, "train/tensor_act_model_layers_25_mlp_down_proj/range": 18.9375, "train/tensor_act_model_layers_25_mlp/norm": 51588.5546875, "train/tensor_act_model_layers_25_mlp/mean": 25.0, "train/tensor_act_model_layers_25_mlp/std": 3.140625, "train/tensor_act_model_layers_25_mlp/max_abs": 34.25, "train/tensor_act_model_layers_25_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_mlp/min": 15.3125, "train/tensor_act_model_layers_25_mlp/max": 34.25, "train/tensor_act_model_layers_25_mlp/range": 18.9375, "train/tensor_act_model_layers_25_residual_post_mlp/norm": 1183542.375, "train/tensor_act_model_layers_25_residual_post_mlp/mean": 576.0, "train/tensor_act_model_layers_25_residual_post_mlp/std": 26.5, "train/tensor_act_model_layers_25_residual_post_mlp/max_abs": 644.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_post_mlp/min": 470.0, "train/tensor_act_model_layers_25_residual_post_mlp/max": 644.0, "train/tensor_act_model_layers_25_residual_post_mlp/range": 174.0, "train/tensor_act_model_layers_26_residual_pre_attn/norm": 1183542.375, "train/tensor_act_model_layers_26_residual_pre_attn/mean": 576.0, "train/tensor_act_model_layers_26_residual_pre_attn/std": 26.5, "train/tensor_act_model_layers_26_residual_pre_attn/max_abs": 644.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_pre_attn/min": 470.0, "train/tensor_act_model_layers_26_residual_pre_attn/max": 644.0, "train/tensor_act_model_layers_26_residual_pre_attn/range": 174.0, "train/tensor_act_model_layers_26_residual_post_attn/norm": 1183542.375, "train/tensor_act_model_layers_26_residual_post_attn/mean": 576.0, "train/tensor_act_model_layers_26_residual_post_attn/std": 26.5, "train/tensor_act_model_layers_26_residual_post_attn/max_abs": 644.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_post_attn/min": 470.0, "train/tensor_act_model_layers_26_residual_post_attn/max": 644.0, "train/tensor_act_model_layers_26_residual_post_attn/range": 174.0, "train/tensor_act_model_layers_26_mlp_gate_proj/norm": 5606.2802734375, "train/tensor_act_model_layers_26_mlp_gate_proj/mean": 1.046875, "train/tensor_act_model_layers_26_mlp_gate_proj/std": 1.625, "train/tensor_act_model_layers_26_mlp_gate_proj/max_abs": 3.875, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/min": -1.359375, "train/tensor_act_model_layers_26_mlp_gate_proj/max": 3.875, "train/tensor_act_model_layers_26_mlp_gate_proj/range": 5.234375, "train/tensor_act_model_layers_26_mlp_up_proj/norm": 5682.11474609375, "train/tensor_act_model_layers_26_mlp_up_proj/mean": 0.080078125, "train/tensor_act_model_layers_26_mlp_up_proj/std": 1.9609375, "train/tensor_act_model_layers_26_mlp_up_proj/max_abs": 4.15625, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/min": -3.96875, "train/tensor_act_model_layers_26_mlp_up_proj/max": 4.15625, "train/tensor_act_model_layers_26_mlp_up_proj/range": 8.125, "train/tensor_act_model_layers_26_mlp_down_proj/norm": 47828.8671875, "train/tensor_act_model_layers_26_mlp_down_proj/mean": 23.125, "train/tensor_act_model_layers_26_mlp_down_proj/std": 2.875, "train/tensor_act_model_layers_26_mlp_down_proj/max_abs": 28.5, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_mlp_down_proj/min": 15.9375, "train/tensor_act_model_layers_26_mlp_down_proj/max": 28.5, "train/tensor_act_model_layers_26_mlp_down_proj/range": 12.5625, "train/tensor_act_model_layers_26_mlp/norm": 47828.8671875, "train/tensor_act_model_layers_26_mlp/mean": 23.125, "train/tensor_act_model_layers_26_mlp/std": 2.875, "train/tensor_act_model_layers_26_mlp/max_abs": 28.5, "train/tensor_act_model_layers_26_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_mlp/min": 15.9375, "train/tensor_act_model_layers_26_mlp/max": 28.5, "train/tensor_act_model_layers_26_mlp/range": 12.5625, "train/tensor_act_model_layers_26_residual_post_mlp/norm": 1231084.25, "train/tensor_act_model_layers_26_residual_post_mlp/mean": 600.0, "train/tensor_act_model_layers_26_residual_post_mlp/std": 26.75, "train/tensor_act_model_layers_26_residual_post_mlp/max_abs": 668.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_post_mlp/min": 494.0, "train/tensor_act_model_layers_26_residual_post_mlp/max": 668.0, "train/tensor_act_model_layers_26_residual_post_mlp/range": 174.0, "train/tensor_act_model_layers_27_residual_pre_attn/norm": 1231084.25, "train/tensor_act_model_layers_27_residual_pre_attn/mean": 600.0, "train/tensor_act_model_layers_27_residual_pre_attn/std": 26.75, "train/tensor_act_model_layers_27_residual_pre_attn/max_abs": 668.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_pre_attn/min": 494.0, "train/tensor_act_model_layers_27_residual_pre_attn/max": 668.0, "train/tensor_act_model_layers_27_residual_pre_attn/range": 174.0, "train/tensor_act_model_layers_27_residual_post_attn/norm": 1231084.25, "train/tensor_act_model_layers_27_residual_post_attn/mean": 600.0, "train/tensor_act_model_layers_27_residual_post_attn/std": 26.75, "train/tensor_act_model_layers_27_residual_post_attn/max_abs": 668.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_post_attn/min": 494.0, "train/tensor_act_model_layers_27_residual_post_attn/max": 668.0, "train/tensor_act_model_layers_27_residual_post_attn/range": 174.0, "train/tensor_act_model_layers_27_mlp_gate_proj/norm": 5536.5859375, "train/tensor_act_model_layers_27_mlp_gate_proj/mean": 1.046875, "train/tensor_act_model_layers_27_mlp_gate_proj/std": 1.6015625, "train/tensor_act_model_layers_27_mlp_gate_proj/max_abs": 4.1875, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/min": -1.1015625, "train/tensor_act_model_layers_27_mlp_gate_proj/max": 4.1875, "train/tensor_act_model_layers_27_mlp_gate_proj/range": 5.2890625, "train/tensor_act_model_layers_27_mlp_up_proj/norm": 5756.18994140625, "train/tensor_act_model_layers_27_mlp_up_proj/mean": -0.0133056640625, "train/tensor_act_model_layers_27_mlp_up_proj/std": 1.984375, "train/tensor_act_model_layers_27_mlp_up_proj/max_abs": 4.1875, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/min": -4.0625, "train/tensor_act_model_layers_27_mlp_up_proj/max": 4.1875, "train/tensor_act_model_layers_27_mlp_up_proj/range": 8.25, "train/tensor_act_model_layers_27_mlp_down_proj/norm": 45122.8125, "train/tensor_act_model_layers_27_mlp_down_proj/mean": 21.875, "train/tensor_act_model_layers_27_mlp_down_proj/std": 2.90625, "train/tensor_act_model_layers_27_mlp_down_proj/max_abs": 29.0, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_mlp_down_proj/min": 13.75, "train/tensor_act_model_layers_27_mlp_down_proj/max": 29.0, "train/tensor_act_model_layers_27_mlp_down_proj/range": 15.25, "train/tensor_act_model_layers_27_mlp/norm": 45122.8125, "train/tensor_act_model_layers_27_mlp/mean": 21.875, "train/tensor_act_model_layers_27_mlp/std": 2.90625, "train/tensor_act_model_layers_27_mlp/max_abs": 29.0, "train/tensor_act_model_layers_27_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_mlp/min": 13.75, "train/tensor_act_model_layers_27_mlp/max": 29.0, "train/tensor_act_model_layers_27_mlp/range": 15.25, "train/tensor_act_model_layers_27_residual_post_mlp/norm": 1275821.5, "train/tensor_act_model_layers_27_residual_post_mlp/mean": 624.0, "train/tensor_act_model_layers_27_residual_post_mlp/std": 27.375, "train/tensor_act_model_layers_27_residual_post_mlp/max_abs": 696.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_post_mlp/min": 512.0, "train/tensor_act_model_layers_27_residual_post_mlp/max": 696.0, "train/tensor_act_model_layers_27_residual_post_mlp/range": 184.0, "train/tensor_act_model_layers_28_residual_pre_attn/norm": 1275821.5, "train/tensor_act_model_layers_28_residual_pre_attn/mean": 624.0, "train/tensor_act_model_layers_28_residual_pre_attn/std": 27.375, "train/tensor_act_model_layers_28_residual_pre_attn/max_abs": 696.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_pre_attn/min": 512.0, "train/tensor_act_model_layers_28_residual_pre_attn/max": 696.0, "train/tensor_act_model_layers_28_residual_pre_attn/range": 184.0, "train/tensor_act_model_layers_28_residual_post_attn/norm": 1275821.5, "train/tensor_act_model_layers_28_residual_post_attn/mean": 624.0, "train/tensor_act_model_layers_28_residual_post_attn/std": 27.375, "train/tensor_act_model_layers_28_residual_post_attn/max_abs": 696.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_post_attn/min": 512.0, "train/tensor_act_model_layers_28_residual_post_attn/max": 696.0, "train/tensor_act_model_layers_28_residual_post_attn/range": 184.0, "train/tensor_act_model_layers_28_mlp_gate_proj/norm": 5554.3798828125, "train/tensor_act_model_layers_28_mlp_gate_proj/mean": 1.0703125, "train/tensor_act_model_layers_28_mlp_gate_proj/std": 1.59375, "train/tensor_act_model_layers_28_mlp_gate_proj/max_abs": 4.1875, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/min": -1.0703125, "train/tensor_act_model_layers_28_mlp_gate_proj/max": 4.1875, "train/tensor_act_model_layers_28_mlp_gate_proj/range": 5.2578125, "train/tensor_act_model_layers_28_mlp_up_proj/norm": 5732.0263671875, "train/tensor_act_model_layers_28_mlp_up_proj/mean": 0.006072998046875, "train/tensor_act_model_layers_28_mlp_up_proj/std": 1.9765625, "train/tensor_act_model_layers_28_mlp_up_proj/max_abs": 4.25, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/min": -4.25, "train/tensor_act_model_layers_28_mlp_up_proj/max": 4.1875, "train/tensor_act_model_layers_28_mlp_up_proj/range": 8.4375, "train/tensor_act_model_layers_28_mlp_down_proj/norm": 46037.87109375, "train/tensor_act_model_layers_28_mlp_down_proj/mean": 22.25, "train/tensor_act_model_layers_28_mlp_down_proj/std": 3.4375, "train/tensor_act_model_layers_28_mlp_down_proj/max_abs": 34.0, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_mlp_down_proj/min": 11.0625, "train/tensor_act_model_layers_28_mlp_down_proj/max": 34.0, "train/tensor_act_model_layers_28_mlp_down_proj/range": 22.9375, "train/tensor_act_model_layers_28_mlp/norm": 46037.87109375, "train/tensor_act_model_layers_28_mlp/mean": 22.25, "train/tensor_act_model_layers_28_mlp/std": 3.4375, "train/tensor_act_model_layers_28_mlp/max_abs": 34.0, "train/tensor_act_model_layers_28_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_mlp/min": 11.0625, "train/tensor_act_model_layers_28_mlp/max": 34.0, "train/tensor_act_model_layers_28_mlp/range": 22.9375, "train/tensor_act_model_layers_28_residual_post_mlp/norm": 1321026.125, "train/tensor_act_model_layers_28_residual_post_mlp/mean": 644.0, "train/tensor_act_model_layers_28_residual_post_mlp/std": 27.625, "train/tensor_act_model_layers_28_residual_post_mlp/max_abs": 720.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_post_mlp/min": 528.0, "train/tensor_act_model_layers_28_residual_post_mlp/max": 720.0, "train/tensor_act_model_layers_28_residual_post_mlp/range": 192.0, "train/tensor_act_model_layers_29_residual_pre_attn/norm": 1321026.125, "train/tensor_act_model_layers_29_residual_pre_attn/mean": 644.0, "train/tensor_act_model_layers_29_residual_pre_attn/std": 27.625, "train/tensor_act_model_layers_29_residual_pre_attn/max_abs": 720.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_pre_attn/min": 528.0, "train/tensor_act_model_layers_29_residual_pre_attn/max": 720.0, "train/tensor_act_model_layers_29_residual_pre_attn/range": 192.0, "train/tensor_act_model_layers_29_residual_post_attn/norm": 1321026.125, "train/tensor_act_model_layers_29_residual_post_attn/mean": 644.0, "train/tensor_act_model_layers_29_residual_post_attn/std": 27.625, "train/tensor_act_model_layers_29_residual_post_attn/max_abs": 720.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_post_attn/min": 528.0, "train/tensor_act_model_layers_29_residual_post_attn/max": 720.0, "train/tensor_act_model_layers_29_residual_post_attn/range": 192.0, "train/tensor_act_model_layers_29_mlp_gate_proj/norm": 5706.1611328125, "train/tensor_act_model_layers_29_mlp_gate_proj/mean": 1.0703125, "train/tensor_act_model_layers_29_mlp_gate_proj/std": 1.6484375, "train/tensor_act_model_layers_29_mlp_gate_proj/max_abs": 4.0625, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/min": -1.21875, "train/tensor_act_model_layers_29_mlp_gate_proj/max": 4.0625, "train/tensor_act_model_layers_29_mlp_gate_proj/range": 5.28125, "train/tensor_act_model_layers_29_mlp_up_proj/norm": 5879.0703125, "train/tensor_act_model_layers_29_mlp_up_proj/mean": -0.083984375, "train/tensor_act_model_layers_29_mlp_up_proj/std": 2.03125, "train/tensor_act_model_layers_29_mlp_up_proj/max_abs": 4.0625, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/min": -4.0625, "train/tensor_act_model_layers_29_mlp_up_proj/max": 3.921875, "train/tensor_act_model_layers_29_mlp_up_proj/range": 7.984375, "train/tensor_act_model_layers_29_mlp_down_proj/norm": 49106.19140625, "train/tensor_act_model_layers_29_mlp_down_proj/mean": 23.75, "train/tensor_act_model_layers_29_mlp_down_proj/std": 3.390625, "train/tensor_act_model_layers_29_mlp_down_proj/max_abs": 31.25, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_mlp_down_proj/min": 13.8125, "train/tensor_act_model_layers_29_mlp_down_proj/max": 31.25, "train/tensor_act_model_layers_29_mlp_down_proj/range": 17.4375, "train/tensor_act_model_layers_29_mlp/norm": 49106.19140625, "train/tensor_act_model_layers_29_mlp/mean": 23.75, "train/tensor_act_model_layers_29_mlp/std": 3.390625, "train/tensor_act_model_layers_29_mlp/max_abs": 31.25, "train/tensor_act_model_layers_29_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_mlp/min": 13.8125, "train/tensor_act_model_layers_29_mlp/max": 31.25, "train/tensor_act_model_layers_29_mlp/range": 17.4375, "train/tensor_act_model_layers_29_residual_post_mlp/norm": 1369833.875, "train/tensor_act_model_layers_29_residual_post_mlp/mean": 668.0, "train/tensor_act_model_layers_29_residual_post_mlp/std": 28.75, "train/tensor_act_model_layers_29_residual_post_mlp/max_abs": 748.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_post_mlp/min": 548.0, "train/tensor_act_model_layers_29_residual_post_mlp/max": 748.0, "train/tensor_act_model_layers_29_residual_post_mlp/range": 200.0, "train/tensor_act_model_layers_30_residual_pre_attn/norm": 1369833.875, "train/tensor_act_model_layers_30_residual_pre_attn/mean": 668.0, "train/tensor_act_model_layers_30_residual_pre_attn/std": 28.75, "train/tensor_act_model_layers_30_residual_pre_attn/max_abs": 748.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_pre_attn/min": 548.0, "train/tensor_act_model_layers_30_residual_pre_attn/max": 748.0, "train/tensor_act_model_layers_30_residual_pre_attn/range": 200.0, "train/tensor_act_model_layers_30_residual_post_attn/norm": 1369833.875, "train/tensor_act_model_layers_30_residual_post_attn/mean": 668.0, "train/tensor_act_model_layers_30_residual_post_attn/std": 28.75, "train/tensor_act_model_layers_30_residual_post_attn/max_abs": 748.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_post_attn/min": 548.0, "train/tensor_act_model_layers_30_residual_post_attn/max": 748.0, "train/tensor_act_model_layers_30_residual_post_attn/range": 200.0, "train/tensor_act_model_layers_30_mlp_gate_proj/norm": 5606.9111328125, "train/tensor_act_model_layers_30_mlp_gate_proj/mean": 1.0625, "train/tensor_act_model_layers_30_mlp_gate_proj/std": 1.6171875, "train/tensor_act_model_layers_30_mlp_gate_proj/max_abs": 3.71875, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/min": -1.2265625, "train/tensor_act_model_layers_30_mlp_gate_proj/max": 3.71875, "train/tensor_act_model_layers_30_mlp_gate_proj/range": 4.9453125, "train/tensor_act_model_layers_30_mlp_up_proj/norm": 5764.44921875, "train/tensor_act_model_layers_30_mlp_up_proj/mean": 0.00531005859375, "train/tensor_act_model_layers_30_mlp_up_proj/std": 1.9921875, "train/tensor_act_model_layers_30_mlp_up_proj/max_abs": 4.46875, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/min": -4.46875, "train/tensor_act_model_layers_30_mlp_up_proj/max": 4.15625, "train/tensor_act_model_layers_30_mlp_up_proj/range": 8.625, "train/tensor_act_model_layers_30_mlp_down_proj/norm": 48469.49609375, "train/tensor_act_model_layers_30_mlp_down_proj/mean": 23.5, "train/tensor_act_model_layers_30_mlp_down_proj/std": 2.96875, "train/tensor_act_model_layers_30_mlp_down_proj/max_abs": 30.375, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_mlp_down_proj/min": 16.0, "train/tensor_act_model_layers_30_mlp_down_proj/max": 30.375, "train/tensor_act_model_layers_30_mlp_down_proj/range": 14.375, "train/tensor_act_model_layers_30_mlp/norm": 48469.49609375, "train/tensor_act_model_layers_30_mlp/mean": 23.5, "train/tensor_act_model_layers_30_mlp/std": 2.96875, "train/tensor_act_model_layers_30_mlp/max_abs": 30.375, "train/tensor_act_model_layers_30_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_mlp/min": 16.0, "train/tensor_act_model_layers_30_mlp/max": 30.375, "train/tensor_act_model_layers_30_mlp/range": 14.375, "train/tensor_act_model_layers_30_residual_post_mlp/norm": 1418084.125, "train/tensor_act_model_layers_30_residual_post_mlp/mean": 692.0, "train/tensor_act_model_layers_30_residual_post_mlp/std": 29.25, "train/tensor_act_model_layers_30_residual_post_mlp/max_abs": 772.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_post_mlp/min": 568.0, "train/tensor_act_model_layers_30_residual_post_mlp/max": 772.0, "train/tensor_act_model_layers_30_residual_post_mlp/range": 204.0, "train/tensor_act_model_layers_31_residual_pre_attn/norm": 1418084.125, "train/tensor_act_model_layers_31_residual_pre_attn/mean": 692.0, "train/tensor_act_model_layers_31_residual_pre_attn/std": 29.25, "train/tensor_act_model_layers_31_residual_pre_attn/max_abs": 772.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_pre_attn/min": 568.0, "train/tensor_act_model_layers_31_residual_pre_attn/max": 772.0, "train/tensor_act_model_layers_31_residual_pre_attn/range": 204.0, "train/tensor_act_model_layers_31_residual_post_attn/norm": 1418084.125, "train/tensor_act_model_layers_31_residual_post_attn/mean": 692.0, "train/tensor_act_model_layers_31_residual_post_attn/std": 29.25, "train/tensor_act_model_layers_31_residual_post_attn/max_abs": 772.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_post_attn/min": 568.0, "train/tensor_act_model_layers_31_residual_post_attn/max": 772.0, "train/tensor_act_model_layers_31_residual_post_attn/range": 204.0, "train/tensor_act_model_layers_31_mlp_gate_proj/norm": 5307.1298828125, "train/tensor_act_model_layers_31_mlp_gate_proj/mean": 0.99609375, "train/tensor_act_model_layers_31_mlp_gate_proj/std": 1.5390625, "train/tensor_act_model_layers_31_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/min": -1.2265625, "train/tensor_act_model_layers_31_mlp_gate_proj/max": 4.03125, "train/tensor_act_model_layers_31_mlp_gate_proj/range": 5.2578125, "train/tensor_act_model_layers_31_mlp_up_proj/norm": 5457.4765625, "train/tensor_act_model_layers_31_mlp_up_proj/mean": 0.1494140625, "train/tensor_act_model_layers_31_mlp_up_proj/std": 1.875, "train/tensor_act_model_layers_31_mlp_up_proj/max_abs": 3.828125, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/min": -3.828125, "train/tensor_act_model_layers_31_mlp_up_proj/max": 3.78125, "train/tensor_act_model_layers_31_mlp_up_proj/range": 7.609375, "train/tensor_act_model_layers_31_mlp_down_proj/norm": 43107.171875, "train/tensor_act_model_layers_31_mlp_down_proj/mean": 20.75, "train/tensor_act_model_layers_31_mlp_down_proj/std": 3.171875, "train/tensor_act_model_layers_31_mlp_down_proj/max_abs": 28.75, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_31_mlp_down_proj/max": 28.75, "train/tensor_act_model_layers_31_mlp_down_proj/range": 14.5625, "train/tensor_act_model_layers_31_mlp/norm": 43107.171875, "train/tensor_act_model_layers_31_mlp/mean": 20.75, "train/tensor_act_model_layers_31_mlp/std": 3.171875, "train/tensor_act_model_layers_31_mlp/max_abs": 28.75, "train/tensor_act_model_layers_31_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_mlp/min": 14.1875, "train/tensor_act_model_layers_31_mlp/max": 28.75, "train/tensor_act_model_layers_31_mlp/range": 14.5625, "train/tensor_act_model_layers_31_residual_post_mlp/norm": 1460766.75, "train/tensor_act_model_layers_31_residual_post_mlp/mean": 712.0, "train/tensor_act_model_layers_31_residual_post_mlp/std": 29.75, "train/tensor_act_model_layers_31_residual_post_mlp/max_abs": 796.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_post_mlp/min": 584.0, "train/tensor_act_model_layers_31_residual_post_mlp/max": 796.0, "train/tensor_act_model_layers_31_residual_post_mlp/range": 212.0, "train/tensor_act_model_layers_32_residual_pre_attn/norm": 1460766.75, "train/tensor_act_model_layers_32_residual_pre_attn/mean": 712.0, "train/tensor_act_model_layers_32_residual_pre_attn/std": 29.75, "train/tensor_act_model_layers_32_residual_pre_attn/max_abs": 796.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_pre_attn/min": 584.0, "train/tensor_act_model_layers_32_residual_pre_attn/max": 796.0, "train/tensor_act_model_layers_32_residual_pre_attn/range": 212.0, "train/tensor_act_model_layers_32_residual_post_attn/norm": 1460766.75, "train/tensor_act_model_layers_32_residual_post_attn/mean": 712.0, "train/tensor_act_model_layers_32_residual_post_attn/std": 29.75, "train/tensor_act_model_layers_32_residual_post_attn/max_abs": 796.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_post_attn/min": 584.0, "train/tensor_act_model_layers_32_residual_post_attn/max": 796.0, "train/tensor_act_model_layers_32_residual_post_attn/range": 212.0, "train/tensor_act_model_layers_32_mlp_gate_proj/norm": 5353.85009765625, "train/tensor_act_model_layers_32_mlp_gate_proj/mean": 0.91796875, "train/tensor_act_model_layers_32_mlp_gate_proj/std": 1.6015625, "train/tensor_act_model_layers_32_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/min": -1.234375, "train/tensor_act_model_layers_32_mlp_gate_proj/max": 4.03125, "train/tensor_act_model_layers_32_mlp_gate_proj/range": 5.265625, "train/tensor_act_model_layers_32_mlp_up_proj/norm": 5475.8740234375, "train/tensor_act_model_layers_32_mlp_up_proj/mean": 0.056884765625, "train/tensor_act_model_layers_32_mlp_up_proj/std": 1.890625, "train/tensor_act_model_layers_32_mlp_up_proj/max_abs": 3.96875, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/min": -3.921875, "train/tensor_act_model_layers_32_mlp_up_proj/max": 3.96875, "train/tensor_act_model_layers_32_mlp_up_proj/range": 7.890625, "train/tensor_act_model_layers_32_mlp_down_proj/norm": 41279.9375, "train/tensor_act_model_layers_32_mlp_down_proj/mean": 19.875, "train/tensor_act_model_layers_32_mlp_down_proj/std": 3.125, "train/tensor_act_model_layers_32_mlp_down_proj/max_abs": 27.25, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_mlp_down_proj/min": 11.9375, "train/tensor_act_model_layers_32_mlp_down_proj/max": 27.25, "train/tensor_act_model_layers_32_mlp_down_proj/range": 15.3125, "train/tensor_act_model_layers_32_mlp/norm": 41279.9375, "train/tensor_act_model_layers_32_mlp/mean": 19.875, "train/tensor_act_model_layers_32_mlp/std": 3.125, "train/tensor_act_model_layers_32_mlp/max_abs": 27.25, "train/tensor_act_model_layers_32_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_mlp/min": 11.9375, "train/tensor_act_model_layers_32_mlp/max": 27.25, "train/tensor_act_model_layers_32_mlp/range": 15.3125, "train/tensor_act_model_layers_32_residual_post_mlp/norm": 1501552.75, "train/tensor_act_model_layers_32_residual_post_mlp/mean": 732.0, "train/tensor_act_model_layers_32_residual_post_mlp/std": 30.875, "train/tensor_act_model_layers_32_residual_post_mlp/max_abs": 820.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_post_mlp/min": 604.0, "train/tensor_act_model_layers_32_residual_post_mlp/max": 820.0, "train/tensor_act_model_layers_32_residual_post_mlp/range": 216.0, "train/tensor_act_model_layers_33_residual_pre_attn/norm": 1501552.75, "train/tensor_act_model_layers_33_residual_pre_attn/mean": 732.0, "train/tensor_act_model_layers_33_residual_pre_attn/std": 30.875, "train/tensor_act_model_layers_33_residual_pre_attn/max_abs": 820.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_pre_attn/min": 604.0, "train/tensor_act_model_layers_33_residual_pre_attn/max": 820.0, "train/tensor_act_model_layers_33_residual_pre_attn/range": 216.0, "train/tensor_act_model_layers_33_residual_post_attn/norm": 1501552.75, "train/tensor_act_model_layers_33_residual_post_attn/mean": 732.0, "train/tensor_act_model_layers_33_residual_post_attn/std": 30.875, "train/tensor_act_model_layers_33_residual_post_attn/max_abs": 820.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_post_attn/min": 604.0, "train/tensor_act_model_layers_33_residual_post_attn/max": 820.0, "train/tensor_act_model_layers_33_residual_post_attn/range": 216.0, "train/tensor_act_model_layers_33_mlp_gate_proj/norm": 5755.79736328125, "train/tensor_act_model_layers_33_mlp_gate_proj/mean": 1.1875, "train/tensor_act_model_layers_33_mlp_gate_proj/std": 1.59375, "train/tensor_act_model_layers_33_mlp_gate_proj/max_abs": 3.921875, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/min": -1.5, "train/tensor_act_model_layers_33_mlp_gate_proj/max": 3.921875, "train/tensor_act_model_layers_33_mlp_gate_proj/range": 5.421875, "train/tensor_act_model_layers_33_mlp_up_proj/norm": 5901.6044921875, "train/tensor_act_model_layers_33_mlp_up_proj/mean": -0.08935546875, "train/tensor_act_model_layers_33_mlp_up_proj/std": 2.03125, "train/tensor_act_model_layers_33_mlp_up_proj/max_abs": 4.34375, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/min": -3.984375, "train/tensor_act_model_layers_33_mlp_up_proj/max": 4.34375, "train/tensor_act_model_layers_33_mlp_up_proj/range": 8.328125, "train/tensor_act_model_layers_33_mlp_down_proj/norm": 48547.953125, "train/tensor_act_model_layers_33_mlp_down_proj/mean": 23.5, "train/tensor_act_model_layers_33_mlp_down_proj/std": 3.21875, "train/tensor_act_model_layers_33_mlp_down_proj/max_abs": 34.75, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_mlp_down_proj/min": 14.125, "train/tensor_act_model_layers_33_mlp_down_proj/max": 34.75, "train/tensor_act_model_layers_33_mlp_down_proj/range": 20.625, "train/tensor_act_model_layers_33_mlp/norm": 48547.953125, "train/tensor_act_model_layers_33_mlp/mean": 23.5, "train/tensor_act_model_layers_33_mlp/std": 3.21875, "train/tensor_act_model_layers_33_mlp/max_abs": 34.75, "train/tensor_act_model_layers_33_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_mlp/min": 14.125, "train/tensor_act_model_layers_33_mlp/max": 34.75, "train/tensor_act_model_layers_33_mlp/range": 20.625, "train/tensor_act_model_layers_33_residual_post_mlp/norm": 1549630.75, "train/tensor_act_model_layers_33_residual_post_mlp/mean": 756.0, "train/tensor_act_model_layers_33_residual_post_mlp/std": 31.25, "train/tensor_act_model_layers_33_residual_post_mlp/max_abs": 836.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_post_mlp/min": 624.0, "train/tensor_act_model_layers_33_residual_post_mlp/max": 836.0, "train/tensor_act_model_layers_33_residual_post_mlp/range": 212.0, "train/tensor_act_model_layers_34_residual_pre_attn/norm": 1549630.75, "train/tensor_act_model_layers_34_residual_pre_attn/mean": 756.0, "train/tensor_act_model_layers_34_residual_pre_attn/std": 31.25, "train/tensor_act_model_layers_34_residual_pre_attn/max_abs": 836.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_pre_attn/min": 624.0, "train/tensor_act_model_layers_34_residual_pre_attn/max": 836.0, "train/tensor_act_model_layers_34_residual_pre_attn/range": 212.0, "train/tensor_act_model_layers_34_residual_post_attn/norm": 1549630.75, "train/tensor_act_model_layers_34_residual_post_attn/mean": 756.0, "train/tensor_act_model_layers_34_residual_post_attn/std": 31.25, "train/tensor_act_model_layers_34_residual_post_attn/max_abs": 836.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_post_attn/min": 624.0, "train/tensor_act_model_layers_34_residual_post_attn/max": 836.0, "train/tensor_act_model_layers_34_residual_post_attn/range": 212.0, "train/tensor_act_model_layers_34_mlp_gate_proj/norm": 5518.32861328125, "train/tensor_act_model_layers_34_mlp_gate_proj/mean": 1.1015625, "train/tensor_act_model_layers_34_mlp_gate_proj/std": 1.5546875, "train/tensor_act_model_layers_34_mlp_gate_proj/max_abs": 4.0625, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/min": -1.125, "train/tensor_act_model_layers_34_mlp_gate_proj/max": 4.0625, "train/tensor_act_model_layers_34_mlp_gate_proj/range": 5.1875, "train/tensor_act_model_layers_34_mlp_up_proj/norm": 5782.52197265625, "train/tensor_act_model_layers_34_mlp_up_proj/mean": -0.138671875, "train/tensor_act_model_layers_34_mlp_up_proj/std": 1.9921875, "train/tensor_act_model_layers_34_mlp_up_proj/max_abs": 4.28125, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/min": -3.984375, "train/tensor_act_model_layers_34_mlp_up_proj/max": 4.28125, "train/tensor_act_model_layers_34_mlp_up_proj/range": 8.265625, "train/tensor_act_model_layers_34_mlp_down_proj/norm": 45497.63671875, "train/tensor_act_model_layers_34_mlp_down_proj/mean": 22.0, "train/tensor_act_model_layers_34_mlp_down_proj/std": 3.078125, "train/tensor_act_model_layers_34_mlp_down_proj/max_abs": 29.75, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_mlp_down_proj/min": 13.5625, "train/tensor_act_model_layers_34_mlp_down_proj/max": 29.75, "train/tensor_act_model_layers_34_mlp_down_proj/range": 16.1875, "train/tensor_act_model_layers_34_mlp/norm": 45497.63671875, "train/tensor_act_model_layers_34_mlp/mean": 22.0, "train/tensor_act_model_layers_34_mlp/std": 3.078125, "train/tensor_act_model_layers_34_mlp/max_abs": 29.75, "train/tensor_act_model_layers_34_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_mlp/min": 13.5625, "train/tensor_act_model_layers_34_mlp/max": 29.75, "train/tensor_act_model_layers_34_mlp/range": 16.1875, "train/tensor_act_model_layers_34_residual_post_mlp/norm": 1594474.0, "train/tensor_act_model_layers_34_residual_post_mlp/mean": 776.0, "train/tensor_act_model_layers_34_residual_post_mlp/std": 31.5, "train/tensor_act_model_layers_34_residual_post_mlp/max_abs": 856.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_post_mlp/min": 644.0, "train/tensor_act_model_layers_34_residual_post_mlp/max": 856.0, "train/tensor_act_model_layers_34_residual_post_mlp/range": 212.0, "train/tensor_act_model_layers_35_residual_pre_attn/norm": 1594474.0, "train/tensor_act_model_layers_35_residual_pre_attn/mean": 776.0, "train/tensor_act_model_layers_35_residual_pre_attn/std": 31.5, "train/tensor_act_model_layers_35_residual_pre_attn/max_abs": 856.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_pre_attn/min": 644.0, "train/tensor_act_model_layers_35_residual_pre_attn/max": 856.0, "train/tensor_act_model_layers_35_residual_pre_attn/range": 212.0, "train/tensor_act_model_layers_35_residual_post_attn/norm": 1594474.0, "train/tensor_act_model_layers_35_residual_post_attn/mean": 776.0, "train/tensor_act_model_layers_35_residual_post_attn/std": 31.5, "train/tensor_act_model_layers_35_residual_post_attn/max_abs": 856.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_post_attn/min": 644.0, "train/tensor_act_model_layers_35_residual_post_attn/max": 856.0, "train/tensor_act_model_layers_35_residual_post_attn/range": 212.0, "train/tensor_act_model_layers_35_mlp_gate_proj/norm": 5538.86328125, "train/tensor_act_model_layers_35_mlp_gate_proj/mean": 1.0703125, "train/tensor_act_model_layers_35_mlp_gate_proj/std": 1.5859375, "train/tensor_act_model_layers_35_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/min": -1.1171875, "train/tensor_act_model_layers_35_mlp_gate_proj/max": 4.03125, "train/tensor_act_model_layers_35_mlp_gate_proj/range": 5.1484375, "train/tensor_act_model_layers_35_mlp_up_proj/norm": 5619.0849609375, "train/tensor_act_model_layers_35_mlp_up_proj/mean": -0.03955078125, "train/tensor_act_model_layers_35_mlp_up_proj/std": 1.9375, "train/tensor_act_model_layers_35_mlp_up_proj/max_abs": 4.09375, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/min": -4.09375, "train/tensor_act_model_layers_35_mlp_up_proj/max": 4.0, "train/tensor_act_model_layers_35_mlp_up_proj/range": 8.09375, "train/tensor_act_model_layers_35_mlp_down_proj/norm": 44605.05078125, "train/tensor_act_model_layers_35_mlp_down_proj/mean": 21.5, "train/tensor_act_model_layers_35_mlp_down_proj/std": 3.375, "train/tensor_act_model_layers_35_mlp_down_proj/max_abs": 29.625, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_mlp_down_proj/min": 13.4375, "train/tensor_act_model_layers_35_mlp_down_proj/max": 29.625, "train/tensor_act_model_layers_35_mlp_down_proj/range": 16.1875, "train/tensor_act_model_layers_35_mlp/norm": 44605.05078125, "train/tensor_act_model_layers_35_mlp/mean": 21.5, "train/tensor_act_model_layers_35_mlp/std": 3.375, "train/tensor_act_model_layers_35_mlp/max_abs": 29.625, "train/tensor_act_model_layers_35_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_mlp/min": 13.4375, "train/tensor_act_model_layers_35_mlp/max": 29.625, "train/tensor_act_model_layers_35_mlp/range": 16.1875, "train/tensor_act_model_layers_35_residual_post_mlp/norm": 1638195.625, "train/tensor_act_model_layers_35_residual_post_mlp/mean": 800.0, "train/tensor_act_model_layers_35_residual_post_mlp/std": 32.0, "train/tensor_act_model_layers_35_residual_post_mlp/max_abs": 880.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_post_mlp/min": 664.0, "train/tensor_act_model_layers_35_residual_post_mlp/max": 880.0, "train/tensor_act_model_layers_35_residual_post_mlp/range": 216.0, "train/tensor_act_model_layers_36_residual_pre_attn/norm": 1638195.625, "train/tensor_act_model_layers_36_residual_pre_attn/mean": 800.0, "train/tensor_act_model_layers_36_residual_pre_attn/std": 32.0, "train/tensor_act_model_layers_36_residual_pre_attn/max_abs": 880.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_pre_attn/min": 664.0, "train/tensor_act_model_layers_36_residual_pre_attn/max": 880.0, "train/tensor_act_model_layers_36_residual_pre_attn/range": 216.0, "train/tensor_act_model_layers_36_residual_post_attn/norm": 1638195.625, "train/tensor_act_model_layers_36_residual_post_attn/mean": 800.0, "train/tensor_act_model_layers_36_residual_post_attn/std": 32.0, "train/tensor_act_model_layers_36_residual_post_attn/max_abs": 880.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_post_attn/min": 664.0, "train/tensor_act_model_layers_36_residual_post_attn/max": 880.0, "train/tensor_act_model_layers_36_residual_post_attn/range": 216.0, "train/tensor_act_model_layers_36_mlp_gate_proj/norm": 5533.7001953125, "train/tensor_act_model_layers_36_mlp_gate_proj/mean": 1.0859375, "train/tensor_act_model_layers_36_mlp_gate_proj/std": 1.5703125, "train/tensor_act_model_layers_36_mlp_gate_proj/max_abs": 3.90625, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/min": -1.2421875, "train/tensor_act_model_layers_36_mlp_gate_proj/max": 3.90625, "train/tensor_act_model_layers_36_mlp_gate_proj/range": 5.1484375, "train/tensor_act_model_layers_36_mlp_up_proj/norm": 5721.67578125, "train/tensor_act_model_layers_36_mlp_up_proj/mean": 0.034912109375, "train/tensor_act_model_layers_36_mlp_up_proj/std": 1.9765625, "train/tensor_act_model_layers_36_mlp_up_proj/max_abs": 3.890625, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/min": -3.890625, "train/tensor_act_model_layers_36_mlp_up_proj/max": 3.8125, "train/tensor_act_model_layers_36_mlp_up_proj/range": 7.703125, "train/tensor_act_model_layers_36_mlp_down_proj/norm": 46659.31640625, "train/tensor_act_model_layers_36_mlp_down_proj/mean": 22.5, "train/tensor_act_model_layers_36_mlp_down_proj/std": 3.65625, "train/tensor_act_model_layers_36_mlp_down_proj/max_abs": 32.25, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_mlp_down_proj/min": 12.5, "train/tensor_act_model_layers_36_mlp_down_proj/max": 32.25, "train/tensor_act_model_layers_36_mlp_down_proj/range": 19.75, "train/tensor_act_model_layers_36_mlp/norm": 46659.31640625, "train/tensor_act_model_layers_36_mlp/mean": 22.5, "train/tensor_act_model_layers_36_mlp/std": 3.65625, "train/tensor_act_model_layers_36_mlp/max_abs": 32.25, "train/tensor_act_model_layers_36_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_mlp/min": 12.5, "train/tensor_act_model_layers_36_mlp/max": 32.25, "train/tensor_act_model_layers_36_mlp/range": 19.75, "train/tensor_act_model_layers_36_residual_post_mlp/norm": 1684448.625, "train/tensor_act_model_layers_36_residual_post_mlp/mean": 820.0, "train/tensor_act_model_layers_36_residual_post_mlp/std": 32.75, "train/tensor_act_model_layers_36_residual_post_mlp/max_abs": 908.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_post_mlp/min": 684.0, "train/tensor_act_model_layers_36_residual_post_mlp/max": 908.0, "train/tensor_act_model_layers_36_residual_post_mlp/range": 224.0, "train/tensor_act_model_layers_37_residual_pre_attn/norm": 1684448.625, "train/tensor_act_model_layers_37_residual_pre_attn/mean": 820.0, "train/tensor_act_model_layers_37_residual_pre_attn/std": 32.75, "train/tensor_act_model_layers_37_residual_pre_attn/max_abs": 908.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_pre_attn/min": 684.0, "train/tensor_act_model_layers_37_residual_pre_attn/max": 908.0, "train/tensor_act_model_layers_37_residual_pre_attn/range": 224.0, "train/tensor_act_model_layers_37_residual_post_attn/norm": 1684448.625, "train/tensor_act_model_layers_37_residual_post_attn/mean": 820.0, "train/tensor_act_model_layers_37_residual_post_attn/std": 32.75, "train/tensor_act_model_layers_37_residual_post_attn/max_abs": 908.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_post_attn/min": 684.0, "train/tensor_act_model_layers_37_residual_post_attn/max": 908.0, "train/tensor_act_model_layers_37_residual_post_attn/range": 224.0, "train/tensor_act_model_layers_37_mlp_gate_proj/norm": 5593.69677734375, "train/tensor_act_model_layers_37_mlp_gate_proj/mean": 1.1328125, "train/tensor_act_model_layers_37_mlp_gate_proj/std": 1.5625, "train/tensor_act_model_layers_37_mlp_gate_proj/max_abs": 3.796875, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/min": -1.09375, "train/tensor_act_model_layers_37_mlp_gate_proj/max": 3.796875, "train/tensor_act_model_layers_37_mlp_gate_proj/range": 4.890625, "train/tensor_act_model_layers_37_mlp_up_proj/norm": 5675.638671875, "train/tensor_act_model_layers_37_mlp_up_proj/mean": 0.18359375, "train/tensor_act_model_layers_37_mlp_up_proj/std": 1.953125, "train/tensor_act_model_layers_37_mlp_up_proj/max_abs": 4.15625, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/min": -3.703125, "train/tensor_act_model_layers_37_mlp_up_proj/max": 4.15625, "train/tensor_act_model_layers_37_mlp_up_proj/range": 7.859375, "train/tensor_act_model_layers_37_mlp_down_proj/norm": 44743.5390625, "train/tensor_act_model_layers_37_mlp_down_proj/mean": 21.625, "train/tensor_act_model_layers_37_mlp_down_proj/std": 3.34375, "train/tensor_act_model_layers_37_mlp_down_proj/max_abs": 29.0, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_mlp_down_proj/min": 13.1875, "train/tensor_act_model_layers_37_mlp_down_proj/max": 29.0, "train/tensor_act_model_layers_37_mlp_down_proj/range": 15.8125, "train/tensor_act_model_layers_37_mlp/norm": 44743.5390625, "train/tensor_act_model_layers_37_mlp/mean": 21.625, "train/tensor_act_model_layers_37_mlp/std": 3.34375, "train/tensor_act_model_layers_37_mlp/max_abs": 29.0, "train/tensor_act_model_layers_37_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_mlp/min": 13.1875, "train/tensor_act_model_layers_37_mlp/max": 29.0, "train/tensor_act_model_layers_37_mlp/range": 15.8125, "train/tensor_act_model_layers_37_residual_post_mlp/norm": 1728823.0, "train/tensor_act_model_layers_37_residual_post_mlp/mean": 844.0, "train/tensor_act_model_layers_37_residual_post_mlp/std": 33.0, "train/tensor_act_model_layers_37_residual_post_mlp/max_abs": 932.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_post_mlp/min": 708.0, "train/tensor_act_model_layers_37_residual_post_mlp/max": 932.0, "train/tensor_act_model_layers_37_residual_post_mlp/range": 224.0, "train/tensor_act_model_layers_38_residual_pre_attn/norm": 1728823.0, "train/tensor_act_model_layers_38_residual_pre_attn/mean": 844.0, "train/tensor_act_model_layers_38_residual_pre_attn/std": 33.0, "train/tensor_act_model_layers_38_residual_pre_attn/max_abs": 932.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_pre_attn/min": 708.0, "train/tensor_act_model_layers_38_residual_pre_attn/max": 932.0, "train/tensor_act_model_layers_38_residual_pre_attn/range": 224.0, "train/tensor_act_model_layers_38_residual_post_attn/norm": 1728823.0, "train/tensor_act_model_layers_38_residual_post_attn/mean": 844.0, "train/tensor_act_model_layers_38_residual_post_attn/std": 33.0, "train/tensor_act_model_layers_38_residual_post_attn/max_abs": 932.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_post_attn/min": 708.0, "train/tensor_act_model_layers_38_residual_post_attn/max": 932.0, "train/tensor_act_model_layers_38_residual_post_attn/range": 224.0, "train/tensor_act_model_layers_38_mlp_gate_proj/norm": 5048.5732421875, "train/tensor_act_model_layers_38_mlp_gate_proj/mean": 0.89453125, "train/tensor_act_model_layers_38_mlp_gate_proj/std": 1.5, "train/tensor_act_model_layers_38_mlp_gate_proj/max_abs": 3.6875, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/min": -1.125, "train/tensor_act_model_layers_38_mlp_gate_proj/max": 3.6875, "train/tensor_act_model_layers_38_mlp_gate_proj/range": 4.8125, "train/tensor_act_model_layers_38_mlp_up_proj/norm": 5346.70263671875, "train/tensor_act_model_layers_38_mlp_up_proj/mean": -0.11767578125, "train/tensor_act_model_layers_38_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_38_mlp_up_proj/max_abs": 3.953125, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/min": -3.671875, "train/tensor_act_model_layers_38_mlp_up_proj/max": 3.953125, "train/tensor_act_model_layers_38_mlp_up_proj/range": 7.625, "train/tensor_act_model_layers_38_mlp_down_proj/norm": 38703.77734375, "train/tensor_act_model_layers_38_mlp_down_proj/mean": 18.625, "train/tensor_act_model_layers_38_mlp_down_proj/std": 2.828125, "train/tensor_act_model_layers_38_mlp_down_proj/max_abs": 25.125, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_mlp_down_proj/min": 11.5625, "train/tensor_act_model_layers_38_mlp_down_proj/max": 25.125, "train/tensor_act_model_layers_38_mlp_down_proj/range": 13.5625, "train/tensor_act_model_layers_38_mlp/norm": 38703.77734375, "train/tensor_act_model_layers_38_mlp/mean": 18.625, "train/tensor_act_model_layers_38_mlp/std": 2.828125, "train/tensor_act_model_layers_38_mlp/max_abs": 25.125, "train/tensor_act_model_layers_38_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_mlp/min": 11.5625, "train/tensor_act_model_layers_38_mlp/max": 25.125, "train/tensor_act_model_layers_38_mlp/range": 13.5625, "train/tensor_act_model_layers_38_residual_post_mlp/norm": 1767328.875, "train/tensor_act_model_layers_38_residual_post_mlp/mean": 864.0, "train/tensor_act_model_layers_38_residual_post_mlp/std": 33.5, "train/tensor_act_model_layers_38_residual_post_mlp/max_abs": 948.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_post_mlp/min": 724.0, "train/tensor_act_model_layers_38_residual_post_mlp/max": 948.0, "train/tensor_act_model_layers_38_residual_post_mlp/range": 224.0, "train/tensor_act_model_layers_39_residual_pre_attn/norm": 1767328.875, "train/tensor_act_model_layers_39_residual_pre_attn/mean": 864.0, "train/tensor_act_model_layers_39_residual_pre_attn/std": 33.5, "train/tensor_act_model_layers_39_residual_pre_attn/max_abs": 948.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_pre_attn/min": 724.0, "train/tensor_act_model_layers_39_residual_pre_attn/max": 948.0, "train/tensor_act_model_layers_39_residual_pre_attn/range": 224.0, "train/tensor_act_model_layers_39_residual_post_attn/norm": 1767328.875, "train/tensor_act_model_layers_39_residual_post_attn/mean": 864.0, "train/tensor_act_model_layers_39_residual_post_attn/std": 33.5, "train/tensor_act_model_layers_39_residual_post_attn/max_abs": 948.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_post_attn/min": 724.0, "train/tensor_act_model_layers_39_residual_post_attn/max": 948.0, "train/tensor_act_model_layers_39_residual_post_attn/range": 224.0, "train/tensor_act_model_layers_39_mlp_gate_proj/norm": 5050.1162109375, "train/tensor_act_model_layers_39_mlp_gate_proj/mean": 0.875, "train/tensor_act_model_layers_39_mlp_gate_proj/std": 1.5078125, "train/tensor_act_model_layers_39_mlp_gate_proj/max_abs": 3.953125, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_39_mlp_gate_proj/max": 3.953125, "train/tensor_act_model_layers_39_mlp_gate_proj/range": 5.2421875, "train/tensor_act_model_layers_39_mlp_up_proj/norm": 5332.07958984375, "train/tensor_act_model_layers_39_mlp_up_proj/mean": -0.1806640625, "train/tensor_act_model_layers_39_mlp_up_proj/std": 1.8359375, "train/tensor_act_model_layers_39_mlp_up_proj/max_abs": 4.0, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/min": -3.796875, "train/tensor_act_model_layers_39_mlp_up_proj/max": 4.0, "train/tensor_act_model_layers_39_mlp_up_proj/range": 7.796875, "train/tensor_act_model_layers_39_mlp_down_proj/norm": 38000.23046875, "train/tensor_act_model_layers_39_mlp_down_proj/mean": 18.375, "train/tensor_act_model_layers_39_mlp_down_proj/std": 2.90625, "train/tensor_act_model_layers_39_mlp_down_proj/max_abs": 25.625, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_user_limit": 0.9921875, "train/tensor_act_model_layers_39_mlp_down_proj/min": 10.0, "train/tensor_act_model_layers_39_mlp_down_proj/max": 25.625, "train/tensor_act_model_layers_39_mlp_down_proj/range": 15.625, "train/tensor_act_model_layers_39_mlp/norm": 38000.23046875, "train/tensor_act_model_layers_39_mlp/mean": 18.375, "train/tensor_act_model_layers_39_mlp/std": 2.90625, "train/tensor_act_model_layers_39_mlp/max_abs": 25.625, "train/tensor_act_model_layers_39_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp/frac_near_user_limit": 0.9921875, "train/tensor_act_model_layers_39_mlp/min": 10.0, "train/tensor_act_model_layers_39_mlp/max": 25.625, "train/tensor_act_model_layers_39_mlp/range": 15.625, "train/tensor_act_model_layers_39_residual_post_mlp/norm": 1804844.5, "train/tensor_act_model_layers_39_residual_post_mlp/mean": 880.0, "train/tensor_act_model_layers_39_residual_post_mlp/std": 34.25, "train/tensor_act_model_layers_39_residual_post_mlp/max_abs": 968.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_post_mlp/min": 740.0, "train/tensor_act_model_layers_39_residual_post_mlp/max": 968.0, "train/tensor_act_model_layers_39_residual_post_mlp/range": 228.0, "train/tensor_act_model_layers_40_residual_pre_attn/norm": 1804844.5, "train/tensor_act_model_layers_40_residual_pre_attn/mean": 880.0, "train/tensor_act_model_layers_40_residual_pre_attn/std": 34.25, "train/tensor_act_model_layers_40_residual_pre_attn/max_abs": 968.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_pre_attn/min": 740.0, "train/tensor_act_model_layers_40_residual_pre_attn/max": 968.0, "train/tensor_act_model_layers_40_residual_pre_attn/range": 228.0, "train/tensor_act_model_layers_40_residual_post_attn/norm": 1804844.5, "train/tensor_act_model_layers_40_residual_post_attn/mean": 880.0, "train/tensor_act_model_layers_40_residual_post_attn/std": 34.25, "train/tensor_act_model_layers_40_residual_post_attn/max_abs": 968.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_post_attn/min": 740.0, "train/tensor_act_model_layers_40_residual_post_attn/max": 968.0, "train/tensor_act_model_layers_40_residual_post_attn/range": 228.0, "train/tensor_act_model_layers_40_mlp_gate_proj/norm": 5322.9267578125, "train/tensor_act_model_layers_40_mlp_gate_proj/mean": 0.98046875, "train/tensor_act_model_layers_40_mlp_gate_proj/std": 1.5546875, "train/tensor_act_model_layers_40_mlp_gate_proj/max_abs": 4.28125, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/min": -1.1484375, "train/tensor_act_model_layers_40_mlp_gate_proj/max": 4.28125, "train/tensor_act_model_layers_40_mlp_gate_proj/range": 5.4296875, "train/tensor_act_model_layers_40_mlp_up_proj/norm": 5451.615234375, "train/tensor_act_model_layers_40_mlp_up_proj/mean": -0.2060546875, "train/tensor_act_model_layers_40_mlp_up_proj/std": 1.8671875, "train/tensor_act_model_layers_40_mlp_up_proj/max_abs": 4.3125, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/min": -4.3125, "train/tensor_act_model_layers_40_mlp_up_proj/max": 3.765625, "train/tensor_act_model_layers_40_mlp_up_proj/range": 8.078125, "train/tensor_act_model_layers_40_mlp_down_proj/norm": 41154.609375, "train/tensor_act_model_layers_40_mlp_down_proj/mean": 19.875, "train/tensor_act_model_layers_40_mlp_down_proj/std": 3.21875, "train/tensor_act_model_layers_40_mlp_down_proj/max_abs": 26.5, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_user_limit": 0.9921875, "train/tensor_act_model_layers_40_mlp_down_proj/min": 9.875, "train/tensor_act_model_layers_40_mlp_down_proj/max": 26.5, "train/tensor_act_model_layers_40_mlp_down_proj/range": 16.625, "train/tensor_act_model_layers_40_mlp/norm": 41154.609375, "train/tensor_act_model_layers_40_mlp/mean": 19.875, "train/tensor_act_model_layers_40_mlp/std": 3.21875, "train/tensor_act_model_layers_40_mlp/max_abs": 26.5, "train/tensor_act_model_layers_40_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp/frac_near_user_limit": 0.9921875, "train/tensor_act_model_layers_40_mlp/min": 9.875, "train/tensor_act_model_layers_40_mlp/max": 26.5, "train/tensor_act_model_layers_40_mlp/range": 16.625, "train/tensor_act_model_layers_40_residual_post_mlp/norm": 1845261.625, "train/tensor_act_model_layers_40_residual_post_mlp/mean": 900.0, "train/tensor_act_model_layers_40_residual_post_mlp/std": 34.25, "train/tensor_act_model_layers_40_residual_post_mlp/max_abs": 988.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_post_mlp/min": 760.0, "train/tensor_act_model_layers_40_residual_post_mlp/max": 988.0, "train/tensor_act_model_layers_40_residual_post_mlp/range": 228.0, "train/tensor_act_model_layers_41_residual_pre_attn/norm": 1845261.625, "train/tensor_act_model_layers_41_residual_pre_attn/mean": 900.0, "train/tensor_act_model_layers_41_residual_pre_attn/std": 34.25, "train/tensor_act_model_layers_41_residual_pre_attn/max_abs": 988.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_pre_attn/min": 760.0, "train/tensor_act_model_layers_41_residual_pre_attn/max": 988.0, "train/tensor_act_model_layers_41_residual_pre_attn/range": 228.0, "train/tensor_act_model_layers_41_residual_post_attn/norm": 1845261.625, "train/tensor_act_model_layers_41_residual_post_attn/mean": 900.0, "train/tensor_act_model_layers_41_residual_post_attn/std": 34.25, "train/tensor_act_model_layers_41_residual_post_attn/max_abs": 988.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_post_attn/min": 760.0, "train/tensor_act_model_layers_41_residual_post_attn/max": 988.0, "train/tensor_act_model_layers_41_residual_post_attn/range": 228.0, "train/tensor_act_model_layers_41_mlp_gate_proj/norm": 5082.86865234375, "train/tensor_act_model_layers_41_mlp_gate_proj/mean": 0.93359375, "train/tensor_act_model_layers_41_mlp_gate_proj/std": 1.484375, "train/tensor_act_model_layers_41_mlp_gate_proj/max_abs": 3.890625, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/min": -1.3125, "train/tensor_act_model_layers_41_mlp_gate_proj/max": 3.890625, "train/tensor_act_model_layers_41_mlp_gate_proj/range": 5.203125, "train/tensor_act_model_layers_41_mlp_up_proj/norm": 5434.130859375, "train/tensor_act_model_layers_41_mlp_up_proj/mean": 0.0164794921875, "train/tensor_act_model_layers_41_mlp_up_proj/std": 1.875, "train/tensor_act_model_layers_41_mlp_up_proj/max_abs": 3.921875, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/min": -3.921875, "train/tensor_act_model_layers_41_mlp_up_proj/max": 3.890625, "train/tensor_act_model_layers_41_mlp_up_proj/range": 7.8125, "train/tensor_act_model_layers_41_mlp_down_proj/norm": 38196.94921875, "train/tensor_act_model_layers_41_mlp_down_proj/mean": 18.375, "train/tensor_act_model_layers_41_mlp_down_proj/std": 3.40625, "train/tensor_act_model_layers_41_mlp_down_proj/max_abs": 26.875, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_user_limit": 0.984375, "train/tensor_act_model_layers_41_mlp_down_proj/min": 9.625, "train/tensor_act_model_layers_41_mlp_down_proj/max": 26.875, "train/tensor_act_model_layers_41_mlp_down_proj/range": 17.25, "train/tensor_act_model_layers_41_mlp/norm": 38196.94921875, "train/tensor_act_model_layers_41_mlp/mean": 18.375, "train/tensor_act_model_layers_41_mlp/std": 3.40625, "train/tensor_act_model_layers_41_mlp/max_abs": 26.875, "train/tensor_act_model_layers_41_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp/frac_near_user_limit": 0.984375, "train/tensor_act_model_layers_41_mlp/min": 9.625, "train/tensor_act_model_layers_41_mlp/max": 26.875, "train/tensor_act_model_layers_41_mlp/range": 17.25, "train/tensor_act_model_layers_41_residual_post_mlp/norm": 1883057.25, "train/tensor_act_model_layers_41_residual_post_mlp/mean": 920.0, "train/tensor_act_model_layers_41_residual_post_mlp/std": 34.75, "train/tensor_act_model_layers_41_residual_post_mlp/max_abs": 1004.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_post_mlp/min": 772.0, "train/tensor_act_model_layers_41_residual_post_mlp/max": 1004.0, "train/tensor_act_model_layers_41_residual_post_mlp/range": 232.0, "train/tensor_act_model_layers_42_residual_pre_attn/norm": 1883057.25, "train/tensor_act_model_layers_42_residual_pre_attn/mean": 920.0, "train/tensor_act_model_layers_42_residual_pre_attn/std": 34.75, "train/tensor_act_model_layers_42_residual_pre_attn/max_abs": 1004.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_pre_attn/min": 772.0, "train/tensor_act_model_layers_42_residual_pre_attn/max": 1004.0, "train/tensor_act_model_layers_42_residual_pre_attn/range": 232.0, "train/tensor_act_model_layers_42_residual_post_attn/norm": 1883057.25, "train/tensor_act_model_layers_42_residual_post_attn/mean": 920.0, "train/tensor_act_model_layers_42_residual_post_attn/std": 34.75, "train/tensor_act_model_layers_42_residual_post_attn/max_abs": 1004.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_post_attn/min": 772.0, "train/tensor_act_model_layers_42_residual_post_attn/max": 1004.0, "train/tensor_act_model_layers_42_residual_post_attn/range": 232.0, "train/tensor_act_model_layers_42_mlp_gate_proj/norm": 4889.0751953125, "train/tensor_act_model_layers_42_mlp_gate_proj/mean": 0.83984375, "train/tensor_act_model_layers_42_mlp_gate_proj/std": 1.46875, "train/tensor_act_model_layers_42_mlp_gate_proj/max_abs": 4.0625, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/min": -1.0, "train/tensor_act_model_layers_42_mlp_gate_proj/max": 4.0625, "train/tensor_act_model_layers_42_mlp_gate_proj/range": 5.0625, "train/tensor_act_model_layers_42_mlp_up_proj/norm": 5283.884765625, "train/tensor_act_model_layers_42_mlp_up_proj/mean": 0.205078125, "train/tensor_act_model_layers_42_mlp_up_proj/std": 1.8125, "train/tensor_act_model_layers_42_mlp_up_proj/max_abs": 4.21875, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/min": -4.21875, "train/tensor_act_model_layers_42_mlp_up_proj/max": 3.953125, "train/tensor_act_model_layers_42_mlp_up_proj/range": 8.171875, "train/tensor_act_model_layers_42_mlp_down_proj/norm": 35075.80078125, "train/tensor_act_model_layers_42_mlp_down_proj/mean": 16.875, "train/tensor_act_model_layers_42_mlp_down_proj/std": 2.609375, "train/tensor_act_model_layers_42_mlp_down_proj/max_abs": 23.625, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_mlp_down_proj/min": 11.25, "train/tensor_act_model_layers_42_mlp_down_proj/max": 23.625, "train/tensor_act_model_layers_42_mlp_down_proj/range": 12.375, "train/tensor_act_model_layers_42_mlp/norm": 35075.80078125, "train/tensor_act_model_layers_42_mlp/mean": 16.875, "train/tensor_act_model_layers_42_mlp/std": 2.609375, "train/tensor_act_model_layers_42_mlp/max_abs": 23.625, "train/tensor_act_model_layers_42_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_mlp/min": 11.25, "train/tensor_act_model_layers_42_mlp/max": 23.625, "train/tensor_act_model_layers_42_mlp/range": 12.375, "train/tensor_act_model_layers_42_residual_post_mlp/norm": 1917797.0, "train/tensor_act_model_layers_42_residual_post_mlp/mean": 936.0, "train/tensor_act_model_layers_42_residual_post_mlp/std": 35.25, "train/tensor_act_model_layers_42_residual_post_mlp/max_abs": 1024.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_post_mlp/min": 792.0, "train/tensor_act_model_layers_42_residual_post_mlp/max": 1024.0, "train/tensor_act_model_layers_42_residual_post_mlp/range": 232.0, "train/tensor_act_model_layers_43_residual_pre_attn/norm": 1917797.0, "train/tensor_act_model_layers_43_residual_pre_attn/mean": 936.0, "train/tensor_act_model_layers_43_residual_pre_attn/std": 35.25, "train/tensor_act_model_layers_43_residual_pre_attn/max_abs": 1024.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_pre_attn/min": 792.0, "train/tensor_act_model_layers_43_residual_pre_attn/max": 1024.0, "train/tensor_act_model_layers_43_residual_pre_attn/range": 232.0, "train/tensor_act_model_layers_43_residual_post_attn/norm": 1917797.0, "train/tensor_act_model_layers_43_residual_post_attn/mean": 936.0, "train/tensor_act_model_layers_43_residual_post_attn/std": 35.25, "train/tensor_act_model_layers_43_residual_post_attn/max_abs": 1024.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_post_attn/min": 792.0, "train/tensor_act_model_layers_43_residual_post_attn/max": 1024.0, "train/tensor_act_model_layers_43_residual_post_attn/range": 232.0, "train/tensor_act_model_layers_43_mlp_gate_proj/norm": 5153.42919921875, "train/tensor_act_model_layers_43_mlp_gate_proj/mean": 0.875, "train/tensor_act_model_layers_43_mlp_gate_proj/std": 1.546875, "train/tensor_act_model_layers_43_mlp_gate_proj/max_abs": 4.15625, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/min": -0.98828125, "train/tensor_act_model_layers_43_mlp_gate_proj/max": 4.15625, "train/tensor_act_model_layers_43_mlp_gate_proj/range": 5.14453125, "train/tensor_act_model_layers_43_mlp_up_proj/norm": 5240.072265625, "train/tensor_act_model_layers_43_mlp_up_proj/mean": 0.05419921875, "train/tensor_act_model_layers_43_mlp_up_proj/std": 1.8046875, "train/tensor_act_model_layers_43_mlp_up_proj/max_abs": 4.25, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/min": -3.984375, "train/tensor_act_model_layers_43_mlp_up_proj/max": 4.25, "train/tensor_act_model_layers_43_mlp_up_proj/range": 8.234375, "train/tensor_act_model_layers_43_mlp_down_proj/norm": 37568.02734375, "train/tensor_act_model_layers_43_mlp_down_proj/mean": 18.125, "train/tensor_act_model_layers_43_mlp_down_proj/std": 2.953125, "train/tensor_act_model_layers_43_mlp_down_proj/max_abs": 25.125, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_mlp_down_proj/min": 10.375, "train/tensor_act_model_layers_43_mlp_down_proj/max": 25.125, "train/tensor_act_model_layers_43_mlp_down_proj/range": 14.75, "train/tensor_act_model_layers_43_mlp/norm": 37568.02734375, "train/tensor_act_model_layers_43_mlp/mean": 18.125, "train/tensor_act_model_layers_43_mlp/std": 2.953125, "train/tensor_act_model_layers_43_mlp/max_abs": 25.125, "train/tensor_act_model_layers_43_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_mlp/min": 10.375, "train/tensor_act_model_layers_43_mlp/max": 25.125, "train/tensor_act_model_layers_43_mlp/range": 14.75, "train/tensor_act_model_layers_43_residual_post_mlp/norm": 1955209.125, "train/tensor_act_model_layers_43_residual_post_mlp/mean": 956.0, "train/tensor_act_model_layers_43_residual_post_mlp/std": 35.5, "train/tensor_act_model_layers_43_residual_post_mlp/max_abs": 1048.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_post_mlp/min": 816.0, "train/tensor_act_model_layers_43_residual_post_mlp/max": 1048.0, "train/tensor_act_model_layers_43_residual_post_mlp/range": 232.0, "train/tensor_act_model_layers_44_residual_pre_attn/norm": 1955209.125, "train/tensor_act_model_layers_44_residual_pre_attn/mean": 956.0, "train/tensor_act_model_layers_44_residual_pre_attn/std": 35.5, "train/tensor_act_model_layers_44_residual_pre_attn/max_abs": 1048.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_pre_attn/min": 816.0, "train/tensor_act_model_layers_44_residual_pre_attn/max": 1048.0, "train/tensor_act_model_layers_44_residual_pre_attn/range": 232.0, "train/tensor_act_model_layers_44_residual_post_attn/norm": 1955209.125, "train/tensor_act_model_layers_44_residual_post_attn/mean": 956.0, "train/tensor_act_model_layers_44_residual_post_attn/std": 35.5, "train/tensor_act_model_layers_44_residual_post_attn/max_abs": 1048.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_post_attn/min": 816.0, "train/tensor_act_model_layers_44_residual_post_attn/max": 1048.0, "train/tensor_act_model_layers_44_residual_post_attn/range": 232.0, "train/tensor_act_model_layers_44_mlp_gate_proj/norm": 5101.1220703125, "train/tensor_act_model_layers_44_mlp_gate_proj/mean": 0.90234375, "train/tensor_act_model_layers_44_mlp_gate_proj/std": 1.515625, "train/tensor_act_model_layers_44_mlp_gate_proj/max_abs": 3.890625, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/min": -1.1328125, "train/tensor_act_model_layers_44_mlp_gate_proj/max": 3.890625, "train/tensor_act_model_layers_44_mlp_gate_proj/range": 5.0234375, "train/tensor_act_model_layers_44_mlp_up_proj/norm": 5124.07861328125, "train/tensor_act_model_layers_44_mlp_up_proj/mean": -0.1123046875, "train/tensor_act_model_layers_44_mlp_up_proj/std": 1.765625, "train/tensor_act_model_layers_44_mlp_up_proj/max_abs": 3.984375, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/min": -3.953125, "train/tensor_act_model_layers_44_mlp_up_proj/max": 3.984375, "train/tensor_act_model_layers_44_mlp_up_proj/range": 7.9375, "train/tensor_act_model_layers_44_mlp_down_proj/norm": 37149.03125, "train/tensor_act_model_layers_44_mlp_down_proj/mean": 17.875, "train/tensor_act_model_layers_44_mlp_down_proj/std": 3.15625, "train/tensor_act_model_layers_44_mlp_down_proj/max_abs": 25.375, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_user_limit": 0.9765625, "train/tensor_act_model_layers_44_mlp_down_proj/min": 8.9375, "train/tensor_act_model_layers_44_mlp_down_proj/max": 25.375, "train/tensor_act_model_layers_44_mlp_down_proj/range": 16.4375, "train/tensor_act_model_layers_44_mlp/norm": 37149.03125, "train/tensor_act_model_layers_44_mlp/mean": 17.875, "train/tensor_act_model_layers_44_mlp/std": 3.15625, "train/tensor_act_model_layers_44_mlp/max_abs": 25.375, "train/tensor_act_model_layers_44_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp/frac_near_user_limit": 0.9765625, "train/tensor_act_model_layers_44_mlp/min": 8.9375, "train/tensor_act_model_layers_44_mlp/max": 25.375, "train/tensor_act_model_layers_44_mlp/range": 16.4375, "train/tensor_act_model_layers_44_residual_post_mlp/norm": 1991495.875, "train/tensor_act_model_layers_44_residual_post_mlp/mean": 972.0, "train/tensor_act_model_layers_44_residual_post_mlp/std": 36.0, "train/tensor_act_model_layers_44_residual_post_mlp/max_abs": 1064.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_post_mlp/min": 828.0, "train/tensor_act_model_layers_44_residual_post_mlp/max": 1064.0, "train/tensor_act_model_layers_44_residual_post_mlp/range": 236.0, "train/tensor_act_model_layers_45_residual_pre_attn/norm": 1991495.875, "train/tensor_act_model_layers_45_residual_pre_attn/mean": 972.0, "train/tensor_act_model_layers_45_residual_pre_attn/std": 36.0, "train/tensor_act_model_layers_45_residual_pre_attn/max_abs": 1064.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_pre_attn/min": 828.0, "train/tensor_act_model_layers_45_residual_pre_attn/max": 1064.0, "train/tensor_act_model_layers_45_residual_pre_attn/range": 236.0, "train/tensor_act_model_layers_45_residual_post_attn/norm": 1991495.875, "train/tensor_act_model_layers_45_residual_post_attn/mean": 972.0, "train/tensor_act_model_layers_45_residual_post_attn/std": 36.0, "train/tensor_act_model_layers_45_residual_post_attn/max_abs": 1064.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_post_attn/min": 828.0, "train/tensor_act_model_layers_45_residual_post_attn/max": 1064.0, "train/tensor_act_model_layers_45_residual_post_attn/range": 236.0, "train/tensor_act_model_layers_45_mlp_gate_proj/norm": 5196.47216796875, "train/tensor_act_model_layers_45_mlp_gate_proj/mean": 0.9453125, "train/tensor_act_model_layers_45_mlp_gate_proj/std": 1.5234375, "train/tensor_act_model_layers_45_mlp_gate_proj/max_abs": 3.953125, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/min": -1.3359375, "train/tensor_act_model_layers_45_mlp_gate_proj/max": 3.953125, "train/tensor_act_model_layers_45_mlp_gate_proj/range": 5.2890625, "train/tensor_act_model_layers_45_mlp_up_proj/norm": 5488.58056640625, "train/tensor_act_model_layers_45_mlp_up_proj/mean": -0.05712890625, "train/tensor_act_model_layers_45_mlp_up_proj/std": 1.890625, "train/tensor_act_model_layers_45_mlp_up_proj/max_abs": 4.1875, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/min": -4.1875, "train/tensor_act_model_layers_45_mlp_up_proj/max": 4.0625, "train/tensor_act_model_layers_45_mlp_up_proj/range": 8.25, "train/tensor_act_model_layers_45_mlp_down_proj/norm": 40191.9140625, "train/tensor_act_model_layers_45_mlp_down_proj/mean": 19.5, "train/tensor_act_model_layers_45_mlp_down_proj/std": 2.25, "train/tensor_act_model_layers_45_mlp_down_proj/max_abs": 24.375, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_mlp_down_proj/min": 13.9375, "train/tensor_act_model_layers_45_mlp_down_proj/max": 24.375, "train/tensor_act_model_layers_45_mlp_down_proj/range": 10.4375, "train/tensor_act_model_layers_45_mlp/norm": 40191.9140625, "train/tensor_act_model_layers_45_mlp/mean": 19.5, "train/tensor_act_model_layers_45_mlp/std": 2.25, "train/tensor_act_model_layers_45_mlp/max_abs": 24.375, "train/tensor_act_model_layers_45_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_mlp/min": 13.9375, "train/tensor_act_model_layers_45_mlp/max": 24.375, "train/tensor_act_model_layers_45_mlp/range": 10.4375, "train/tensor_act_model_layers_45_residual_post_mlp/norm": 2031298.375, "train/tensor_act_model_layers_45_residual_post_mlp/mean": 992.0, "train/tensor_act_model_layers_45_residual_post_mlp/std": 36.0, "train/tensor_act_model_layers_45_residual_post_mlp/max_abs": 1088.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_post_mlp/min": 852.0, "train/tensor_act_model_layers_45_residual_post_mlp/max": 1088.0, "train/tensor_act_model_layers_45_residual_post_mlp/range": 236.0, "train/tensor_act_model_layers_46_residual_pre_attn/norm": 2031298.375, "train/tensor_act_model_layers_46_residual_pre_attn/mean": 992.0, "train/tensor_act_model_layers_46_residual_pre_attn/std": 36.0, "train/tensor_act_model_layers_46_residual_pre_attn/max_abs": 1088.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_pre_attn/min": 852.0, "train/tensor_act_model_layers_46_residual_pre_attn/max": 1088.0, "train/tensor_act_model_layers_46_residual_pre_attn/range": 236.0, "train/tensor_act_model_layers_46_residual_post_attn/norm": 2031298.375, "train/tensor_act_model_layers_46_residual_post_attn/mean": 992.0, "train/tensor_act_model_layers_46_residual_post_attn/std": 36.0, "train/tensor_act_model_layers_46_residual_post_attn/max_abs": 1088.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_post_attn/min": 852.0, "train/tensor_act_model_layers_46_residual_post_attn/max": 1088.0, "train/tensor_act_model_layers_46_residual_post_attn/range": 236.0, "train/tensor_act_model_layers_46_mlp_gate_proj/norm": 5031.60302734375, "train/tensor_act_model_layers_46_mlp_gate_proj/mean": 0.84765625, "train/tensor_act_model_layers_46_mlp_gate_proj/std": 1.515625, "train/tensor_act_model_layers_46_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/min": -1.2265625, "train/tensor_act_model_layers_46_mlp_gate_proj/max": 4.03125, "train/tensor_act_model_layers_46_mlp_gate_proj/range": 5.2578125, "train/tensor_act_model_layers_46_mlp_up_proj/norm": 5165.173828125, "train/tensor_act_model_layers_46_mlp_up_proj/mean": -0.19140625, "train/tensor_act_model_layers_46_mlp_up_proj/std": 1.7734375, "train/tensor_act_model_layers_46_mlp_up_proj/max_abs": 4.0625, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/min": -4.0625, "train/tensor_act_model_layers_46_mlp_up_proj/max": 4.0, "train/tensor_act_model_layers_46_mlp_up_proj/range": 8.0625, "train/tensor_act_model_layers_46_mlp_down_proj/norm": 36053.75390625, "train/tensor_act_model_layers_46_mlp_down_proj/mean": 17.375, "train/tensor_act_model_layers_46_mlp_down_proj/std": 2.875, "train/tensor_act_model_layers_46_mlp_down_proj/max_abs": 24.125, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_user_limit": 0.9921875, "train/tensor_act_model_layers_46_mlp_down_proj/min": 9.5, "train/tensor_act_model_layers_46_mlp_down_proj/max": 24.125, "train/tensor_act_model_layers_46_mlp_down_proj/range": 14.625, "train/tensor_act_model_layers_46_mlp/norm": 36053.75390625, "train/tensor_act_model_layers_46_mlp/mean": 17.375, "train/tensor_act_model_layers_46_mlp/std": 2.875, "train/tensor_act_model_layers_46_mlp/max_abs": 24.125, "train/tensor_act_model_layers_46_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp/frac_near_user_limit": 0.9921875, "train/tensor_act_model_layers_46_mlp/min": 9.5, "train/tensor_act_model_layers_46_mlp/max": 24.125, "train/tensor_act_model_layers_46_mlp/range": 14.625, "train/tensor_act_model_layers_46_residual_post_mlp/norm": 2067129.875, "train/tensor_act_model_layers_46_residual_post_mlp/mean": 1008.0, "train/tensor_act_model_layers_46_residual_post_mlp/std": 36.25, "train/tensor_act_model_layers_46_residual_post_mlp/max_abs": 1104.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_post_mlp/min": 868.0, "train/tensor_act_model_layers_46_residual_post_mlp/max": 1104.0, "train/tensor_act_model_layers_46_residual_post_mlp/range": 236.0, "train/tensor_act_model_layers_47_residual_pre_attn/norm": 2067129.875, "train/tensor_act_model_layers_47_residual_pre_attn/mean": 1008.0, "train/tensor_act_model_layers_47_residual_pre_attn/std": 36.25, "train/tensor_act_model_layers_47_residual_pre_attn/max_abs": 1104.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_pre_attn/min": 868.0, "train/tensor_act_model_layers_47_residual_pre_attn/max": 1104.0, "train/tensor_act_model_layers_47_residual_pre_attn/range": 236.0, "train/tensor_act_model_layers_47_residual_post_attn/norm": 2067129.875, "train/tensor_act_model_layers_47_residual_post_attn/mean": 1008.0, "train/tensor_act_model_layers_47_residual_post_attn/std": 36.25, "train/tensor_act_model_layers_47_residual_post_attn/max_abs": 1104.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_post_attn/min": 868.0, "train/tensor_act_model_layers_47_residual_post_attn/max": 1104.0, "train/tensor_act_model_layers_47_residual_post_attn/range": 236.0, "train/tensor_act_model_layers_47_mlp_gate_proj/norm": 5202.74365234375, "train/tensor_act_model_layers_47_mlp_gate_proj/mean": 0.90625, "train/tensor_act_model_layers_47_mlp_gate_proj/std": 1.5546875, "train/tensor_act_model_layers_47_mlp_gate_proj/max_abs": 4.0625, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/min": -1.21875, "train/tensor_act_model_layers_47_mlp_gate_proj/max": 4.0625, "train/tensor_act_model_layers_47_mlp_gate_proj/range": 5.28125, "train/tensor_act_model_layers_47_mlp_up_proj/norm": 5187.2373046875, "train/tensor_act_model_layers_47_mlp_up_proj/mean": -0.027587890625, "train/tensor_act_model_layers_47_mlp_up_proj/std": 1.7890625, "train/tensor_act_model_layers_47_mlp_up_proj/max_abs": 4.09375, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/min": -3.671875, "train/tensor_act_model_layers_47_mlp_up_proj/max": 4.09375, "train/tensor_act_model_layers_47_mlp_up_proj/range": 7.765625, "train/tensor_act_model_layers_47_mlp_down_proj/norm": 36867.20703125, "train/tensor_act_model_layers_47_mlp_down_proj/mean": 17.875, "train/tensor_act_model_layers_47_mlp_down_proj/std": 2.5625, "train/tensor_act_model_layers_47_mlp_down_proj/max_abs": 24.0, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_mlp_down_proj/min": 11.25, "train/tensor_act_model_layers_47_mlp_down_proj/max": 24.0, "train/tensor_act_model_layers_47_mlp_down_proj/range": 12.75, "train/tensor_act_model_layers_47_mlp/norm": 36867.20703125, "train/tensor_act_model_layers_47_mlp/mean": 17.875, "train/tensor_act_model_layers_47_mlp/std": 2.5625, "train/tensor_act_model_layers_47_mlp/max_abs": 24.0, "train/tensor_act_model_layers_47_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_mlp/min": 11.25, "train/tensor_act_model_layers_47_mlp/max": 24.0, "train/tensor_act_model_layers_47_mlp/range": 12.75, "train/tensor_act_model_layers_47_residual_post_mlp/norm": 2103440.75, "train/tensor_act_model_layers_47_residual_post_mlp/mean": 1024.0, "train/tensor_act_model_layers_47_residual_post_mlp/std": 36.25, "train/tensor_act_model_layers_47_residual_post_mlp/max_abs": 1120.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_post_mlp/min": 888.0, "train/tensor_act_model_layers_47_residual_post_mlp/max": 1120.0, "train/tensor_act_model_layers_47_residual_post_mlp/range": 232.0, "train/tensor_act_model_layers_48_residual_pre_attn/norm": 2103440.75, "train/tensor_act_model_layers_48_residual_pre_attn/mean": 1024.0, "train/tensor_act_model_layers_48_residual_pre_attn/std": 36.25, "train/tensor_act_model_layers_48_residual_pre_attn/max_abs": 1120.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_pre_attn/min": 888.0, "train/tensor_act_model_layers_48_residual_pre_attn/max": 1120.0, "train/tensor_act_model_layers_48_residual_pre_attn/range": 232.0, "train/tensor_act_model_layers_48_residual_post_attn/norm": 2103440.75, "train/tensor_act_model_layers_48_residual_post_attn/mean": 1024.0, "train/tensor_act_model_layers_48_residual_post_attn/std": 36.25, "train/tensor_act_model_layers_48_residual_post_attn/max_abs": 1120.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_post_attn/min": 888.0, "train/tensor_act_model_layers_48_residual_post_attn/max": 1120.0, "train/tensor_act_model_layers_48_residual_post_attn/range": 232.0, "train/tensor_act_model_layers_48_mlp_gate_proj/norm": 4775.2939453125, "train/tensor_act_model_layers_48_mlp_gate_proj/mean": 0.765625, "train/tensor_act_model_layers_48_mlp_gate_proj/std": 1.4609375, "train/tensor_act_model_layers_48_mlp_gate_proj/max_abs": 3.734375, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/min": -1.0390625, "train/tensor_act_model_layers_48_mlp_gate_proj/max": 3.734375, "train/tensor_act_model_layers_48_mlp_gate_proj/range": 4.7734375, "train/tensor_act_model_layers_48_mlp_up_proj/norm": 4971.2705078125, "train/tensor_act_model_layers_48_mlp_up_proj/mean": 0.1220703125, "train/tensor_act_model_layers_48_mlp_up_proj/std": 1.7109375, "train/tensor_act_model_layers_48_mlp_up_proj/max_abs": 3.96875, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/min": -3.96875, "train/tensor_act_model_layers_48_mlp_up_proj/max": 3.859375, "train/tensor_act_model_layers_48_mlp_up_proj/range": 7.828125, "train/tensor_act_model_layers_48_mlp_down_proj/norm": 32409.33203125, "train/tensor_act_model_layers_48_mlp_down_proj/mean": 15.5, "train/tensor_act_model_layers_48_mlp_down_proj/std": 3.046875, "train/tensor_act_model_layers_48_mlp_down_proj/max_abs": 23.375, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_user_limit": 0.953125, "train/tensor_act_model_layers_48_mlp_down_proj/min": 8.0625, "train/tensor_act_model_layers_48_mlp_down_proj/max": 23.375, "train/tensor_act_model_layers_48_mlp_down_proj/range": 15.3125, "train/tensor_act_model_layers_48_mlp/norm": 32409.33203125, "train/tensor_act_model_layers_48_mlp/mean": 15.5, "train/tensor_act_model_layers_48_mlp/std": 3.046875, "train/tensor_act_model_layers_48_mlp/max_abs": 23.375, "train/tensor_act_model_layers_48_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp/frac_near_user_limit": 0.953125, "train/tensor_act_model_layers_48_mlp/min": 8.0625, "train/tensor_act_model_layers_48_mlp/max": 23.375, "train/tensor_act_model_layers_48_mlp/range": 15.3125, "train/tensor_act_model_layers_48_residual_post_mlp/norm": 2135626.75, "train/tensor_act_model_layers_48_residual_post_mlp/mean": 1040.0, "train/tensor_act_model_layers_48_residual_post_mlp/std": 36.5, "train/tensor_act_model_layers_48_residual_post_mlp/max_abs": 1136.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_post_mlp/min": 904.0, "train/tensor_act_model_layers_48_residual_post_mlp/max": 1136.0, "train/tensor_act_model_layers_48_residual_post_mlp/range": 232.0, "train/tensor_act_model_layers_49_residual_pre_attn/norm": 2135626.75, "train/tensor_act_model_layers_49_residual_pre_attn/mean": 1040.0, "train/tensor_act_model_layers_49_residual_pre_attn/std": 36.5, "train/tensor_act_model_layers_49_residual_pre_attn/max_abs": 1136.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_pre_attn/min": 904.0, "train/tensor_act_model_layers_49_residual_pre_attn/max": 1136.0, "train/tensor_act_model_layers_49_residual_pre_attn/range": 232.0, "train/tensor_act_model_layers_49_residual_post_attn/norm": 2135626.75, "train/tensor_act_model_layers_49_residual_post_attn/mean": 1040.0, "train/tensor_act_model_layers_49_residual_post_attn/std": 36.5, "train/tensor_act_model_layers_49_residual_post_attn/max_abs": 1136.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_post_attn/min": 904.0, "train/tensor_act_model_layers_49_residual_post_attn/max": 1136.0, "train/tensor_act_model_layers_49_residual_post_attn/range": 232.0, "train/tensor_act_model_layers_49_mlp_gate_proj/norm": 5217.404296875, "train/tensor_act_model_layers_49_mlp_gate_proj/mean": 0.9375, "train/tensor_act_model_layers_49_mlp_gate_proj/std": 1.5390625, "train/tensor_act_model_layers_49_mlp_gate_proj/max_abs": 3.71875, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/min": -1.0078125, "train/tensor_act_model_layers_49_mlp_gate_proj/max": 3.71875, "train/tensor_act_model_layers_49_mlp_gate_proj/range": 4.7265625, "train/tensor_act_model_layers_49_mlp_up_proj/norm": 5384.3203125, "train/tensor_act_model_layers_49_mlp_up_proj/mean": -0.064453125, "train/tensor_act_model_layers_49_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_49_mlp_up_proj/max_abs": 4.21875, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/min": -4.03125, "train/tensor_act_model_layers_49_mlp_up_proj/max": 4.21875, "train/tensor_act_model_layers_49_mlp_up_proj/range": 8.25, "train/tensor_act_model_layers_49_mlp_down_proj/norm": 39083.90234375, "train/tensor_act_model_layers_49_mlp_down_proj/mean": 18.875, "train/tensor_act_model_layers_49_mlp_down_proj/std": 2.734375, "train/tensor_act_model_layers_49_mlp_down_proj/max_abs": 25.375, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_user_limit": 0.9921875, "train/tensor_act_model_layers_49_mlp_down_proj/min": 9.5, "train/tensor_act_model_layers_49_mlp_down_proj/max": 25.375, "train/tensor_act_model_layers_49_mlp_down_proj/range": 15.875, "train/tensor_act_model_layers_49_mlp/norm": 39083.90234375, "train/tensor_act_model_layers_49_mlp/mean": 18.875, "train/tensor_act_model_layers_49_mlp/std": 2.734375, "train/tensor_act_model_layers_49_mlp/max_abs": 25.375, "train/tensor_act_model_layers_49_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp/frac_near_user_limit": 0.9921875, "train/tensor_act_model_layers_49_mlp/min": 9.5, "train/tensor_act_model_layers_49_mlp/max": 25.375, "train/tensor_act_model_layers_49_mlp/range": 15.875, "train/tensor_act_model_layers_49_residual_post_mlp/norm": 2173632.25, "train/tensor_act_model_layers_49_residual_post_mlp/mean": 1064.0, "train/tensor_act_model_layers_49_residual_post_mlp/std": 36.25, "train/tensor_act_model_layers_49_residual_post_mlp/max_abs": 1152.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_post_mlp/min": 920.0, "train/tensor_act_model_layers_49_residual_post_mlp/max": 1152.0, "train/tensor_act_model_layers_49_residual_post_mlp/range": 232.0, "train/tensor_act_model_layers_50_residual_pre_attn/norm": 2173632.25, "train/tensor_act_model_layers_50_residual_pre_attn/mean": 1064.0, "train/tensor_act_model_layers_50_residual_pre_attn/std": 36.25, "train/tensor_act_model_layers_50_residual_pre_attn/max_abs": 1152.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_pre_attn/min": 920.0, "train/tensor_act_model_layers_50_residual_pre_attn/max": 1152.0, "train/tensor_act_model_layers_50_residual_pre_attn/range": 232.0, "train/tensor_act_model_layers_50_residual_post_attn/norm": 2173632.25, "train/tensor_act_model_layers_50_residual_post_attn/mean": 1064.0, "train/tensor_act_model_layers_50_residual_post_attn/std": 36.25, "train/tensor_act_model_layers_50_residual_post_attn/max_abs": 1152.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_post_attn/min": 920.0, "train/tensor_act_model_layers_50_residual_post_attn/max": 1152.0, "train/tensor_act_model_layers_50_residual_post_attn/range": 232.0, "train/tensor_act_model_layers_50_mlp_gate_proj/norm": 5124.849609375, "train/tensor_act_model_layers_50_mlp_gate_proj/mean": 0.9296875, "train/tensor_act_model_layers_50_mlp_gate_proj/std": 1.5078125, "train/tensor_act_model_layers_50_mlp_gate_proj/max_abs": 3.953125, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/min": -1.4609375, "train/tensor_act_model_layers_50_mlp_gate_proj/max": 3.953125, "train/tensor_act_model_layers_50_mlp_gate_proj/range": 5.4140625, "train/tensor_act_model_layers_50_mlp_up_proj/norm": 5466.9091796875, "train/tensor_act_model_layers_50_mlp_up_proj/mean": -0.0078125, "train/tensor_act_model_layers_50_mlp_up_proj/std": 1.890625, "train/tensor_act_model_layers_50_mlp_up_proj/max_abs": 4.1875, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/min": -4.1875, "train/tensor_act_model_layers_50_mlp_up_proj/max": 3.953125, "train/tensor_act_model_layers_50_mlp_up_proj/range": 8.140625, "train/tensor_act_model_layers_50_mlp_down_proj/norm": 39017.49609375, "train/tensor_act_model_layers_50_mlp_down_proj/mean": 18.875, "train/tensor_act_model_layers_50_mlp_down_proj/std": 2.75, "train/tensor_act_model_layers_50_mlp_down_proj/max_abs": 24.75, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_mlp_down_proj/min": 12.1875, "train/tensor_act_model_layers_50_mlp_down_proj/max": 24.75, "train/tensor_act_model_layers_50_mlp_down_proj/range": 12.5625, "train/tensor_act_model_layers_50_mlp/norm": 39017.49609375, "train/tensor_act_model_layers_50_mlp/mean": 18.875, "train/tensor_act_model_layers_50_mlp/std": 2.75, "train/tensor_act_model_layers_50_mlp/max_abs": 24.75, "train/tensor_act_model_layers_50_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_mlp/min": 12.1875, "train/tensor_act_model_layers_50_mlp/max": 24.75, "train/tensor_act_model_layers_50_mlp/range": 12.5625, "train/tensor_act_model_layers_50_residual_post_mlp/norm": 2212279.25, "train/tensor_act_model_layers_50_residual_post_mlp/mean": 1080.0, "train/tensor_act_model_layers_50_residual_post_mlp/std": 36.5, "train/tensor_act_model_layers_50_residual_post_mlp/max_abs": 1168.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_post_mlp/min": 940.0, "train/tensor_act_model_layers_50_residual_post_mlp/max": 1168.0, "train/tensor_act_model_layers_50_residual_post_mlp/range": 228.0, "train/tensor_act_model_layers_51_residual_pre_attn/norm": 2212279.25, "train/tensor_act_model_layers_51_residual_pre_attn/mean": 1080.0, "train/tensor_act_model_layers_51_residual_pre_attn/std": 36.5, "train/tensor_act_model_layers_51_residual_pre_attn/max_abs": 1168.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_pre_attn/min": 940.0, "train/tensor_act_model_layers_51_residual_pre_attn/max": 1168.0, "train/tensor_act_model_layers_51_residual_pre_attn/range": 228.0, "train/tensor_act_model_layers_51_residual_post_attn/norm": 2212279.25, "train/tensor_act_model_layers_51_residual_post_attn/mean": 1080.0, "train/tensor_act_model_layers_51_residual_post_attn/std": 36.5, "train/tensor_act_model_layers_51_residual_post_attn/max_abs": 1168.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_post_attn/min": 940.0, "train/tensor_act_model_layers_51_residual_post_attn/max": 1168.0, "train/tensor_act_model_layers_51_residual_post_attn/range": 228.0, "train/tensor_act_model_layers_51_mlp_gate_proj/norm": 4794.9140625, "train/tensor_act_model_layers_51_mlp_gate_proj/mean": 0.765625, "train/tensor_act_model_layers_51_mlp_gate_proj/std": 1.46875, "train/tensor_act_model_layers_51_mlp_gate_proj/max_abs": 3.6875, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/min": -1.5, "train/tensor_act_model_layers_51_mlp_gate_proj/max": 3.6875, "train/tensor_act_model_layers_51_mlp_gate_proj/range": 5.1875, "train/tensor_act_model_layers_51_mlp_up_proj/norm": 5007.46435546875, "train/tensor_act_model_layers_51_mlp_up_proj/mean": -0.0498046875, "train/tensor_act_model_layers_51_mlp_up_proj/std": 1.7265625, "train/tensor_act_model_layers_51_mlp_up_proj/max_abs": 4.125, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/min": -4.125, "train/tensor_act_model_layers_51_mlp_up_proj/max": 3.921875, "train/tensor_act_model_layers_51_mlp_up_proj/range": 8.046875, "train/tensor_act_model_layers_51_mlp_down_proj/norm": 32743.279296875, "train/tensor_act_model_layers_51_mlp_down_proj/mean": 15.6875, "train/tensor_act_model_layers_51_mlp_down_proj/std": 3.1875, "train/tensor_act_model_layers_51_mlp_down_proj/max_abs": 23.25, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_user_limit": 0.953125, "train/tensor_act_model_layers_51_mlp_down_proj/min": 7.03125, "train/tensor_act_model_layers_51_mlp_down_proj/max": 23.25, "train/tensor_act_model_layers_51_mlp_down_proj/range": 16.21875, "train/tensor_act_model_layers_51_mlp/norm": 32743.279296875, "train/tensor_act_model_layers_51_mlp/mean": 15.6875, "train/tensor_act_model_layers_51_mlp/std": 3.1875, "train/tensor_act_model_layers_51_mlp/max_abs": 23.25, "train/tensor_act_model_layers_51_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp/frac_near_user_limit": 0.953125, "train/tensor_act_model_layers_51_mlp/min": 7.03125, "train/tensor_act_model_layers_51_mlp/max": 23.25, "train/tensor_act_model_layers_51_mlp/range": 16.21875, "train/tensor_act_model_layers_51_residual_post_mlp/norm": 2244849.0, "train/tensor_act_model_layers_51_residual_post_mlp/mean": 1096.0, "train/tensor_act_model_layers_51_residual_post_mlp/std": 36.75, "train/tensor_act_model_layers_51_residual_post_mlp/max_abs": 1184.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_post_mlp/min": 956.0, "train/tensor_act_model_layers_51_residual_post_mlp/max": 1184.0, "train/tensor_act_model_layers_51_residual_post_mlp/range": 228.0, "train/tensor_act_model_layers_52_residual_pre_attn/norm": 2244849.0, "train/tensor_act_model_layers_52_residual_pre_attn/mean": 1096.0, "train/tensor_act_model_layers_52_residual_pre_attn/std": 36.75, "train/tensor_act_model_layers_52_residual_pre_attn/max_abs": 1184.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_pre_attn/min": 956.0, "train/tensor_act_model_layers_52_residual_pre_attn/max": 1184.0, "train/tensor_act_model_layers_52_residual_pre_attn/range": 228.0, "train/tensor_act_model_layers_52_residual_post_attn/norm": 2244849.0, "train/tensor_act_model_layers_52_residual_post_attn/mean": 1096.0, "train/tensor_act_model_layers_52_residual_post_attn/std": 36.75, "train/tensor_act_model_layers_52_residual_post_attn/max_abs": 1184.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_post_attn/min": 956.0, "train/tensor_act_model_layers_52_residual_post_attn/max": 1184.0, "train/tensor_act_model_layers_52_residual_post_attn/range": 228.0, "train/tensor_act_model_layers_52_mlp_gate_proj/norm": 5143.21240234375, "train/tensor_act_model_layers_52_mlp_gate_proj/mean": 0.94921875, "train/tensor_act_model_layers_52_mlp_gate_proj/std": 1.5, "train/tensor_act_model_layers_52_mlp_gate_proj/max_abs": 4.1875, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/min": -1.1796875, "train/tensor_act_model_layers_52_mlp_gate_proj/max": 4.1875, "train/tensor_act_model_layers_52_mlp_gate_proj/range": 5.3671875, "train/tensor_act_model_layers_52_mlp_up_proj/norm": 5439.1513671875, "train/tensor_act_model_layers_52_mlp_up_proj/mean": -0.08544921875, "train/tensor_act_model_layers_52_mlp_up_proj/std": 1.875, "train/tensor_act_model_layers_52_mlp_up_proj/max_abs": 4.53125, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/min": -4.53125, "train/tensor_act_model_layers_52_mlp_up_proj/max": 4.25, "train/tensor_act_model_layers_52_mlp_up_proj/range": 8.78125, "train/tensor_act_model_layers_52_mlp_down_proj/norm": 38232.26953125, "train/tensor_act_model_layers_52_mlp_down_proj/mean": 18.5, "train/tensor_act_model_layers_52_mlp_down_proj/std": 2.703125, "train/tensor_act_model_layers_52_mlp_down_proj/max_abs": 27.0, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_user_limit": 0.992295503616333, "train/tensor_act_model_layers_52_mlp_down_proj/min": 10.0, "train/tensor_act_model_layers_52_mlp_down_proj/max": 27.0, "train/tensor_act_model_layers_52_mlp_down_proj/range": 17.0, "train/tensor_act_model_layers_52_mlp/norm": 38232.26953125, "train/tensor_act_model_layers_52_mlp/mean": 18.5, "train/tensor_act_model_layers_52_mlp/std": 2.703125, "train/tensor_act_model_layers_52_mlp/max_abs": 27.0, "train/tensor_act_model_layers_52_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp/frac_near_user_limit": 0.992295503616333, "train/tensor_act_model_layers_52_mlp/min": 10.0, "train/tensor_act_model_layers_52_mlp/max": 27.0, "train/tensor_act_model_layers_52_mlp/range": 17.0, "train/tensor_act_model_layers_52_residual_post_mlp/norm": 2281739.0, "train/tensor_act_model_layers_52_residual_post_mlp/mean": 1112.0, "train/tensor_act_model_layers_52_residual_post_mlp/std": 37.0, "train/tensor_act_model_layers_52_residual_post_mlp/max_abs": 1208.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_post_mlp/min": 976.0, "train/tensor_act_model_layers_52_residual_post_mlp/max": 1208.0, "train/tensor_act_model_layers_52_residual_post_mlp/range": 232.0, "train/tensor_act_model_layers_53_residual_pre_attn/norm": 2281739.0, "train/tensor_act_model_layers_53_residual_pre_attn/mean": 1112.0, "train/tensor_act_model_layers_53_residual_pre_attn/std": 37.0, "train/tensor_act_model_layers_53_residual_pre_attn/max_abs": 1208.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_pre_attn/min": 976.0, "train/tensor_act_model_layers_53_residual_pre_attn/max": 1208.0, "train/tensor_act_model_layers_53_residual_pre_attn/range": 232.0, "train/tensor_act_model_layers_53_residual_post_attn/norm": 2281739.0, "train/tensor_act_model_layers_53_residual_post_attn/mean": 1112.0, "train/tensor_act_model_layers_53_residual_post_attn/std": 37.0, "train/tensor_act_model_layers_53_residual_post_attn/max_abs": 1208.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_post_attn/min": 976.0, "train/tensor_act_model_layers_53_residual_post_attn/max": 1208.0, "train/tensor_act_model_layers_53_residual_post_attn/range": 232.0, "train/tensor_act_model_layers_53_mlp_gate_proj/norm": 5018.81005859375, "train/tensor_act_model_layers_53_mlp_gate_proj/mean": 0.91796875, "train/tensor_act_model_layers_53_mlp_gate_proj/std": 1.46875, "train/tensor_act_model_layers_53_mlp_gate_proj/max_abs": 3.609375, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/min": -1.3984375, "train/tensor_act_model_layers_53_mlp_gate_proj/max": 3.609375, "train/tensor_act_model_layers_53_mlp_gate_proj/range": 5.0078125, "train/tensor_act_model_layers_53_mlp_up_proj/norm": 5328.68701171875, "train/tensor_act_model_layers_53_mlp_up_proj/mean": -0.0283203125, "train/tensor_act_model_layers_53_mlp_up_proj/std": 1.8359375, "train/tensor_act_model_layers_53_mlp_up_proj/max_abs": 3.84375, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/min": -3.828125, "train/tensor_act_model_layers_53_mlp_up_proj/max": 3.84375, "train/tensor_act_model_layers_53_mlp_up_proj/range": 7.671875, "train/tensor_act_model_layers_53_mlp_down_proj/norm": 34513.9921875, "train/tensor_act_model_layers_53_mlp_down_proj/mean": 16.5, "train/tensor_act_model_layers_53_mlp_down_proj/std": 3.25, "train/tensor_act_model_layers_53_mlp_down_proj/max_abs": 25.25, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_user_limit": 0.96875, "train/tensor_act_model_layers_53_mlp_down_proj/min": 8.875, "train/tensor_act_model_layers_53_mlp_down_proj/max": 25.25, "train/tensor_act_model_layers_53_mlp_down_proj/range": 16.375, "train/tensor_act_model_layers_53_mlp/norm": 34513.9921875, "train/tensor_act_model_layers_53_mlp/mean": 16.5, "train/tensor_act_model_layers_53_mlp/std": 3.25, "train/tensor_act_model_layers_53_mlp/max_abs": 25.25, "train/tensor_act_model_layers_53_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp/frac_near_user_limit": 0.96875, "train/tensor_act_model_layers_53_mlp/min": 8.875, "train/tensor_act_model_layers_53_mlp/max": 25.25, "train/tensor_act_model_layers_53_mlp/range": 16.375, "train/tensor_act_model_layers_53_residual_post_mlp/norm": 2315628.75, "train/tensor_act_model_layers_53_residual_post_mlp/mean": 1128.0, "train/tensor_act_model_layers_53_residual_post_mlp/std": 37.5, "train/tensor_act_model_layers_53_residual_post_mlp/max_abs": 1224.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_post_mlp/min": 992.0, "train/tensor_act_model_layers_53_residual_post_mlp/max": 1224.0, "train/tensor_act_model_layers_53_residual_post_mlp/range": 232.0, "train/tensor_act_model_layers_54_residual_pre_attn/norm": 2315628.75, "train/tensor_act_model_layers_54_residual_pre_attn/mean": 1128.0, "train/tensor_act_model_layers_54_residual_pre_attn/std": 37.5, "train/tensor_act_model_layers_54_residual_pre_attn/max_abs": 1224.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_pre_attn/min": 992.0, "train/tensor_act_model_layers_54_residual_pre_attn/max": 1224.0, "train/tensor_act_model_layers_54_residual_pre_attn/range": 232.0, "train/tensor_act_model_layers_54_residual_post_attn/norm": 2315628.75, "train/tensor_act_model_layers_54_residual_post_attn/mean": 1128.0, "train/tensor_act_model_layers_54_residual_post_attn/std": 37.5, "train/tensor_act_model_layers_54_residual_post_attn/max_abs": 1224.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_post_attn/min": 992.0, "train/tensor_act_model_layers_54_residual_post_attn/max": 1224.0, "train/tensor_act_model_layers_54_residual_post_attn/range": 232.0, "train/tensor_act_model_layers_54_mlp_gate_proj/norm": 4776.6923828125, "train/tensor_act_model_layers_54_mlp_gate_proj/mean": 0.78515625, "train/tensor_act_model_layers_54_mlp_gate_proj/std": 1.453125, "train/tensor_act_model_layers_54_mlp_gate_proj/max_abs": 3.671875, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/min": -1.21875, "train/tensor_act_model_layers_54_mlp_gate_proj/max": 3.671875, "train/tensor_act_model_layers_54_mlp_gate_proj/range": 4.890625, "train/tensor_act_model_layers_54_mlp_up_proj/norm": 5062.69189453125, "train/tensor_act_model_layers_54_mlp_up_proj/mean": -0.03369140625, "train/tensor_act_model_layers_54_mlp_up_proj/std": 1.75, "train/tensor_act_model_layers_54_mlp_up_proj/max_abs": 4.09375, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/min": -3.890625, "train/tensor_act_model_layers_54_mlp_up_proj/max": 4.09375, "train/tensor_act_model_layers_54_mlp_up_proj/range": 7.984375, "train/tensor_act_model_layers_54_mlp_down_proj/norm": 32782.796875, "train/tensor_act_model_layers_54_mlp_down_proj/mean": 15.75, "train/tensor_act_model_layers_54_mlp_down_proj/std": 2.953125, "train/tensor_act_model_layers_54_mlp_down_proj/max_abs": 25.625, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_user_limit": 0.984375, "train/tensor_act_model_layers_54_mlp_down_proj/min": 7.84375, "train/tensor_act_model_layers_54_mlp_down_proj/max": 25.625, "train/tensor_act_model_layers_54_mlp_down_proj/range": 17.78125, "train/tensor_act_model_layers_54_mlp/norm": 32782.796875, "train/tensor_act_model_layers_54_mlp/mean": 15.75, "train/tensor_act_model_layers_54_mlp/std": 2.953125, "train/tensor_act_model_layers_54_mlp/max_abs": 25.625, "train/tensor_act_model_layers_54_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp/frac_near_user_limit": 0.984375, "train/tensor_act_model_layers_54_mlp/min": 7.84375, "train/tensor_act_model_layers_54_mlp/max": 25.625, "train/tensor_act_model_layers_54_mlp/range": 17.78125, "train/tensor_act_model_layers_54_residual_post_mlp/norm": 2347823.0, "train/tensor_act_model_layers_54_residual_post_mlp/mean": 1144.0, "train/tensor_act_model_layers_54_residual_post_mlp/std": 38.0, "train/tensor_act_model_layers_54_residual_post_mlp/max_abs": 1240.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_post_mlp/min": 1012.0, "train/tensor_act_model_layers_54_residual_post_mlp/max": 1240.0, "train/tensor_act_model_layers_54_residual_post_mlp/range": 228.0, "train/tensor_act_model_layers_55_residual_pre_attn/norm": 2347823.0, "train/tensor_act_model_layers_55_residual_pre_attn/mean": 1144.0, "train/tensor_act_model_layers_55_residual_pre_attn/std": 38.0, "train/tensor_act_model_layers_55_residual_pre_attn/max_abs": 1240.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_pre_attn/min": 1012.0, "train/tensor_act_model_layers_55_residual_pre_attn/max": 1240.0, "train/tensor_act_model_layers_55_residual_pre_attn/range": 228.0, "train/tensor_act_model_layers_55_residual_post_attn/norm": 2347823.0, "train/tensor_act_model_layers_55_residual_post_attn/mean": 1144.0, "train/tensor_act_model_layers_55_residual_post_attn/std": 38.0, "train/tensor_act_model_layers_55_residual_post_attn/max_abs": 1240.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_post_attn/min": 1012.0, "train/tensor_act_model_layers_55_residual_post_attn/max": 1240.0, "train/tensor_act_model_layers_55_residual_post_attn/range": 228.0, "train/tensor_act_model_layers_55_mlp_gate_proj/norm": 5043.189453125, "train/tensor_act_model_layers_55_mlp_gate_proj/mean": 0.88671875, "train/tensor_act_model_layers_55_mlp_gate_proj/std": 1.5, "train/tensor_act_model_layers_55_mlp_gate_proj/max_abs": 3.8125, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/min": -1.421875, "train/tensor_act_model_layers_55_mlp_gate_proj/max": 3.8125, "train/tensor_act_model_layers_55_mlp_gate_proj/range": 5.234375, "train/tensor_act_model_layers_55_mlp_up_proj/norm": 5081.32275390625, "train/tensor_act_model_layers_55_mlp_up_proj/mean": -0.00872802734375, "train/tensor_act_model_layers_55_mlp_up_proj/std": 1.7578125, "train/tensor_act_model_layers_55_mlp_up_proj/max_abs": 4.03125, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/min": -4.03125, "train/tensor_act_model_layers_55_mlp_up_proj/max": 4.03125, "train/tensor_act_model_layers_55_mlp_up_proj/range": 8.0625, "train/tensor_act_model_layers_55_mlp_down_proj/norm": 34869.88671875, "train/tensor_act_model_layers_55_mlp_down_proj/mean": 16.875, "train/tensor_act_model_layers_55_mlp_down_proj/std": 2.671875, "train/tensor_act_model_layers_55_mlp_down_proj/max_abs": 23.5, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_mlp_down_proj/min": 10.125, "train/tensor_act_model_layers_55_mlp_down_proj/max": 23.5, "train/tensor_act_model_layers_55_mlp_down_proj/range": 13.375, "train/tensor_act_model_layers_55_mlp/norm": 34869.88671875, "train/tensor_act_model_layers_55_mlp/mean": 16.875, "train/tensor_act_model_layers_55_mlp/std": 2.671875, "train/tensor_act_model_layers_55_mlp/max_abs": 23.5, "train/tensor_act_model_layers_55_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_mlp/min": 10.125, "train/tensor_act_model_layers_55_mlp/max": 23.5, "train/tensor_act_model_layers_55_mlp/range": 13.375, "train/tensor_act_model_layers_55_residual_post_mlp/norm": 2381466.5, "train/tensor_act_model_layers_55_residual_post_mlp/mean": 1160.0, "train/tensor_act_model_layers_55_residual_post_mlp/std": 38.5, "train/tensor_act_model_layers_55_residual_post_mlp/max_abs": 1256.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_post_mlp/min": 1032.0, "train/tensor_act_model_layers_55_residual_post_mlp/max": 1256.0, "train/tensor_act_model_layers_55_residual_post_mlp/range": 224.0, "train/tensor_act_model_layers_56_residual_pre_attn/norm": 2381466.5, "train/tensor_act_model_layers_56_residual_pre_attn/mean": 1160.0, "train/tensor_act_model_layers_56_residual_pre_attn/std": 38.5, "train/tensor_act_model_layers_56_residual_pre_attn/max_abs": 1256.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_pre_attn/min": 1032.0, "train/tensor_act_model_layers_56_residual_pre_attn/max": 1256.0, "train/tensor_act_model_layers_56_residual_pre_attn/range": 224.0, "train/tensor_act_model_layers_56_residual_post_attn/norm": 2381466.5, "train/tensor_act_model_layers_56_residual_post_attn/mean": 1160.0, "train/tensor_act_model_layers_56_residual_post_attn/std": 38.5, "train/tensor_act_model_layers_56_residual_post_attn/max_abs": 1256.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_post_attn/min": 1032.0, "train/tensor_act_model_layers_56_residual_post_attn/max": 1256.0, "train/tensor_act_model_layers_56_residual_post_attn/range": 224.0, "train/tensor_act_model_layers_56_mlp_gate_proj/norm": 4659.38232421875, "train/tensor_act_model_layers_56_mlp_gate_proj/mean": 0.7578125, "train/tensor_act_model_layers_56_mlp_gate_proj/std": 1.421875, "train/tensor_act_model_layers_56_mlp_gate_proj/max_abs": 3.890625, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/min": -1.7265625, "train/tensor_act_model_layers_56_mlp_gate_proj/max": 3.890625, "train/tensor_act_model_layers_56_mlp_gate_proj/range": 5.6171875, "train/tensor_act_model_layers_56_mlp_up_proj/norm": 4777.73583984375, "train/tensor_act_model_layers_56_mlp_up_proj/mean": 0.1181640625, "train/tensor_act_model_layers_56_mlp_up_proj/std": 1.6484375, "train/tensor_act_model_layers_56_mlp_up_proj/max_abs": 4.0625, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/min": -3.8125, "train/tensor_act_model_layers_56_mlp_up_proj/max": 4.0625, "train/tensor_act_model_layers_56_mlp_up_proj/range": 7.875, "train/tensor_act_model_layers_56_mlp_down_proj/norm": 29820.95703125, "train/tensor_act_model_layers_56_mlp_down_proj/mean": 14.25, "train/tensor_act_model_layers_56_mlp_down_proj/std": 2.9375, "train/tensor_act_model_layers_56_mlp_down_proj/max_abs": 21.625, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_user_limit": 0.9296875, "train/tensor_act_model_layers_56_mlp_down_proj/min": 7.0625, "train/tensor_act_model_layers_56_mlp_down_proj/max": 21.625, "train/tensor_act_model_layers_56_mlp_down_proj/range": 14.5625, "train/tensor_act_model_layers_56_mlp/norm": 29820.95703125, "train/tensor_act_model_layers_56_mlp/mean": 14.25, "train/tensor_act_model_layers_56_mlp/std": 2.9375, "train/tensor_act_model_layers_56_mlp/max_abs": 21.625, "train/tensor_act_model_layers_56_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp/frac_near_user_limit": 0.9296875, "train/tensor_act_model_layers_56_mlp/min": 7.0625, "train/tensor_act_model_layers_56_mlp/max": 21.625, "train/tensor_act_model_layers_56_mlp/range": 14.5625, "train/tensor_act_model_layers_56_residual_post_mlp/norm": 2410637.25, "train/tensor_act_model_layers_56_residual_post_mlp/mean": 1176.0, "train/tensor_act_model_layers_56_residual_post_mlp/std": 39.0, "train/tensor_act_model_layers_56_residual_post_mlp/max_abs": 1272.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_post_mlp/min": 1040.0, "train/tensor_act_model_layers_56_residual_post_mlp/max": 1272.0, "train/tensor_act_model_layers_56_residual_post_mlp/range": 232.0, "train/tensor_act_model_layers_57_residual_pre_attn/norm": 2410637.25, "train/tensor_act_model_layers_57_residual_pre_attn/mean": 1176.0, "train/tensor_act_model_layers_57_residual_pre_attn/std": 39.0, "train/tensor_act_model_layers_57_residual_pre_attn/max_abs": 1272.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_pre_attn/min": 1040.0, "train/tensor_act_model_layers_57_residual_pre_attn/max": 1272.0, "train/tensor_act_model_layers_57_residual_pre_attn/range": 232.0, "train/tensor_act_model_layers_57_residual_post_attn/norm": 2410637.25, "train/tensor_act_model_layers_57_residual_post_attn/mean": 1176.0, "train/tensor_act_model_layers_57_residual_post_attn/std": 39.0, "train/tensor_act_model_layers_57_residual_post_attn/max_abs": 1272.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_post_attn/min": 1040.0, "train/tensor_act_model_layers_57_residual_post_attn/max": 1272.0, "train/tensor_act_model_layers_57_residual_post_attn/range": 232.0, "train/tensor_act_model_layers_57_mlp_gate_proj/norm": 4933.70556640625, "train/tensor_act_model_layers_57_mlp_gate_proj/mean": 0.8828125, "train/tensor_act_model_layers_57_mlp_gate_proj/std": 1.453125, "train/tensor_act_model_layers_57_mlp_gate_proj/max_abs": 3.8125, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/min": -1.1953125, "train/tensor_act_model_layers_57_mlp_gate_proj/max": 3.8125, "train/tensor_act_model_layers_57_mlp_gate_proj/range": 5.0078125, "train/tensor_act_model_layers_57_mlp_up_proj/norm": 4996.5478515625, "train/tensor_act_model_layers_57_mlp_up_proj/mean": -0.054931640625, "train/tensor_act_model_layers_57_mlp_up_proj/std": 1.7265625, "train/tensor_act_model_layers_57_mlp_up_proj/max_abs": 4.0625, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/min": -3.71875, "train/tensor_act_model_layers_57_mlp_up_proj/max": 4.0625, "train/tensor_act_model_layers_57_mlp_up_proj/range": 7.78125, "train/tensor_act_model_layers_57_mlp_down_proj/norm": 33098.51953125, "train/tensor_act_model_layers_57_mlp_down_proj/mean": 15.9375, "train/tensor_act_model_layers_57_mlp_down_proj/std": 2.59375, "train/tensor_act_model_layers_57_mlp_down_proj/max_abs": 21.0, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_user_limit": 0.9921875, "train/tensor_act_model_layers_57_mlp_down_proj/min": 9.5, "train/tensor_act_model_layers_57_mlp_down_proj/max": 21.0, "train/tensor_act_model_layers_57_mlp_down_proj/range": 11.5, "train/tensor_act_model_layers_57_mlp/norm": 33098.51953125, "train/tensor_act_model_layers_57_mlp/mean": 15.9375, "train/tensor_act_model_layers_57_mlp/std": 2.59375, "train/tensor_act_model_layers_57_mlp/max_abs": 21.0, "train/tensor_act_model_layers_57_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp/frac_near_user_limit": 0.9921875, "train/tensor_act_model_layers_57_mlp/min": 9.5, "train/tensor_act_model_layers_57_mlp/max": 21.0, "train/tensor_act_model_layers_57_mlp/range": 11.5, "train/tensor_act_model_layers_57_residual_post_mlp/norm": 2442902.5, "train/tensor_act_model_layers_57_residual_post_mlp/mean": 1192.0, "train/tensor_act_model_layers_57_residual_post_mlp/std": 39.5, "train/tensor_act_model_layers_57_residual_post_mlp/max_abs": 1296.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_post_mlp/min": 1056.0, "train/tensor_act_model_layers_57_residual_post_mlp/max": 1296.0, "train/tensor_act_model_layers_57_residual_post_mlp/range": 240.0, "train/tensor_act_model_layers_58_residual_pre_attn/norm": 2442902.5, "train/tensor_act_model_layers_58_residual_pre_attn/mean": 1192.0, "train/tensor_act_model_layers_58_residual_pre_attn/std": 39.5, "train/tensor_act_model_layers_58_residual_pre_attn/max_abs": 1296.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_pre_attn/min": 1056.0, "train/tensor_act_model_layers_58_residual_pre_attn/max": 1296.0, "train/tensor_act_model_layers_58_residual_pre_attn/range": 240.0, "train/tensor_act_model_layers_58_residual_post_attn/norm": 2442902.5, "train/tensor_act_model_layers_58_residual_post_attn/mean": 1192.0, "train/tensor_act_model_layers_58_residual_post_attn/std": 39.5, "train/tensor_act_model_layers_58_residual_post_attn/max_abs": 1296.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_post_attn/min": 1056.0, "train/tensor_act_model_layers_58_residual_post_attn/max": 1296.0, "train/tensor_act_model_layers_58_residual_post_attn/range": 240.0, "train/tensor_act_model_layers_58_mlp_gate_proj/norm": 5218.6484375, "train/tensor_act_model_layers_58_mlp_gate_proj/mean": 0.984375, "train/tensor_act_model_layers_58_mlp_gate_proj/std": 1.5078125, "train/tensor_act_model_layers_58_mlp_gate_proj/max_abs": 3.78125, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_58_mlp_gate_proj/max": 3.78125, "train/tensor_act_model_layers_58_mlp_gate_proj/range": 5.0625, "train/tensor_act_model_layers_58_mlp_up_proj/norm": 5298.51708984375, "train/tensor_act_model_layers_58_mlp_up_proj/mean": -0.054931640625, "train/tensor_act_model_layers_58_mlp_up_proj/std": 1.828125, "train/tensor_act_model_layers_58_mlp_up_proj/max_abs": 4.15625, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/min": -4.15625, "train/tensor_act_model_layers_58_mlp_up_proj/max": 3.828125, "train/tensor_act_model_layers_58_mlp_up_proj/range": 7.984375, "train/tensor_act_model_layers_58_mlp_down_proj/norm": 37231.37109375, "train/tensor_act_model_layers_58_mlp_down_proj/mean": 17.875, "train/tensor_act_model_layers_58_mlp_down_proj/std": 3.0, "train/tensor_act_model_layers_58_mlp_down_proj/max_abs": 25.25, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_user_limit": 0.9921875, "train/tensor_act_model_layers_58_mlp_down_proj/min": 8.6875, "train/tensor_act_model_layers_58_mlp_down_proj/max": 25.25, "train/tensor_act_model_layers_58_mlp_down_proj/range": 16.5625, "train/tensor_act_model_layers_58_mlp/norm": 37231.37109375, "train/tensor_act_model_layers_58_mlp/mean": 17.875, "train/tensor_act_model_layers_58_mlp/std": 3.0, "train/tensor_act_model_layers_58_mlp/max_abs": 25.25, "train/tensor_act_model_layers_58_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp/frac_near_user_limit": 0.9921875, "train/tensor_act_model_layers_58_mlp/min": 8.6875, "train/tensor_act_model_layers_58_mlp/max": 25.25, "train/tensor_act_model_layers_58_mlp/range": 16.5625, "train/tensor_act_model_layers_58_residual_post_mlp/norm": 2478749.5, "train/tensor_act_model_layers_58_residual_post_mlp/mean": 1208.0, "train/tensor_act_model_layers_58_residual_post_mlp/std": 39.75, "train/tensor_act_model_layers_58_residual_post_mlp/max_abs": 1320.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_post_mlp/min": 1072.0, "train/tensor_act_model_layers_58_residual_post_mlp/max": 1320.0, "train/tensor_act_model_layers_58_residual_post_mlp/range": 248.0, "train/tensor_act_model_layers_59_residual_pre_attn/norm": 2478749.5, "train/tensor_act_model_layers_59_residual_pre_attn/mean": 1208.0, "train/tensor_act_model_layers_59_residual_pre_attn/std": 39.75, "train/tensor_act_model_layers_59_residual_pre_attn/max_abs": 1320.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_pre_attn/min": 1072.0, "train/tensor_act_model_layers_59_residual_pre_attn/max": 1320.0, "train/tensor_act_model_layers_59_residual_pre_attn/range": 248.0, "train/tensor_act_model_layers_59_residual_post_attn/norm": 2478749.5, "train/tensor_act_model_layers_59_residual_post_attn/mean": 1208.0, "train/tensor_act_model_layers_59_residual_post_attn/std": 39.75, "train/tensor_act_model_layers_59_residual_post_attn/max_abs": 1320.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_post_attn/min": 1072.0, "train/tensor_act_model_layers_59_residual_post_attn/max": 1320.0, "train/tensor_act_model_layers_59_residual_post_attn/range": 248.0, "train/tensor_act_model_layers_59_mlp_gate_proj/norm": 5003.02197265625, "train/tensor_act_model_layers_59_mlp_gate_proj/mean": 0.8671875, "train/tensor_act_model_layers_59_mlp_gate_proj/std": 1.4921875, "train/tensor_act_model_layers_59_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/min": -1.078125, "train/tensor_act_model_layers_59_mlp_gate_proj/max": 4.03125, "train/tensor_act_model_layers_59_mlp_gate_proj/range": 5.109375, "train/tensor_act_model_layers_59_mlp_up_proj/norm": 5143.6767578125, "train/tensor_act_model_layers_59_mlp_up_proj/mean": -0.010986328125, "train/tensor_act_model_layers_59_mlp_up_proj/std": 1.7734375, "train/tensor_act_model_layers_59_mlp_up_proj/max_abs": 4.15625, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/min": -4.15625, "train/tensor_act_model_layers_59_mlp_up_proj/max": 3.859375, "train/tensor_act_model_layers_59_mlp_up_proj/range": 8.015625, "train/tensor_act_model_layers_59_mlp_down_proj/norm": 33770.66015625, "train/tensor_act_model_layers_59_mlp_down_proj/mean": 16.25, "train/tensor_act_model_layers_59_mlp_down_proj/std": 2.78125, "train/tensor_act_model_layers_59_mlp_down_proj/max_abs": 23.375, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_user_limit": 0.9765625, "train/tensor_act_model_layers_59_mlp_down_proj/min": 8.3125, "train/tensor_act_model_layers_59_mlp_down_proj/max": 23.375, "train/tensor_act_model_layers_59_mlp_down_proj/range": 15.0625, "train/tensor_act_model_layers_59_mlp/norm": 33770.66015625, "train/tensor_act_model_layers_59_mlp/mean": 16.25, "train/tensor_act_model_layers_59_mlp/std": 2.78125, "train/tensor_act_model_layers_59_mlp/max_abs": 23.375, "train/tensor_act_model_layers_59_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp/frac_near_user_limit": 0.9765625, "train/tensor_act_model_layers_59_mlp/min": 8.3125, "train/tensor_act_model_layers_59_mlp/max": 23.375, "train/tensor_act_model_layers_59_mlp/range": 15.0625, "train/tensor_act_model_layers_59_residual_post_mlp/norm": 2511421.75, "train/tensor_act_model_layers_59_residual_post_mlp/mean": 1224.0, "train/tensor_act_model_layers_59_residual_post_mlp/std": 40.5, "train/tensor_act_model_layers_59_residual_post_mlp/max_abs": 1336.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_post_mlp/min": 1088.0, "train/tensor_act_model_layers_59_residual_post_mlp/max": 1336.0, "train/tensor_act_model_layers_59_residual_post_mlp/range": 248.0, "train/tensor_act_model_layers_60_residual_pre_attn/norm": 2511421.75, "train/tensor_act_model_layers_60_residual_pre_attn/mean": 1224.0, "train/tensor_act_model_layers_60_residual_pre_attn/std": 40.5, "train/tensor_act_model_layers_60_residual_pre_attn/max_abs": 1336.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_pre_attn/min": 1088.0, "train/tensor_act_model_layers_60_residual_pre_attn/max": 1336.0, "train/tensor_act_model_layers_60_residual_pre_attn/range": 248.0, "train/tensor_act_model_layers_60_residual_post_attn/norm": 2511421.75, "train/tensor_act_model_layers_60_residual_post_attn/mean": 1224.0, "train/tensor_act_model_layers_60_residual_post_attn/std": 40.5, "train/tensor_act_model_layers_60_residual_post_attn/max_abs": 1336.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_post_attn/min": 1088.0, "train/tensor_act_model_layers_60_residual_post_attn/max": 1336.0, "train/tensor_act_model_layers_60_residual_post_attn/range": 248.0, "train/tensor_act_model_layers_60_mlp_gate_proj/norm": 4714.677734375, "train/tensor_act_model_layers_60_mlp_gate_proj/mean": 0.703125, "train/tensor_act_model_layers_60_mlp_gate_proj/std": 1.46875, "train/tensor_act_model_layers_60_mlp_gate_proj/max_abs": 3.859375, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/min": -1.2421875, "train/tensor_act_model_layers_60_mlp_gate_proj/max": 3.859375, "train/tensor_act_model_layers_60_mlp_gate_proj/range": 5.1015625, "train/tensor_act_model_layers_60_mlp_up_proj/norm": 4658.38427734375, "train/tensor_act_model_layers_60_mlp_up_proj/mean": -0.0634765625, "train/tensor_act_model_layers_60_mlp_up_proj/std": 1.609375, "train/tensor_act_model_layers_60_mlp_up_proj/max_abs": 4.25, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/min": -4.25, "train/tensor_act_model_layers_60_mlp_up_proj/max": 3.953125, "train/tensor_act_model_layers_60_mlp_up_proj/range": 8.203125, "train/tensor_act_model_layers_60_mlp_down_proj/norm": 28822.341796875, "train/tensor_act_model_layers_60_mlp_down_proj/mean": 13.8125, "train/tensor_act_model_layers_60_mlp_down_proj/std": 2.75, "train/tensor_act_model_layers_60_mlp_down_proj/max_abs": 20.625, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_user_limit": 0.883575439453125, "train/tensor_act_model_layers_60_mlp_down_proj/min": 7.65625, "train/tensor_act_model_layers_60_mlp_down_proj/max": 20.625, "train/tensor_act_model_layers_60_mlp_down_proj/range": 12.96875, "train/tensor_act_model_layers_60_mlp/norm": 28822.341796875, "train/tensor_act_model_layers_60_mlp/mean": 13.8125, "train/tensor_act_model_layers_60_mlp/std": 2.75, "train/tensor_act_model_layers_60_mlp/max_abs": 20.625, "train/tensor_act_model_layers_60_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp/frac_near_user_limit": 0.883575439453125, "train/tensor_act_model_layers_60_mlp/min": 7.65625, "train/tensor_act_model_layers_60_mlp/max": 20.625, "train/tensor_act_model_layers_60_mlp/range": 12.96875, "train/tensor_act_model_layers_60_residual_post_mlp/norm": 2539992.0, "train/tensor_act_model_layers_60_residual_post_mlp/mean": 1240.0, "train/tensor_act_model_layers_60_residual_post_mlp/std": 41.0, "train/tensor_act_model_layers_60_residual_post_mlp/max_abs": 1352.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_post_mlp/min": 1096.0, "train/tensor_act_model_layers_60_residual_post_mlp/max": 1352.0, "train/tensor_act_model_layers_60_residual_post_mlp/range": 256.0, "train/tensor_act_model_layers_61_residual_pre_attn/norm": 2539992.0, "train/tensor_act_model_layers_61_residual_pre_attn/mean": 1240.0, "train/tensor_act_model_layers_61_residual_pre_attn/std": 41.0, "train/tensor_act_model_layers_61_residual_pre_attn/max_abs": 1352.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_pre_attn/min": 1096.0, "train/tensor_act_model_layers_61_residual_pre_attn/max": 1352.0, "train/tensor_act_model_layers_61_residual_pre_attn/range": 256.0, "train/tensor_act_model_layers_61_residual_post_attn/norm": 2539992.0, "train/tensor_act_model_layers_61_residual_post_attn/mean": 1240.0, "train/tensor_act_model_layers_61_residual_post_attn/std": 41.0, "train/tensor_act_model_layers_61_residual_post_attn/max_abs": 1352.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_post_attn/min": 1096.0, "train/tensor_act_model_layers_61_residual_post_attn/max": 1352.0, "train/tensor_act_model_layers_61_residual_post_attn/range": 256.0, "train/tensor_act_model_layers_61_mlp_gate_proj/norm": 4512.85205078125, "train/tensor_act_model_layers_61_mlp_gate_proj/mean": 0.70703125, "train/tensor_act_model_layers_61_mlp_gate_proj/std": 1.390625, "train/tensor_act_model_layers_61_mlp_gate_proj/max_abs": 3.90625, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/min": -1.0703125, "train/tensor_act_model_layers_61_mlp_gate_proj/max": 3.90625, "train/tensor_act_model_layers_61_mlp_gate_proj/range": 4.9765625, "train/tensor_act_model_layers_61_mlp_up_proj/norm": 4577.53125, "train/tensor_act_model_layers_61_mlp_up_proj/mean": -0.0213623046875, "train/tensor_act_model_layers_61_mlp_up_proj/std": 1.578125, "train/tensor_act_model_layers_61_mlp_up_proj/max_abs": 3.734375, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/min": -3.734375, "train/tensor_act_model_layers_61_mlp_up_proj/max": 3.5625, "train/tensor_act_model_layers_61_mlp_up_proj/range": 7.296875, "train/tensor_act_model_layers_61_mlp_down_proj/norm": 26582.15625, "train/tensor_act_model_layers_61_mlp_down_proj/mean": 12.75, "train/tensor_act_model_layers_61_mlp_down_proj/std": 2.28125, "train/tensor_act_model_layers_61_mlp_down_proj/max_abs": 17.5, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_user_limit": 0.8671829700469971, "train/tensor_act_model_layers_61_mlp_down_proj/min": 7.40625, "train/tensor_act_model_layers_61_mlp_down_proj/max": 17.5, "train/tensor_act_model_layers_61_mlp_down_proj/range": 10.09375, "train/tensor_act_model_layers_61_mlp/norm": 26582.15625, "train/tensor_act_model_layers_61_mlp/mean": 12.75, "train/tensor_act_model_layers_61_mlp/std": 2.28125, "train/tensor_act_model_layers_61_mlp/max_abs": 17.5, "train/tensor_act_model_layers_61_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp/frac_near_user_limit": 0.8671829700469971, "train/tensor_act_model_layers_61_mlp/min": 7.40625, "train/tensor_act_model_layers_61_mlp/max": 17.5, "train/tensor_act_model_layers_61_mlp/range": 10.09375, "train/tensor_act_model_layers_61_residual_post_mlp/norm": 2566601.25, "train/tensor_act_model_layers_61_residual_post_mlp/mean": 1256.0, "train/tensor_act_model_layers_61_residual_post_mlp/std": 41.0, "train/tensor_act_model_layers_61_residual_post_mlp/max_abs": 1368.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_post_mlp/min": 1112.0, "train/tensor_act_model_layers_61_residual_post_mlp/max": 1368.0, "train/tensor_act_model_layers_61_residual_post_mlp/range": 256.0, "train/tensor_act_model_layers_62_residual_pre_attn/norm": 2566601.25, "train/tensor_act_model_layers_62_residual_pre_attn/mean": 1256.0, "train/tensor_act_model_layers_62_residual_pre_attn/std": 41.0, "train/tensor_act_model_layers_62_residual_pre_attn/max_abs": 1368.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_pre_attn/min": 1112.0, "train/tensor_act_model_layers_62_residual_pre_attn/max": 1368.0, "train/tensor_act_model_layers_62_residual_pre_attn/range": 256.0, "train/tensor_act_model_layers_62_residual_post_attn/norm": 2566601.25, "train/tensor_act_model_layers_62_residual_post_attn/mean": 1256.0, "train/tensor_act_model_layers_62_residual_post_attn/std": 41.0, "train/tensor_act_model_layers_62_residual_post_attn/max_abs": 1368.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_post_attn/min": 1112.0, "train/tensor_act_model_layers_62_residual_post_attn/max": 1368.0, "train/tensor_act_model_layers_62_residual_post_attn/range": 256.0, "train/tensor_act_model_layers_62_mlp_gate_proj/norm": 4554.73779296875, "train/tensor_act_model_layers_62_mlp_gate_proj/mean": 0.71484375, "train/tensor_act_model_layers_62_mlp_gate_proj/std": 1.3984375, "train/tensor_act_model_layers_62_mlp_gate_proj/max_abs": 4.21875, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/min": -1.125, "train/tensor_act_model_layers_62_mlp_gate_proj/max": 4.21875, "train/tensor_act_model_layers_62_mlp_gate_proj/range": 5.34375, "train/tensor_act_model_layers_62_mlp_up_proj/norm": 4583.92578125, "train/tensor_act_model_layers_62_mlp_up_proj/mean": 0.12353515625, "train/tensor_act_model_layers_62_mlp_up_proj/std": 1.578125, "train/tensor_act_model_layers_62_mlp_up_proj/max_abs": 3.65625, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/min": -3.625, "train/tensor_act_model_layers_62_mlp_up_proj/max": 3.65625, "train/tensor_act_model_layers_62_mlp_up_proj/range": 7.28125, "train/tensor_act_model_layers_62_mlp_down_proj/norm": 27086.693359375, "train/tensor_act_model_layers_62_mlp_down_proj/mean": 13.0, "train/tensor_act_model_layers_62_mlp_down_proj/std": 2.4375, "train/tensor_act_model_layers_62_mlp_down_proj/max_abs": 19.25, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_user_limit": 0.8674201965332031, "train/tensor_act_model_layers_62_mlp_down_proj/min": 7.46875, "train/tensor_act_model_layers_62_mlp_down_proj/max": 19.25, "train/tensor_act_model_layers_62_mlp_down_proj/range": 11.78125, "train/tensor_act_model_layers_62_mlp/norm": 27086.693359375, "train/tensor_act_model_layers_62_mlp/mean": 13.0, "train/tensor_act_model_layers_62_mlp/std": 2.4375, "train/tensor_act_model_layers_62_mlp/max_abs": 19.25, "train/tensor_act_model_layers_62_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp/frac_near_user_limit": 0.8674201965332031, "train/tensor_act_model_layers_62_mlp/min": 7.46875, "train/tensor_act_model_layers_62_mlp/max": 19.25, "train/tensor_act_model_layers_62_mlp/range": 11.78125, "train/tensor_act_model_layers_62_residual_post_mlp/norm": 2593609.5, "train/tensor_act_model_layers_62_residual_post_mlp/mean": 1264.0, "train/tensor_act_model_layers_62_residual_post_mlp/std": 41.25, "train/tensor_act_model_layers_62_residual_post_mlp/max_abs": 1384.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_post_mlp/min": 1128.0, "train/tensor_act_model_layers_62_residual_post_mlp/max": 1384.0, "train/tensor_act_model_layers_62_residual_post_mlp/range": 256.0, "train/tensor_act_model_layers_63_residual_pre_attn/norm": 2593609.5, "train/tensor_act_model_layers_63_residual_pre_attn/mean": 1264.0, "train/tensor_act_model_layers_63_residual_pre_attn/std": 41.25, "train/tensor_act_model_layers_63_residual_pre_attn/max_abs": 1384.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_pre_attn/min": 1128.0, "train/tensor_act_model_layers_63_residual_pre_attn/max": 1384.0, "train/tensor_act_model_layers_63_residual_pre_attn/range": 256.0, "train/tensor_act_model_layers_63_residual_post_attn/norm": 2593609.5, "train/tensor_act_model_layers_63_residual_post_attn/mean": 1264.0, "train/tensor_act_model_layers_63_residual_post_attn/std": 41.25, "train/tensor_act_model_layers_63_residual_post_attn/max_abs": 1384.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_post_attn/min": 1128.0, "train/tensor_act_model_layers_63_residual_post_attn/max": 1384.0, "train/tensor_act_model_layers_63_residual_post_attn/range": 256.0, "train/tensor_act_model_layers_63_mlp_gate_proj/norm": 4592.291015625, "train/tensor_act_model_layers_63_mlp_gate_proj/mean": 0.69140625, "train/tensor_act_model_layers_63_mlp_gate_proj/std": 1.4296875, "train/tensor_act_model_layers_63_mlp_gate_proj/max_abs": 4.0, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/min": -1.3046875, "train/tensor_act_model_layers_63_mlp_gate_proj/max": 4.0, "train/tensor_act_model_layers_63_mlp_gate_proj/range": 5.3046875, "train/tensor_act_model_layers_63_mlp_up_proj/norm": 4494.3876953125, "train/tensor_act_model_layers_63_mlp_up_proj/mean": -0.091796875, "train/tensor_act_model_layers_63_mlp_up_proj/std": 1.546875, "train/tensor_act_model_layers_63_mlp_up_proj/max_abs": 3.859375, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/min": -3.703125, "train/tensor_act_model_layers_63_mlp_up_proj/max": 3.859375, "train/tensor_act_model_layers_63_mlp_up_proj/range": 7.5625, "train/tensor_act_model_layers_63_mlp_down_proj/norm": 27507.318359375, "train/tensor_act_model_layers_63_mlp_down_proj/mean": 13.25, "train/tensor_act_model_layers_63_mlp_down_proj/std": 2.25, "train/tensor_act_model_layers_63_mlp_down_proj/max_abs": 18.625, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_user_limit": 0.9296875, "train/tensor_act_model_layers_63_mlp_down_proj/min": 6.71875, "train/tensor_act_model_layers_63_mlp_down_proj/max": 18.625, "train/tensor_act_model_layers_63_mlp_down_proj/range": 11.90625, "train/tensor_act_model_layers_63_mlp/norm": 27507.318359375, "train/tensor_act_model_layers_63_mlp/mean": 13.25, "train/tensor_act_model_layers_63_mlp/std": 2.25, "train/tensor_act_model_layers_63_mlp/max_abs": 18.625, "train/tensor_act_model_layers_63_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp/frac_near_user_limit": 0.9296875, "train/tensor_act_model_layers_63_mlp/min": 6.71875, "train/tensor_act_model_layers_63_mlp/max": 18.625, "train/tensor_act_model_layers_63_mlp/range": 11.90625, "train/tensor_act_model_layers_63_residual_post_mlp/norm": 2621992.0, "train/tensor_act_model_layers_63_residual_post_mlp/mean": 1280.0, "train/tensor_act_model_layers_63_residual_post_mlp/std": 41.5, "train/tensor_act_model_layers_63_residual_post_mlp/max_abs": 1400.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_post_mlp/min": 1144.0, "train/tensor_act_model_layers_63_residual_post_mlp/max": 1400.0, "train/tensor_act_model_layers_63_residual_post_mlp/range": 256.0, "train/tensor_act_model_layers_64_residual_pre_attn/norm": 2621992.0, "train/tensor_act_model_layers_64_residual_pre_attn/mean": 1280.0, "train/tensor_act_model_layers_64_residual_pre_attn/std": 41.5, "train/tensor_act_model_layers_64_residual_pre_attn/max_abs": 1400.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_pre_attn/min": 1144.0, "train/tensor_act_model_layers_64_residual_pre_attn/max": 1400.0, "train/tensor_act_model_layers_64_residual_pre_attn/range": 256.0, "train/tensor_act_model_layers_64_residual_post_attn/norm": 2621992.0, "train/tensor_act_model_layers_64_residual_post_attn/mean": 1280.0, "train/tensor_act_model_layers_64_residual_post_attn/std": 41.5, "train/tensor_act_model_layers_64_residual_post_attn/max_abs": 1400.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_post_attn/min": 1144.0, "train/tensor_act_model_layers_64_residual_post_attn/max": 1400.0, "train/tensor_act_model_layers_64_residual_post_attn/range": 256.0, "train/tensor_act_model_layers_64_mlp_gate_proj/norm": 4309.9482421875, "train/tensor_act_model_layers_64_mlp_gate_proj/mean": 0.6171875, "train/tensor_act_model_layers_64_mlp_gate_proj/std": 1.3515625, "train/tensor_act_model_layers_64_mlp_gate_proj/max_abs": 3.828125, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/min": -1.5859375, "train/tensor_act_model_layers_64_mlp_gate_proj/max": 3.828125, "train/tensor_act_model_layers_64_mlp_gate_proj/range": 5.4140625, "train/tensor_act_model_layers_64_mlp_up_proj/norm": 4503.81689453125, "train/tensor_act_model_layers_64_mlp_up_proj/mean": 0.04931640625, "train/tensor_act_model_layers_64_mlp_up_proj/std": 1.5546875, "train/tensor_act_model_layers_64_mlp_up_proj/max_abs": 4.0, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/min": -4.0, "train/tensor_act_model_layers_64_mlp_up_proj/max": 3.8125, "train/tensor_act_model_layers_64_mlp_up_proj/range": 7.8125, "train/tensor_act_model_layers_64_mlp_down_proj/norm": 24467.7890625, "train/tensor_act_model_layers_64_mlp_down_proj/mean": 11.625, "train/tensor_act_model_layers_64_mlp_down_proj/std": 2.8125, "train/tensor_act_model_layers_64_mlp_down_proj/max_abs": 21.5, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_user_limit": 0.7265625, "train/tensor_act_model_layers_64_mlp_down_proj/min": 3.15625, "train/tensor_act_model_layers_64_mlp_down_proj/max": 21.5, "train/tensor_act_model_layers_64_mlp_down_proj/range": 18.34375, "train/tensor_act_model_layers_64_mlp/norm": 24467.7890625, "train/tensor_act_model_layers_64_mlp/mean": 11.625, "train/tensor_act_model_layers_64_mlp/std": 2.8125, "train/tensor_act_model_layers_64_mlp/max_abs": 21.5, "train/tensor_act_model_layers_64_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp/frac_near_user_limit": 0.7265625, "train/tensor_act_model_layers_64_mlp/min": 3.15625, "train/tensor_act_model_layers_64_mlp/max": 21.5, "train/tensor_act_model_layers_64_mlp/range": 18.34375, "train/tensor_act_model_layers_64_residual_post_mlp/norm": 2645225.5, "train/tensor_act_model_layers_64_residual_post_mlp/mean": 1288.0, "train/tensor_act_model_layers_64_residual_post_mlp/std": 41.5, "train/tensor_act_model_layers_64_residual_post_mlp/max_abs": 1408.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_post_mlp/min": 1160.0, "train/tensor_act_model_layers_64_residual_post_mlp/max": 1408.0, "train/tensor_act_model_layers_64_residual_post_mlp/range": 248.0, "train/tensor_act_model_layers_65_residual_pre_attn/norm": 2645225.5, "train/tensor_act_model_layers_65_residual_pre_attn/mean": 1288.0, "train/tensor_act_model_layers_65_residual_pre_attn/std": 41.5, "train/tensor_act_model_layers_65_residual_pre_attn/max_abs": 1408.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_pre_attn/min": 1160.0, "train/tensor_act_model_layers_65_residual_pre_attn/max": 1408.0, "train/tensor_act_model_layers_65_residual_pre_attn/range": 248.0, "train/tensor_act_model_layers_65_residual_post_attn/norm": 2645225.5, "train/tensor_act_model_layers_65_residual_post_attn/mean": 1288.0, "train/tensor_act_model_layers_65_residual_post_attn/std": 41.5, "train/tensor_act_model_layers_65_residual_post_attn/max_abs": 1408.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_post_attn/min": 1160.0, "train/tensor_act_model_layers_65_residual_post_attn/max": 1408.0, "train/tensor_act_model_layers_65_residual_post_attn/range": 248.0, "train/tensor_act_model_layers_65_mlp_gate_proj/norm": 4383.68798828125, "train/tensor_act_model_layers_65_mlp_gate_proj/mean": 0.55078125, "train/tensor_act_model_layers_65_mlp_gate_proj/std": 1.4140625, "train/tensor_act_model_layers_65_mlp_gate_proj/max_abs": 3.78125, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/min": -1.625, "train/tensor_act_model_layers_65_mlp_gate_proj/max": 3.78125, "train/tensor_act_model_layers_65_mlp_gate_proj/range": 5.40625, "train/tensor_act_model_layers_65_mlp_up_proj/norm": 4427.70703125, "train/tensor_act_model_layers_65_mlp_up_proj/mean": 0.091796875, "train/tensor_act_model_layers_65_mlp_up_proj/std": 1.5234375, "train/tensor_act_model_layers_65_mlp_up_proj/max_abs": 4.28125, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/min": -4.28125, "train/tensor_act_model_layers_65_mlp_up_proj/max": 4.0625, "train/tensor_act_model_layers_65_mlp_up_proj/range": 8.34375, "train/tensor_act_model_layers_65_mlp_down_proj/norm": 24127.775390625, "train/tensor_act_model_layers_65_mlp_down_proj/mean": 11.5625, "train/tensor_act_model_layers_65_mlp_down_proj/std": 2.09375, "train/tensor_act_model_layers_65_mlp_down_proj/max_abs": 17.0, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_user_limit": 0.734375, "train/tensor_act_model_layers_65_mlp_down_proj/min": 5.4375, "train/tensor_act_model_layers_65_mlp_down_proj/max": 17.0, "train/tensor_act_model_layers_65_mlp_down_proj/range": 11.5625, "train/tensor_act_model_layers_65_mlp/norm": 24127.775390625, "train/tensor_act_model_layers_65_mlp/mean": 11.5625, "train/tensor_act_model_layers_65_mlp/std": 2.09375, "train/tensor_act_model_layers_65_mlp/max_abs": 17.0, "train/tensor_act_model_layers_65_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp/frac_near_user_limit": 0.734375, "train/tensor_act_model_layers_65_mlp/min": 5.4375, "train/tensor_act_model_layers_65_mlp/max": 17.0, "train/tensor_act_model_layers_65_mlp/range": 11.5625, "train/tensor_act_model_layers_65_residual_post_mlp/norm": 2668478.5, "train/tensor_act_model_layers_65_residual_post_mlp/mean": 1304.0, "train/tensor_act_model_layers_65_residual_post_mlp/std": 41.25, "train/tensor_act_model_layers_65_residual_post_mlp/max_abs": 1416.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_post_mlp/min": 1168.0, "train/tensor_act_model_layers_65_residual_post_mlp/max": 1416.0, "train/tensor_act_model_layers_65_residual_post_mlp/range": 248.0, "train/tensor_act_model_layers_66_residual_pre_attn/norm": 2668478.5, "train/tensor_act_model_layers_66_residual_pre_attn/mean": 1304.0, "train/tensor_act_model_layers_66_residual_pre_attn/std": 41.25, "train/tensor_act_model_layers_66_residual_pre_attn/max_abs": 1416.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_pre_attn/min": 1168.0, "train/tensor_act_model_layers_66_residual_pre_attn/max": 1416.0, "train/tensor_act_model_layers_66_residual_pre_attn/range": 248.0, "train/tensor_act_model_layers_66_residual_post_attn/norm": 2668478.5, "train/tensor_act_model_layers_66_residual_post_attn/mean": 1304.0, "train/tensor_act_model_layers_66_residual_post_attn/std": 41.25, "train/tensor_act_model_layers_66_residual_post_attn/max_abs": 1416.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_post_attn/min": 1168.0, "train/tensor_act_model_layers_66_residual_post_attn/max": 1416.0, "train/tensor_act_model_layers_66_residual_post_attn/range": 248.0, "train/tensor_act_model_layers_66_mlp_gate_proj/norm": 4532.763671875, "train/tensor_act_model_layers_66_mlp_gate_proj/mean": 0.66015625, "train/tensor_act_model_layers_66_mlp_gate_proj/std": 1.421875, "train/tensor_act_model_layers_66_mlp_gate_proj/max_abs": 3.84375, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/min": -1.6875, "train/tensor_act_model_layers_66_mlp_gate_proj/max": 3.84375, "train/tensor_act_model_layers_66_mlp_gate_proj/range": 5.53125, "train/tensor_act_model_layers_66_mlp_up_proj/norm": 4399.9873046875, "train/tensor_act_model_layers_66_mlp_up_proj/mean": -0.020263671875, "train/tensor_act_model_layers_66_mlp_up_proj/std": 1.515625, "train/tensor_act_model_layers_66_mlp_up_proj/max_abs": 3.78125, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/min": -3.71875, "train/tensor_act_model_layers_66_mlp_up_proj/max": 3.78125, "train/tensor_act_model_layers_66_mlp_up_proj/range": 7.5, "train/tensor_act_model_layers_66_mlp_down_proj/norm": 25069.0859375, "train/tensor_act_model_layers_66_mlp_down_proj/mean": 11.9375, "train/tensor_act_model_layers_66_mlp_down_proj/std": 2.640625, "train/tensor_act_model_layers_66_mlp_down_proj/max_abs": 19.25, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_user_limit": 0.75, "train/tensor_act_model_layers_66_mlp_down_proj/min": 5.0625, "train/tensor_act_model_layers_66_mlp_down_proj/max": 19.25, "train/tensor_act_model_layers_66_mlp_down_proj/range": 14.1875, "train/tensor_act_model_layers_66_mlp/norm": 25069.0859375, "train/tensor_act_model_layers_66_mlp/mean": 11.9375, "train/tensor_act_model_layers_66_mlp/std": 2.640625, "train/tensor_act_model_layers_66_mlp/max_abs": 19.25, "train/tensor_act_model_layers_66_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp/frac_near_user_limit": 0.75, "train/tensor_act_model_layers_66_mlp/min": 5.0625, "train/tensor_act_model_layers_66_mlp/max": 19.25, "train/tensor_act_model_layers_66_mlp/range": 14.1875, "train/tensor_act_model_layers_66_residual_post_mlp/norm": 2692189.0, "train/tensor_act_model_layers_66_residual_post_mlp/mean": 1312.0, "train/tensor_act_model_layers_66_residual_post_mlp/std": 41.25, "train/tensor_act_model_layers_66_residual_post_mlp/max_abs": 1424.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_post_mlp/min": 1184.0, "train/tensor_act_model_layers_66_residual_post_mlp/max": 1424.0, "train/tensor_act_model_layers_66_residual_post_mlp/range": 240.0, "train/tensor_act_model_layers_67_residual_pre_attn/norm": 2692189.0, "train/tensor_act_model_layers_67_residual_pre_attn/mean": 1312.0, "train/tensor_act_model_layers_67_residual_pre_attn/std": 41.25, "train/tensor_act_model_layers_67_residual_pre_attn/max_abs": 1424.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_pre_attn/min": 1184.0, "train/tensor_act_model_layers_67_residual_pre_attn/max": 1424.0, "train/tensor_act_model_layers_67_residual_pre_attn/range": 240.0, "train/tensor_act_model_layers_67_residual_post_attn/norm": 2692189.0, "train/tensor_act_model_layers_67_residual_post_attn/mean": 1312.0, "train/tensor_act_model_layers_67_residual_post_attn/std": 41.25, "train/tensor_act_model_layers_67_residual_post_attn/max_abs": 1424.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_post_attn/min": 1184.0, "train/tensor_act_model_layers_67_residual_post_attn/max": 1424.0, "train/tensor_act_model_layers_67_residual_post_attn/range": 240.0, "train/tensor_act_model_layers_67_mlp_gate_proj/norm": 4743.42919921875, "train/tensor_act_model_layers_67_mlp_gate_proj/mean": 0.72265625, "train/tensor_act_model_layers_67_mlp_gate_proj/std": 1.46875, "train/tensor_act_model_layers_67_mlp_gate_proj/max_abs": 4.0, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/min": -1.3125, "train/tensor_act_model_layers_67_mlp_gate_proj/max": 4.0, "train/tensor_act_model_layers_67_mlp_gate_proj/range": 5.3125, "train/tensor_act_model_layers_67_mlp_up_proj/norm": 4693.033203125, "train/tensor_act_model_layers_67_mlp_up_proj/mean": -0.076171875, "train/tensor_act_model_layers_67_mlp_up_proj/std": 1.6171875, "train/tensor_act_model_layers_67_mlp_up_proj/max_abs": 4.125, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/min": -3.859375, "train/tensor_act_model_layers_67_mlp_up_proj/max": 4.125, "train/tensor_act_model_layers_67_mlp_up_proj/range": 7.984375, "train/tensor_act_model_layers_67_mlp_down_proj/norm": 29417.5703125, "train/tensor_act_model_layers_67_mlp_down_proj/mean": 14.125, "train/tensor_act_model_layers_67_mlp_down_proj/std": 2.46875, "train/tensor_act_model_layers_67_mlp_down_proj/max_abs": 19.5, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_user_limit": 0.953125, "train/tensor_act_model_layers_67_mlp_down_proj/min": 7.625, "train/tensor_act_model_layers_67_mlp_down_proj/max": 19.5, "train/tensor_act_model_layers_67_mlp_down_proj/range": 11.875, "train/tensor_act_model_layers_67_mlp/norm": 29417.5703125, "train/tensor_act_model_layers_67_mlp/mean": 14.125, "train/tensor_act_model_layers_67_mlp/std": 2.46875, "train/tensor_act_model_layers_67_mlp/max_abs": 19.5, "train/tensor_act_model_layers_67_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp/frac_near_user_limit": 0.953125, "train/tensor_act_model_layers_67_mlp/min": 7.625, "train/tensor_act_model_layers_67_mlp/max": 19.5, "train/tensor_act_model_layers_67_mlp/range": 11.875, "train/tensor_act_model_layers_67_residual_post_mlp/norm": 2721789.0, "train/tensor_act_model_layers_67_residual_post_mlp/mean": 1328.0, "train/tensor_act_model_layers_67_residual_post_mlp/std": 41.5, "train/tensor_act_model_layers_67_residual_post_mlp/max_abs": 1440.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_post_mlp/min": 1192.0, "train/tensor_act_model_layers_67_residual_post_mlp/max": 1440.0, "train/tensor_act_model_layers_67_residual_post_mlp/range": 248.0, "train/tensor_act_model_layers_68_residual_pre_attn/norm": 2721789.0, "train/tensor_act_model_layers_68_residual_pre_attn/mean": 1328.0, "train/tensor_act_model_layers_68_residual_pre_attn/std": 41.5, "train/tensor_act_model_layers_68_residual_pre_attn/max_abs": 1440.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_pre_attn/min": 1192.0, "train/tensor_act_model_layers_68_residual_pre_attn/max": 1440.0, "train/tensor_act_model_layers_68_residual_pre_attn/range": 248.0, "train/tensor_act_model_layers_68_residual_post_attn/norm": 2721789.0, "train/tensor_act_model_layers_68_residual_post_attn/mean": 1328.0, "train/tensor_act_model_layers_68_residual_post_attn/std": 41.5, "train/tensor_act_model_layers_68_residual_post_attn/max_abs": 1440.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_post_attn/min": 1192.0, "train/tensor_act_model_layers_68_residual_post_attn/max": 1440.0, "train/tensor_act_model_layers_68_residual_post_attn/range": 248.0, "train/tensor_act_model_layers_68_mlp_gate_proj/norm": 4808.2236328125, "train/tensor_act_model_layers_68_mlp_gate_proj/mean": 0.77734375, "train/tensor_act_model_layers_68_mlp_gate_proj/std": 1.46875, "train/tensor_act_model_layers_68_mlp_gate_proj/max_abs": 3.84375, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/min": -1.21875, "train/tensor_act_model_layers_68_mlp_gate_proj/max": 3.84375, "train/tensor_act_model_layers_68_mlp_gate_proj/range": 5.0625, "train/tensor_act_model_layers_68_mlp_up_proj/norm": 4872.45703125, "train/tensor_act_model_layers_68_mlp_up_proj/mean": -0.154296875, "train/tensor_act_model_layers_68_mlp_up_proj/std": 1.671875, "train/tensor_act_model_layers_68_mlp_up_proj/max_abs": 4.15625, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/min": -4.15625, "train/tensor_act_model_layers_68_mlp_up_proj/max": 3.75, "train/tensor_act_model_layers_68_mlp_up_proj/range": 7.90625, "train/tensor_act_model_layers_68_mlp_down_proj/norm": 30518.439453125, "train/tensor_act_model_layers_68_mlp_down_proj/mean": 14.6875, "train/tensor_act_model_layers_68_mlp_down_proj/std": 2.515625, "train/tensor_act_model_layers_68_mlp_down_proj/max_abs": 23.0, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_user_limit": 0.984375, "train/tensor_act_model_layers_68_mlp_down_proj/min": 9.0, "train/tensor_act_model_layers_68_mlp_down_proj/max": 23.0, "train/tensor_act_model_layers_68_mlp_down_proj/range": 14.0, "train/tensor_act_model_layers_68_mlp/norm": 30518.439453125, "train/tensor_act_model_layers_68_mlp/mean": 14.6875, "train/tensor_act_model_layers_68_mlp/std": 2.515625, "train/tensor_act_model_layers_68_mlp/max_abs": 23.0, "train/tensor_act_model_layers_68_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp/frac_near_user_limit": 0.984375, "train/tensor_act_model_layers_68_mlp/min": 9.0, "train/tensor_act_model_layers_68_mlp/max": 23.0, "train/tensor_act_model_layers_68_mlp/range": 14.0, "train/tensor_act_model_layers_68_residual_post_mlp/norm": 2752251.25, "train/tensor_act_model_layers_68_residual_post_mlp/mean": 1344.0, "train/tensor_act_model_layers_68_residual_post_mlp/std": 41.5, "train/tensor_act_model_layers_68_residual_post_mlp/max_abs": 1456.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_post_mlp/min": 1208.0, "train/tensor_act_model_layers_68_residual_post_mlp/max": 1456.0, "train/tensor_act_model_layers_68_residual_post_mlp/range": 248.0, "train/tensor_act_model_layers_69_residual_pre_attn/norm": 2752251.25, "train/tensor_act_model_layers_69_residual_pre_attn/mean": 1344.0, "train/tensor_act_model_layers_69_residual_pre_attn/std": 41.5, "train/tensor_act_model_layers_69_residual_pre_attn/max_abs": 1456.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_pre_attn/min": 1208.0, "train/tensor_act_model_layers_69_residual_pre_attn/max": 1456.0, "train/tensor_act_model_layers_69_residual_pre_attn/range": 248.0, "train/tensor_act_model_layers_69_residual_post_attn/norm": 2752251.25, "train/tensor_act_model_layers_69_residual_post_attn/mean": 1344.0, "train/tensor_act_model_layers_69_residual_post_attn/std": 41.5, "train/tensor_act_model_layers_69_residual_post_attn/max_abs": 1456.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_post_attn/min": 1208.0, "train/tensor_act_model_layers_69_residual_post_attn/max": 1456.0, "train/tensor_act_model_layers_69_residual_post_attn/range": 248.0, "train/tensor_act_model_layers_69_mlp_gate_proj/norm": 4213.85595703125, "train/tensor_act_model_layers_69_mlp_gate_proj/mean": 0.54296875, "train/tensor_act_model_layers_69_mlp_gate_proj/std": 1.3515625, "train/tensor_act_model_layers_69_mlp_gate_proj/max_abs": 3.78125, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/min": -1.640625, "train/tensor_act_model_layers_69_mlp_gate_proj/max": 3.78125, "train/tensor_act_model_layers_69_mlp_gate_proj/range": 5.421875, "train/tensor_act_model_layers_69_mlp_up_proj/norm": 4370.22998046875, "train/tensor_act_model_layers_69_mlp_up_proj/mean": -0.034912109375, "train/tensor_act_model_layers_69_mlp_up_proj/std": 1.5078125, "train/tensor_act_model_layers_69_mlp_up_proj/max_abs": 3.96875, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/min": -3.96875, "train/tensor_act_model_layers_69_mlp_up_proj/max": 3.515625, "train/tensor_act_model_layers_69_mlp_up_proj/range": 7.484375, "train/tensor_act_model_layers_69_mlp_down_proj/norm": 22428.81640625, "train/tensor_act_model_layers_69_mlp_down_proj/mean": 10.75, "train/tensor_act_model_layers_69_mlp_down_proj/std": 2.03125, "train/tensor_act_model_layers_69_mlp_down_proj/max_abs": 16.75, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_user_limit": 0.6484363079071045, "train/tensor_act_model_layers_69_mlp_down_proj/min": 6.59375, "train/tensor_act_model_layers_69_mlp_down_proj/max": 16.75, "train/tensor_act_model_layers_69_mlp_down_proj/range": 10.15625, "train/tensor_act_model_layers_69_mlp/norm": 22428.81640625, "train/tensor_act_model_layers_69_mlp/mean": 10.75, "train/tensor_act_model_layers_69_mlp/std": 2.03125, "train/tensor_act_model_layers_69_mlp/max_abs": 16.75, "train/tensor_act_model_layers_69_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp/frac_near_user_limit": 0.6484363079071045, "train/tensor_act_model_layers_69_mlp/min": 6.59375, "train/tensor_act_model_layers_69_mlp/max": 16.75, "train/tensor_act_model_layers_69_mlp/range": 10.15625, "train/tensor_act_model_layers_69_residual_post_mlp/norm": 2773194.75, "train/tensor_act_model_layers_69_residual_post_mlp/mean": 1352.0, "train/tensor_act_model_layers_69_residual_post_mlp/std": 41.75, "train/tensor_act_model_layers_69_residual_post_mlp/max_abs": 1464.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_post_mlp/min": 1216.0, "train/tensor_act_model_layers_69_residual_post_mlp/max": 1464.0, "train/tensor_act_model_layers_69_residual_post_mlp/range": 248.0, "train/tensor_act_model_layers_70_residual_pre_attn/norm": 2773194.75, "train/tensor_act_model_layers_70_residual_pre_attn/mean": 1352.0, "train/tensor_act_model_layers_70_residual_pre_attn/std": 41.75, "train/tensor_act_model_layers_70_residual_pre_attn/max_abs": 1464.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_pre_attn/min": 1216.0, "train/tensor_act_model_layers_70_residual_pre_attn/max": 1464.0, "train/tensor_act_model_layers_70_residual_pre_attn/range": 248.0, "train/tensor_act_model_layers_70_residual_post_attn/norm": 2773194.75, "train/tensor_act_model_layers_70_residual_post_attn/mean": 1352.0, "train/tensor_act_model_layers_70_residual_post_attn/std": 41.75, "train/tensor_act_model_layers_70_residual_post_attn/max_abs": 1464.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_post_attn/min": 1216.0, "train/tensor_act_model_layers_70_residual_post_attn/max": 1464.0, "train/tensor_act_model_layers_70_residual_post_attn/range": 248.0, "train/tensor_act_model_layers_70_mlp_gate_proj/norm": 4617.82568359375, "train/tensor_act_model_layers_70_mlp_gate_proj/mean": 0.75390625, "train/tensor_act_model_layers_70_mlp_gate_proj/std": 1.40625, "train/tensor_act_model_layers_70_mlp_gate_proj/max_abs": 3.921875, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/min": -1.3125, "train/tensor_act_model_layers_70_mlp_gate_proj/max": 3.921875, "train/tensor_act_model_layers_70_mlp_gate_proj/range": 5.234375, "train/tensor_act_model_layers_70_mlp_up_proj/norm": 4673.1767578125, "train/tensor_act_model_layers_70_mlp_up_proj/mean": -0.09814453125, "train/tensor_act_model_layers_70_mlp_up_proj/std": 1.609375, "train/tensor_act_model_layers_70_mlp_up_proj/max_abs": 3.921875, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/min": -3.921875, "train/tensor_act_model_layers_70_mlp_up_proj/max": 3.78125, "train/tensor_act_model_layers_70_mlp_up_proj/range": 7.703125, "train/tensor_act_model_layers_70_mlp_down_proj/norm": 26318.142578125, "train/tensor_act_model_layers_70_mlp_down_proj/mean": 12.5625, "train/tensor_act_model_layers_70_mlp_down_proj/std": 2.671875, "train/tensor_act_model_layers_70_mlp_down_proj/max_abs": 18.5, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_user_limit": 0.7988083362579346, "train/tensor_act_model_layers_70_mlp_down_proj/min": 5.78125, "train/tensor_act_model_layers_70_mlp_down_proj/max": 18.5, "train/tensor_act_model_layers_70_mlp_down_proj/range": 12.71875, "train/tensor_act_model_layers_70_mlp/norm": 26318.142578125, "train/tensor_act_model_layers_70_mlp/mean": 12.5625, "train/tensor_act_model_layers_70_mlp/std": 2.671875, "train/tensor_act_model_layers_70_mlp/max_abs": 18.5, "train/tensor_act_model_layers_70_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp/frac_near_user_limit": 0.7988083362579346, "train/tensor_act_model_layers_70_mlp/min": 5.78125, "train/tensor_act_model_layers_70_mlp/max": 18.5, "train/tensor_act_model_layers_70_mlp/range": 12.71875, "train/tensor_act_model_layers_70_residual_post_mlp/norm": 2799790.25, "train/tensor_act_model_layers_70_residual_post_mlp/mean": 1368.0, "train/tensor_act_model_layers_70_residual_post_mlp/std": 43.0, "train/tensor_act_model_layers_70_residual_post_mlp/max_abs": 1480.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_post_mlp/min": 1224.0, "train/tensor_act_model_layers_70_residual_post_mlp/max": 1480.0, "train/tensor_act_model_layers_70_residual_post_mlp/range": 256.0, "train/tensor_act_model_layers_71_residual_pre_attn/norm": 2799790.25, "train/tensor_act_model_layers_71_residual_pre_attn/mean": 1368.0, "train/tensor_act_model_layers_71_residual_pre_attn/std": 43.0, "train/tensor_act_model_layers_71_residual_pre_attn/max_abs": 1480.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_pre_attn/min": 1224.0, "train/tensor_act_model_layers_71_residual_pre_attn/max": 1480.0, "train/tensor_act_model_layers_71_residual_pre_attn/range": 256.0, "train/tensor_act_model_layers_71_residual_post_attn/norm": 2799790.25, "train/tensor_act_model_layers_71_residual_post_attn/mean": 1368.0, "train/tensor_act_model_layers_71_residual_post_attn/std": 43.0, "train/tensor_act_model_layers_71_residual_post_attn/max_abs": 1480.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_post_attn/min": 1224.0, "train/tensor_act_model_layers_71_residual_post_attn/max": 1480.0, "train/tensor_act_model_layers_71_residual_post_attn/range": 256.0, "train/tensor_act_model_layers_71_mlp_gate_proj/norm": 4166.15771484375, "train/tensor_act_model_layers_71_mlp_gate_proj/mean": 0.51171875, "train/tensor_act_model_layers_71_mlp_gate_proj/std": 1.34375, "train/tensor_act_model_layers_71_mlp_gate_proj/max_abs": 3.6875, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/min": -1.640625, "train/tensor_act_model_layers_71_mlp_gate_proj/max": 3.6875, "train/tensor_act_model_layers_71_mlp_gate_proj/range": 5.328125, "train/tensor_act_model_layers_71_mlp_up_proj/norm": 4215.29150390625, "train/tensor_act_model_layers_71_mlp_up_proj/mean": -0.017578125, "train/tensor_act_model_layers_71_mlp_up_proj/std": 1.453125, "train/tensor_act_model_layers_71_mlp_up_proj/max_abs": 3.8125, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/min": -3.625, "train/tensor_act_model_layers_71_mlp_up_proj/max": 3.8125, "train/tensor_act_model_layers_71_mlp_up_proj/range": 7.4375, "train/tensor_act_model_layers_71_mlp_down_proj/norm": 22345.275390625, "train/tensor_act_model_layers_71_mlp_down_proj/mean": 10.6875, "train/tensor_act_model_layers_71_mlp_down_proj/std": 2.203125, "train/tensor_act_model_layers_71_mlp_down_proj/max_abs": 19.0, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_user_limit": 0.6171860694885254, "train/tensor_act_model_layers_71_mlp_down_proj/min": 5.65625, "train/tensor_act_model_layers_71_mlp_down_proj/max": 19.0, "train/tensor_act_model_layers_71_mlp_down_proj/range": 13.34375, "train/tensor_act_model_layers_71_mlp/norm": 22345.275390625, "train/tensor_act_model_layers_71_mlp/mean": 10.6875, "train/tensor_act_model_layers_71_mlp/std": 2.203125, "train/tensor_act_model_layers_71_mlp/max_abs": 19.0, "train/tensor_act_model_layers_71_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp/frac_near_user_limit": 0.6171860694885254, "train/tensor_act_model_layers_71_mlp/min": 5.65625, "train/tensor_act_model_layers_71_mlp/max": 19.0, "train/tensor_act_model_layers_71_mlp/range": 13.34375, "train/tensor_act_model_layers_71_residual_post_mlp/norm": 2820656.5, "train/tensor_act_model_layers_71_residual_post_mlp/mean": 1376.0, "train/tensor_act_model_layers_71_residual_post_mlp/std": 43.0, "train/tensor_act_model_layers_71_residual_post_mlp/max_abs": 1496.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_post_mlp/min": 1232.0, "train/tensor_act_model_layers_71_residual_post_mlp/max": 1496.0, "train/tensor_act_model_layers_71_residual_post_mlp/range": 264.0, "train/tensor_act_model_layers_72_residual_pre_attn/norm": 2820656.5, "train/tensor_act_model_layers_72_residual_pre_attn/mean": 1376.0, "train/tensor_act_model_layers_72_residual_pre_attn/std": 43.0, "train/tensor_act_model_layers_72_residual_pre_attn/max_abs": 1496.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_pre_attn/min": 1232.0, "train/tensor_act_model_layers_72_residual_pre_attn/max": 1496.0, "train/tensor_act_model_layers_72_residual_pre_attn/range": 264.0, "train/tensor_act_model_layers_72_residual_post_attn/norm": 2820656.5, "train/tensor_act_model_layers_72_residual_post_attn/mean": 1376.0, "train/tensor_act_model_layers_72_residual_post_attn/std": 43.0, "train/tensor_act_model_layers_72_residual_post_attn/max_abs": 1496.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_post_attn/min": 1232.0, "train/tensor_act_model_layers_72_residual_post_attn/max": 1496.0, "train/tensor_act_model_layers_72_residual_post_attn/range": 264.0, "train/tensor_act_model_layers_72_mlp_gate_proj/norm": 4539.4326171875, "train/tensor_act_model_layers_72_mlp_gate_proj/mean": 0.70703125, "train/tensor_act_model_layers_72_mlp_gate_proj/std": 1.3984375, "train/tensor_act_model_layers_72_mlp_gate_proj/max_abs": 3.765625, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/min": -1.859375, "train/tensor_act_model_layers_72_mlp_gate_proj/max": 3.765625, "train/tensor_act_model_layers_72_mlp_gate_proj/range": 5.625, "train/tensor_act_model_layers_72_mlp_up_proj/norm": 4476.353515625, "train/tensor_act_model_layers_72_mlp_up_proj/mean": -0.040771484375, "train/tensor_act_model_layers_72_mlp_up_proj/std": 1.546875, "train/tensor_act_model_layers_72_mlp_up_proj/max_abs": 4.21875, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/min": -3.640625, "train/tensor_act_model_layers_72_mlp_up_proj/max": 4.21875, "train/tensor_act_model_layers_72_mlp_up_proj/range": 7.859375, "train/tensor_act_model_layers_72_mlp_down_proj/norm": 25607.990234375, "train/tensor_act_model_layers_72_mlp_down_proj/mean": 12.25, "train/tensor_act_model_layers_72_mlp_down_proj/std": 2.4375, "train/tensor_act_model_layers_72_mlp_down_proj/max_abs": 18.5, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_user_limit": 0.8317234516143799, "train/tensor_act_model_layers_72_mlp_down_proj/min": 6.125, "train/tensor_act_model_layers_72_mlp_down_proj/max": 18.5, "train/tensor_act_model_layers_72_mlp_down_proj/range": 12.375, "train/tensor_act_model_layers_72_mlp/norm": 25607.990234375, "train/tensor_act_model_layers_72_mlp/mean": 12.25, "train/tensor_act_model_layers_72_mlp/std": 2.4375, "train/tensor_act_model_layers_72_mlp/max_abs": 18.5, "train/tensor_act_model_layers_72_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp/frac_near_user_limit": 0.8317234516143799, "train/tensor_act_model_layers_72_mlp/min": 6.125, "train/tensor_act_model_layers_72_mlp/max": 18.5, "train/tensor_act_model_layers_72_mlp/range": 12.375, "train/tensor_act_model_layers_72_residual_post_mlp/norm": 2845951.5, "train/tensor_act_model_layers_72_residual_post_mlp/mean": 1392.0, "train/tensor_act_model_layers_72_residual_post_mlp/std": 43.25, "train/tensor_act_model_layers_72_residual_post_mlp/max_abs": 1512.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_post_mlp/min": 1248.0, "train/tensor_act_model_layers_72_residual_post_mlp/max": 1512.0, "train/tensor_act_model_layers_72_residual_post_mlp/range": 264.0, "train/tensor_act_model_layers_73_residual_pre_attn/norm": 2845951.5, "train/tensor_act_model_layers_73_residual_pre_attn/mean": 1392.0, "train/tensor_act_model_layers_73_residual_pre_attn/std": 43.25, "train/tensor_act_model_layers_73_residual_pre_attn/max_abs": 1512.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_pre_attn/min": 1248.0, "train/tensor_act_model_layers_73_residual_pre_attn/max": 1512.0, "train/tensor_act_model_layers_73_residual_pre_attn/range": 264.0, "train/tensor_act_model_layers_73_residual_post_attn/norm": 2845951.5, "train/tensor_act_model_layers_73_residual_post_attn/mean": 1392.0, "train/tensor_act_model_layers_73_residual_post_attn/std": 43.25, "train/tensor_act_model_layers_73_residual_post_attn/max_abs": 1512.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_post_attn/min": 1248.0, "train/tensor_act_model_layers_73_residual_post_attn/max": 1512.0, "train/tensor_act_model_layers_73_residual_post_attn/range": 264.0, "train/tensor_act_model_layers_73_mlp_gate_proj/norm": 4226.03515625, "train/tensor_act_model_layers_73_mlp_gate_proj/mean": 0.58984375, "train/tensor_act_model_layers_73_mlp_gate_proj/std": 1.3359375, "train/tensor_act_model_layers_73_mlp_gate_proj/max_abs": 3.75, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/min": -1.109375, "train/tensor_act_model_layers_73_mlp_gate_proj/max": 3.75, "train/tensor_act_model_layers_73_mlp_gate_proj/range": 4.859375, "train/tensor_act_model_layers_73_mlp_up_proj/norm": 4350.2158203125, "train/tensor_act_model_layers_73_mlp_up_proj/mean": -0.07275390625, "train/tensor_act_model_layers_73_mlp_up_proj/std": 1.5, "train/tensor_act_model_layers_73_mlp_up_proj/max_abs": 4.15625, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/min": -4.15625, "train/tensor_act_model_layers_73_mlp_up_proj/max": 4.0, "train/tensor_act_model_layers_73_mlp_up_proj/range": 8.15625, "train/tensor_act_model_layers_73_mlp_down_proj/norm": 22940.203125, "train/tensor_act_model_layers_73_mlp_down_proj/mean": 10.9375, "train/tensor_act_model_layers_73_mlp_down_proj/std": 2.296875, "train/tensor_act_model_layers_73_mlp_down_proj/max_abs": 16.875, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_user_limit": 0.6721129417419434, "train/tensor_act_model_layers_73_mlp_down_proj/min": 3.515625, "train/tensor_act_model_layers_73_mlp_down_proj/max": 16.875, "train/tensor_act_model_layers_73_mlp_down_proj/range": 13.359375, "train/tensor_act_model_layers_73_mlp/norm": 22940.203125, "train/tensor_act_model_layers_73_mlp/mean": 10.9375, "train/tensor_act_model_layers_73_mlp/std": 2.296875, "train/tensor_act_model_layers_73_mlp/max_abs": 16.875, "train/tensor_act_model_layers_73_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp/frac_near_user_limit": 0.6721129417419434, "train/tensor_act_model_layers_73_mlp/min": 3.515625, "train/tensor_act_model_layers_73_mlp/max": 16.875, "train/tensor_act_model_layers_73_mlp/range": 13.359375, "train/tensor_act_model_layers_73_residual_post_mlp/norm": 2867707.0, "train/tensor_act_model_layers_73_residual_post_mlp/mean": 1400.0, "train/tensor_act_model_layers_73_residual_post_mlp/std": 43.5, "train/tensor_act_model_layers_73_residual_post_mlp/max_abs": 1520.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_post_mlp/min": 1256.0, "train/tensor_act_model_layers_73_residual_post_mlp/max": 1520.0, "train/tensor_act_model_layers_73_residual_post_mlp/range": 264.0, "train/tensor_act_model_layers_74_residual_pre_attn/norm": 2867707.0, "train/tensor_act_model_layers_74_residual_pre_attn/mean": 1400.0, "train/tensor_act_model_layers_74_residual_pre_attn/std": 43.5, "train/tensor_act_model_layers_74_residual_pre_attn/max_abs": 1520.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_pre_attn/min": 1256.0, "train/tensor_act_model_layers_74_residual_pre_attn/max": 1520.0, "train/tensor_act_model_layers_74_residual_pre_attn/range": 264.0, "train/tensor_act_model_layers_74_residual_post_attn/norm": 2867707.0, "train/tensor_act_model_layers_74_residual_post_attn/mean": 1400.0, "train/tensor_act_model_layers_74_residual_post_attn/std": 43.5, "train/tensor_act_model_layers_74_residual_post_attn/max_abs": 1520.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_post_attn/min": 1256.0, "train/tensor_act_model_layers_74_residual_post_attn/max": 1520.0, "train/tensor_act_model_layers_74_residual_post_attn/range": 264.0, "train/tensor_act_model_layers_74_mlp_gate_proj/norm": 4411.37890625, "train/tensor_act_model_layers_74_mlp_gate_proj/mean": 0.6953125, "train/tensor_act_model_layers_74_mlp_gate_proj/std": 1.3515625, "train/tensor_act_model_layers_74_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/min": -1.1953125, "train/tensor_act_model_layers_74_mlp_gate_proj/max": 4.03125, "train/tensor_act_model_layers_74_mlp_gate_proj/range": 5.2265625, "train/tensor_act_model_layers_74_mlp_up_proj/norm": 4501.19775390625, "train/tensor_act_model_layers_74_mlp_up_proj/mean": -0.1953125, "train/tensor_act_model_layers_74_mlp_up_proj/std": 1.5390625, "train/tensor_act_model_layers_74_mlp_up_proj/max_abs": 4.0625, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/min": -4.0625, "train/tensor_act_model_layers_74_mlp_up_proj/max": 3.734375, "train/tensor_act_model_layers_74_mlp_up_proj/range": 7.796875, "train/tensor_act_model_layers_74_mlp_down_proj/norm": 24737.564453125, "train/tensor_act_model_layers_74_mlp_down_proj/mean": 11.8125, "train/tensor_act_model_layers_74_mlp_down_proj/std": 2.53125, "train/tensor_act_model_layers_74_mlp_down_proj/max_abs": 17.625, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_user_limit": 0.765625, "train/tensor_act_model_layers_74_mlp_down_proj/min": 5.125, "train/tensor_act_model_layers_74_mlp_down_proj/max": 17.625, "train/tensor_act_model_layers_74_mlp_down_proj/range": 12.5, "train/tensor_act_model_layers_74_mlp/norm": 24737.564453125, "train/tensor_act_model_layers_74_mlp/mean": 11.8125, "train/tensor_act_model_layers_74_mlp/std": 2.53125, "train/tensor_act_model_layers_74_mlp/max_abs": 17.625, "train/tensor_act_model_layers_74_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp/frac_near_user_limit": 0.765625, "train/tensor_act_model_layers_74_mlp/min": 5.125, "train/tensor_act_model_layers_74_mlp/max": 17.625, "train/tensor_act_model_layers_74_mlp/range": 12.5, "train/tensor_act_model_layers_74_residual_post_mlp/norm": 2893321.75, "train/tensor_act_model_layers_74_residual_post_mlp/mean": 1416.0, "train/tensor_act_model_layers_74_residual_post_mlp/std": 43.75, "train/tensor_act_model_layers_74_residual_post_mlp/max_abs": 1536.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_post_mlp/min": 1272.0, "train/tensor_act_model_layers_74_residual_post_mlp/max": 1536.0, "train/tensor_act_model_layers_74_residual_post_mlp/range": 264.0, "train/tensor_act_model_layers_75_residual_pre_attn/norm": 2893321.75, "train/tensor_act_model_layers_75_residual_pre_attn/mean": 1416.0, "train/tensor_act_model_layers_75_residual_pre_attn/std": 43.75, "train/tensor_act_model_layers_75_residual_pre_attn/max_abs": 1536.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_pre_attn/min": 1272.0, "train/tensor_act_model_layers_75_residual_pre_attn/max": 1536.0, "train/tensor_act_model_layers_75_residual_pre_attn/range": 264.0, "train/tensor_act_model_layers_75_residual_post_attn/norm": 2893321.75, "train/tensor_act_model_layers_75_residual_post_attn/mean": 1416.0, "train/tensor_act_model_layers_75_residual_post_attn/std": 43.75, "train/tensor_act_model_layers_75_residual_post_attn/max_abs": 1536.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_post_attn/min": 1272.0, "train/tensor_act_model_layers_75_residual_post_attn/max": 1536.0, "train/tensor_act_model_layers_75_residual_post_attn/range": 264.0, "train/tensor_act_model_layers_75_mlp_gate_proj/norm": 4147.7373046875, "train/tensor_act_model_layers_75_mlp_gate_proj/mean": 0.5234375, "train/tensor_act_model_layers_75_mlp_gate_proj/std": 1.3359375, "train/tensor_act_model_layers_75_mlp_gate_proj/max_abs": 4.15625, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/min": -1.453125, "train/tensor_act_model_layers_75_mlp_gate_proj/max": 4.15625, "train/tensor_act_model_layers_75_mlp_gate_proj/range": 5.609375, "train/tensor_act_model_layers_75_mlp_up_proj/norm": 4129.88671875, "train/tensor_act_model_layers_75_mlp_up_proj/mean": 0.189453125, "train/tensor_act_model_layers_75_mlp_up_proj/std": 1.4140625, "train/tensor_act_model_layers_75_mlp_up_proj/max_abs": 4.125, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/min": -3.78125, "train/tensor_act_model_layers_75_mlp_up_proj/max": 4.125, "train/tensor_act_model_layers_75_mlp_up_proj/range": 7.90625, "train/tensor_act_model_layers_75_mlp_down_proj/norm": 20938.16796875, "train/tensor_act_model_layers_75_mlp_down_proj/mean": 10.0, "train/tensor_act_model_layers_75_mlp_down_proj/std": 2.21875, "train/tensor_act_model_layers_75_mlp_down_proj/max_abs": 15.125, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_user_limit": 0.515625, "train/tensor_act_model_layers_75_mlp_down_proj/min": 4.0625, "train/tensor_act_model_layers_75_mlp_down_proj/max": 15.125, "train/tensor_act_model_layers_75_mlp_down_proj/range": 11.0625, "train/tensor_act_model_layers_75_mlp/norm": 20938.16796875, "train/tensor_act_model_layers_75_mlp/mean": 10.0, "train/tensor_act_model_layers_75_mlp/std": 2.21875, "train/tensor_act_model_layers_75_mlp/max_abs": 15.125, "train/tensor_act_model_layers_75_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp/frac_near_user_limit": 0.515625, "train/tensor_act_model_layers_75_mlp/min": 4.0625, "train/tensor_act_model_layers_75_mlp/max": 15.125, "train/tensor_act_model_layers_75_mlp/range": 11.0625, "train/tensor_act_model_layers_75_residual_post_mlp/norm": 2913088.0, "train/tensor_act_model_layers_75_residual_post_mlp/mean": 1424.0, "train/tensor_act_model_layers_75_residual_post_mlp/std": 44.5, "train/tensor_act_model_layers_75_residual_post_mlp/max_abs": 1544.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_post_mlp/min": 1280.0, "train/tensor_act_model_layers_75_residual_post_mlp/max": 1544.0, "train/tensor_act_model_layers_75_residual_post_mlp/range": 264.0, "train/tensor_act_model_layers_76_residual_pre_attn/norm": 2913088.0, "train/tensor_act_model_layers_76_residual_pre_attn/mean": 1424.0, "train/tensor_act_model_layers_76_residual_pre_attn/std": 44.5, "train/tensor_act_model_layers_76_residual_pre_attn/max_abs": 1544.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_pre_attn/min": 1280.0, "train/tensor_act_model_layers_76_residual_pre_attn/max": 1544.0, "train/tensor_act_model_layers_76_residual_pre_attn/range": 264.0, "train/tensor_act_model_layers_76_residual_post_attn/norm": 2913088.0, "train/tensor_act_model_layers_76_residual_post_attn/mean": 1424.0, "train/tensor_act_model_layers_76_residual_post_attn/std": 44.5, "train/tensor_act_model_layers_76_residual_post_attn/max_abs": 1544.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_post_attn/min": 1280.0, "train/tensor_act_model_layers_76_residual_post_attn/max": 1544.0, "train/tensor_act_model_layers_76_residual_post_attn/range": 264.0, "train/tensor_act_model_layers_76_mlp_gate_proj/norm": 4275.36376953125, "train/tensor_act_model_layers_76_mlp_gate_proj/mean": 0.55078125, "train/tensor_act_model_layers_76_mlp_gate_proj/std": 1.3671875, "train/tensor_act_model_layers_76_mlp_gate_proj/max_abs": 3.859375, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/min": -1.3359375, "train/tensor_act_model_layers_76_mlp_gate_proj/max": 3.859375, "train/tensor_act_model_layers_76_mlp_gate_proj/range": 5.1953125, "train/tensor_act_model_layers_76_mlp_up_proj/norm": 4288.70458984375, "train/tensor_act_model_layers_76_mlp_up_proj/mean": 0.0301513671875, "train/tensor_act_model_layers_76_mlp_up_proj/std": 1.4765625, "train/tensor_act_model_layers_76_mlp_up_proj/max_abs": 3.828125, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/min": -3.625, "train/tensor_act_model_layers_76_mlp_up_proj/max": 3.828125, "train/tensor_act_model_layers_76_mlp_up_proj/range": 7.453125, "train/tensor_act_model_layers_76_mlp_down_proj/norm": 22690.0234375, "train/tensor_act_model_layers_76_mlp_down_proj/mean": 10.8125, "train/tensor_act_model_layers_76_mlp_down_proj/std": 2.453125, "train/tensor_act_model_layers_76_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_user_limit": 0.640625, "train/tensor_act_model_layers_76_mlp_down_proj/min": 3.625, "train/tensor_act_model_layers_76_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_76_mlp_down_proj/range": 12.75, "train/tensor_act_model_layers_76_mlp/norm": 22690.0234375, "train/tensor_act_model_layers_76_mlp/mean": 10.8125, "train/tensor_act_model_layers_76_mlp/std": 2.453125, "train/tensor_act_model_layers_76_mlp/max_abs": 16.375, "train/tensor_act_model_layers_76_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp/frac_near_user_limit": 0.640625, "train/tensor_act_model_layers_76_mlp/min": 3.625, "train/tensor_act_model_layers_76_mlp/max": 16.375, "train/tensor_act_model_layers_76_mlp/range": 12.75, "train/tensor_act_model_layers_76_residual_post_mlp/norm": 2934611.5, "train/tensor_act_model_layers_76_residual_post_mlp/mean": 1432.0, "train/tensor_act_model_layers_76_residual_post_mlp/std": 45.25, "train/tensor_act_model_layers_76_residual_post_mlp/max_abs": 1560.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_post_mlp/min": 1288.0, "train/tensor_act_model_layers_76_residual_post_mlp/max": 1560.0, "train/tensor_act_model_layers_76_residual_post_mlp/range": 272.0, "train/tensor_act_model_layers_77_residual_pre_attn/norm": 2934611.5, "train/tensor_act_model_layers_77_residual_pre_attn/mean": 1432.0, "train/tensor_act_model_layers_77_residual_pre_attn/std": 45.25, "train/tensor_act_model_layers_77_residual_pre_attn/max_abs": 1560.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_pre_attn/min": 1288.0, "train/tensor_act_model_layers_77_residual_pre_attn/max": 1560.0, "train/tensor_act_model_layers_77_residual_pre_attn/range": 272.0, "train/tensor_act_model_layers_77_residual_post_attn/norm": 2934611.5, "train/tensor_act_model_layers_77_residual_post_attn/mean": 1432.0, "train/tensor_act_model_layers_77_residual_post_attn/std": 45.25, "train/tensor_act_model_layers_77_residual_post_attn/max_abs": 1560.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_post_attn/min": 1288.0, "train/tensor_act_model_layers_77_residual_post_attn/max": 1560.0, "train/tensor_act_model_layers_77_residual_post_attn/range": 272.0, "train/tensor_act_model_layers_77_mlp_gate_proj/norm": 4518.9384765625, "train/tensor_act_model_layers_77_mlp_gate_proj/mean": 0.71484375, "train/tensor_act_model_layers_77_mlp_gate_proj/std": 1.390625, "train/tensor_act_model_layers_77_mlp_gate_proj/max_abs": 3.828125, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/min": -1.375, "train/tensor_act_model_layers_77_mlp_gate_proj/max": 3.828125, "train/tensor_act_model_layers_77_mlp_gate_proj/range": 5.203125, "train/tensor_act_model_layers_77_mlp_up_proj/norm": 4564.11669921875, "train/tensor_act_model_layers_77_mlp_up_proj/mean": -0.1298828125, "train/tensor_act_model_layers_77_mlp_up_proj/std": 1.5703125, "train/tensor_act_model_layers_77_mlp_up_proj/max_abs": 4.125, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/min": -4.0, "train/tensor_act_model_layers_77_mlp_up_proj/max": 4.125, "train/tensor_act_model_layers_77_mlp_up_proj/range": 8.125, "train/tensor_act_model_layers_77_mlp_down_proj/norm": 24517.154296875, "train/tensor_act_model_layers_77_mlp_down_proj/mean": 11.75, "train/tensor_act_model_layers_77_mlp_down_proj/std": 2.421875, "train/tensor_act_model_layers_77_mlp_down_proj/max_abs": 17.0, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_user_limit": 0.7577879428863525, "train/tensor_act_model_layers_77_mlp_down_proj/min": 3.65625, "train/tensor_act_model_layers_77_mlp_down_proj/max": 17.0, "train/tensor_act_model_layers_77_mlp_down_proj/range": 13.34375, "train/tensor_act_model_layers_77_mlp/norm": 24517.154296875, "train/tensor_act_model_layers_77_mlp/mean": 11.75, "train/tensor_act_model_layers_77_mlp/std": 2.421875, "train/tensor_act_model_layers_77_mlp/max_abs": 17.0, "train/tensor_act_model_layers_77_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp/frac_near_user_limit": 0.7577879428863525, "train/tensor_act_model_layers_77_mlp/min": 3.65625, "train/tensor_act_model_layers_77_mlp/max": 17.0, "train/tensor_act_model_layers_77_mlp/range": 13.34375, "train/tensor_act_model_layers_77_residual_post_mlp/norm": 2958700.25, "train/tensor_act_model_layers_77_residual_post_mlp/mean": 1440.0, "train/tensor_act_model_layers_77_residual_post_mlp/std": 44.75, "train/tensor_act_model_layers_77_residual_post_mlp/max_abs": 1576.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_post_mlp/min": 1304.0, "train/tensor_act_model_layers_77_residual_post_mlp/max": 1576.0, "train/tensor_act_model_layers_77_residual_post_mlp/range": 272.0, "train/tensor_act_model_layers_78_residual_pre_attn/norm": 2958700.25, "train/tensor_act_model_layers_78_residual_pre_attn/mean": 1440.0, "train/tensor_act_model_layers_78_residual_pre_attn/std": 44.75, "train/tensor_act_model_layers_78_residual_pre_attn/max_abs": 1576.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_pre_attn/min": 1304.0, "train/tensor_act_model_layers_78_residual_pre_attn/max": 1576.0, "train/tensor_act_model_layers_78_residual_pre_attn/range": 272.0, "train/tensor_act_model_layers_78_residual_post_attn/norm": 2958700.25, "train/tensor_act_model_layers_78_residual_post_attn/mean": 1440.0, "train/tensor_act_model_layers_78_residual_post_attn/std": 44.75, "train/tensor_act_model_layers_78_residual_post_attn/max_abs": 1576.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_post_attn/min": 1304.0, "train/tensor_act_model_layers_78_residual_post_attn/max": 1576.0, "train/tensor_act_model_layers_78_residual_post_attn/range": 272.0, "train/tensor_act_model_layers_78_mlp_gate_proj/norm": 4617.216796875, "train/tensor_act_model_layers_78_mlp_gate_proj/mean": 0.703125, "train/tensor_act_model_layers_78_mlp_gate_proj/std": 1.4296875, "train/tensor_act_model_layers_78_mlp_gate_proj/max_abs": 3.875, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/min": -1.359375, "train/tensor_act_model_layers_78_mlp_gate_proj/max": 3.875, "train/tensor_act_model_layers_78_mlp_gate_proj/range": 5.234375, "train/tensor_act_model_layers_78_mlp_up_proj/norm": 4588.947265625, "train/tensor_act_model_layers_78_mlp_up_proj/mean": 0.037109375, "train/tensor_act_model_layers_78_mlp_up_proj/std": 1.5859375, "train/tensor_act_model_layers_78_mlp_up_proj/max_abs": 3.90625, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/min": -3.90625, "train/tensor_act_model_layers_78_mlp_up_proj/max": 3.671875, "train/tensor_act_model_layers_78_mlp_up_proj/range": 7.578125, "train/tensor_act_model_layers_78_mlp_down_proj/norm": 25015.638671875, "train/tensor_act_model_layers_78_mlp_down_proj/mean": 11.9375, "train/tensor_act_model_layers_78_mlp_down_proj/std": 2.625, "train/tensor_act_model_layers_78_mlp_down_proj/max_abs": 18.5, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_user_limit": 0.7733931541442871, "train/tensor_act_model_layers_78_mlp_down_proj/min": 5.125, "train/tensor_act_model_layers_78_mlp_down_proj/max": 18.5, "train/tensor_act_model_layers_78_mlp_down_proj/range": 13.375, "train/tensor_act_model_layers_78_mlp/norm": 25015.638671875, "train/tensor_act_model_layers_78_mlp/mean": 11.9375, "train/tensor_act_model_layers_78_mlp/std": 2.625, "train/tensor_act_model_layers_78_mlp/max_abs": 18.5, "train/tensor_act_model_layers_78_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp/frac_near_user_limit": 0.7733931541442871, "train/tensor_act_model_layers_78_mlp/min": 5.125, "train/tensor_act_model_layers_78_mlp/max": 18.5, "train/tensor_act_model_layers_78_mlp/range": 13.375, "train/tensor_act_model_layers_78_residual_post_mlp/norm": 2983179.75, "train/tensor_act_model_layers_78_residual_post_mlp/mean": 1456.0, "train/tensor_act_model_layers_78_residual_post_mlp/std": 45.25, "train/tensor_act_model_layers_78_residual_post_mlp/max_abs": 1584.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_post_mlp/min": 1320.0, "train/tensor_act_model_layers_78_residual_post_mlp/max": 1584.0, "train/tensor_act_model_layers_78_residual_post_mlp/range": 264.0, "train/tensor_act_model_layers_79_residual_pre_attn/norm": 2983179.75, "train/tensor_act_model_layers_79_residual_pre_attn/mean": 1456.0, "train/tensor_act_model_layers_79_residual_pre_attn/std": 45.25, "train/tensor_act_model_layers_79_residual_pre_attn/max_abs": 1584.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_pre_attn/min": 1320.0, "train/tensor_act_model_layers_79_residual_pre_attn/max": 1584.0, "train/tensor_act_model_layers_79_residual_pre_attn/range": 264.0, "train/tensor_act_model_layers_79_residual_post_attn/norm": 2983179.75, "train/tensor_act_model_layers_79_residual_post_attn/mean": 1456.0, "train/tensor_act_model_layers_79_residual_post_attn/std": 45.25, "train/tensor_act_model_layers_79_residual_post_attn/max_abs": 1584.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_post_attn/min": 1320.0, "train/tensor_act_model_layers_79_residual_post_attn/max": 1584.0, "train/tensor_act_model_layers_79_residual_post_attn/range": 264.0, "train/tensor_act_model_layers_79_mlp_gate_proj/norm": 4045.60107421875, "train/tensor_act_model_layers_79_mlp_gate_proj/mean": 0.498046875, "train/tensor_act_model_layers_79_mlp_gate_proj/std": 1.3046875, "train/tensor_act_model_layers_79_mlp_gate_proj/max_abs": 4.0625, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/min": -1.3203125, "train/tensor_act_model_layers_79_mlp_gate_proj/max": 4.0625, "train/tensor_act_model_layers_79_mlp_gate_proj/range": 5.3828125, "train/tensor_act_model_layers_79_mlp_up_proj/norm": 4007.425048828125, "train/tensor_act_model_layers_79_mlp_up_proj/mean": -0.07275390625, "train/tensor_act_model_layers_79_mlp_up_proj/std": 1.3828125, "train/tensor_act_model_layers_79_mlp_up_proj/max_abs": 3.875, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/min": -3.875, "train/tensor_act_model_layers_79_mlp_up_proj/max": 3.734375, "train/tensor_act_model_layers_79_mlp_up_proj/range": 7.609375, "train/tensor_act_model_layers_79_mlp_down_proj/norm": 19426.921875, "train/tensor_act_model_layers_79_mlp_down_proj/mean": 9.25, "train/tensor_act_model_layers_79_mlp_down_proj/std": 2.109375, "train/tensor_act_model_layers_79_mlp_down_proj/max_abs": 14.0625, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_user_limit": 0.3671875, "train/tensor_act_model_layers_79_mlp_down_proj/min": 4.0, "train/tensor_act_model_layers_79_mlp_down_proj/max": 14.0625, "train/tensor_act_model_layers_79_mlp_down_proj/range": 10.0625, "train/tensor_act_model_layers_79_mlp/norm": 19426.921875, "train/tensor_act_model_layers_79_mlp/mean": 9.25, "train/tensor_act_model_layers_79_mlp/std": 2.109375, "train/tensor_act_model_layers_79_mlp/max_abs": 14.0625, "train/tensor_act_model_layers_79_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp/frac_near_user_limit": 0.3671875, "train/tensor_act_model_layers_79_mlp/min": 4.0, "train/tensor_act_model_layers_79_mlp/max": 14.0625, "train/tensor_act_model_layers_79_mlp/range": 10.0625, "train/tensor_act_model_layers_79_residual_post_mlp/norm": 3001539.0, "train/tensor_act_model_layers_79_residual_post_mlp/mean": 1464.0, "train/tensor_act_model_layers_79_residual_post_mlp/std": 45.0, "train/tensor_act_model_layers_79_residual_post_mlp/max_abs": 1592.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_post_mlp/min": 1328.0, "train/tensor_act_model_layers_79_residual_post_mlp/max": 1592.0, "train/tensor_act_model_layers_79_residual_post_mlp/range": 264.0, "train/tensor_act_model_layers_80_residual_pre_attn/norm": 3001539.0, "train/tensor_act_model_layers_80_residual_pre_attn/mean": 1464.0, "train/tensor_act_model_layers_80_residual_pre_attn/std": 45.0, "train/tensor_act_model_layers_80_residual_pre_attn/max_abs": 1592.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_pre_attn/min": 1328.0, "train/tensor_act_model_layers_80_residual_pre_attn/max": 1592.0, "train/tensor_act_model_layers_80_residual_pre_attn/range": 264.0, "train/tensor_act_model_layers_80_residual_post_attn/norm": 3001539.0, "train/tensor_act_model_layers_80_residual_post_attn/mean": 1464.0, "train/tensor_act_model_layers_80_residual_post_attn/std": 45.0, "train/tensor_act_model_layers_80_residual_post_attn/max_abs": 1592.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_post_attn/min": 1328.0, "train/tensor_act_model_layers_80_residual_post_attn/max": 1592.0, "train/tensor_act_model_layers_80_residual_post_attn/range": 264.0, "train/tensor_act_model_layers_80_mlp_gate_proj/norm": 4322.21533203125, "train/tensor_act_model_layers_80_mlp_gate_proj/mean": 0.6640625, "train/tensor_act_model_layers_80_mlp_gate_proj/std": 1.3359375, "train/tensor_act_model_layers_80_mlp_gate_proj/max_abs": 3.71875, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/min": -1.5, "train/tensor_act_model_layers_80_mlp_gate_proj/max": 3.71875, "train/tensor_act_model_layers_80_mlp_gate_proj/range": 5.21875, "train/tensor_act_model_layers_80_mlp_up_proj/norm": 4367.30224609375, "train/tensor_act_model_layers_80_mlp_up_proj/mean": 0.0322265625, "train/tensor_act_model_layers_80_mlp_up_proj/std": 1.5078125, "train/tensor_act_model_layers_80_mlp_up_proj/max_abs": 3.828125, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/min": -3.828125, "train/tensor_act_model_layers_80_mlp_up_proj/max": 3.65625, "train/tensor_act_model_layers_80_mlp_up_proj/range": 7.484375, "train/tensor_act_model_layers_80_mlp_down_proj/norm": 22017.40625, "train/tensor_act_model_layers_80_mlp_down_proj/mean": 10.4375, "train/tensor_act_model_layers_80_mlp_down_proj/std": 2.578125, "train/tensor_act_model_layers_80_mlp_down_proj/max_abs": 15.875, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_user_limit": 0.546875, "train/tensor_act_model_layers_80_mlp_down_proj/min": 3.453125, "train/tensor_act_model_layers_80_mlp_down_proj/max": 15.875, "train/tensor_act_model_layers_80_mlp_down_proj/range": 12.421875, "train/tensor_act_model_layers_80_mlp/norm": 22017.40625, "train/tensor_act_model_layers_80_mlp/mean": 10.4375, "train/tensor_act_model_layers_80_mlp/std": 2.578125, "train/tensor_act_model_layers_80_mlp/max_abs": 15.875, "train/tensor_act_model_layers_80_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp/frac_near_user_limit": 0.546875, "train/tensor_act_model_layers_80_mlp/min": 3.453125, "train/tensor_act_model_layers_80_mlp/max": 15.875, "train/tensor_act_model_layers_80_mlp/range": 12.421875, "train/tensor_act_model_layers_80_residual_post_mlp/norm": 3022837.5, "train/tensor_act_model_layers_80_residual_post_mlp/mean": 1472.0, "train/tensor_act_model_layers_80_residual_post_mlp/std": 45.0, "train/tensor_act_model_layers_80_residual_post_mlp/max_abs": 1608.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_post_mlp/min": 1336.0, "train/tensor_act_model_layers_80_residual_post_mlp/max": 1608.0, "train/tensor_act_model_layers_80_residual_post_mlp/range": 272.0, "train/tensor_act_model_layers_81_residual_pre_attn/norm": 3022837.5, "train/tensor_act_model_layers_81_residual_pre_attn/mean": 1472.0, "train/tensor_act_model_layers_81_residual_pre_attn/std": 45.0, "train/tensor_act_model_layers_81_residual_pre_attn/max_abs": 1608.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_pre_attn/min": 1336.0, "train/tensor_act_model_layers_81_residual_pre_attn/max": 1608.0, "train/tensor_act_model_layers_81_residual_pre_attn/range": 272.0, "train/tensor_act_model_layers_81_residual_post_attn/norm": 3022837.5, "train/tensor_act_model_layers_81_residual_post_attn/mean": 1472.0, "train/tensor_act_model_layers_81_residual_post_attn/std": 45.0, "train/tensor_act_model_layers_81_residual_post_attn/max_abs": 1608.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_post_attn/min": 1336.0, "train/tensor_act_model_layers_81_residual_post_attn/max": 1608.0, "train/tensor_act_model_layers_81_residual_post_attn/range": 272.0, "train/tensor_act_model_layers_81_mlp_gate_proj/norm": 4010.495361328125, "train/tensor_act_model_layers_81_mlp_gate_proj/mean": 0.515625, "train/tensor_act_model_layers_81_mlp_gate_proj/std": 1.2890625, "train/tensor_act_model_layers_81_mlp_gate_proj/max_abs": 3.65625, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/min": -1.578125, "train/tensor_act_model_layers_81_mlp_gate_proj/max": 3.65625, "train/tensor_act_model_layers_81_mlp_gate_proj/range": 5.234375, "train/tensor_act_model_layers_81_mlp_up_proj/norm": 3927.958251953125, "train/tensor_act_model_layers_81_mlp_up_proj/mean": 0.03173828125, "train/tensor_act_model_layers_81_mlp_up_proj/std": 1.359375, "train/tensor_act_model_layers_81_mlp_up_proj/max_abs": 3.890625, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/min": -3.78125, "train/tensor_act_model_layers_81_mlp_up_proj/max": 3.890625, "train/tensor_act_model_layers_81_mlp_up_proj/range": 7.671875, "train/tensor_act_model_layers_81_mlp_down_proj/norm": 17176.59375, "train/tensor_act_model_layers_81_mlp_down_proj/mean": 8.125, "train/tensor_act_model_layers_81_mlp_down_proj/std": 2.015625, "train/tensor_act_model_layers_81_mlp_down_proj/max_abs": 14.25, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_user_limit": 0.1567697525024414, "train/tensor_act_model_layers_81_mlp_down_proj/min": 2.578125, "train/tensor_act_model_layers_81_mlp_down_proj/max": 14.25, "train/tensor_act_model_layers_81_mlp_down_proj/range": 11.671875, "train/tensor_act_model_layers_81_mlp/norm": 17176.59375, "train/tensor_act_model_layers_81_mlp/mean": 8.125, "train/tensor_act_model_layers_81_mlp/std": 2.015625, "train/tensor_act_model_layers_81_mlp/max_abs": 14.25, "train/tensor_act_model_layers_81_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp/frac_near_user_limit": 0.1567697525024414, "train/tensor_act_model_layers_81_mlp/min": 2.578125, "train/tensor_act_model_layers_81_mlp/max": 14.25, "train/tensor_act_model_layers_81_mlp/range": 11.671875, "train/tensor_act_model_layers_81_residual_post_mlp/norm": 3039339.0, "train/tensor_act_model_layers_81_residual_post_mlp/mean": 1480.0, "train/tensor_act_model_layers_81_residual_post_mlp/std": 45.0, "train/tensor_act_model_layers_81_residual_post_mlp/max_abs": 1616.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_post_mlp/min": 1344.0, "train/tensor_act_model_layers_81_residual_post_mlp/max": 1616.0, "train/tensor_act_model_layers_81_residual_post_mlp/range": 272.0, "train/tensor_act_model_layers_82_residual_pre_attn/norm": 3039339.0, "train/tensor_act_model_layers_82_residual_pre_attn/mean": 1480.0, "train/tensor_act_model_layers_82_residual_pre_attn/std": 45.0, "train/tensor_act_model_layers_82_residual_pre_attn/max_abs": 1616.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_pre_attn/min": 1344.0, "train/tensor_act_model_layers_82_residual_pre_attn/max": 1616.0, "train/tensor_act_model_layers_82_residual_pre_attn/range": 272.0, "train/tensor_act_model_layers_82_residual_post_attn/norm": 3039339.0, "train/tensor_act_model_layers_82_residual_post_attn/mean": 1480.0, "train/tensor_act_model_layers_82_residual_post_attn/std": 45.0, "train/tensor_act_model_layers_82_residual_post_attn/max_abs": 1616.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_post_attn/min": 1344.0, "train/tensor_act_model_layers_82_residual_post_attn/max": 1616.0, "train/tensor_act_model_layers_82_residual_post_attn/range": 272.0, "train/tensor_act_model_layers_82_mlp_gate_proj/norm": 3660.82275390625, "train/tensor_act_model_layers_82_mlp_gate_proj/mean": 0.453125, "train/tensor_act_model_layers_82_mlp_gate_proj/std": 1.1796875, "train/tensor_act_model_layers_82_mlp_gate_proj/max_abs": 3.453125, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/min": -1.2421875, "train/tensor_act_model_layers_82_mlp_gate_proj/max": 3.453125, "train/tensor_act_model_layers_82_mlp_gate_proj/range": 4.6953125, "train/tensor_act_model_layers_82_mlp_up_proj/norm": 3741.068359375, "train/tensor_act_model_layers_82_mlp_up_proj/mean": 0.01092529296875, "train/tensor_act_model_layers_82_mlp_up_proj/std": 1.2890625, "train/tensor_act_model_layers_82_mlp_up_proj/max_abs": 4.03125, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/min": -4.03125, "train/tensor_act_model_layers_82_mlp_up_proj/max": 4.0, "train/tensor_act_model_layers_82_mlp_up_proj/range": 8.03125, "train/tensor_act_model_layers_82_mlp_down_proj/norm": 14422.728515625, "train/tensor_act_model_layers_82_mlp_down_proj/mean": 6.71875, "train/tensor_act_model_layers_82_mlp_down_proj/std": 2.078125, "train/tensor_act_model_layers_82_mlp_down_proj/max_abs": 11.25, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_user_limit": 0.07142090797424316, "train/tensor_act_model_layers_82_mlp_down_proj/min": 0.80859375, "train/tensor_act_model_layers_82_mlp_down_proj/max": 11.25, "train/tensor_act_model_layers_82_mlp_down_proj/range": 10.44140625, "train/tensor_act_model_layers_82_mlp/norm": 14422.728515625, "train/tensor_act_model_layers_82_mlp/mean": 6.71875, "train/tensor_act_model_layers_82_mlp/std": 2.078125, "train/tensor_act_model_layers_82_mlp/max_abs": 11.25, "train/tensor_act_model_layers_82_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp/frac_near_user_limit": 0.07142090797424316, "train/tensor_act_model_layers_82_mlp/min": 0.80859375, "train/tensor_act_model_layers_82_mlp/max": 11.25, "train/tensor_act_model_layers_82_mlp/range": 10.44140625, "train/tensor_act_model_layers_82_residual_post_mlp/norm": 3054455.75, "train/tensor_act_model_layers_82_residual_post_mlp/mean": 1488.0, "train/tensor_act_model_layers_82_residual_post_mlp/std": 45.25, "train/tensor_act_model_layers_82_residual_post_mlp/max_abs": 1624.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_post_mlp/min": 1352.0, "train/tensor_act_model_layers_82_residual_post_mlp/max": 1624.0, "train/tensor_act_model_layers_82_residual_post_mlp/range": 272.0, "train/tensor_act_model_layers_83_residual_pre_attn/norm": 3054455.75, "train/tensor_act_model_layers_83_residual_pre_attn/mean": 1488.0, "train/tensor_act_model_layers_83_residual_pre_attn/std": 45.25, "train/tensor_act_model_layers_83_residual_pre_attn/max_abs": 1624.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_pre_attn/min": 1352.0, "train/tensor_act_model_layers_83_residual_pre_attn/max": 1624.0, "train/tensor_act_model_layers_83_residual_pre_attn/range": 272.0, "train/tensor_act_model_layers_83_residual_post_attn/norm": 3054455.75, "train/tensor_act_model_layers_83_residual_post_attn/mean": 1488.0, "train/tensor_act_model_layers_83_residual_post_attn/std": 45.25, "train/tensor_act_model_layers_83_residual_post_attn/max_abs": 1624.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_post_attn/min": 1352.0, "train/tensor_act_model_layers_83_residual_post_attn/max": 1624.0, "train/tensor_act_model_layers_83_residual_post_attn/range": 272.0, "train/tensor_act_model_layers_83_mlp_gate_proj/norm": 4012.644287109375, "train/tensor_act_model_layers_83_mlp_gate_proj/mean": 0.65234375, "train/tensor_act_model_layers_83_mlp_gate_proj/std": 1.21875, "train/tensor_act_model_layers_83_mlp_gate_proj/max_abs": 3.8125, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/min": -1.296875, "train/tensor_act_model_layers_83_mlp_gate_proj/max": 3.8125, "train/tensor_act_model_layers_83_mlp_gate_proj/range": 5.109375, "train/tensor_act_model_layers_83_mlp_up_proj/norm": 4063.851806640625, "train/tensor_act_model_layers_83_mlp_up_proj/mean": 0.028076171875, "train/tensor_act_model_layers_83_mlp_up_proj/std": 1.40625, "train/tensor_act_model_layers_83_mlp_up_proj/max_abs": 3.6875, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/min": -3.6875, "train/tensor_act_model_layers_83_mlp_up_proj/max": 3.515625, "train/tensor_act_model_layers_83_mlp_up_proj/range": 7.203125, "train/tensor_act_model_layers_83_mlp_down_proj/norm": 16080.1826171875, "train/tensor_act_model_layers_83_mlp_down_proj/mean": 7.5625, "train/tensor_act_model_layers_83_mlp_down_proj/std": 2.0625, "train/tensor_act_model_layers_83_mlp_down_proj/max_abs": 12.4375, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_user_limit": 0.125, "train/tensor_act_model_layers_83_mlp_down_proj/min": 1.84375, "train/tensor_act_model_layers_83_mlp_down_proj/max": 12.4375, "train/tensor_act_model_layers_83_mlp_down_proj/range": 10.59375, "train/tensor_act_model_layers_83_mlp/norm": 16080.1826171875, "train/tensor_act_model_layers_83_mlp/mean": 7.5625, "train/tensor_act_model_layers_83_mlp/std": 2.0625, "train/tensor_act_model_layers_83_mlp/max_abs": 12.4375, "train/tensor_act_model_layers_83_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp/frac_near_user_limit": 0.125, "train/tensor_act_model_layers_83_mlp/min": 1.84375, "train/tensor_act_model_layers_83_mlp/max": 12.4375, "train/tensor_act_model_layers_83_mlp/range": 10.59375, "train/tensor_act_model_layers_83_residual_post_mlp/norm": 3070451.75, "train/tensor_act_model_layers_83_residual_post_mlp/mean": 1496.0, "train/tensor_act_model_layers_83_residual_post_mlp/std": 45.25, "train/tensor_act_model_layers_83_residual_post_mlp/max_abs": 1632.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_post_mlp/min": 1360.0, "train/tensor_act_model_layers_83_residual_post_mlp/max": 1632.0, "train/tensor_act_model_layers_83_residual_post_mlp/range": 272.0, "train/tensor_act_model_layers_84_residual_pre_attn/norm": 3070451.75, "train/tensor_act_model_layers_84_residual_pre_attn/mean": 1496.0, "train/tensor_act_model_layers_84_residual_pre_attn/std": 45.25, "train/tensor_act_model_layers_84_residual_pre_attn/max_abs": 1632.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_pre_attn/min": 1360.0, "train/tensor_act_model_layers_84_residual_pre_attn/max": 1632.0, "train/tensor_act_model_layers_84_residual_pre_attn/range": 272.0, "train/tensor_act_model_layers_84_residual_post_attn/norm": 3070451.75, "train/tensor_act_model_layers_84_residual_post_attn/mean": 1496.0, "train/tensor_act_model_layers_84_residual_post_attn/std": 45.25, "train/tensor_act_model_layers_84_residual_post_attn/max_abs": 1632.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_post_attn/min": 1360.0, "train/tensor_act_model_layers_84_residual_post_attn/max": 1632.0, "train/tensor_act_model_layers_84_residual_post_attn/range": 272.0, "train/tensor_act_model_layers_84_mlp_gate_proj/norm": 3576.887451171875, "train/tensor_act_model_layers_84_mlp_gate_proj/mean": 0.490234375, "train/tensor_act_model_layers_84_mlp_gate_proj/std": 1.1328125, "train/tensor_act_model_layers_84_mlp_gate_proj/max_abs": 3.625, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/min": -1.453125, "train/tensor_act_model_layers_84_mlp_gate_proj/max": 3.625, "train/tensor_act_model_layers_84_mlp_gate_proj/range": 5.078125, "train/tensor_act_model_layers_84_mlp_up_proj/norm": 3555.218994140625, "train/tensor_act_model_layers_84_mlp_up_proj/mean": -0.0152587890625, "train/tensor_act_model_layers_84_mlp_up_proj/std": 1.2265625, "train/tensor_act_model_layers_84_mlp_up_proj/max_abs": 3.546875, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/min": -3.546875, "train/tensor_act_model_layers_84_mlp_up_proj/max": 3.53125, "train/tensor_act_model_layers_84_mlp_up_proj/range": 7.078125, "train/tensor_act_model_layers_84_mlp_down_proj/norm": 12395.3349609375, "train/tensor_act_model_layers_84_mlp_down_proj/mean": 5.78125, "train/tensor_act_model_layers_84_mlp_down_proj/std": 1.7890625, "train/tensor_act_model_layers_84_mlp_down_proj/max_abs": 10.0, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/min": 1.1640625, "train/tensor_act_model_layers_84_mlp_down_proj/max": 10.0, "train/tensor_act_model_layers_84_mlp_down_proj/range": 8.8359375, "train/tensor_act_model_layers_84_mlp/norm": 12395.3349609375, "train/tensor_act_model_layers_84_mlp/mean": 5.78125, "train/tensor_act_model_layers_84_mlp/std": 1.7890625, "train/tensor_act_model_layers_84_mlp/max_abs": 10.0, "train/tensor_act_model_layers_84_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp/min": 1.1640625, "train/tensor_act_model_layers_84_mlp/max": 10.0, "train/tensor_act_model_layers_84_mlp/range": 8.8359375, "train/tensor_act_model_layers_84_residual_post_mlp/norm": 3084910.5, "train/tensor_act_model_layers_84_residual_post_mlp/mean": 1504.0, "train/tensor_act_model_layers_84_residual_post_mlp/std": 45.25, "train/tensor_act_model_layers_84_residual_post_mlp/max_abs": 1640.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_post_mlp/min": 1368.0, "train/tensor_act_model_layers_84_residual_post_mlp/max": 1640.0, "train/tensor_act_model_layers_84_residual_post_mlp/range": 272.0, "train/tensor_act_model_layers_85_residual_pre_attn/norm": 3084910.5, "train/tensor_act_model_layers_85_residual_pre_attn/mean": 1504.0, "train/tensor_act_model_layers_85_residual_pre_attn/std": 45.25, "train/tensor_act_model_layers_85_residual_pre_attn/max_abs": 1640.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_pre_attn/min": 1368.0, "train/tensor_act_model_layers_85_residual_pre_attn/max": 1640.0, "train/tensor_act_model_layers_85_residual_pre_attn/range": 272.0, "train/tensor_act_model_layers_85_residual_post_attn/norm": 3084910.5, "train/tensor_act_model_layers_85_residual_post_attn/mean": 1504.0, "train/tensor_act_model_layers_85_residual_post_attn/std": 45.25, "train/tensor_act_model_layers_85_residual_post_attn/max_abs": 1640.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_post_attn/min": 1368.0, "train/tensor_act_model_layers_85_residual_post_attn/max": 1640.0, "train/tensor_act_model_layers_85_residual_post_attn/range": 272.0, "train/tensor_act_model_layers_85_mlp_gate_proj/norm": 3839.3505859375, "train/tensor_act_model_layers_85_mlp_gate_proj/mean": 0.5390625, "train/tensor_act_model_layers_85_mlp_gate_proj/std": 1.2109375, "train/tensor_act_model_layers_85_mlp_gate_proj/max_abs": 3.515625, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/min": -1.53125, "train/tensor_act_model_layers_85_mlp_gate_proj/max": 3.515625, "train/tensor_act_model_layers_85_mlp_gate_proj/range": 5.046875, "train/tensor_act_model_layers_85_mlp_up_proj/norm": 3795.16162109375, "train/tensor_act_model_layers_85_mlp_up_proj/mean": -0.029541015625, "train/tensor_act_model_layers_85_mlp_up_proj/std": 1.3125, "train/tensor_act_model_layers_85_mlp_up_proj/max_abs": 3.6875, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/min": -3.6875, "train/tensor_act_model_layers_85_mlp_up_proj/max": 3.40625, "train/tensor_act_model_layers_85_mlp_up_proj/range": 7.09375, "train/tensor_act_model_layers_85_mlp_down_proj/norm": 14949.6689453125, "train/tensor_act_model_layers_85_mlp_down_proj/mean": 6.9375, "train/tensor_act_model_layers_85_mlp_down_proj/std": 2.265625, "train/tensor_act_model_layers_85_mlp_down_proj/max_abs": 13.0, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_user_limit": 0.0703125, "train/tensor_act_model_layers_85_mlp_down_proj/min": 0.462890625, "train/tensor_act_model_layers_85_mlp_down_proj/max": 13.0, "train/tensor_act_model_layers_85_mlp_down_proj/range": 12.537109375, "train/tensor_act_model_layers_85_mlp/norm": 14949.6689453125, "train/tensor_act_model_layers_85_mlp/mean": 6.9375, "train/tensor_act_model_layers_85_mlp/std": 2.265625, "train/tensor_act_model_layers_85_mlp/max_abs": 13.0, "train/tensor_act_model_layers_85_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp/frac_near_user_limit": 0.0703125, "train/tensor_act_model_layers_85_mlp/min": 0.462890625, "train/tensor_act_model_layers_85_mlp/max": 13.0, "train/tensor_act_model_layers_85_mlp/range": 12.537109375, "train/tensor_act_model_layers_85_residual_post_mlp/norm": 3100135.5, "train/tensor_act_model_layers_85_residual_post_mlp/mean": 1512.0, "train/tensor_act_model_layers_85_residual_post_mlp/std": 45.25, "train/tensor_act_model_layers_85_residual_post_mlp/max_abs": 1648.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_post_mlp/min": 1376.0, "train/tensor_act_model_layers_85_residual_post_mlp/max": 1648.0, "train/tensor_act_model_layers_85_residual_post_mlp/range": 272.0, "train/tensor_act_model_layers_86_residual_pre_attn/norm": 3100135.5, "train/tensor_act_model_layers_86_residual_pre_attn/mean": 1512.0, "train/tensor_act_model_layers_86_residual_pre_attn/std": 45.25, "train/tensor_act_model_layers_86_residual_pre_attn/max_abs": 1648.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_pre_attn/min": 1376.0, "train/tensor_act_model_layers_86_residual_pre_attn/max": 1648.0, "train/tensor_act_model_layers_86_residual_pre_attn/range": 272.0, "train/tensor_act_model_layers_86_residual_post_attn/norm": 3100135.5, "train/tensor_act_model_layers_86_residual_post_attn/mean": 1512.0, "train/tensor_act_model_layers_86_residual_post_attn/std": 45.25, "train/tensor_act_model_layers_86_residual_post_attn/max_abs": 1648.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_post_attn/min": 1376.0, "train/tensor_act_model_layers_86_residual_post_attn/max": 1648.0, "train/tensor_act_model_layers_86_residual_post_attn/range": 272.0, "train/tensor_act_model_layers_86_mlp_gate_proj/norm": 3417.32763671875, "train/tensor_act_model_layers_86_mlp_gate_proj/mean": 0.45703125, "train/tensor_act_model_layers_86_mlp_gate_proj/std": 1.0859375, "train/tensor_act_model_layers_86_mlp_gate_proj/max_abs": 3.515625, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/min": -1.4296875, "train/tensor_act_model_layers_86_mlp_gate_proj/max": 3.515625, "train/tensor_act_model_layers_86_mlp_gate_proj/range": 4.9453125, "train/tensor_act_model_layers_86_mlp_up_proj/norm": 3559.415283203125, "train/tensor_act_model_layers_86_mlp_up_proj/mean": 0.0247802734375, "train/tensor_act_model_layers_86_mlp_up_proj/std": 1.2265625, "train/tensor_act_model_layers_86_mlp_up_proj/max_abs": 3.640625, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/min": -3.28125, "train/tensor_act_model_layers_86_mlp_up_proj/max": 3.640625, "train/tensor_act_model_layers_86_mlp_up_proj/range": 6.921875, "train/tensor_act_model_layers_86_mlp_down_proj/norm": 11969.06640625, "train/tensor_act_model_layers_86_mlp_down_proj/mean": 5.5, "train/tensor_act_model_layers_86_mlp_down_proj/std": 1.9453125, "train/tensor_act_model_layers_86_mlp_down_proj/max_abs": 11.25, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_user_limit": 0.0078125, "train/tensor_act_model_layers_86_mlp_down_proj/min": 0.1201171875, "train/tensor_act_model_layers_86_mlp_down_proj/max": 11.25, "train/tensor_act_model_layers_86_mlp_down_proj/range": 11.1298828125, "train/tensor_act_model_layers_86_mlp/norm": 11969.06640625, "train/tensor_act_model_layers_86_mlp/mean": 5.5, "train/tensor_act_model_layers_86_mlp/std": 1.9453125, "train/tensor_act_model_layers_86_mlp/max_abs": 11.25, "train/tensor_act_model_layers_86_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp/frac_near_user_limit": 0.0078125, "train/tensor_act_model_layers_86_mlp/min": 0.1201171875, "train/tensor_act_model_layers_86_mlp/max": 11.25, "train/tensor_act_model_layers_86_mlp/range": 11.1298828125, "train/tensor_act_model_layers_86_residual_post_mlp/norm": 3112589.5, "train/tensor_act_model_layers_86_residual_post_mlp/mean": 1520.0, "train/tensor_act_model_layers_86_residual_post_mlp/std": 45.5, "train/tensor_act_model_layers_86_residual_post_mlp/max_abs": 1656.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_post_mlp/min": 1384.0, "train/tensor_act_model_layers_86_residual_post_mlp/max": 1656.0, "train/tensor_act_model_layers_86_residual_post_mlp/range": 272.0, "train/tensor_act_model_layers_87_residual_pre_attn/norm": 3112589.5, "train/tensor_act_model_layers_87_residual_pre_attn/mean": 1520.0, "train/tensor_act_model_layers_87_residual_pre_attn/std": 45.5, "train/tensor_act_model_layers_87_residual_pre_attn/max_abs": 1656.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_pre_attn/min": 1384.0, "train/tensor_act_model_layers_87_residual_pre_attn/max": 1656.0, "train/tensor_act_model_layers_87_residual_pre_attn/range": 272.0, "train/tensor_act_model_layers_87_residual_post_attn/norm": 3112589.5, "train/tensor_act_model_layers_87_residual_post_attn/mean": 1520.0, "train/tensor_act_model_layers_87_residual_post_attn/std": 45.5, "train/tensor_act_model_layers_87_residual_post_attn/max_abs": 1656.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_post_attn/min": 1384.0, "train/tensor_act_model_layers_87_residual_post_attn/max": 1656.0, "train/tensor_act_model_layers_87_residual_post_attn/range": 272.0, "train/tensor_act_model_layers_87_mlp_gate_proj/norm": 4135.50732421875, "train/tensor_act_model_layers_87_mlp_gate_proj/mean": 0.765625, "train/tensor_act_model_layers_87_mlp_gate_proj/std": 1.203125, "train/tensor_act_model_layers_87_mlp_gate_proj/max_abs": 3.359375, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/min": -1.1015625, "train/tensor_act_model_layers_87_mlp_gate_proj/max": 3.359375, "train/tensor_act_model_layers_87_mlp_gate_proj/range": 4.4609375, "train/tensor_act_model_layers_87_mlp_up_proj/norm": 4269.13720703125, "train/tensor_act_model_layers_87_mlp_up_proj/mean": 0.142578125, "train/tensor_act_model_layers_87_mlp_up_proj/std": 1.46875, "train/tensor_act_model_layers_87_mlp_up_proj/max_abs": 3.859375, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/min": -3.484375, "train/tensor_act_model_layers_87_mlp_up_proj/max": 3.859375, "train/tensor_act_model_layers_87_mlp_up_proj/range": 7.34375, "train/tensor_act_model_layers_87_mlp_down_proj/norm": 17230.62109375, "train/tensor_act_model_layers_87_mlp_down_proj/mean": 8.0625, "train/tensor_act_model_layers_87_mlp_down_proj/std": 2.390625, "train/tensor_act_model_layers_87_mlp_down_proj/max_abs": 15.25, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_user_limit": 0.2340254783630371, "train/tensor_act_model_layers_87_mlp_down_proj/min": 1.140625, "train/tensor_act_model_layers_87_mlp_down_proj/max": 15.25, "train/tensor_act_model_layers_87_mlp_down_proj/range": 14.109375, "train/tensor_act_model_layers_87_mlp/norm": 17230.62109375, "train/tensor_act_model_layers_87_mlp/mean": 8.0625, "train/tensor_act_model_layers_87_mlp/std": 2.390625, "train/tensor_act_model_layers_87_mlp/max_abs": 15.25, "train/tensor_act_model_layers_87_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp/frac_near_user_limit": 0.2340254783630371, "train/tensor_act_model_layers_87_mlp/min": 1.140625, "train/tensor_act_model_layers_87_mlp/max": 15.25, "train/tensor_act_model_layers_87_mlp/range": 14.109375, "train/tensor_act_model_layers_87_residual_post_mlp/norm": 3128717.25, "train/tensor_act_model_layers_87_residual_post_mlp/mean": 1528.0, "train/tensor_act_model_layers_87_residual_post_mlp/std": 45.5, "train/tensor_act_model_layers_87_residual_post_mlp/max_abs": 1664.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_post_mlp/min": 1384.0, "train/tensor_act_model_layers_87_residual_post_mlp/max": 1664.0, "train/tensor_act_model_layers_87_residual_post_mlp/range": 280.0, "train/tensor_act_model_layers_88_residual_pre_attn/norm": 3128717.25, "train/tensor_act_model_layers_88_residual_pre_attn/mean": 1528.0, "train/tensor_act_model_layers_88_residual_pre_attn/std": 45.5, "train/tensor_act_model_layers_88_residual_pre_attn/max_abs": 1664.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_pre_attn/min": 1384.0, "train/tensor_act_model_layers_88_residual_pre_attn/max": 1664.0, "train/tensor_act_model_layers_88_residual_pre_attn/range": 280.0, "train/tensor_act_model_layers_88_residual_post_attn/norm": 3128717.25, "train/tensor_act_model_layers_88_residual_post_attn/mean": 1528.0, "train/tensor_act_model_layers_88_residual_post_attn/std": 45.5, "train/tensor_act_model_layers_88_residual_post_attn/max_abs": 1664.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_post_attn/min": 1384.0, "train/tensor_act_model_layers_88_residual_post_attn/max": 1664.0, "train/tensor_act_model_layers_88_residual_post_attn/range": 280.0, "train/tensor_act_model_layers_88_mlp_gate_proj/norm": 3278.80078125, "train/tensor_act_model_layers_88_mlp_gate_proj/mean": 0.455078125, "train/tensor_act_model_layers_88_mlp_gate_proj/std": 1.0390625, "train/tensor_act_model_layers_88_mlp_gate_proj/max_abs": 4.1875, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/min": -1.0859375, "train/tensor_act_model_layers_88_mlp_gate_proj/max": 4.1875, "train/tensor_act_model_layers_88_mlp_gate_proj/range": 5.2734375, "train/tensor_act_model_layers_88_mlp_up_proj/norm": 3255.598876953125, "train/tensor_act_model_layers_88_mlp_up_proj/mean": -0.01171875, "train/tensor_act_model_layers_88_mlp_up_proj/std": 1.125, "train/tensor_act_model_layers_88_mlp_up_proj/max_abs": 3.734375, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/min": -3.734375, "train/tensor_act_model_layers_88_mlp_up_proj/max": 3.53125, "train/tensor_act_model_layers_88_mlp_up_proj/range": 7.265625, "train/tensor_act_model_layers_88_mlp_down_proj/norm": 10164.8486328125, "train/tensor_act_model_layers_88_mlp_down_proj/mean": 4.65625, "train/tensor_act_model_layers_88_mlp_down_proj/std": 1.6953125, "train/tensor_act_model_layers_88_mlp_down_proj/max_abs": 9.1875, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/min": 0.10693359375, "train/tensor_act_model_layers_88_mlp_down_proj/max": 9.1875, "train/tensor_act_model_layers_88_mlp_down_proj/range": 9.08056640625, "train/tensor_act_model_layers_88_mlp/norm": 10164.8486328125, "train/tensor_act_model_layers_88_mlp/mean": 4.65625, "train/tensor_act_model_layers_88_mlp/std": 1.6953125, "train/tensor_act_model_layers_88_mlp/max_abs": 9.1875, "train/tensor_act_model_layers_88_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp/min": 0.10693359375, "train/tensor_act_model_layers_88_mlp/max": 9.1875, "train/tensor_act_model_layers_88_mlp/range": 9.08056640625, "train/tensor_act_model_layers_88_residual_post_mlp/norm": 3139251.0, "train/tensor_act_model_layers_88_residual_post_mlp/mean": 1536.0, "train/tensor_act_model_layers_88_residual_post_mlp/std": 46.25, "train/tensor_act_model_layers_88_residual_post_mlp/max_abs": 1672.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_post_mlp/min": 1392.0, "train/tensor_act_model_layers_88_residual_post_mlp/max": 1672.0, "train/tensor_act_model_layers_88_residual_post_mlp/range": 280.0, "train/tensor_act_model_layers_89_residual_pre_attn/norm": 3139251.0, "train/tensor_act_model_layers_89_residual_pre_attn/mean": 1536.0, "train/tensor_act_model_layers_89_residual_pre_attn/std": 46.25, "train/tensor_act_model_layers_89_residual_pre_attn/max_abs": 1672.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_pre_attn/min": 1392.0, "train/tensor_act_model_layers_89_residual_pre_attn/max": 1672.0, "train/tensor_act_model_layers_89_residual_pre_attn/range": 280.0, "train/tensor_act_model_layers_89_residual_post_attn/norm": 3139251.0, "train/tensor_act_model_layers_89_residual_post_attn/mean": 1536.0, "train/tensor_act_model_layers_89_residual_post_attn/std": 46.25, "train/tensor_act_model_layers_89_residual_post_attn/max_abs": 1672.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_post_attn/min": 1392.0, "train/tensor_act_model_layers_89_residual_post_attn/max": 1672.0, "train/tensor_act_model_layers_89_residual_post_attn/range": 280.0, "train/tensor_act_model_layers_89_mlp_gate_proj/norm": 3786.61572265625, "train/tensor_act_model_layers_89_mlp_gate_proj/mean": 0.62890625, "train/tensor_act_model_layers_89_mlp_gate_proj/std": 1.1484375, "train/tensor_act_model_layers_89_mlp_gate_proj/max_abs": 3.9375, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/min": -1.1875, "train/tensor_act_model_layers_89_mlp_gate_proj/max": 3.9375, "train/tensor_act_model_layers_89_mlp_gate_proj/range": 5.125, "train/tensor_act_model_layers_89_mlp_up_proj/norm": 3753.595703125, "train/tensor_act_model_layers_89_mlp_up_proj/mean": -0.03466796875, "train/tensor_act_model_layers_89_mlp_up_proj/std": 1.296875, "train/tensor_act_model_layers_89_mlp_up_proj/max_abs": 3.65625, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/min": -3.65625, "train/tensor_act_model_layers_89_mlp_up_proj/max": 3.53125, "train/tensor_act_model_layers_89_mlp_up_proj/range": 7.1875, "train/tensor_act_model_layers_89_mlp_down_proj/norm": 14313.1298828125, "train/tensor_act_model_layers_89_mlp_down_proj/mean": 6.59375, "train/tensor_act_model_layers_89_mlp_down_proj/std": 2.28125, "train/tensor_act_model_layers_89_mlp_down_proj/max_abs": 11.375, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_user_limit": 0.0703125, "train/tensor_act_model_layers_89_mlp_down_proj/min": 0.3359375, "train/tensor_act_model_layers_89_mlp_down_proj/max": 11.375, "train/tensor_act_model_layers_89_mlp_down_proj/range": 11.0390625, "train/tensor_act_model_layers_89_mlp/norm": 14313.1298828125, "train/tensor_act_model_layers_89_mlp/mean": 6.59375, "train/tensor_act_model_layers_89_mlp/std": 2.28125, "train/tensor_act_model_layers_89_mlp/max_abs": 11.375, "train/tensor_act_model_layers_89_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp/frac_near_user_limit": 0.0703125, "train/tensor_act_model_layers_89_mlp/min": 0.3359375, "train/tensor_act_model_layers_89_mlp/max": 11.375, "train/tensor_act_model_layers_89_mlp/range": 11.0390625, "train/tensor_act_model_layers_89_residual_post_mlp/norm": 3152948.5, "train/tensor_act_model_layers_89_residual_post_mlp/mean": 1536.0, "train/tensor_act_model_layers_89_residual_post_mlp/std": 46.25, "train/tensor_act_model_layers_89_residual_post_mlp/max_abs": 1680.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_post_mlp/min": 1392.0, "train/tensor_act_model_layers_89_residual_post_mlp/max": 1680.0, "train/tensor_act_model_layers_89_residual_post_mlp/range": 288.0, "train/tensor_act_model_layers_90_residual_pre_attn/norm": 3152948.5, "train/tensor_act_model_layers_90_residual_pre_attn/mean": 1536.0, "train/tensor_act_model_layers_90_residual_pre_attn/std": 46.25, "train/tensor_act_model_layers_90_residual_pre_attn/max_abs": 1680.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_pre_attn/min": 1392.0, "train/tensor_act_model_layers_90_residual_pre_attn/max": 1680.0, "train/tensor_act_model_layers_90_residual_pre_attn/range": 288.0, "train/tensor_act_model_layers_90_residual_post_attn/norm": 3152948.5, "train/tensor_act_model_layers_90_residual_post_attn/mean": 1536.0, "train/tensor_act_model_layers_90_residual_post_attn/std": 46.25, "train/tensor_act_model_layers_90_residual_post_attn/max_abs": 1680.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_post_attn/min": 1392.0, "train/tensor_act_model_layers_90_residual_post_attn/max": 1680.0, "train/tensor_act_model_layers_90_residual_post_attn/range": 288.0, "train/tensor_act_model_layers_90_mlp_gate_proj/norm": 3420.667236328125, "train/tensor_act_model_layers_90_mlp_gate_proj/mean": 0.486328125, "train/tensor_act_model_layers_90_mlp_gate_proj/std": 1.078125, "train/tensor_act_model_layers_90_mlp_gate_proj/max_abs": 3.703125, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/min": -1.296875, "train/tensor_act_model_layers_90_mlp_gate_proj/max": 3.703125, "train/tensor_act_model_layers_90_mlp_gate_proj/range": 5.0, "train/tensor_act_model_layers_90_mlp_up_proj/norm": 3201.92919921875, "train/tensor_act_model_layers_90_mlp_up_proj/mean": -0.0035552978515625, "train/tensor_act_model_layers_90_mlp_up_proj/std": 1.109375, "train/tensor_act_model_layers_90_mlp_up_proj/max_abs": 3.78125, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/min": -3.78125, "train/tensor_act_model_layers_90_mlp_up_proj/max": 3.5625, "train/tensor_act_model_layers_90_mlp_up_proj/range": 7.34375, "train/tensor_act_model_layers_90_mlp_down_proj/norm": 8678.953125, "train/tensor_act_model_layers_90_mlp_down_proj/mean": 3.921875, "train/tensor_act_model_layers_90_mlp_down_proj/std": 1.59375, "train/tensor_act_model_layers_90_mlp_down_proj/max_abs": 7.875, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/min": -0.1259765625, "train/tensor_act_model_layers_90_mlp_down_proj/max": 7.875, "train/tensor_act_model_layers_90_mlp_down_proj/range": 8.0009765625, "train/tensor_act_model_layers_90_mlp/norm": 8678.953125, "train/tensor_act_model_layers_90_mlp/mean": 3.921875, "train/tensor_act_model_layers_90_mlp/std": 1.59375, "train/tensor_act_model_layers_90_mlp/max_abs": 7.875, "train/tensor_act_model_layers_90_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp/min": -0.1259765625, "train/tensor_act_model_layers_90_mlp/max": 7.875, "train/tensor_act_model_layers_90_mlp/range": 8.0009765625, "train/tensor_act_model_layers_90_residual_post_mlp/norm": 3160911.25, "train/tensor_act_model_layers_90_residual_post_mlp/mean": 1544.0, "train/tensor_act_model_layers_90_residual_post_mlp/std": 46.75, "train/tensor_act_model_layers_90_residual_post_mlp/max_abs": 1680.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_post_mlp/min": 1392.0, "train/tensor_act_model_layers_90_residual_post_mlp/max": 1680.0, "train/tensor_act_model_layers_90_residual_post_mlp/range": 288.0, "train/tensor_act_model_layers_91_residual_pre_attn/norm": 3160911.25, "train/tensor_act_model_layers_91_residual_pre_attn/mean": 1544.0, "train/tensor_act_model_layers_91_residual_pre_attn/std": 46.75, "train/tensor_act_model_layers_91_residual_pre_attn/max_abs": 1680.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_pre_attn/min": 1392.0, "train/tensor_act_model_layers_91_residual_pre_attn/max": 1680.0, "train/tensor_act_model_layers_91_residual_pre_attn/range": 288.0, "train/tensor_act_model_layers_91_residual_post_attn/norm": 3160911.25, "train/tensor_act_model_layers_91_residual_post_attn/mean": 1544.0, "train/tensor_act_model_layers_91_residual_post_attn/std": 46.75, "train/tensor_act_model_layers_91_residual_post_attn/max_abs": 1680.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_post_attn/min": 1392.0, "train/tensor_act_model_layers_91_residual_post_attn/max": 1680.0, "train/tensor_act_model_layers_91_residual_post_attn/range": 288.0, "train/tensor_act_model_layers_91_mlp_gate_proj/norm": 3031.87646484375, "train/tensor_act_model_layers_91_mlp_gate_proj/mean": 0.427734375, "train/tensor_act_model_layers_91_mlp_gate_proj/std": 0.95703125, "train/tensor_act_model_layers_91_mlp_gate_proj/max_abs": 3.34375, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/min": -1.3828125, "train/tensor_act_model_layers_91_mlp_gate_proj/max": 3.34375, "train/tensor_act_model_layers_91_mlp_gate_proj/range": 4.7265625, "train/tensor_act_model_layers_91_mlp_up_proj/norm": 2967.84326171875, "train/tensor_act_model_layers_91_mlp_up_proj/mean": -0.044677734375, "train/tensor_act_model_layers_91_mlp_up_proj/std": 1.0234375, "train/tensor_act_model_layers_91_mlp_up_proj/max_abs": 3.796875, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/min": -3.203125, "train/tensor_act_model_layers_91_mlp_up_proj/max": 3.796875, "train/tensor_act_model_layers_91_mlp_up_proj/range": 7.0, "train/tensor_act_model_layers_91_mlp_down_proj/norm": 7198.13623046875, "train/tensor_act_model_layers_91_mlp_down_proj/mean": 3.203125, "train/tensor_act_model_layers_91_mlp_down_proj/std": 1.453125, "train/tensor_act_model_layers_91_mlp_down_proj/max_abs": 6.46875, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/min": -0.85546875, "train/tensor_act_model_layers_91_mlp_down_proj/max": 6.46875, "train/tensor_act_model_layers_91_mlp_down_proj/range": 7.32421875, "train/tensor_act_model_layers_91_mlp/norm": 7198.13623046875, "train/tensor_act_model_layers_91_mlp/mean": 3.203125, "train/tensor_act_model_layers_91_mlp/std": 1.453125, "train/tensor_act_model_layers_91_mlp/max_abs": 6.46875, "train/tensor_act_model_layers_91_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp/min": -0.85546875, "train/tensor_act_model_layers_91_mlp/max": 6.46875, "train/tensor_act_model_layers_91_mlp/range": 7.32421875, "train/tensor_act_model_layers_91_residual_post_mlp/norm": 3165959.75, "train/tensor_act_model_layers_91_residual_post_mlp/mean": 1544.0, "train/tensor_act_model_layers_91_residual_post_mlp/std": 47.75, "train/tensor_act_model_layers_91_residual_post_mlp/max_abs": 1680.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_post_mlp/min": 1392.0, "train/tensor_act_model_layers_91_residual_post_mlp/max": 1680.0, "train/tensor_act_model_layers_91_residual_post_mlp/range": 288.0, "train/tensor_act_model_layers_92_residual_pre_attn/norm": 3165959.75, "train/tensor_act_model_layers_92_residual_pre_attn/mean": 1544.0, "train/tensor_act_model_layers_92_residual_pre_attn/std": 47.75, "train/tensor_act_model_layers_92_residual_pre_attn/max_abs": 1680.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_pre_attn/min": 1392.0, "train/tensor_act_model_layers_92_residual_pre_attn/max": 1680.0, "train/tensor_act_model_layers_92_residual_pre_attn/range": 288.0, "train/tensor_act_model_layers_92_residual_post_attn/norm": 3165959.75, "train/tensor_act_model_layers_92_residual_post_attn/mean": 1544.0, "train/tensor_act_model_layers_92_residual_post_attn/std": 47.75, "train/tensor_act_model_layers_92_residual_post_attn/max_abs": 1680.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_post_attn/min": 1392.0, "train/tensor_act_model_layers_92_residual_post_attn/max": 1680.0, "train/tensor_act_model_layers_92_residual_post_attn/range": 288.0, "train/tensor_act_model_layers_92_mlp_gate_proj/norm": 3258.857421875, "train/tensor_act_model_layers_92_mlp_gate_proj/mean": 0.53125, "train/tensor_act_model_layers_92_mlp_gate_proj/std": 0.9921875, "train/tensor_act_model_layers_92_mlp_gate_proj/max_abs": 3.25, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/min": -1.65625, "train/tensor_act_model_layers_92_mlp_gate_proj/max": 3.25, "train/tensor_act_model_layers_92_mlp_gate_proj/range": 4.90625, "train/tensor_act_model_layers_92_mlp_up_proj/norm": 3272.19677734375, "train/tensor_act_model_layers_92_mlp_up_proj/mean": -0.15625, "train/tensor_act_model_layers_92_mlp_up_proj/std": 1.1171875, "train/tensor_act_model_layers_92_mlp_up_proj/max_abs": 3.546875, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/min": -3.546875, "train/tensor_act_model_layers_92_mlp_up_proj/max": 3.0625, "train/tensor_act_model_layers_92_mlp_up_proj/range": 6.609375, "train/tensor_act_model_layers_92_mlp_down_proj/norm": 8726.2705078125, "train/tensor_act_model_layers_92_mlp_down_proj/mean": 3.953125, "train/tensor_act_model_layers_92_mlp_down_proj/std": 1.5859375, "train/tensor_act_model_layers_92_mlp_down_proj/max_abs": 8.6875, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/min": 0.640625, "train/tensor_act_model_layers_92_mlp_down_proj/max": 8.6875, "train/tensor_act_model_layers_92_mlp_down_proj/range": 8.046875, "train/tensor_act_model_layers_92_mlp/norm": 8726.2705078125, "train/tensor_act_model_layers_92_mlp/mean": 3.953125, "train/tensor_act_model_layers_92_mlp/std": 1.5859375, "train/tensor_act_model_layers_92_mlp/max_abs": 8.6875, "train/tensor_act_model_layers_92_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp/min": 0.640625, "train/tensor_act_model_layers_92_mlp/max": 8.6875, "train/tensor_act_model_layers_92_mlp/range": 8.046875, "train/tensor_act_model_layers_92_residual_post_mlp/norm": 3174044.5, "train/tensor_act_model_layers_92_residual_post_mlp/mean": 1552.0, "train/tensor_act_model_layers_92_residual_post_mlp/std": 48.25, "train/tensor_act_model_layers_92_residual_post_mlp/max_abs": 1680.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_post_mlp/min": 1400.0, "train/tensor_act_model_layers_92_residual_post_mlp/max": 1680.0, "train/tensor_act_model_layers_92_residual_post_mlp/range": 280.0, "train/tensor_act_model_layers_93_residual_pre_attn/norm": 3174044.5, "train/tensor_act_model_layers_93_residual_pre_attn/mean": 1552.0, "train/tensor_act_model_layers_93_residual_pre_attn/std": 48.25, "train/tensor_act_model_layers_93_residual_pre_attn/max_abs": 1680.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_pre_attn/min": 1400.0, "train/tensor_act_model_layers_93_residual_pre_attn/max": 1680.0, "train/tensor_act_model_layers_93_residual_pre_attn/range": 280.0, "train/tensor_act_model_layers_93_residual_post_attn/norm": 3174044.5, "train/tensor_act_model_layers_93_residual_post_attn/mean": 1552.0, "train/tensor_act_model_layers_93_residual_post_attn/std": 48.25, "train/tensor_act_model_layers_93_residual_post_attn/max_abs": 1680.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_post_attn/min": 1400.0, "train/tensor_act_model_layers_93_residual_post_attn/max": 1680.0, "train/tensor_act_model_layers_93_residual_post_attn/range": 280.0, "train/tensor_act_model_layers_93_mlp_gate_proj/norm": 3182.553955078125, "train/tensor_act_model_layers_93_mlp_gate_proj/mean": 0.453125, "train/tensor_act_model_layers_93_mlp_gate_proj/std": 1.0, "train/tensor_act_model_layers_93_mlp_gate_proj/max_abs": 3.6875, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/min": -1.3828125, "train/tensor_act_model_layers_93_mlp_gate_proj/max": 3.6875, "train/tensor_act_model_layers_93_mlp_gate_proj/range": 5.0703125, "train/tensor_act_model_layers_93_mlp_up_proj/norm": 3173.417236328125, "train/tensor_act_model_layers_93_mlp_up_proj/mean": -0.004302978515625, "train/tensor_act_model_layers_93_mlp_up_proj/std": 1.09375, "train/tensor_act_model_layers_93_mlp_up_proj/max_abs": 3.609375, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/min": -3.609375, "train/tensor_act_model_layers_93_mlp_up_proj/max": 3.15625, "train/tensor_act_model_layers_93_mlp_up_proj/range": 6.765625, "train/tensor_act_model_layers_93_mlp_down_proj/norm": 7603.28369140625, "train/tensor_act_model_layers_93_mlp_down_proj/mean": 3.390625, "train/tensor_act_model_layers_93_mlp_down_proj/std": 1.5234375, "train/tensor_act_model_layers_93_mlp_down_proj/max_abs": 7.09375, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/min": -1.203125, "train/tensor_act_model_layers_93_mlp_down_proj/max": 7.09375, "train/tensor_act_model_layers_93_mlp_down_proj/range": 8.296875, "train/tensor_act_model_layers_93_mlp/norm": 7603.28369140625, "train/tensor_act_model_layers_93_mlp/mean": 3.390625, "train/tensor_act_model_layers_93_mlp/std": 1.5234375, "train/tensor_act_model_layers_93_mlp/max_abs": 7.09375, "train/tensor_act_model_layers_93_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp/min": -1.203125, "train/tensor_act_model_layers_93_mlp/max": 7.09375, "train/tensor_act_model_layers_93_mlp/range": 8.296875, "train/tensor_act_model_layers_93_residual_post_mlp/norm": 3179433.5, "train/tensor_act_model_layers_93_residual_post_mlp/mean": 1552.0, "train/tensor_act_model_layers_93_residual_post_mlp/std": 48.5, "train/tensor_act_model_layers_93_residual_post_mlp/max_abs": 1680.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_post_mlp/min": 1408.0, "train/tensor_act_model_layers_93_residual_post_mlp/max": 1680.0, "train/tensor_act_model_layers_93_residual_post_mlp/range": 272.0, "train/tensor_act_model_layers_94_residual_pre_attn/norm": 3179433.5, "train/tensor_act_model_layers_94_residual_pre_attn/mean": 1552.0, "train/tensor_act_model_layers_94_residual_pre_attn/std": 48.5, "train/tensor_act_model_layers_94_residual_pre_attn/max_abs": 1680.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_pre_attn/min": 1408.0, "train/tensor_act_model_layers_94_residual_pre_attn/max": 1680.0, "train/tensor_act_model_layers_94_residual_pre_attn/range": 272.0, "train/tensor_act_model_layers_94_residual_post_attn/norm": 3179433.5, "train/tensor_act_model_layers_94_residual_post_attn/mean": 1552.0, "train/tensor_act_model_layers_94_residual_post_attn/std": 48.5, "train/tensor_act_model_layers_94_residual_post_attn/max_abs": 1680.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_post_attn/min": 1408.0, "train/tensor_act_model_layers_94_residual_post_attn/max": 1680.0, "train/tensor_act_model_layers_94_residual_post_attn/range": 272.0, "train/tensor_act_model_layers_94_mlp_gate_proj/norm": 2968.318115234375, "train/tensor_act_model_layers_94_mlp_gate_proj/mean": 0.37890625, "train/tensor_act_model_layers_94_mlp_gate_proj/std": 0.953125, "train/tensor_act_model_layers_94_mlp_gate_proj/max_abs": 3.625, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/min": -1.375, "train/tensor_act_model_layers_94_mlp_gate_proj/max": 3.625, "train/tensor_act_model_layers_94_mlp_gate_proj/range": 5.0, "train/tensor_act_model_layers_94_mlp_up_proj/norm": 2864.96533203125, "train/tensor_act_model_layers_94_mlp_up_proj/mean": -0.049072265625, "train/tensor_act_model_layers_94_mlp_up_proj/std": 0.98828125, "train/tensor_act_model_layers_94_mlp_up_proj/max_abs": 3.015625, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/min": -3.015625, "train/tensor_act_model_layers_94_mlp_up_proj/max": 2.84375, "train/tensor_act_model_layers_94_mlp_up_proj/range": 5.859375, "train/tensor_act_model_layers_94_mlp_down_proj/norm": 6089.951171875, "train/tensor_act_model_layers_94_mlp_down_proj/mean": 2.53125, "train/tensor_act_model_layers_94_mlp_down_proj/std": 1.5625, "train/tensor_act_model_layers_94_mlp_down_proj/max_abs": 6.625, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/min": -1.6953125, "train/tensor_act_model_layers_94_mlp_down_proj/max": 6.625, "train/tensor_act_model_layers_94_mlp_down_proj/range": 8.3203125, "train/tensor_act_model_layers_94_mlp/norm": 6089.951171875, "train/tensor_act_model_layers_94_mlp/mean": 2.53125, "train/tensor_act_model_layers_94_mlp/std": 1.5625, "train/tensor_act_model_layers_94_mlp/max_abs": 6.625, "train/tensor_act_model_layers_94_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp/min": -1.6953125, "train/tensor_act_model_layers_94_mlp/max": 6.625, "train/tensor_act_model_layers_94_mlp/range": 8.3203125, "train/tensor_act_model_layers_94_residual_post_mlp/norm": 3182258.75, "train/tensor_act_model_layers_94_residual_post_mlp/mean": 1552.0, "train/tensor_act_model_layers_94_residual_post_mlp/std": 48.5, "train/tensor_act_model_layers_94_residual_post_mlp/max_abs": 1680.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_post_mlp/min": 1408.0, "train/tensor_act_model_layers_94_residual_post_mlp/max": 1680.0, "train/tensor_act_model_layers_94_residual_post_mlp/range": 272.0, "train/tensor_act_model_layers_95_residual_pre_attn/norm": 3182258.75, "train/tensor_act_model_layers_95_residual_pre_attn/mean": 1552.0, "train/tensor_act_model_layers_95_residual_pre_attn/std": 48.5, "train/tensor_act_model_layers_95_residual_pre_attn/max_abs": 1680.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_pre_attn/min": 1408.0, "train/tensor_act_model_layers_95_residual_pre_attn/max": 1680.0, "train/tensor_act_model_layers_95_residual_pre_attn/range": 272.0, "train/tensor_act_model_layers_95_residual_post_attn/norm": 3182258.75, "train/tensor_act_model_layers_95_residual_post_attn/mean": 1552.0, "train/tensor_act_model_layers_95_residual_post_attn/std": 48.5, "train/tensor_act_model_layers_95_residual_post_attn/max_abs": 1680.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_post_attn/min": 1408.0, "train/tensor_act_model_layers_95_residual_post_attn/max": 1680.0, "train/tensor_act_model_layers_95_residual_post_attn/range": 272.0, "train/tensor_act_model_layers_95_mlp_gate_proj/norm": 2308.68994140625, "train/tensor_act_model_layers_95_mlp_gate_proj/mean": 0.255859375, "train/tensor_act_model_layers_95_mlp_gate_proj/std": 0.75390625, "train/tensor_act_model_layers_95_mlp_gate_proj/max_abs": 3.203125, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/min": -1.328125, "train/tensor_act_model_layers_95_mlp_gate_proj/max": 3.203125, "train/tensor_act_model_layers_95_mlp_gate_proj/range": 4.53125, "train/tensor_act_model_layers_95_mlp_up_proj/norm": 2428.475830078125, "train/tensor_act_model_layers_95_mlp_up_proj/mean": -0.091796875, "train/tensor_act_model_layers_95_mlp_up_proj/std": 0.83203125, "train/tensor_act_model_layers_95_mlp_up_proj/max_abs": 3.03125, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/min": -3.03125, "train/tensor_act_model_layers_95_mlp_up_proj/max": 2.203125, "train/tensor_act_model_layers_95_mlp_up_proj/range": 5.234375, "train/tensor_act_model_layers_95_mlp_down_proj/norm": 3020.68310546875, "train/tensor_act_model_layers_95_mlp_down_proj/mean": 1.203125, "train/tensor_act_model_layers_95_mlp_down_proj/std": 0.85546875, "train/tensor_act_model_layers_95_mlp_down_proj/max_abs": 3.46875, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/min": -0.703125, "train/tensor_act_model_layers_95_mlp_down_proj/max": 3.46875, "train/tensor_act_model_layers_95_mlp_down_proj/range": 4.171875, "train/tensor_act_model_layers_95_mlp/norm": 3020.68310546875, "train/tensor_act_model_layers_95_mlp/mean": 1.203125, "train/tensor_act_model_layers_95_mlp/std": 0.85546875, "train/tensor_act_model_layers_95_mlp/max_abs": 3.46875, "train/tensor_act_model_layers_95_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp/min": -0.703125, "train/tensor_act_model_layers_95_mlp/max": 3.46875, "train/tensor_act_model_layers_95_mlp/range": 4.171875, "train/tensor_act_model_layers_95_residual_post_mlp/norm": 3182258.75, "train/tensor_act_model_layers_95_residual_post_mlp/mean": 1552.0, "train/tensor_act_model_layers_95_residual_post_mlp/std": 48.5, "train/tensor_act_model_layers_95_residual_post_mlp/max_abs": 1680.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_post_mlp/min": 1408.0, "train/tensor_act_model_layers_95_residual_post_mlp/max": 1680.0, "train/tensor_act_model_layers_95_residual_post_mlp/range": 272.0, "train/tensor_act_model_layers_96_residual_pre_attn/norm": 3182258.75, "train/tensor_act_model_layers_96_residual_pre_attn/mean": 1552.0, "train/tensor_act_model_layers_96_residual_pre_attn/std": 48.5, "train/tensor_act_model_layers_96_residual_pre_attn/max_abs": 1680.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_pre_attn/min": 1408.0, "train/tensor_act_model_layers_96_residual_pre_attn/max": 1680.0, "train/tensor_act_model_layers_96_residual_pre_attn/range": 272.0, "train/tensor_act_model_layers_96_residual_post_attn/norm": 3182258.75, "train/tensor_act_model_layers_96_residual_post_attn/mean": 1552.0, "train/tensor_act_model_layers_96_residual_post_attn/std": 48.5, "train/tensor_act_model_layers_96_residual_post_attn/max_abs": 1680.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_post_attn/min": 1408.0, "train/tensor_act_model_layers_96_residual_post_attn/max": 1680.0, "train/tensor_act_model_layers_96_residual_post_attn/range": 272.0, "train/tensor_act_model_layers_96_mlp_gate_proj/norm": 2589.66650390625, "train/tensor_act_model_layers_96_mlp_gate_proj/mean": 0.26953125, "train/tensor_act_model_layers_96_mlp_gate_proj/std": 0.8515625, "train/tensor_act_model_layers_96_mlp_gate_proj/max_abs": 2.9375, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/min": -1.53125, "train/tensor_act_model_layers_96_mlp_gate_proj/max": 2.9375, "train/tensor_act_model_layers_96_mlp_gate_proj/range": 4.46875, "train/tensor_act_model_layers_96_mlp_up_proj/norm": 2564.2080078125, "train/tensor_act_model_layers_96_mlp_up_proj/mean": 0.07177734375, "train/tensor_act_model_layers_96_mlp_up_proj/std": 0.8828125, "train/tensor_act_model_layers_96_mlp_up_proj/max_abs": 3.640625, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/min": -2.609375, "train/tensor_act_model_layers_96_mlp_up_proj/max": 3.640625, "train/tensor_act_model_layers_96_mlp_up_proj/range": 6.25, "train/tensor_act_model_layers_96_mlp_down_proj/norm": 4116.888671875, "train/tensor_act_model_layers_96_mlp_down_proj/mean": 1.578125, "train/tensor_act_model_layers_96_mlp_down_proj/std": 1.25, "train/tensor_act_model_layers_96_mlp_down_proj/max_abs": 4.125, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/min": -1.4921875, "train/tensor_act_model_layers_96_mlp_down_proj/max": 4.125, "train/tensor_act_model_layers_96_mlp_down_proj/range": 5.6171875, "train/tensor_act_model_layers_96_mlp/norm": 4116.888671875, "train/tensor_act_model_layers_96_mlp/mean": 1.578125, "train/tensor_act_model_layers_96_mlp/std": 1.25, "train/tensor_act_model_layers_96_mlp/max_abs": 4.125, "train/tensor_act_model_layers_96_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp/min": -1.4921875, "train/tensor_act_model_layers_96_mlp/max": 4.125, "train/tensor_act_model_layers_96_mlp/range": 5.6171875, "train/tensor_act_model_layers_96_residual_post_mlp/norm": 3182387.5, "train/tensor_act_model_layers_96_residual_post_mlp/mean": 1552.0, "train/tensor_act_model_layers_96_residual_post_mlp/std": 48.5, "train/tensor_act_model_layers_96_residual_post_mlp/max_abs": 1680.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_post_mlp/min": 1408.0, "train/tensor_act_model_layers_96_residual_post_mlp/max": 1680.0, "train/tensor_act_model_layers_96_residual_post_mlp/range": 272.0, "train/tensor_act_model_layers_97_residual_pre_attn/norm": 3182387.5, "train/tensor_act_model_layers_97_residual_pre_attn/mean": 1552.0, "train/tensor_act_model_layers_97_residual_pre_attn/std": 48.5, "train/tensor_act_model_layers_97_residual_pre_attn/max_abs": 1680.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_pre_attn/min": 1408.0, "train/tensor_act_model_layers_97_residual_pre_attn/max": 1680.0, "train/tensor_act_model_layers_97_residual_pre_attn/range": 272.0, "train/tensor_act_model_layers_97_residual_post_attn/norm": 3182387.5, "train/tensor_act_model_layers_97_residual_post_attn/mean": 1552.0, "train/tensor_act_model_layers_97_residual_post_attn/std": 48.5, "train/tensor_act_model_layers_97_residual_post_attn/max_abs": 1680.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_post_attn/min": 1408.0, "train/tensor_act_model_layers_97_residual_post_attn/max": 1680.0, "train/tensor_act_model_layers_97_residual_post_attn/range": 272.0, "train/tensor_act_model_layers_97_mlp_gate_proj/norm": 2526.084228515625, "train/tensor_act_model_layers_97_mlp_gate_proj/mean": 0.283203125, "train/tensor_act_model_layers_97_mlp_gate_proj/std": 0.82421875, "train/tensor_act_model_layers_97_mlp_gate_proj/max_abs": 3.359375, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_97_mlp_gate_proj/max": 3.359375, "train/tensor_act_model_layers_97_mlp_gate_proj/range": 4.640625, "train/tensor_act_model_layers_97_mlp_up_proj/norm": 2595.44775390625, "train/tensor_act_model_layers_97_mlp_up_proj/mean": -0.031494140625, "train/tensor_act_model_layers_97_mlp_up_proj/std": 0.89453125, "train/tensor_act_model_layers_97_mlp_up_proj/max_abs": 3.84375, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/min": -3.03125, "train/tensor_act_model_layers_97_mlp_up_proj/max": 3.84375, "train/tensor_act_model_layers_97_mlp_up_proj/range": 6.875, "train/tensor_act_model_layers_97_mlp_down_proj/norm": 4253.56787109375, "train/tensor_act_model_layers_97_mlp_down_proj/mean": 1.7109375, "train/tensor_act_model_layers_97_mlp_down_proj/std": 1.171875, "train/tensor_act_model_layers_97_mlp_down_proj/max_abs": 5.3125, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/min": -2.234375, "train/tensor_act_model_layers_97_mlp_down_proj/max": 5.3125, "train/tensor_act_model_layers_97_mlp_down_proj/range": 7.546875, "train/tensor_act_model_layers_97_mlp/norm": 4253.56787109375, "train/tensor_act_model_layers_97_mlp/mean": 1.7109375, "train/tensor_act_model_layers_97_mlp/std": 1.171875, "train/tensor_act_model_layers_97_mlp/max_abs": 5.3125, "train/tensor_act_model_layers_97_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp/min": -2.234375, "train/tensor_act_model_layers_97_mlp/max": 5.3125, "train/tensor_act_model_layers_97_mlp/range": 7.546875, "train/tensor_act_model_layers_97_residual_post_mlp/norm": 3182640.5, "train/tensor_act_model_layers_97_residual_post_mlp/mean": 1552.0, "train/tensor_act_model_layers_97_residual_post_mlp/std": 48.5, "train/tensor_act_model_layers_97_residual_post_mlp/max_abs": 1680.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_post_mlp/min": 1408.0, "train/tensor_act_model_layers_97_residual_post_mlp/max": 1680.0, "train/tensor_act_model_layers_97_residual_post_mlp/range": 272.0, "train/tensor_act_model_layers_98_residual_pre_attn/norm": 3182640.5, "train/tensor_act_model_layers_98_residual_pre_attn/mean": 1552.0, "train/tensor_act_model_layers_98_residual_pre_attn/std": 48.5, "train/tensor_act_model_layers_98_residual_pre_attn/max_abs": 1680.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_pre_attn/min": 1408.0, "train/tensor_act_model_layers_98_residual_pre_attn/max": 1680.0, "train/tensor_act_model_layers_98_residual_pre_attn/range": 272.0, "train/tensor_act_model_layers_98_residual_post_attn/norm": 3182640.5, "train/tensor_act_model_layers_98_residual_post_attn/mean": 1552.0, "train/tensor_act_model_layers_98_residual_post_attn/std": 48.5, "train/tensor_act_model_layers_98_residual_post_attn/max_abs": 1680.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_post_attn/min": 1408.0, "train/tensor_act_model_layers_98_residual_post_attn/max": 1680.0, "train/tensor_act_model_layers_98_residual_post_attn/range": 272.0, "train/tensor_act_model_layers_98_mlp_gate_proj/norm": 2138.989501953125, "train/tensor_act_model_layers_98_mlp_gate_proj/mean": 0.177734375, "train/tensor_act_model_layers_98_mlp_gate_proj/std": 0.71875, "train/tensor_act_model_layers_98_mlp_gate_proj/max_abs": 2.59375, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/min": -1.421875, "train/tensor_act_model_layers_98_mlp_gate_proj/max": 2.59375, "train/tensor_act_model_layers_98_mlp_gate_proj/range": 4.015625, "train/tensor_act_model_layers_98_mlp_up_proj/norm": 2270.09521484375, "train/tensor_act_model_layers_98_mlp_up_proj/mean": 0.0164794921875, "train/tensor_act_model_layers_98_mlp_up_proj/std": 0.78515625, "train/tensor_act_model_layers_98_mlp_up_proj/max_abs": 2.96875, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/min": -2.390625, "train/tensor_act_model_layers_98_mlp_up_proj/max": 2.96875, "train/tensor_act_model_layers_98_mlp_up_proj/range": 5.359375, "train/tensor_act_model_layers_98_mlp_down_proj/norm": 2444.451904296875, "train/tensor_act_model_layers_98_mlp_down_proj/mean": 0.85546875, "train/tensor_act_model_layers_98_mlp_down_proj/std": 0.83203125, "train/tensor_act_model_layers_98_mlp_down_proj/max_abs": 2.984375, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/min": -1.4296875, "train/tensor_act_model_layers_98_mlp_down_proj/max": 2.984375, "train/tensor_act_model_layers_98_mlp_down_proj/range": 4.4140625, "train/tensor_act_model_layers_98_mlp/norm": 2444.451904296875, "train/tensor_act_model_layers_98_mlp/mean": 0.85546875, "train/tensor_act_model_layers_98_mlp/std": 0.83203125, "train/tensor_act_model_layers_98_mlp/max_abs": 2.984375, "train/tensor_act_model_layers_98_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp/min": -1.4296875, "train/tensor_act_model_layers_98_mlp/max": 2.984375, "train/tensor_act_model_layers_98_mlp/range": 4.4140625, "train/tensor_act_model_layers_98_residual_post_mlp/norm": 3182640.5, "train/tensor_act_model_layers_98_residual_post_mlp/mean": 1552.0, "train/tensor_act_model_layers_98_residual_post_mlp/std": 48.5, "train/tensor_act_model_layers_98_residual_post_mlp/max_abs": 1680.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_post_mlp/min": 1408.0, "train/tensor_act_model_layers_98_residual_post_mlp/max": 1680.0, "train/tensor_act_model_layers_98_residual_post_mlp/range": 272.0, "train/tensor_act_model_layers_99_residual_pre_attn/norm": 3182640.5, "train/tensor_act_model_layers_99_residual_pre_attn/mean": 1552.0, "train/tensor_act_model_layers_99_residual_pre_attn/std": 48.5, "train/tensor_act_model_layers_99_residual_pre_attn/max_abs": 1680.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_pre_attn/min": 1408.0, "train/tensor_act_model_layers_99_residual_pre_attn/max": 1680.0, "train/tensor_act_model_layers_99_residual_pre_attn/range": 272.0, "train/tensor_act_model_layers_99_residual_post_attn/norm": 3182640.5, "train/tensor_act_model_layers_99_residual_post_attn/mean": 1552.0, "train/tensor_act_model_layers_99_residual_post_attn/std": 48.5, "train/tensor_act_model_layers_99_residual_post_attn/max_abs": 1680.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_post_attn/min": 1408.0, "train/tensor_act_model_layers_99_residual_post_attn/max": 1680.0, "train/tensor_act_model_layers_99_residual_post_attn/range": 272.0, "train/tensor_act_model_layers_99_mlp_gate_proj/norm": 2122.09521484375, "train/tensor_act_model_layers_99_mlp_gate_proj/mean": 0.25, "train/tensor_act_model_layers_99_mlp_gate_proj/std": 0.6875, "train/tensor_act_model_layers_99_mlp_gate_proj/max_abs": 2.53125, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/min": -1.359375, "train/tensor_act_model_layers_99_mlp_gate_proj/max": 2.53125, "train/tensor_act_model_layers_99_mlp_gate_proj/range": 3.890625, "train/tensor_act_model_layers_99_mlp_up_proj/norm": 2267.85546875, "train/tensor_act_model_layers_99_mlp_up_proj/mean": -0.035888671875, "train/tensor_act_model_layers_99_mlp_up_proj/std": 0.78125, "train/tensor_act_model_layers_99_mlp_up_proj/max_abs": 2.859375, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/min": -2.59375, "train/tensor_act_model_layers_99_mlp_up_proj/max": 2.859375, "train/tensor_act_model_layers_99_mlp_up_proj/range": 5.453125, "train/tensor_act_model_layers_99_mlp_down_proj/norm": 2705.28759765625, "train/tensor_act_model_layers_99_mlp_down_proj/mean": 0.8984375, "train/tensor_act_model_layers_99_mlp_down_proj/std": 0.96875, "train/tensor_act_model_layers_99_mlp_down_proj/max_abs": 3.375, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/min": -1.6484375, "train/tensor_act_model_layers_99_mlp_down_proj/max": 3.375, "train/tensor_act_model_layers_99_mlp_down_proj/range": 5.0234375, "train/tensor_act_model_layers_99_mlp/norm": 2705.28759765625, "train/tensor_act_model_layers_99_mlp/mean": 0.8984375, "train/tensor_act_model_layers_99_mlp/std": 0.96875, "train/tensor_act_model_layers_99_mlp/max_abs": 3.375, "train/tensor_act_model_layers_99_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp/min": -1.6484375, "train/tensor_act_model_layers_99_mlp/max": 3.375, "train/tensor_act_model_layers_99_mlp/range": 5.0234375, "train/tensor_act_model_layers_99_residual_post_mlp/norm": 3182640.5, "train/tensor_act_model_layers_99_residual_post_mlp/mean": 1552.0, "train/tensor_act_model_layers_99_residual_post_mlp/std": 48.5, "train/tensor_act_model_layers_99_residual_post_mlp/max_abs": 1680.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_post_mlp/min": 1408.0, "train/tensor_act_model_layers_99_residual_post_mlp/max": 1680.0, "train/tensor_act_model_layers_99_residual_post_mlp/range": 272.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/norm": 59244544.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/mean": -1424.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/std": 327680.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max_abs": 2146304.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.60546875, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/min": -1818624.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max": 2146304.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/range": 3964928.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/norm": 47448064.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/mean": 12032.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/std": 261120.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max_abs": 2424832.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.60546875, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/min": -1556480.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max": 2424832.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/range": 3981312.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/norm": 52690944.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/mean": -114176.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/std": 268288.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max_abs": 2490368.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.60546875, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/min": -2490368.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max": 199680.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/range": 2690048.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/norm": 57933824.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/mean": 20736.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/std": 319488.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max_abs": 1662976.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/min": -1589248.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max": 1662976.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/range": 3252224.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/norm": 47185920.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/mean": 22912.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/std": 259072.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max_abs": 1875968.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/min": -1064960.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max": 1875968.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/range": 2940928.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/norm": 48234496.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/mean": -101888.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/std": 246784.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max_abs": 1998848.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/min": -1998848.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max": 266240.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/range": 2265088.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/norm": 91750400.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/mean": 10560.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/std": 507904.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max_abs": 3784704.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.578125, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/min": -3784704.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max": 3309568.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/range": 7094272.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/norm": 74973184.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/mean": 13056.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/std": 413696.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max_abs": 3031040.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.578125, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/min": -2719744.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max": 3031040.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/range": 5750784.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/norm": 75497472.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/mean": -159744.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/std": 385024.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max_abs": 3457024.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.578125, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/min": -3457024.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max": 93184.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/range": 3550208.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/norm": 91750400.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/mean": -47104.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/std": 505856.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max_abs": 3424256.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.5390625, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/min": -3424256.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max": 2162688.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/range": 5586944.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/norm": 66846720.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/mean": -29184.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/std": 368640.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max_abs": 2588672.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.5390625, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/min": -2588672.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max": 2007040.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/range": 4595712.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/norm": 71827456.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/mean": -151552.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/std": 366592.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max_abs": 3145728.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/min": -3145728.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max": 137216.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/range": 3282944.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/norm": 70254592.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/mean": 35584.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/std": 385024.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max_abs": 2392064.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.578125, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/min": -1400832.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max": 2392064.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/range": 3792896.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/norm": 56623104.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/mean": 35072.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/std": 311296.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max_abs": 2457600.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.578125, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/min": -1097728.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max": 2457600.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/range": 3555328.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/norm": 57671680.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/mean": -136192.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/std": 288768.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max_abs": 1851392.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.578125, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/min": -1851392.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max": 249856.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/range": 2101248.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/norm": 116391936.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/mean": 454.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/std": 643072.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max_abs": 3571712.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.5546875, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/min": -2637824.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max": 3571712.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/range": 6209536.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/norm": 95420416.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/mean": -1944.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/std": 524288.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max_abs": 3047424.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.55859375, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/min": -3047424.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max": 2752512.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/range": 5799936.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/norm": 87031808.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/mean": -206848.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/std": 436224.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max_abs": 2686976.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.57421875, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/min": -2686976.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max": 171008.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/range": 2857984.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/norm": 135266304.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/mean": -9984.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/std": 745472.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max_abs": 4325376.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.5546875, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/min": -2752512.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max": 4325376.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/range": 7077888.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/norm": 108527616.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/mean": 15616.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/std": 602112.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max_abs": 4521984.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.5546875, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/min": -2088960.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max": 4521984.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/range": 6610944.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/norm": 108527616.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/mean": -270336.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/std": 536576.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max_abs": 4390912.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.5546875, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/min": -4390912.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max": 573440.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/range": 4964352.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/norm": 142606336.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/mean": 121344.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/std": 778240.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max_abs": 3653632.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.59765625, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/min": -2736128.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max": 3653632.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/range": 6389760.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/norm": 122159104.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/mean": 76288.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/std": 667648.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max_abs": 3538944.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.59765625, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/min": -3538944.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max": 2752512.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/range": 6291456.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/norm": 122159104.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/mean": -311296.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/std": 598016.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max_abs": 3555328.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.59765625, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/min": -3555328.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max": 104960.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/range": 3660288.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/norm": 125304832.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/mean": 51968.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/std": 692224.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max_abs": 3817472.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.58203125, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/min": -3817472.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max": 3375104.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/range": 7192576.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/norm": 111673344.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/mean": 70656.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/std": 614400.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max_abs": 3391488.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.58203125, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/min": -3391488.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max": 3391488.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/range": 6782976.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/norm": 113246208.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/mean": -256000.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/std": 573440.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max_abs": 4177920.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.5859375, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/min": -4177920.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max": 188416.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/range": 4366336.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/norm": 145752064.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/mean": 13120.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/std": 802816.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max_abs": 4128768.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/min": -3489792.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max": 4128768.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/range": 7618560.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/norm": 123731968.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/mean": 9472.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/std": 684032.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max_abs": 3686400.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/min": -3686400.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max": 3506176.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/range": 7192576.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/norm": 114819072.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/mean": -294912.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/std": 565248.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max_abs": 3981312.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/min": -3981312.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max": 185344.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/range": 4166656.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/norm": 193986560.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/mean": 45568.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/std": 1073152.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max_abs": 4685824.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.55078125, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/min": -4063232.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max": 4685824.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/range": 8749056.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/norm": 170917888.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/mean": 28672.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/std": 942080.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max_abs": 4096000.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.55078125, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/min": -3440640.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max": 4096000.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/range": 7536640.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/norm": 164626432.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/mean": -442368.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/std": 794624.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max_abs": 3801088.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.55078125, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/min": -3801088.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max": 161792.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/range": 3962880.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/norm": 153092096.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/mean": -2336.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/std": 843776.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max_abs": 4816896.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.515625, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/min": -4816896.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max": 3719168.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/range": 8536064.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/norm": 140509184.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/mean": 36352.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/std": 778240.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max_abs": 3719168.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.515625, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/min": -3719168.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max": 3227648.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/range": 6946816.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/norm": 141557760.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/mean": -337920.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/std": 704512.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max_abs": 3866624.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/min": -3866624.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max": 99840.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/range": 3966464.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/norm": 204472320.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/mean": -92672.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/std": 1122304.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max_abs": 3489792.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.6015625, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/min": -3489792.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max": 3424256.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/range": 6914048.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/norm": 179306496.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/mean": -89600.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/std": 987136.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max_abs": 4358144.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.6015625, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/min": -3735552.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max": 4358144.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/range": 8093696.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/norm": 188743680.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/mean": -577536.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/std": 864256.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max_abs": 3948544.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.6015625, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/min": -3948544.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max": 146432.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/range": 4094976.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/norm": 169869312.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/mean": -12608.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/std": 937984.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max_abs": 3407872.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.49609375, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/min": -3260416.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max": 3407872.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/range": 6668288.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/norm": 153092096.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/mean": -1056.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/std": 843776.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max_abs": 4489216.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.49609375, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/min": -3538944.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max": 4489216.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/range": 8028160.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/norm": 157286400.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/mean": -382976.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/std": 778240.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max_abs": 3801088.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.5, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/min": -3801088.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max": 62208.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/range": 3863296.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/norm": 191889408.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/mean": 12416.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/std": 1064960.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max_abs": 3801088.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/min": -3735552.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max": 3801088.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/range": 7536640.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/norm": 176160768.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/mean": -3728.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/std": 970752.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max_abs": 4653056.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.50408935546875, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/min": -4653056.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max": 3129344.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/range": 7782400.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/norm": 174063616.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/mean": -456704.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/std": 847872.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max_abs": 4456448.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/min": -4456448.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max": 135168.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/range": 4591616.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/norm": 175112192.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/mean": 24320.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/std": 970752.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max_abs": 3768320.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.47265625, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/min": -3768320.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max": 3588096.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/range": 7356416.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/norm": 155189248.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/mean": 18688.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/std": 856064.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max_abs": 4145152.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.47265625, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/min": -3571712.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max": 4145152.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/range": 7716864.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/norm": 158334976.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/mean": -397312.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/std": 782336.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max_abs": 4521984.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.484375, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/min": -4521984.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max": 75264.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/range": 4597248.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/norm": 200278016.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/mean": -28416.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/std": 1105920.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max_abs": 4587520.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/min": -3948544.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max": 4587520.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/range": 8536064.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/norm": 175112192.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/mean": -24064.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/std": 966656.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max_abs": 3833856.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.5390625, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/min": -3080192.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max": 3833856.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/range": 6914048.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/norm": 179306496.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/mean": -522240.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/std": 839680.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max_abs": 3719168.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.5390625, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/min": -3719168.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max": 106496.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/range": 3825664.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/norm": 190840832.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/mean": -52224.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/std": 1056768.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max_abs": 4177920.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.44921875, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/min": -3915776.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max": 4177920.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/range": 8093696.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/norm": 174063616.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/mean": -64000.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/std": 958464.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max_abs": 4489216.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.44921875, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/min": -4489216.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max": 3899392.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/range": 8388608.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/norm": 180355072.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/mean": -440320.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/std": 892928.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max_abs": 4849664.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.45703125, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/min": -4849664.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max": 125440.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/range": 4975104.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/norm": 213909504.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/mean": -61184.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/std": 1179648.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max_abs": 4292608.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/min": -4292608.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max": 4063232.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/range": 8355840.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/norm": 195035136.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/mean": -67584.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/std": 1073152.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max_abs": 4177920.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/min": -4177920.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max": 3506176.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/range": 7684096.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/norm": 196083712.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/mean": -497664.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/std": 958464.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max_abs": 4194304.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.48828125, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/min": -4194304.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max": 71680.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/range": 4265984.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/norm": 234881024.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/mean": -48896.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/std": 1294336.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max_abs": 4620288.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/min": -4112384.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max": 4620288.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/range": 8732672.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/norm": 223346688.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/mean": -25216.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/std": 1228800.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max_abs": 4751360.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/min": -4046848.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max": 4751360.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/range": 8798208.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/norm": 227540992.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/mean": -659456.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/std": 1073152.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max_abs": 4947968.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.515625, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/min": -4947968.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max": 73728.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/range": 5021696.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/norm": 223346688.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/mean": 59392.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/std": 1228800.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max_abs": 4947968.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.43359375, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/min": -4947968.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max": 4292608.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/range": 9240576.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/norm": 216006656.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/mean": 19840.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/std": 1187840.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max_abs": 4521984.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.43359375, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/min": -4521984.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max": 4423680.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/range": 8945664.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/norm": 216006656.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/mean": -561152.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/std": 1048576.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max_abs": 4145152.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.43359375, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/min": -4145152.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max": 182272.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/range": 4327424.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/norm": 258998272.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/mean": -62208.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/std": 1425408.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max_abs": 4718592.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.44921875, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/min": -4194304.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max": 4718592.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/range": 8912896.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/norm": 240123904.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/mean": -33536.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/std": 1327104.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max_abs": 4620288.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.44921875, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/min": -4292608.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max": 4620288.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/range": 8912896.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/norm": 242221056.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/mean": -704512.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/std": 1138688.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max_abs": 4685824.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.453125, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/min": -4685824.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max": 49408.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/range": 4735232.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/norm": 256901120.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/mean": 113152.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/std": 1417216.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max_abs": 4849664.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.4921875, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/min": -4685824.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max": 4849664.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/range": 9535488.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/norm": 235929600.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/mean": 103936.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/std": 1294336.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max_abs": 4456448.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.4921875, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/min": -3981312.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max": 4456448.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/range": 8437760.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/norm": 241172480.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/mean": -708608.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/std": 1122304.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max_abs": 4325376.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.5, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/min": -4325376.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max": 46080.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/range": 4371456.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/norm": 241172480.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/mean": -18560.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/std": 1335296.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max_abs": 4325376.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.4296875, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/min": -4325376.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max": 4194304.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/range": 8519680.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/norm": 230686720.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/mean": -6656.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/std": 1277952.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max_abs": 4292608.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.4296875, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/min": -4194304.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max": 4292608.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/range": 8486912.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/norm": 235929600.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/mean": -647168.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/std": 1130496.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max_abs": 4620288.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.43359375, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/min": -4620288.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max": 85504.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/range": 4705792.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/norm": 234881024.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/mean": -135168.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/std": 1294336.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max_abs": 5570560.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.41796875, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/min": -5570560.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max": 4390912.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/range": 9961472.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/norm": 221249536.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/mean": -121344.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/std": 1220608.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max_abs": 5275648.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.421875, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/min": -5275648.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max": 4456448.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/range": 9732096.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/norm": 226492416.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/mean": -602112.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/std": 1097728.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max_abs": 5242880.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.4296875, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/min": -5242880.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max": 374784.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/range": 5617664.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/norm": 250609664.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/mean": 162816.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/std": 1376256.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max_abs": 4816896.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.5078125, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/min": -3702784.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max": 4816896.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/range": 8519680.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/norm": 240123904.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/mean": 136192.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/std": 1318912.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max_abs": 4521984.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.5078125, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/min": -3768320.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max": 4521984.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/range": 8290304.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/norm": 247463936.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/mean": -720896.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/std": 1155072.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max_abs": 4751360.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.51531982421875, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/min": -4751360.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max": 78848.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/range": 4830208.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/norm": 244318208.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/mean": 80384.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/std": 1351680.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max_abs": 5111808.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.4453125, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/min": -4685824.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max": 5111808.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/range": 9797632.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/norm": 231735296.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/mean": 70144.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/std": 1277952.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max_abs": 4653056.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.4453125, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/min": -4096000.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max": 4653056.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/range": 8749056.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/norm": 239075328.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/mean": -655360.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/std": 1146880.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max_abs": 5144576.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.4453125, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/min": -5144576.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max": 70656.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/range": 5215232.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/norm": 251658240.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/mean": 50688.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/std": 1384448.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max_abs": 4259840.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.5, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/min": -4259840.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max": 4030464.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/range": 8290304.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/norm": 251658240.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/mean": 59904.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/std": 1392640.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max_abs": 5406720.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.5, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/min": -5406720.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max": 4259840.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/range": 9666560.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/norm": 250609664.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/mean": -741376.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/std": 1163264.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max_abs": 4947968.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.50390625, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/min": -4947968.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max": 54016.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/range": 5001984.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/norm": 241172480.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/mean": 24576.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/std": 1327104.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max_abs": 4227072.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.42578125, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/min": -3981312.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max": 4227072.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/range": 8208384.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/norm": 234881024.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/mean": 38400.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/std": 1294336.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max_abs": 4653056.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.42578125, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/min": -4653056.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max": 4521984.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/range": 9175040.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/norm": 241172480.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/mean": -622592.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/std": 1171456.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max_abs": 4554752.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.43359375, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/min": -4554752.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max": 128512.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/range": 4683264.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/norm": 264241152.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/mean": 90624.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/std": 1458176.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max_abs": 4718592.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.515625, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/min": -4718592.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max": 4718592.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/range": 9437184.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/norm": 248512512.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/mean": 95232.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/std": 1368064.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max_abs": 4653056.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.517120361328125, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/min": -4456448.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max": 4653056.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/range": 9109504.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/norm": 249561088.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/mean": -753664.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/std": 1155072.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max_abs": 4423680.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/min": -4423680.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max": 178176.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/range": 4601856.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/norm": 233832448.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/mean": 49920.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/std": 1294336.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max_abs": 4685824.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.42578125, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/min": -3833856.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max": 4685824.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/range": 8519680.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/norm": 228589568.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/mean": 46080.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/std": 1261568.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max_abs": 4685824.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.42578125, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/min": -4292608.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max": 4685824.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/range": 8978432.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/norm": 240123904.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/mean": -671744.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/std": 1146880.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max_abs": 4620288.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.425811767578125, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/min": -4620288.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max": 63744.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/range": 4684032.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/norm": 283115520.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/mean": 128512.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/std": 1556480.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max_abs": 4521984.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.48828125, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/min": -4521984.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max": 4390912.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/range": 8912896.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/norm": 276824064.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/mean": 146432.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/std": 1523712.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max_abs": 5537792.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.48828125, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/min": -5210112.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max": 5537792.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/range": 10747904.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/norm": 278921216.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/mean": -843776.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/std": 1286144.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max_abs": 5046272.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.48828125, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/min": -5046272.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max": 222208.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/range": 5268480.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/norm": 276824064.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/mean": 35328.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/std": 1523712.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max_abs": 5177344.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.4609375, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/min": -5177344.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max": 3997696.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/range": 9175040.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/norm": 274726912.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/mean": 39424.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/std": 1515520.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max_abs": 4947968.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.46484375, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/min": -4947968.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max": 4325376.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/range": 9273344.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/norm": 274726912.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/mean": -806912.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/std": 1277952.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max_abs": 4947968.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.4765625, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/min": -4947968.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max": 78848.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/range": 5026816.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/norm": 248512512.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/mean": -23296.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/std": 1368064.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max_abs": 4292608.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.46484375, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/min": -3997696.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max": 4292608.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/range": 8290304.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/norm": 248512512.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/mean": -36864.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/std": 1368064.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max_abs": 4423680.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.46484375, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/min": -4423680.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max": 3948544.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/range": 8372224.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/norm": 244318208.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/mean": -708608.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/std": 1146880.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max_abs": 4292608.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.46484375, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/min": -4292608.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max": 100864.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/range": 4393472.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/norm": 246415360.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/mean": -117248.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/std": 1359872.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max_abs": 4325376.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.42578125, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/min": -4325376.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max": 3915776.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/range": 8241152.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/norm": 240123904.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/mean": -98304.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/std": 1327104.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max_abs": 4947968.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.4296875, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/min": -4947968.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max": 4554752.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/range": 9502720.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/norm": 247463936.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/mean": -696320.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/std": 1179648.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max_abs": 4554752.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.4296875, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/min": -4554752.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max": 192512.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/range": 4747264.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/norm": 256901120.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/mean": -38656.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/std": 1417216.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max_abs": 4489216.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.4296875, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/min": -4358144.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max": 4489216.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/range": 8847360.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/norm": 233832448.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/mean": -37120.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/std": 1294336.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max_abs": 4587520.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.4296875, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/min": -4587520.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max": 4259840.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/range": 8847360.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/norm": 246415360.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/mean": -688128.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/std": 1179648.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max_abs": 4849664.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.43359375, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/min": -4849664.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max": 79872.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/range": 4929536.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/norm": 264241152.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/mean": 94720.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/std": 1458176.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max_abs": 4751360.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.4765625, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/min": -4751360.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max": 4096000.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/range": 8847360.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/norm": 266338304.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/mean": 87040.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/std": 1466368.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max_abs": 4587520.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.4765625, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/min": -4456448.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max": 4587520.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/range": 9043968.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/norm": 264241152.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/mean": -761856.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/std": 1245184.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max_abs": 4489216.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.4765625, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/min": -4489216.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max": 74752.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/range": 4563968.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/norm": 262144000.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/mean": -110592.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/std": 1441792.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max_abs": 5013504.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.47265625, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/min": -4325376.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max": 5013504.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/range": 9338880.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/norm": 261095424.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/mean": -96256.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/std": 1441792.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max_abs": 4980736.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.47265625, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/min": -4784128.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max": 4980736.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/range": 9764864.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/norm": 261095424.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/mean": -757760.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/std": 1228800.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max_abs": 4849664.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/min": -4849664.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max": 85504.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/range": 4935168.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/norm": 257949696.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/mean": 42240.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/std": 1425408.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max_abs": 4554752.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/min": -4489216.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max": 4554752.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/range": 9043968.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/norm": 255852544.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/mean": 57856.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/std": 1409024.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max_abs": 4849664.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/min": -4784128.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max": 4849664.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/range": 9633792.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/norm": 260046848.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/mean": -765952.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/std": 1212416.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max_abs": 5111808.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.483062744140625, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/min": -5111808.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max": 58368.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/range": 5170176.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/norm": 281018368.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/mean": 89088.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/std": 1548288.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max_abs": 4882432.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.45703125, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/min": -4358144.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max": 4882432.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/range": 9240576.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/norm": 268435456.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/mean": 99840.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/std": 1482752.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max_abs": 4849664.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.46014404296875, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/min": -4390912.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max": 4849664.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/range": 9240576.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/norm": 270532608.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/mean": -765952.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/std": 1277952.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max_abs": 5406720.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.46875, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/min": -5406720.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max": 43520.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/range": 5450240.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/norm": 299892736.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/mean": -18304.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/std": 1662976.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max_abs": 5046272.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/min": -4227072.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max": 5046272.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/range": 9273344.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/norm": 287309824.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/mean": 29824.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/std": 1589248.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max_abs": 5111808.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/min": -4718592.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max": 5111808.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/range": 9830400.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/norm": 295698432.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/mean": -942080.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/std": 1335296.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max_abs": 4980736.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/min": -4980736.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max": 73216.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/range": 5053952.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/norm": 308281344.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/mean": 85504.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/std": 1703936.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max_abs": 4489216.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/min": -4489216.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max": 4489216.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/range": 8978432.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/norm": 306184192.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/mean": 48896.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/std": 1687552.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max_abs": 4325376.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/min": -4259840.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max": 4325376.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/range": 8585216.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/norm": 310378496.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/mean": -1044480.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/std": 1359872.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max_abs": 4751360.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/min": -4751360.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max": 95744.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/range": 4847104.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/norm": 289406976.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/mean": 26752.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/std": 1597440.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max_abs": 4554752.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/min": -4325376.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max": 4554752.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/range": 8880128.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/norm": 289406976.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/mean": 20352.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/std": 1605632.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max_abs": 5406720.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/min": -5406720.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max": 4751360.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/range": 10158080.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/norm": 297795584.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/mean": -933888.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/std": 1359872.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max_abs": 5177344.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/min": -5177344.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max": 58368.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/range": 5235712.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/norm": 272629760.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/mean": -92672.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/std": 1499136.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max_abs": 4784128.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.4921875, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/min": -4046848.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max": 4784128.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/range": 8830976.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/norm": 272629760.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/mean": -81920.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/std": 1499136.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max_abs": 4882432.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.4921875, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/min": -4521984.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max": 4882432.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/range": 9404416.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/norm": 276824064.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/mean": -847872.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/std": 1277952.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max_abs": 4947968.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.49609375, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/min": -4947968.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max": 90112.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/range": 5038080.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/norm": 293601280.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/mean": -2656.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/std": 1622016.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max_abs": 4259840.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.5234375, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/min": -4046848.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max": 4259840.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/range": 8306688.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/norm": 297795584.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/mean": -20864.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/std": 1646592.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max_abs": 4456448.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/min": -4456448.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max": 4325376.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/range": 8781824.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/norm": 301989888.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/mean": -978944.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/std": 1343488.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max_abs": 4653056.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/min": -4653056.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max": 137216.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/range": 4790272.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/norm": 285212672.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/mean": 63488.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/std": 1572864.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max_abs": 4521984.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.48828125, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/min": -4521984.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max": 4456448.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/range": 8978432.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/norm": 281018368.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/mean": 59392.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/std": 1556480.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max_abs": 4554752.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.48828125, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/min": -4554752.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max": 4423680.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/range": 8978432.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/norm": 301989888.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/mean": -946176.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/std": 1368064.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max_abs": 5111808.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.48828125, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/min": -5111808.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max": 146432.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/range": 5258240.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/norm": 299892736.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/mean": -2416.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/std": 1654784.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max_abs": 4325376.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.5234375, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/min": -4014080.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max": 4325376.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/range": 8339456.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/norm": 281018368.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/mean": -17152.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/std": 1556480.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max_abs": 4259840.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.5234375, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/min": -3932160.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max": 4259840.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/range": 8192000.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/norm": 299892736.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/mean": -991232.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/std": 1318912.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max_abs": 4489216.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/min": -4489216.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max": 47872.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/range": 4537088.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/norm": 318767104.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/mean": 82944.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/std": 1761280.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max_abs": 4980736.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/min": -4980736.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max": 4554752.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/range": 9535488.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/norm": 308281344.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/mean": 103936.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/std": 1695744.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max_abs": 4653056.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/min": -4620288.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max": 4653056.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/range": 9273344.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/norm": 327155712.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/mean": -1064960.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/std": 1458176.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max_abs": 5275648.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/min": -5275648.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max": 28672.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/range": 5304320.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/norm": 289406976.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/mean": 52736.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/std": 1605632.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max_abs": 4554752.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.4921875, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/min": -3801088.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max": 4554752.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/range": 8355840.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/norm": 281018368.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/mean": 37632.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/std": 1548288.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max_abs": 4259840.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.4921875, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/min": -4194304.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max": 4259840.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/range": 8454144.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/norm": 297795584.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/mean": -905216.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/std": 1368064.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max_abs": 4620288.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.4921875, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/min": -4620288.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max": 37120.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/range": 4657408.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/norm": 314572800.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/mean": 41984.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/std": 1736704.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max_abs": 4653056.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/min": -4653056.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max": 4521984.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/range": 9175040.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/norm": 310378496.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/mean": 43008.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/std": 1712128.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max_abs": 5603328.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/min": -5603328.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max": 5013504.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/range": 10616832.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/norm": 331350016.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/mean": -1105920.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/std": 1458176.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max_abs": 5373952.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/min": -5373952.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max": 61440.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/range": 5435392.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/norm": 318767104.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/mean": 88576.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/std": 1761280.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max_abs": 4751360.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.48828125, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/min": -4620288.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max": 4751360.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/range": 9371648.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/norm": 314572800.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/mean": 111616.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/std": 1736704.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max_abs": 4882432.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.48828125, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/min": -4096000.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max": 4882432.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/range": 8978432.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/norm": 327155712.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/mean": -1073152.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/std": 1458176.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max_abs": 5177344.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.4921875, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/min": -5177344.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max": 63232.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/range": 5240576.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/norm": 287309824.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/mean": -105472.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/std": 1581056.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max_abs": 4358144.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.47265625, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/min": -3948544.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max": 4358144.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/range": 8306688.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/norm": 283115520.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/mean": -98304.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/std": 1556480.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max_abs": 4390912.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.47265625, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/min": -4390912.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max": 4358144.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/range": 8749056.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/norm": 293601280.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/mean": -909312.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/std": 1343488.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max_abs": 5079040.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.4765625, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/min": -5079040.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max": 45568.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/range": 5124608.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/norm": 308281344.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/mean": 28672.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/std": 1703936.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max_abs": 4685824.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.49609375, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/min": -4325376.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max": 4685824.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/range": 9011200.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/norm": 310378496.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/mean": 33024.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/std": 1720320.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max_abs": 5865472.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.49609375, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/min": -4620288.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max": 5865472.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/range": 10485760.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/norm": 310378496.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/mean": -1015808.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/std": 1376256.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max_abs": 5079040.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.5, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/min": -5079040.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max": 43264.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/range": 5122304.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/norm": 314572800.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/mean": 182272.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/std": 1728512.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max_abs": 5177344.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.47265625, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/min": -4554752.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max": 5177344.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/range": 9732096.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/norm": 301989888.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/mean": 185344.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/std": 1662976.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max_abs": 5767168.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.47265625, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/min": -4587520.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max": 5767168.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/range": 10354688.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/norm": 310378496.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/mean": -962560.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/std": 1417216.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max_abs": 5603328.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/min": -5603328.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max": 86016.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/range": 5689344.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/norm": 322961408.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/mean": 23296.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/std": 1785856.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max_abs": 4521984.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.5078125, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/min": -4521984.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max": 4390912.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/range": 8912896.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/norm": 318767104.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/mean": 22784.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/std": 1761280.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max_abs": 4718592.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.5078125, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/min": -4718592.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max": 4423680.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/range": 9142272.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/norm": 337641472.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/mean": -1114112.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/std": 1490944.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max_abs": 5111808.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.5078125, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/min": -5111808.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max": 112640.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/range": 5224448.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/norm": 301989888.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/mean": 87040.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/std": 1671168.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max_abs": 5013504.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.5, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/min": -5013504.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max": 4292608.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/range": 9306112.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/norm": 314572800.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/mean": 125952.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/std": 1728512.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max_abs": 5341184.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.5, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/min": -5046272.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max": 5341184.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/range": 10387456.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/norm": 316669952.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/mean": -1011712.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/std": 1425408.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max_abs": 5275648.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.5, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/min": -5275648.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max": 81408.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/range": 5357056.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/norm": 314572800.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/mean": -64512.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/std": 1736704.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max_abs": 5373952.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.4609375, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/min": -4554752.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max": 5373952.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/range": 9928704.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/norm": 310378496.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/mean": -60160.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/std": 1720320.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max_abs": 5275648.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.46484375, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/min": -5275648.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max": 5046272.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/range": 10321920.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/norm": 318767104.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/mean": -1015808.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/std": 1441792.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max_abs": 5242880.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.46484375, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/min": -5242880.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max": 19328.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/range": 5262208.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/norm": 299892736.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/mean": -179200.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/std": 1646592.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max_abs": 4653056.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/min": -4456448.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max": 4653056.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/range": 9109504.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/norm": 291504128.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/mean": -172032.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/std": 1605632.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max_abs": 4784128.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/min": -4784128.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max": 4718592.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/range": 9502720.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/norm": 312475648.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/mean": -999424.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/std": 1409024.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max_abs": 5177344.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.484375, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/min": -5177344.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max": 56832.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/range": 5234176.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/norm": 306184192.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/mean": 8032.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/std": 1695744.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max_abs": 4521984.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/min": -4521984.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max": 4521984.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/range": 9043968.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/norm": 301989888.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/mean": -30.875, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/std": 1671168.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max_abs": 5308416.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/min": -4325376.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max": 5308416.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/range": 9633792.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/norm": 327155712.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/mean": -1105920.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/std": 1425408.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max_abs": 4947968.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/min": -4947968.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max": 53248.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/range": 5001216.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/norm": 327155712.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/mean": 225280.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/std": 1794048.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max_abs": 5341184.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.50390625, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/min": -4521984.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max": 5341184.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/range": 9863168.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/norm": 325058560.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/mean": 184320.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/std": 1785856.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max_abs": 5701632.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.5078125, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/min": -5701632.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max": 4751360.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/range": 10452992.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/norm": 333447168.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/mean": -1122304.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/std": 1458176.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max_abs": 4784128.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/min": -4784128.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max": 86528.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/range": 4870656.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/norm": 308281344.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/mean": 128512.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/std": 1695744.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max_abs": 4587520.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/min": -4587520.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max": 4194304.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/range": 8781824.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/norm": 310378496.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/mean": 147456.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/std": 1712128.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max_abs": 5308416.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.4805908203125, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/min": -5144576.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max": 5308416.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/range": 10452992.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/norm": 329252864.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/mean": -1056768.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/std": 1474560.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max_abs": 4947968.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.484375, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/min": -4947968.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max": 71680.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/range": 5019648.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/norm": 312475648.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/mean": 94720.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/std": 1720320.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max_abs": 4456448.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/min": -4456448.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max": 4259840.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/range": 8716288.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/norm": 314572800.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/mean": 85504.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/std": 1728512.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max_abs": 5373952.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/min": -5373952.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max": 4620288.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/range": 9994240.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/norm": 333447168.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/mean": -1081344.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/std": 1490944.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max_abs": 5210112.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.515625, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/min": -5210112.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max": 26624.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/range": 5236736.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/norm": 341835776.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/mean": -180224.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/std": 1875968.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max_abs": 4554752.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.5703125, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/min": -4554752.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max": 4358144.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/range": 8912896.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/norm": 337641472.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/mean": -208896.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/std": 1859584.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max_abs": 4751360.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.56640625, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/min": -4751360.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max": 4718592.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/range": 9469952.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/norm": 343932928.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/mean": -1220608.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/std": 1466368.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max_abs": 4882432.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.57421875, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/min": -4882432.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max": 46592.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/range": 4929024.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/norm": 346030080.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/mean": -61952.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/std": 1908736.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max_abs": 4784128.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.5390625, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/min": -4784128.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max": 4390912.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/range": 9175040.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/norm": 352321536.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/mean": -83968.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/std": 1941504.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max_abs": 4915200.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.5390625, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/min": -4915200.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max": 4587520.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/range": 9502720.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/norm": 362807296.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/mean": -1253376.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/std": 1564672.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max_abs": 5013504.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/min": -5013504.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max": 43776.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/range": 5057280.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/norm": 354418688.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/mean": 22912.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/std": 1957888.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max_abs": 5275648.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/min": -5275648.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max": 4849664.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/range": 10125312.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/norm": 339738624.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/mean": 30720.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/std": 1875968.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max_abs": 5013504.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/min": -5013504.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max": 4653056.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/range": 9666560.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/norm": 346030080.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/mean": -1163264.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/std": 1515520.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max_abs": 4980736.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/min": -4980736.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max": 16896.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/range": 4997632.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/norm": 348127232.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/mean": 125952.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/std": 1916928.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max_abs": 5275648.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.5234375, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/min": -4554752.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max": 5275648.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/range": 9830400.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/norm": 339738624.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/mean": 154624.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/std": 1867776.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max_abs": 5177344.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.5234375, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/min": -4947968.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max": 5177344.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/range": 10125312.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/norm": 356515840.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/mean": -1236992.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/std": 1540096.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max_abs": 5242880.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/min": -5242880.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max": 18048.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/range": 5260928.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/norm": 354418688.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/mean": 87552.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/std": 1957888.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max_abs": 5111808.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.57421875, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/min": -5111808.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max": 4390912.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/range": 9502720.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/norm": 356515840.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/mean": 107008.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/std": 1966080.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max_abs": 5210112.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.57421875, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/min": -5210112.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max": 4554752.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/range": 9764864.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/norm": 367001600.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/mean": -1318912.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/std": 1531904.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max_abs": 5079040.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.578125, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/min": -5079040.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max": 29568.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/range": 5108608.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/norm": 335544320.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/mean": -80896.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/std": 1851392.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max_abs": 5144576.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.4765625, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/min": -5079040.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max": 5144576.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/range": 10223616.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/norm": 329252864.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/mean": -117248.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/std": 1810432.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max_abs": 5177344.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.4765625, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/min": -5177344.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max": 4947968.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/range": 10125312.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/norm": 333447168.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/mean": -1089536.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/std": 1490944.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max_abs": 5963776.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.4765625, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/min": -5963776.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max": 73728.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/range": 6037504.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/norm": 331350016.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/mean": -101888.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/std": 1818624.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max_abs": 5046272.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/min": -4587520.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max": 5046272.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/range": 9633792.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/norm": 339738624.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/mean": -111104.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/std": 1867776.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max_abs": 4620288.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/min": -4587520.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max": 4620288.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/range": 9207808.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/norm": 350224384.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/mean": -1163264.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/std": 1548288.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max_abs": 5177344.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/min": -5177344.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max": 32640.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/range": 5209984.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/norm": 356515840.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/mean": -33024.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/std": 1966080.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max_abs": 4849664.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.5234375, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/min": -4718592.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max": 4849664.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/range": 9568256.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/norm": 360710144.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/mean": -7136.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/std": 1990656.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max_abs": 5373952.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.5234375, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/min": -5373952.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max": 4849664.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/range": 10223616.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/norm": 375390208.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/mean": -1286144.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/std": 1630208.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max_abs": 6520832.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.5390625, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/min": -6520832.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max": 21248.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/range": 6542080.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/norm": 367001600.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/mean": 115200.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/std": 2023424.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max_abs": 5013504.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/min": -5013504.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max": 4685824.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/range": 9699328.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/norm": 356515840.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/mean": 96256.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/std": 1974272.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max_abs": 5439488.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/min": -5439488.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max": 4947968.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/range": 10387456.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/norm": 373293056.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/mean": -1286144.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/std": 1605632.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max_abs": 5406720.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/min": -5406720.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max": 29440.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/range": 5436160.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/norm": 356515840.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/mean": 9984.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/std": 1966080.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max_abs": 5210112.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/min": -5210112.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max": 5079040.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/range": 10289152.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/norm": 346030080.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/mean": 6592.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/std": 1908736.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max_abs": 5406720.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/min": -5406720.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max": 4882432.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/range": 10289152.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/norm": 356515840.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/mean": -1212416.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/std": 1548288.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max_abs": 5308416.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.5390625, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/min": -5308416.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max": 110592.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/range": 5419008.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/norm": 354418688.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/mean": -3184.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/std": 1957888.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max_abs": 4980736.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/min": -4980736.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max": 4947968.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/range": 9928704.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/norm": 339738624.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/mean": -6208.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/std": 1875968.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max_abs": 5406720.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.5390625, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/min": -5406720.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max": 5144576.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/range": 10551296.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/norm": 352321536.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/mean": -1196032.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/std": 1540096.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max_abs": 5603328.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/min": -5603328.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max": 109568.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/range": 5712896.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/norm": 354418688.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/mean": -58112.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/std": 1957888.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max_abs": 4620288.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/min": -4390912.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max": 4620288.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/range": 9011200.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/norm": 364904448.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/mean": -68608.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/std": 2015232.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max_abs": 5275648.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/min": -5275648.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max": 5177344.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/range": 10452992.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/norm": 369098752.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/mean": -1236992.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/std": 1630208.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max_abs": 5603328.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/min": -5603328.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max": 79872.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/range": 5683200.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/norm": 371195904.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/mean": 40704.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/std": 2048000.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max_abs": 5275648.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.57421875, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/min": -5275648.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max": 4751360.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/range": 10027008.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/norm": 375390208.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/mean": 75776.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/std": 2072576.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max_abs": 5373952.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.57421875, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/min": -5373952.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max": 5341184.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/range": 10715136.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/norm": 390070272.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/mean": -1343488.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/std": 1679360.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max_abs": 5537792.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.58203125, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/min": -5537792.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max": 44032.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/range": 5581824.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/norm": 373293056.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/mean": -374784.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/std": 2031616.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max_abs": 5734400.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.5703125, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/min": -4620288.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max": 5734400.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/range": 10354688.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/norm": 371195904.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/mean": -344064.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/std": 2023424.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max_abs": 6160384.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.5703125, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/min": -5210112.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max": 6160384.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/range": 11370496.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/norm": 381681664.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/mean": -1318912.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/std": 1646592.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max_abs": 6029312.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.5703125, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/min": -6029312.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max": 70144.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/range": 6099456.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/norm": 383778816.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/mean": 138240.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/std": 2113536.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max_abs": 5406720.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.56640625, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/min": -5406720.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max": 5177344.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/range": 10584064.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/norm": 373293056.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/mean": 87552.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/std": 2064384.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max_abs": 5898240.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.56640625, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/min": -5898240.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max": 5603328.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/range": 11501568.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/norm": 390070272.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/mean": -1359872.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/std": 1662976.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max_abs": 5832704.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.5703125, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/min": -5832704.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max": 37632.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/range": 5870336.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/norm": 379584512.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/mean": 97792.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/std": 2088960.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max_abs": 4816896.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.5546875, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/min": -4816896.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max": 4587520.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/range": 9404416.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/norm": 377487360.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/mean": 95232.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/std": 2088960.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max_abs": 5799936.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.55078125, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/min": -5799936.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max": 4620288.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/range": 10420224.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/norm": 396361728.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/mean": -1392640.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/std": 1695744.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max_abs": 6029312.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.55859375, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/min": -6029312.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max": 32640.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/range": 6061952.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/norm": 358612992.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/mean": -48384.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/std": 1974272.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max_abs": 5079040.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.5, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/min": -5079040.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max": 4521984.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/range": 9601024.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/norm": 354418688.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/mean": -60416.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/std": 1949696.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max_abs": 5799936.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.5, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/min": -5799936.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max": 4816896.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/range": 10616832.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/norm": 364904448.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/mean": -1196032.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/std": 1613824.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max_abs": 5373952.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.5, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/min": -5373952.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max": 41728.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/range": 5415680.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/norm": 371195904.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/mean": -337920.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/std": 2023424.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max_abs": 5275648.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.5234375, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/min": -4882432.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max": 5275648.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/range": 10158080.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/norm": 369098752.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/mean": -331776.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/std": 2015232.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max_abs": 5210112.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.515625, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/min": -5210112.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max": 5177344.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/range": 10387456.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/norm": 379584512.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/mean": -1261568.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/std": 1679360.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max_abs": 5079040.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/min": -5079040.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max": 49408.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/range": 5128448.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/norm": 377487360.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/mean": 120832.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/std": 2080768.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max_abs": 5210112.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.59765625, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/min": -4882432.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max": 5210112.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/range": 10092544.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/norm": 375390208.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/mean": 102912.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/std": 2064384.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max_abs": 5537792.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.59765625, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/min": -5537792.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max": 4849664.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/range": 10387456.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/norm": 387973120.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/mean": -1359872.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/std": 1654784.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max_abs": 5406720.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.60546875, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/min": -5406720.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max": 48640.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/range": 5455360.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/norm": 375390208.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/mean": -101376.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/std": 2072576.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max_abs": 5341184.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/min": -4849664.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max": 5341184.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/range": 10190848.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/norm": 381681664.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/mean": -120320.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/std": 2113536.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max_abs": 5177344.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/min": -4980736.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max": 5177344.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/range": 10158080.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/norm": 398458880.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/mean": -1376256.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/std": 1712128.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max_abs": 5799936.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/min": -5799936.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max": 95744.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/range": 5895680.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/norm": 411041792.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/mean": -129536.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/std": 2260992.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max_abs": 5767168.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.62890625, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/min": -5537792.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max": 5767168.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/range": 11304960.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/norm": 411041792.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/mean": -115712.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/std": 2260992.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max_abs": 5799936.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.62890625, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/min": -5570560.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max": 5799936.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/range": 11370496.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/norm": 423624704.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/mean": -1523712.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/std": 1769472.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max_abs": 5931008.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.62890625, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/min": -5931008.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max": 39424.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/range": 5970432.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/norm": 394264576.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/mean": -40192.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/std": 2179072.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max_abs": 5341184.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.578125, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/min": -5046272.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max": 5341184.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/range": 10387456.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/norm": 404750336.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/mean": -29312.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/std": 2244608.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max_abs": 5799936.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.578125, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/min": -4882432.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max": 5799936.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/range": 10682368.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/norm": 415236096.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/mean": -1490944.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/std": 1753088.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max_abs": 5505024.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.578125, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/min": -5505024.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max": 104960.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/range": 5609984.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/norm": 394264576.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/mean": 211968.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/std": 2162688.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max_abs": 5111808.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.58984375, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/min": -5111808.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max": 4980736.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/range": 10092544.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/norm": 398458880.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/mean": 249856.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/std": 2179072.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max_abs": 5636096.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.58984375, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/min": -5636096.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max": 5406720.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/range": 11042816.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/norm": 404750336.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/mean": -1449984.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/std": 1703936.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max_abs": 6160384.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.58984375, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/min": -6160384.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max": 42496.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/range": 6202880.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/norm": 417333248.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/mean": 303104.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/std": 2293760.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max_abs": 5144576.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.65625, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/min": -5144576.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max": 4882432.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/range": 10027008.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/norm": 419430400.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/mean": 272384.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/std": 2293760.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max_abs": 5799936.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.655609130859375, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/min": -5799936.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max": 5472256.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/range": 11272192.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/norm": 434110464.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/mean": -1540096.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/std": 1826816.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max_abs": 6488064.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.65625, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/min": -6488064.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max": 115200.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/range": 6603264.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/norm": 440401920.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/mean": -368640.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/std": 2408448.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max_abs": 5275648.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.62890625, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/min": -5275648.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max": 4849664.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/range": 10125312.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/norm": 427819008.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/mean": -368640.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/std": 2326528.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max_abs": 5603328.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.62890625, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/min": -5603328.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max": 5341184.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/range": 10944512.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/norm": 436207616.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/mean": -1622016.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/std": 1785856.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max_abs": 5865472.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.6328125, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/min": -5865472.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max": 41984.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/range": 5907456.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/norm": 436207616.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/mean": -35840.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/std": 2408448.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max_abs": 5603328.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.59375, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/min": -5603328.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max": 4816896.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/range": 10420224.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/norm": 438304768.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/mean": 4800.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/std": 2424832.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max_abs": 5931008.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.59765625, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/min": -5799936.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max": 5931008.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/range": 11730944.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/norm": 446693376.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/mean": -1613824.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/std": 1859584.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max_abs": 6160384.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.59765625, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/min": -6160384.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max": 49920.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/range": 6210304.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/norm": 408944640.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/mean": 80384.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/std": 2260992.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max_abs": 5373952.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.60546875, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/min": -5373952.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max": 5144576.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/range": 10518528.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/norm": 404750336.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/mean": 91136.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/std": 2228224.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max_abs": 6651904.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.60546875, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/min": -5931008.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max": 6651904.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/range": 12582912.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/norm": 417333248.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/mean": -1417216.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/std": 1810432.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max_abs": 6291456.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.609375, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/min": -6291456.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max": 79872.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/range": 6371328.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/norm": 419430400.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/mean": 204800.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/std": 2310144.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max_abs": 6193152.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.62109375, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/min": -5832704.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max": 6193152.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/range": 12025856.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/norm": 413138944.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/mean": 210944.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/std": 2277376.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max_abs": 6258688.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.62109375, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/min": -5931008.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max": 6258688.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/range": 12189696.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/norm": 421527552.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/mean": -1474560.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/std": 1802240.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max_abs": 6651904.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.62109375, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/min": -6651904.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max": 80384.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/range": 6732288.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/norm": 436207616.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/mean": 69120.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/std": 2408448.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max_abs": 5537792.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.6171875, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/min": -5537792.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max": 5406720.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/range": 10944512.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/norm": 438304768.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/mean": 111104.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/std": 2424832.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max_abs": 6488064.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.6171875, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/min": -6291456.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max": 6488064.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/range": 12779520.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/norm": 432013312.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/mean": -1499136.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/std": 1851392.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max_abs": 6324224.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.6171875, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/min": -6324224.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max": 23424.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/range": 6347648.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 452984832.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": -251.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 2506752.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 5603328.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.63671875, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/min": -5177344.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max": 5603328.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/range": 10780672.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/norm": 450887680.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/mean": -24192.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/std": 2490368.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max_abs": 6848512.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.637969970703125, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/min": -6848512.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max": 6684672.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/range": 13533184.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/norm": 455081984.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/mean": -1589248.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/std": 1957888.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max_abs": 7241728.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.63671875, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/min": -7241728.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max": 32000.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/range": 7273728.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 402653184.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": 88576.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 2228224.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 5701632.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.625, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/min": -5242880.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max": 5701632.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/range": 10944512.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/norm": 383778816.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/mean": 98816.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/std": 2113536.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max_abs": 6750208.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.62506103515625, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/min": -6389760.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max": 6750208.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/range": 13139968.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/norm": 392167424.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/mean": -1261568.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/std": 1761280.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max_abs": 6717440.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.63671875, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/min": -6717440.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max": 60928.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/range": 6778368.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 402653184.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": 76800.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 2228224.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 5701632.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.62109375, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/min": -5701632.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max": 5701632.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/range": 11403264.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/norm": 383778816.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/mean": 68608.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/std": 2113536.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max_abs": 7438336.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.626190185546875, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/min": -6979584.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max": 7438336.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/range": 14417920.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/norm": 387973120.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/mean": -1236992.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/std": 1753088.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max_abs": 7241728.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.6513671875, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/min": -7241728.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max": 27392.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/range": 7269120.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 337641472.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": -54528.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 1867776.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 5242880.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.78515625, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/min": -5242880.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max": 5111808.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/range": 10354688.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/norm": 331350016.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/mean": -32256.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/std": 1835008.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max_abs": 8716288.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.7681884765625, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/min": -8716288.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max": 8519680.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/range": 17235968.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/norm": 337641472.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/mean": -966656.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/std": 1597440.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max_abs": 8355840.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.800140380859375, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/min": -8355840.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max": 83456.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/range": 8439296.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 196083712.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": -64000.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 1081344.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 4096000.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.97265625, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/min": -4096000.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max": 3866624.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/range": 7962624.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/norm": 188743680.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/mean": -60160.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/std": 1040384.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max_abs": 7143424.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.944183349609375, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/min": -7143424.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max": 7143424.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/range": 14286848.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/norm": 191889408.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/mean": -430080.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/std": 966656.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max_abs": 7471104.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.9576416015625, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/min": -7471104.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max": 1163264.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/range": 8634368.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 63438848.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": 26880.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 348160.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 2162688.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/min": -2048000.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max": 2162688.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/range": 4210688.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/norm": 61341696.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/mean": 18944.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/std": 337920.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max_abs": 6750208.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.990936279296875, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/min": -4587520.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max": 6750208.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/range": 11337728.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/norm": 67108864.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/mean": -96768.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/std": 358400.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max_abs": 6717440.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.992340087890625, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/min": -6717440.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max": 1933312.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/range": 8650752.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 29753344.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": 7520.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 164864.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 1130496.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/min": -1130496.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max": 1114112.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/range": 2244608.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/norm": 23068672.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/mean": 8128.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/std": 127488.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max_abs": 3194880.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.998870849609375, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/min": -1654784.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max": 3194880.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/range": 4849664.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/norm": 26345472.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/mean": -34560.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/std": 141312.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max_abs": 3391488.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.998687744140625, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/min": -3391488.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max": 1359872.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/range": 4751360.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 6848512.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": 114.5, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 37888.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 425984.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/min": -425984.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max": 94720.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/range": 520704.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/norm": 5865472.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/mean": 234.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/std": 32384.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max_abs": 991232.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.997711181640625, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/min": -991232.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max": 405504.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/range": 1396736.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/norm": 5767168.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/mean": -7456.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/std": 30976.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max_abs": 913408.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.998260498046875, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/min": -913408.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max": 380928.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/range": 1294336.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 6291456.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": 3264.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 34560.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 425984.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/min": -75264.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max": 425984.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/range": 501248.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/norm": 5046272.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/mean": 7.9375, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/std": 27904.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max_abs": 753664.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.999298095703125, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/min": -753664.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max": 557056.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/range": 1310720.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/norm": 5275648.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/mean": -322.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/std": 29056.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max_abs": 790528.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.999176025390625, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/min": -638976.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max": 790528.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/range": 1429504.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/mean": -0.0002498626708984375, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max_abs": 0.1025390625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/min": -0.1025390625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max": 0.10009765625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/range": 0.20263671875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/norm": 5.03125, "train/tensor_param_model_layers_0_mlp_up_proj_weight/mean": 0.0001087188720703125, "train/tensor_param_model_layers_0_mlp_up_proj_weight/std": 0.0277099609375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/min": -0.10302734375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/range": 0.22314453125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": -0.00022411346435546875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.02880859375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max": 0.10302734375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/range": 0.22314453125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/norm": 5.75, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/mean": -0.0001373291015625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_1_mlp_up_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_1_mlp_up_proj_weight/mean": -0.0002384185791015625, "train/tensor_param_model_layers_1_mlp_up_proj_weight/std": 0.0301513671875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -0.0004787445068359375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.030517578125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/norm": 5.75, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/mean": 0.0016632080078125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/norm": 5.375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/mean": -0.0001621246337890625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/std": 0.0296630859375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max": 0.11474609375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/range": 0.23974609375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.000461578369140625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.0302734375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/mean": 0.00189208984375, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_3_mlp_up_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_3_mlp_up_proj_weight/mean": -0.00020503997802734375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 5.625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": -7.05718994140625e-05, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.031005859375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_3_mlp_down_proj_weight/range": 0.25439453125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/mean": 0.004913330078125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/mean": 0.000881195068359375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/range": 0.25830078125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 0.000797271728515625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/mean": 0.00799560546875, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/mean": 0.00055694580078125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": 0.0001773834228515625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/mean": 0.009521484375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/mean": -0.0004711151123046875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": -0.0004119873046875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/mean": 0.009521484375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/mean": -0.000629425048828125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": -0.00070953369140625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/mean": 0.0111083984375, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/mean": -2.288818359375e-05, "train/tensor_param_model_layers_8_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": 0.0004444122314453125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/mean": 0.01092529296875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/mean": -0.000652313232421875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/norm": 6.625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/mean": -0.00087738037109375, "train/tensor_param_model_layers_9_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/mean": 0.0103759765625, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/mean": -0.00153350830078125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/norm": 6.625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/mean": -0.0015869140625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/mean": 0.01007080078125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/mean": -0.00066375732421875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/range": 0.25927734375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/norm": 6.625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/mean": -0.000629425048828125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/mean": 0.0111083984375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_12_mlp_up_proj_weight/mean": 2.110004425048828e-05, "train/tensor_param_model_layers_12_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/mean": -0.00040435791015625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/norm": 7.125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/mean": 0.01165771484375, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/mean": 0.003021240234375, "train/tensor_param_model_layers_13_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/mean": 0.0028839111328125, "train/tensor_param_model_layers_13_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/mean": 0.01092529296875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/mean": -0.0022735595703125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_14_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/norm": 6.625, "train/tensor_param_model_layers_14_mlp_down_proj_weight/mean": -0.0021514892578125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/range": 0.25537109375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/mean": 0.01031494140625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/mean": -0.00140380859375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_15_mlp_down_proj_weight/mean": -0.002166748046875, "train/tensor_param_model_layers_15_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/norm": 7.125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/mean": 0.01007080078125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/mean": 0.0004253387451171875, "train/tensor_param_model_layers_16_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/mean": 0.00022792816162109375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/mean": 0.0106201171875, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_17_mlp_up_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/mean": 0.00103759765625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/norm": 6.75, "train/tensor_param_model_layers_17_mlp_down_proj_weight/mean": 0.00102996826171875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/mean": 0.00909423828125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/mean": 0.00086212158203125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max_abs": 0.1845703125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/min": -0.1845703125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/range": 0.333984375, "train/tensor_param_model_layers_18_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/mean": 0.0009613037109375, "train/tensor_param_model_layers_18_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/mean": 0.0096435546875, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_19_mlp_up_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_19_mlp_up_proj_weight/mean": -0.00098419189453125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_19_mlp_down_proj_weight/mean": -0.00077056884765625, "train/tensor_param_model_layers_19_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/mean": 0.00836181640625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_20_mlp_up_proj_weight/mean": 0.002716064453125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/norm": 6.75, "train/tensor_param_model_layers_20_mlp_down_proj_weight/mean": 0.00299072265625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/mean": 0.0079345703125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/range": 0.2880859375, "train/tensor_param_model_layers_21_mlp_up_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/mean": 0.00010776519775390625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_21_mlp_down_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/mean": 0.0001544952392578125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/norm": 7.25, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/mean": 0.00909423828125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/mean": -0.000797271728515625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/norm": 6.75, "train/tensor_param_model_layers_22_mlp_down_proj_weight/mean": -0.000843048095703125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/norm": 7.25, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/mean": 0.00927734375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/norm": 6.75, "train/tensor_param_model_layers_23_mlp_up_proj_weight/mean": -0.00064849853515625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_23_mlp_down_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_23_mlp_down_proj_weight/mean": -0.00034332275390625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/mean": 0.0093994140625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/mean": 0.0028533935546875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/mean": 0.00238037109375, "train/tensor_param_model_layers_24_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/mean": 0.0093994140625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/norm": 6.75, "train/tensor_param_model_layers_25_mlp_up_proj_weight/mean": -0.00019168853759765625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/mean": -0.000843048095703125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/range": 0.26318359375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/mean": 0.0084228515625, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/norm": 6.75, "train/tensor_param_model_layers_26_mlp_up_proj_weight/mean": 0.00063323974609375, "train/tensor_param_model_layers_26_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/mean": 0.000614166259765625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/mean": 0.0084228515625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_27_mlp_up_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_27_mlp_up_proj_weight/mean": -0.00011205673217773438, "train/tensor_param_model_layers_27_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_27_mlp_down_proj_weight/norm": 6.75, "train/tensor_param_model_layers_27_mlp_down_proj_weight/mean": 0.0003509521484375, "train/tensor_param_model_layers_27_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/mean": 0.00860595703125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/mean": 2.8371810913085938e-05, "train/tensor_param_model_layers_28_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_28_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/mean": 0.000213623046875, "train/tensor_param_model_layers_28_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_28_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/mean": 0.00860595703125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_29_mlp_up_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/mean": -0.000667572021484375, "train/tensor_param_model_layers_29_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_29_mlp_down_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/mean": -0.000640869140625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/mean": 0.008544921875, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/range": 0.2919921875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_30_mlp_up_proj_weight/mean": 4.506111145019531e-05, "train/tensor_param_model_layers_30_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/mean": -0.00017547607421875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/mean": 0.00799560546875, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/norm": 6.75, "train/tensor_param_model_layers_31_mlp_up_proj_weight/mean": 0.00116729736328125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/mean": 0.0013427734375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/norm": 7.375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/mean": 0.00738525390625, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_32_mlp_up_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/mean": 0.000453948974609375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/mean": 0.0004215240478515625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/mean": 0.009521484375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/mean": -0.000701904296875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/mean": -0.001129150390625, "train/tensor_param_model_layers_33_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/mean": 0.0087890625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/mean": -0.00107574462890625, "train/tensor_param_model_layers_34_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/norm": 6.75, "train/tensor_param_model_layers_34_mlp_down_proj_weight/mean": -0.00147247314453125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/mean": 0.008544921875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/mean": -0.000308990478515625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/mean": -0.000324249267578125, "train/tensor_param_model_layers_35_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/mean": 0.0086669921875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/mean": 0.000255584716796875, "train/tensor_param_model_layers_36_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/range": 0.265625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/mean": 0.0003185272216796875, "train/tensor_param_model_layers_36_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/mean": 0.009033203125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_37_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/mean": 0.001434326171875, "train/tensor_param_model_layers_37_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/mean": 0.00179290771484375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/norm": 7.375, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/mean": 0.007171630859375, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/mean": -0.000926971435546875, "train/tensor_param_model_layers_38_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/mean": -0.0004367828369140625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/mean": 0.00701904296875, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/norm": 6.875, "train/tensor_param_model_layers_39_mlp_up_proj_weight/mean": -0.001434326171875, "train/tensor_param_model_layers_39_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_39_mlp_down_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_39_mlp_down_proj_weight/mean": -0.0015106201171875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_39_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/mean": 0.00787353515625, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_40_mlp_up_proj_weight/mean": -0.00160980224609375, "train/tensor_param_model_layers_40_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_40_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_40_mlp_down_proj_weight/mean": -0.00138092041015625, "train/tensor_param_model_layers_40_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/norm": 7.375, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/mean": 0.007476806640625, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_41_mlp_up_proj_weight/norm": 6.875, "train/tensor_param_model_layers_41_mlp_up_proj_weight/mean": 0.00012683868408203125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/mean": 0.0002193450927734375, "train/tensor_param_model_layers_41_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/mean": 0.006744384765625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/mean": 0.00160980224609375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/mean": 0.00147247314453125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/mean": 0.006988525390625, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_43_mlp_up_proj_weight/mean": 0.0004291534423828125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_43_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_43_mlp_down_proj_weight/mean": 0.0003032684326171875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/mean": 0.007232666015625, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/mean": -0.00087738037109375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_44_mlp_down_proj_weight/mean": -0.00104522705078125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/mean": 0.007568359375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/range": 0.296875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/mean": -0.0004482269287109375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/mean": -0.00024318695068359375, "train/tensor_param_model_layers_45_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/mean": 0.006805419921875, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/range": 0.287109375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/mean": -0.00150299072265625, "train/tensor_param_model_layers_46_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/range": 0.265625, "train/tensor_param_model_layers_46_mlp_down_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_46_mlp_down_proj_weight/mean": -0.00164794921875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/mean": 0.007232666015625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/mean": -0.0002040863037109375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_47_mlp_down_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_47_mlp_down_proj_weight/mean": -4.4345855712890625e-05, "train/tensor_param_model_layers_47_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/mean": 0.006134033203125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/mean": 0.000957489013671875, "train/tensor_param_model_layers_48_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_48_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_48_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_48_mlp_down_proj_weight/mean": 0.000946044921875, "train/tensor_param_model_layers_48_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/mean": 0.007476806640625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/mean": -0.00051116943359375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/mean": -0.000789642333984375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/mean": 0.007415771484375, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/range": 0.296875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/norm": 7.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/mean": -6.532669067382812e-05, "train/tensor_param_model_layers_50_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_50_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_50_mlp_down_proj_weight/mean": -0.00018978118896484375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/mean": 0.006134033203125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_51_mlp_up_proj_weight/mean": -0.000408172607421875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/mean": -0.0002765655517578125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/mean": 0.007568359375, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/norm": 7.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/mean": -0.00067138671875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_52_mlp_down_proj_weight/mean": -0.000972747802734375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/mean": 0.00732421875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/mean": -0.0002231597900390625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_53_mlp_down_proj_weight/mean": 0.00010538101196289062, "train/tensor_param_model_layers_53_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/min": -0.154296875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_53_mlp_down_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/mean": 0.00628662109375, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/mean": -0.00026702880859375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_54_mlp_up_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/norm": 7.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/mean": -0.000743865966796875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/mean": 0.007049560546875, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/range": 0.302734375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/mean": -6.031990051269531e-05, "train/tensor_param_model_layers_55_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_55_mlp_down_proj_weight/norm": 7.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/mean": 0.0001373291015625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/mean": 0.006072998046875, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/mean": 0.00093841552734375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_56_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_56_mlp_down_proj_weight/mean": 0.000507354736328125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/mean": 0.007049560546875, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_57_mlp_up_proj_weight/norm": 7.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/mean": -0.0004425048828125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_57_mlp_down_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_57_mlp_down_proj_weight/mean": -0.000598907470703125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/mean": 0.0078125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/mean": -0.000423431396484375, "train/tensor_param_model_layers_58_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/mean": -0.000598907470703125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/mean": 0.006927490234375, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/mean": -7.200241088867188e-05, "train/tensor_param_model_layers_59_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_59_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_59_mlp_down_proj_weight/mean": -0.00018596649169921875, "train/tensor_param_model_layers_59_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/mean": 0.005615234375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/mean": -0.0005035400390625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/mean": -0.00099945068359375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/mean": 0.00567626953125, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/mean": -0.00017261505126953125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_61_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/mean": -0.0004329681396484375, "train/tensor_param_model_layers_61_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/mean": 0.005706787109375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_62_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/mean": 0.0009613037109375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/mean": 0.001068115234375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/range": 0.283203125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/mean": 0.005523681640625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/mean": -0.00072479248046875, "train/tensor_param_model_layers_63_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_63_mlp_down_proj_weight/mean": -0.00054931640625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/mean": 0.00494384765625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_64_mlp_up_proj_weight/mean": 0.000392913818359375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/mean": 0.0004253387451171875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/mean": 0.00439453125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_65_mlp_up_proj_weight/norm": 7.125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/mean": 0.000713348388671875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/mean": 0.00084686279296875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/mean": 0.005279541015625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/mean": -0.00016498565673828125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_66_mlp_down_proj_weight/mean": -4.601478576660156e-05, "train/tensor_param_model_layers_66_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/mean": 0.005767822265625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/min": -0.15625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/range": 0.3154296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/mean": -0.000606536865234375, "train/tensor_param_model_layers_67_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/mean": -0.000518798828125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/norm": 7.78125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/mean": 0.006195068359375, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/norm": 7.25, "train/tensor_param_model_layers_68_mlp_up_proj_weight/mean": -0.00121307373046875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max": 0.15625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/range": 0.287109375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_68_mlp_down_proj_weight/mean": -0.0011444091796875, "train/tensor_param_model_layers_68_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/norm": 7.75, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/mean": 0.004364013671875, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max_abs": 0.1611328125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max": 0.1611328125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/range": 0.310546875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/mean": -0.0002765655517578125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/norm": 7.125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/mean": -0.0004024505615234375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/norm": 7.78125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/mean": 0.0059814453125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/range": 0.30859375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/norm": 7.25, "train/tensor_param_model_layers_70_mlp_up_proj_weight/mean": -0.000766754150390625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_70_mlp_up_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_70_mlp_down_proj_weight/norm": 7.125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/mean": -0.00069427490234375, "train/tensor_param_model_layers_70_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_70_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/norm": 7.8125, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/mean": 0.00408935546875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/min": -0.162109375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/range": 0.302734375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_71_mlp_up_proj_weight/mean": -0.00013828277587890625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/mean": -0.000331878662109375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/mean": 0.005645751953125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/range": 0.2958984375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/norm": 7.25, "train/tensor_param_model_layers_72_mlp_up_proj_weight/mean": -0.00031280517578125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_72_mlp_down_proj_weight/mean": -0.00063323974609375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/norm": 7.75, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/mean": 0.00469970703125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_73_mlp_up_proj_weight/mean": -0.000568389892578125, "train/tensor_param_model_layers_73_mlp_up_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_73_mlp_up_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/mean": -0.0004863739013671875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/norm": 7.8125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/mean": 0.00555419921875, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/mean": -0.00152587890625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/range": 0.28125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/mean": -0.0008544921875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/min": -0.1689453125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/range": 0.3046875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/norm": 7.8125, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/mean": 0.004180908203125, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_75_mlp_up_proj_weight/norm": 7.375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/mean": 0.0014801025390625, "train/tensor_param_model_layers_75_mlp_up_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_75_mlp_down_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_75_mlp_down_proj_weight/mean": 0.0010528564453125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/mean": 0.00439453125, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_76_mlp_up_proj_weight/mean": 0.000240325927734375, "train/tensor_param_model_layers_76_mlp_up_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/mean": 0.00028228759765625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_76_mlp_down_proj_weight/range": 0.265625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/norm": 7.875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/mean": 0.00567626953125, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/range": 0.30078125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_77_mlp_up_proj_weight/mean": -0.0010223388671875, "train/tensor_param_model_layers_77_mlp_up_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max_abs": 0.173828125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max": 0.173828125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/range": 0.3046875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/mean": -0.00042724609375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/norm": 7.875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/mean": 0.005584716796875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/range": 0.3017578125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/mean": 0.0002994537353515625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max_abs": 0.173828125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/min": -0.173828125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/range": 0.30859375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/mean": 0.0003032684326171875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/mean": 0.003997802734375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/mean": -0.000576019287109375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/range": 0.3056640625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_79_mlp_down_proj_weight/mean": -0.00028228759765625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/min": -0.140625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/norm": 8.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/mean": 0.005279541015625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/min": -0.154296875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_80_mlp_up_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/mean": 0.000255584716796875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/range": 0.296875, "train/tensor_param_model_layers_80_mlp_down_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/mean": 0.00041961669921875, "train/tensor_param_model_layers_80_mlp_down_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_80_mlp_down_proj_weight/range": 0.2919921875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/mean": 0.00408935546875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/range": 0.2919921875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/mean": 0.00024318695068359375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/min": -0.1591796875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/range": 0.30859375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/norm": 7.375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/mean": 0.00034332275390625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/norm": 8.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/mean": 0.0036163330078125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/range": 0.302734375, "train/tensor_param_model_layers_82_mlp_up_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/mean": 0.00010061264038085938, "train/tensor_param_model_layers_82_mlp_up_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/range": 0.2822265625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/mean": 0.0004100799560546875, "train/tensor_param_model_layers_82_mlp_down_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/mean": 0.00518798828125, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max_abs": 0.171875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max": 0.171875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/range": 0.3212890625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_83_mlp_up_proj_weight/mean": 0.00021457672119140625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max": 0.1533203125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/mean": -0.00013828277587890625, "train/tensor_param_model_layers_83_mlp_down_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_83_mlp_down_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/mean": 0.00390625, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/range": 0.2978515625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/norm": 7.8125, "train/tensor_param_model_layers_84_mlp_up_proj_weight/mean": -0.0001201629638671875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/range": 0.3017578125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/norm": 7.625, "train/tensor_param_model_layers_84_mlp_down_proj_weight/mean": -0.0002899169921875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/mean": 0.0042724609375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/norm": 7.875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/mean": -0.00022411346435546875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/min": -0.1650390625, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max": 0.1611328125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/mean": 0.0003204345703125, "train/tensor_param_model_layers_85_mlp_down_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/min": -0.162109375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/range": 0.3095703125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/mean": 0.0036468505859375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/min": -0.15625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max": 0.1630859375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/range": 0.3193359375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/norm": 7.875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/mean": 0.000186920166015625, "train/tensor_param_model_layers_86_mlp_up_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/range": 0.2822265625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/norm": 7.625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/mean": -0.0001583099365234375, "train/tensor_param_model_layers_86_mlp_down_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/mean": 0.00604248046875, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max": 0.16015625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/mean": 0.00110626220703125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max": 0.1630859375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/range": 0.31640625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_87_mlp_down_proj_weight/mean": 0.001129150390625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/norm": 8.25, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/mean": 0.0036163330078125, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/std": 0.04541015625, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/range": 0.30078125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/mean": -9.107589721679688e-05, "train/tensor_param_model_layers_88_mlp_up_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/range": 0.3154296875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/norm": 7.78125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/mean": -0.0004482269287109375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/range": 0.2900390625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/norm": 8.375, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/mean": 0.004974365234375, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max_abs": 0.166015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/min": -0.166015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/range": 0.3310546875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/mean": -0.0002765655517578125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max_abs": 0.1884765625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/min": -0.173828125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max": 0.1884765625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/range": 0.3623046875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_89_mlp_down_proj_weight/mean": 0.00014972686767578125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/range": 0.2822265625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/norm": 8.375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/mean": 0.0038604736328125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_90_mlp_up_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_90_mlp_up_proj_weight/mean": -2.586841583251953e-05, "train/tensor_param_model_layers_90_mlp_up_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/range": 0.296875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_90_mlp_down_proj_weight/mean": -0.0004291534423828125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max": 0.1533203125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/range": 0.3056640625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/mean": 0.0034027099609375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/min": -0.1611328125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_91_mlp_up_proj_weight/mean": -0.000354766845703125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max_abs": 0.203125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max": 0.203125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/range": 0.3662109375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/mean": -0.00067138671875, "train/tensor_param_model_layers_91_mlp_down_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/mean": 0.004241943359375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max_abs": 0.1826171875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max": 0.1826171875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/range": 0.345703125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/mean": -0.0012054443359375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/min": -0.16015625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/range": 0.314453125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/mean": -0.0006866455078125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_92_mlp_down_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/norm": 8.5, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/mean": 0.0036163330078125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max_abs": 0.1943359375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/min": -0.1611328125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max": 0.1943359375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/range": 0.35546875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/norm": 8.375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/mean": -4.673004150390625e-05, "train/tensor_param_model_layers_93_mlp_up_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/range": 0.3095703125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_93_mlp_down_proj_weight/mean": 0.00015354156494140625, "train/tensor_param_model_layers_93_mlp_down_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/min": -0.140625, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/norm": 8.5, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/mean": 0.0030364990234375, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/std": 0.046875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max_abs": 0.1728515625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/min": -0.1640625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max": 0.1728515625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/range": 0.3369140625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/mean": -0.000377655029296875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/std": 0.046875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max": 0.1689453125, "train/tensor_param_model_layers_94_mlp_up_proj_weight/range": 0.3154296875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/mean": 0.000164031982421875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/min": -0.15625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/range": 0.3212890625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/norm": 8.5, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/mean": 0.0020599365234375, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/std": 0.046875, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/min": -0.1474609375, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max": 0.16015625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/range": 0.3076171875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/mean": -0.000705718994140625, "train/tensor_param_model_layers_95_mlp_up_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max_abs": 0.1826171875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/min": -0.1611328125, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max": 0.1826171875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/range": 0.34375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/norm": 8.125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/mean": -0.000530242919921875, "train/tensor_param_model_layers_95_mlp_down_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max_abs": 0.1611328125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/min": -0.1474609375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max": 0.1611328125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/range": 0.30859375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/norm": 8.75, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/mean": 0.002166748046875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/std": 0.048095703125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max_abs": 0.1787109375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/min": -0.177734375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max": 0.1787109375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/range": 0.3564453125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/norm": 8.625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/mean": 0.000560760498046875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/std": 0.0478515625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max_abs": 0.19921875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/min": -0.19921875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max": 0.1796875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/range": 0.37890625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/norm": 8.375, "train/tensor_param_model_layers_96_mlp_down_proj_weight/mean": 0.000446319580078125, "train/tensor_param_model_layers_96_mlp_down_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/min": -0.15625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max": 0.1552734375, "train/tensor_param_model_layers_96_mlp_down_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/norm": 8.625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/mean": 0.00225830078125, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max_abs": 0.1865234375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/min": -0.1865234375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max": 0.16015625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/range": 0.3466796875, "train/tensor_param_model_layers_97_mlp_up_proj_weight/norm": 8.625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/mean": -0.00022125244140625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max": 0.1689453125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/range": 0.33203125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_97_mlp_down_proj_weight/mean": -0.0001544952392578125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max_abs": 0.185546875, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max": 0.185546875, "train/tensor_param_model_layers_97_mlp_down_proj_weight/range": 0.3388671875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/mean": 0.00142669677734375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max_abs": 0.1884765625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/min": -0.1884765625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max": 0.16015625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/range": 0.3486328125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_98_mlp_up_proj_weight/mean": 0.00013637542724609375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max_abs": 0.205078125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/min": -0.205078125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_98_mlp_up_proj_weight/range": 0.3623046875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/mean": -0.00011873245239257812, "train/tensor_param_model_layers_98_mlp_down_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max_abs": 0.1708984375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max": 0.1708984375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/mean": 0.0019683837890625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/min": -0.1650390625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/range": 0.3330078125, "train/tensor_param_model_layers_99_mlp_up_proj_weight/norm": 8.6875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/mean": -0.000255584716796875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/std": 0.0478515625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max_abs": 0.185546875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/min": -0.185546875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max": 0.1748046875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/range": 0.3603515625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/norm": 8.375, "train/tensor_param_model_layers_99_mlp_down_proj_weight/mean": -0.00015735626220703125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/range": 0.3125} -{"step": 2780, "epoch": 0.18739467475564545, "timestamp": 1786741371.515798, "loss": 8.110768890380859, "grad_norm": 6073352192.0, "learning_rate": 9e-05, "train/total_time_seconds": 84.93879563361406, "train/time_per_step_avg": 0.31283554788678886, "train/epoch_time_elapsed": 100.99564476683736, "train/estimated_remaining_minutes": 0.3666422833105643} -{"step": 2800, "epoch": 0.1887428378833839, "timestamp": 1786741378.4545913, "loss": 8.11846923828125, "grad_norm": 6777995264.0, "learning_rate": 9e-05, "train/total_time_seconds": 90.90299507975578, "train/time_per_step_avg": 0.3140856774523854, "train/epoch_time_elapsed": 107.93443915620446, "train/estimated_remaining_minutes": 0.37876247949898245} -{"step": 2820, "epoch": 0.19009100101112233, "timestamp": 1786741386.4074023, "loss": 8.115316772460938, "grad_norm": 7449083904.0, "learning_rate": 9e-05, "train/total_time_seconds": 97.5613512545824, "train/time_per_step_avg": 0.31520945120602845, "train/epoch_time_elapsed": 115.86175496503711, "train/estimated_remaining_minutes": 0.39209053695695056, "train/tensor_act_model_layers_0_residual_pre_attn/norm": 187.30105590820312, "train/tensor_act_model_layers_0_residual_pre_attn/mean": 0.0010528564453125, "train/tensor_act_model_layers_0_residual_pre_attn/std": 0.09130859375, "train/tensor_act_model_layers_0_residual_pre_attn/max_abs": 0.275390625, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/min": -0.263671875, "train/tensor_act_model_layers_0_residual_pre_attn/max": 0.275390625, "train/tensor_act_model_layers_0_residual_pre_attn/range": 0.5390625, "train/tensor_act_model_layers_0_residual_post_attn/norm": 189.7698211669922, "train/tensor_act_model_layers_0_residual_post_attn/mean": 4.6253204345703125e-05, "train/tensor_act_model_layers_0_residual_post_attn/std": 0.0927734375, "train/tensor_act_model_layers_0_residual_post_attn/max_abs": 0.37890625, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/min": -0.37890625, "train/tensor_act_model_layers_0_residual_post_attn/max": 0.37109375, "train/tensor_act_model_layers_0_residual_post_attn/range": 0.75, "train/tensor_act_model_layers_0_mlp_gate_proj/norm": 1399.0703125, "train/tensor_act_model_layers_0_mlp_gate_proj/mean": -0.01068115234375, "train/tensor_act_model_layers_0_mlp_gate_proj/std": 0.482421875, "train/tensor_act_model_layers_0_mlp_gate_proj/max_abs": 3.359375, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/min": -3.359375, "train/tensor_act_model_layers_0_mlp_gate_proj/max": 3.046875, "train/tensor_act_model_layers_0_mlp_gate_proj/range": 6.40625, "train/tensor_act_model_layers_0_mlp_up_proj/norm": 1204.419677734375, "train/tensor_act_model_layers_0_mlp_up_proj/mean": -0.00341796875, "train/tensor_act_model_layers_0_mlp_up_proj/std": 0.416015625, "train/tensor_act_model_layers_0_mlp_up_proj/max_abs": 3.46875, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/min": -3.40625, "train/tensor_act_model_layers_0_mlp_up_proj/max": 3.46875, "train/tensor_act_model_layers_0_mlp_up_proj/range": 6.875, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 461.2689208984375, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 0.11181640625, "train/tensor_act_model_layers_0_mlp_down_proj/std": 0.1953125, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 1.0625, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/min": -0.5703125, "train/tensor_act_model_layers_0_mlp_down_proj/max": 1.0625, "train/tensor_act_model_layers_0_mlp_down_proj/range": 1.6328125, "train/tensor_act_model_layers_0_mlp/norm": 461.2689208984375, "train/tensor_act_model_layers_0_mlp/mean": 0.11181640625, "train/tensor_act_model_layers_0_mlp/std": 0.1953125, "train/tensor_act_model_layers_0_mlp/max_abs": 1.0625, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/min": -0.5703125, "train/tensor_act_model_layers_0_mlp/max": 1.0625, "train/tensor_act_model_layers_0_mlp/range": 1.6328125, "train/tensor_act_model_layers_0_residual_post_mlp/norm": 514.427734375, "train/tensor_act_model_layers_0_residual_post_mlp/mean": 0.11181640625, "train/tensor_act_model_layers_0_residual_post_mlp/std": 0.224609375, "train/tensor_act_model_layers_0_residual_post_mlp/max_abs": 1.1171875, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/min": -0.71875, "train/tensor_act_model_layers_0_residual_post_mlp/max": 1.1171875, "train/tensor_act_model_layers_0_residual_post_mlp/range": 1.8359375, "train/tensor_act_model_layers_1_residual_pre_attn/norm": 514.427734375, "train/tensor_act_model_layers_1_residual_pre_attn/mean": 0.11181640625, "train/tensor_act_model_layers_1_residual_pre_attn/std": 0.224609375, "train/tensor_act_model_layers_1_residual_pre_attn/max_abs": 1.1171875, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/min": -0.71875, "train/tensor_act_model_layers_1_residual_pre_attn/max": 1.1171875, "train/tensor_act_model_layers_1_residual_pre_attn/range": 1.8359375, "train/tensor_act_model_layers_1_residual_post_attn/norm": 518.531005859375, "train/tensor_act_model_layers_1_residual_post_attn/mean": 0.1103515625, "train/tensor_act_model_layers_1_residual_post_attn/std": 0.2275390625, "train/tensor_act_model_layers_1_residual_post_attn/max_abs": 1.171875, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/min": -0.76171875, "train/tensor_act_model_layers_1_residual_post_attn/max": 1.171875, "train/tensor_act_model_layers_1_residual_post_attn/range": 1.93359375, "train/tensor_act_model_layers_1_mlp_gate_proj/norm": 1371.70263671875, "train/tensor_act_model_layers_1_mlp_gate_proj/mean": -0.0027923583984375, "train/tensor_act_model_layers_1_mlp_gate_proj/std": 0.47265625, "train/tensor_act_model_layers_1_mlp_gate_proj/max_abs": 2.671875, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/min": -2.359375, "train/tensor_act_model_layers_1_mlp_gate_proj/max": 2.671875, "train/tensor_act_model_layers_1_mlp_gate_proj/range": 5.03125, "train/tensor_act_model_layers_1_mlp_up_proj/norm": 1230.0159912109375, "train/tensor_act_model_layers_1_mlp_up_proj/mean": -0.0150146484375, "train/tensor_act_model_layers_1_mlp_up_proj/std": 0.423828125, "train/tensor_act_model_layers_1_mlp_up_proj/max_abs": 2.40625, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/min": -2.3125, "train/tensor_act_model_layers_1_mlp_up_proj/max": 2.40625, "train/tensor_act_model_layers_1_mlp_up_proj/range": 4.71875, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 392.0115051269531, "train/tensor_act_model_layers_1_mlp_down_proj/mean": 0.095703125, "train/tensor_act_model_layers_1_mlp_down_proj/std": 0.166015625, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 1.3828125, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/min": -1.046875, "train/tensor_act_model_layers_1_mlp_down_proj/max": 1.3828125, "train/tensor_act_model_layers_1_mlp_down_proj/range": 2.4296875, "train/tensor_act_model_layers_1_mlp/norm": 392.0115051269531, "train/tensor_act_model_layers_1_mlp/mean": 0.095703125, "train/tensor_act_model_layers_1_mlp/std": 0.166015625, "train/tensor_act_model_layers_1_mlp/max_abs": 1.3828125, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/min": -1.046875, "train/tensor_act_model_layers_1_mlp/max": 1.3828125, "train/tensor_act_model_layers_1_mlp/range": 2.4296875, "train/tensor_act_model_layers_1_residual_post_mlp/norm": 785.17236328125, "train/tensor_act_model_layers_1_residual_post_mlp/mean": 0.2060546875, "train/tensor_act_model_layers_1_residual_post_mlp/std": 0.32421875, "train/tensor_act_model_layers_1_residual_post_mlp/max_abs": 1.7109375, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/min": -1.359375, "train/tensor_act_model_layers_1_residual_post_mlp/max": 1.7109375, "train/tensor_act_model_layers_1_residual_post_mlp/range": 3.0703125, "train/tensor_act_model_layers_2_residual_pre_attn/norm": 785.17236328125, "train/tensor_act_model_layers_2_residual_pre_attn/mean": 0.2060546875, "train/tensor_act_model_layers_2_residual_pre_attn/std": 0.32421875, "train/tensor_act_model_layers_2_residual_pre_attn/max_abs": 1.7109375, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/min": -1.359375, "train/tensor_act_model_layers_2_residual_pre_attn/max": 1.7109375, "train/tensor_act_model_layers_2_residual_pre_attn/range": 3.0703125, "train/tensor_act_model_layers_2_residual_post_attn/norm": 801.8800048828125, "train/tensor_act_model_layers_2_residual_post_attn/mean": 0.208984375, "train/tensor_act_model_layers_2_residual_post_attn/std": 0.33203125, "train/tensor_act_model_layers_2_residual_post_attn/max_abs": 1.765625, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/min": -1.375, "train/tensor_act_model_layers_2_residual_post_attn/max": 1.765625, "train/tensor_act_model_layers_2_residual_post_attn/range": 3.140625, "train/tensor_act_model_layers_2_mlp_gate_proj/norm": 1875.4423828125, "train/tensor_act_model_layers_2_mlp_gate_proj/mean": 0.04150390625, "train/tensor_act_model_layers_2_mlp_gate_proj/std": 0.64453125, "train/tensor_act_model_layers_2_mlp_gate_proj/max_abs": 3.875, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/min": -2.921875, "train/tensor_act_model_layers_2_mlp_gate_proj/max": 3.875, "train/tensor_act_model_layers_2_mlp_gate_proj/range": 6.796875, "train/tensor_act_model_layers_2_mlp_up_proj/norm": 1874.929443359375, "train/tensor_act_model_layers_2_mlp_up_proj/mean": -0.025390625, "train/tensor_act_model_layers_2_mlp_up_proj/std": 0.6484375, "train/tensor_act_model_layers_2_mlp_up_proj/max_abs": 4.375, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/min": -4.375, "train/tensor_act_model_layers_2_mlp_up_proj/max": 4.0625, "train/tensor_act_model_layers_2_mlp_up_proj/range": 8.4375, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 3003.8642578125, "train/tensor_act_model_layers_2_mlp_down_proj/mean": 1.046875, "train/tensor_act_model_layers_2_mlp_down_proj/std": 1.0234375, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 4.78125, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/min": -1.25, "train/tensor_act_model_layers_2_mlp_down_proj/max": 4.78125, "train/tensor_act_model_layers_2_mlp_down_proj/range": 6.03125, "train/tensor_act_model_layers_2_mlp/norm": 3003.8642578125, "train/tensor_act_model_layers_2_mlp/mean": 1.046875, "train/tensor_act_model_layers_2_mlp/std": 1.0234375, "train/tensor_act_model_layers_2_mlp/max_abs": 4.78125, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/min": -1.25, "train/tensor_act_model_layers_2_mlp/max": 4.78125, "train/tensor_act_model_layers_2_mlp/range": 6.03125, "train/tensor_act_model_layers_2_residual_post_mlp/norm": 3556.90380859375, "train/tensor_act_model_layers_2_residual_post_mlp/mean": 1.2578125, "train/tensor_act_model_layers_2_residual_post_mlp/std": 1.1953125, "train/tensor_act_model_layers_2_residual_post_mlp/max_abs": 5.6875, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/min": -1.890625, "train/tensor_act_model_layers_2_residual_post_mlp/max": 5.6875, "train/tensor_act_model_layers_2_residual_post_mlp/range": 7.578125, "train/tensor_act_model_layers_3_residual_pre_attn/norm": 3556.90380859375, "train/tensor_act_model_layers_3_residual_pre_attn/mean": 1.2578125, "train/tensor_act_model_layers_3_residual_pre_attn/std": 1.1953125, "train/tensor_act_model_layers_3_residual_pre_attn/max_abs": 5.6875, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/min": -1.890625, "train/tensor_act_model_layers_3_residual_pre_attn/max": 5.6875, "train/tensor_act_model_layers_3_residual_pre_attn/range": 7.578125, "train/tensor_act_model_layers_3_residual_post_attn/norm": 3561.420166015625, "train/tensor_act_model_layers_3_residual_post_attn/mean": 1.25, "train/tensor_act_model_layers_3_residual_post_attn/std": 1.2109375, "train/tensor_act_model_layers_3_residual_post_attn/max_abs": 5.8125, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/min": -2.015625, "train/tensor_act_model_layers_3_residual_post_attn/max": 5.8125, "train/tensor_act_model_layers_3_residual_post_attn/range": 7.828125, "train/tensor_act_model_layers_3_mlp_gate_proj/norm": 2615.381591796875, "train/tensor_act_model_layers_3_mlp_gate_proj/mean": 0.2275390625, "train/tensor_act_model_layers_3_mlp_gate_proj/std": 0.875, "train/tensor_act_model_layers_3_mlp_gate_proj/max_abs": 4.3125, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/min": -2.34375, "train/tensor_act_model_layers_3_mlp_gate_proj/max": 4.3125, "train/tensor_act_model_layers_3_mlp_gate_proj/range": 6.65625, "train/tensor_act_model_layers_3_mlp_up_proj/norm": 2732.568115234375, "train/tensor_act_model_layers_3_mlp_up_proj/mean": -0.0341796875, "train/tensor_act_model_layers_3_mlp_up_proj/std": 0.94140625, "train/tensor_act_model_layers_3_mlp_up_proj/max_abs": 4.84375, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/min": -4.84375, "train/tensor_act_model_layers_3_mlp_up_proj/max": 4.40625, "train/tensor_act_model_layers_3_mlp_up_proj/range": 9.25, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 8014.455078125, "train/tensor_act_model_layers_3_mlp_down_proj/mean": 3.59375, "train/tensor_act_model_layers_3_mlp_down_proj/std": 1.5546875, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 7.46875, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/min": -0.29296875, "train/tensor_act_model_layers_3_mlp_down_proj/max": 7.46875, "train/tensor_act_model_layers_3_mlp_down_proj/range": 7.76171875, "train/tensor_act_model_layers_3_mlp/norm": 8014.455078125, "train/tensor_act_model_layers_3_mlp/mean": 3.59375, "train/tensor_act_model_layers_3_mlp/std": 1.5546875, "train/tensor_act_model_layers_3_mlp/max_abs": 7.46875, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/min": -0.29296875, "train/tensor_act_model_layers_3_mlp/max": 7.46875, "train/tensor_act_model_layers_3_mlp/range": 7.76171875, "train/tensor_act_model_layers_3_residual_post_mlp/norm": 11067.474609375, "train/tensor_act_model_layers_3_residual_post_mlp/mean": 4.84375, "train/tensor_act_model_layers_3_residual_post_mlp/std": 2.40625, "train/tensor_act_model_layers_3_residual_post_mlp/max_abs": 11.625, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_user_limit": 0.014000177383422852, "train/tensor_act_model_layers_3_residual_post_mlp/min": -1.109375, "train/tensor_act_model_layers_3_residual_post_mlp/max": 11.625, "train/tensor_act_model_layers_3_residual_post_mlp/range": 12.734375, "train/tensor_act_model_layers_4_residual_pre_attn/norm": 11067.474609375, "train/tensor_act_model_layers_4_residual_pre_attn/mean": 4.84375, "train/tensor_act_model_layers_4_residual_pre_attn/std": 2.40625, "train/tensor_act_model_layers_4_residual_pre_attn/max_abs": 11.625, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_user_limit": 0.014000177383422852, "train/tensor_act_model_layers_4_residual_pre_attn/min": -1.109375, "train/tensor_act_model_layers_4_residual_pre_attn/max": 11.625, "train/tensor_act_model_layers_4_residual_pre_attn/range": 12.734375, "train/tensor_act_model_layers_4_residual_post_attn/norm": 11044.18359375, "train/tensor_act_model_layers_4_residual_post_attn/mean": 4.84375, "train/tensor_act_model_layers_4_residual_post_attn/std": 2.390625, "train/tensor_act_model_layers_4_residual_post_attn/max_abs": 11.5625, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_user_limit": 0.013657331466674805, "train/tensor_act_model_layers_4_residual_post_attn/min": -1.234375, "train/tensor_act_model_layers_4_residual_post_attn/max": 11.5625, "train/tensor_act_model_layers_4_residual_post_attn/range": 12.796875, "train/tensor_act_model_layers_4_mlp_gate_proj/norm": 5034.244140625, "train/tensor_act_model_layers_4_mlp_gate_proj/mean": 0.83203125, "train/tensor_act_model_layers_4_mlp_gate_proj/std": 1.5234375, "train/tensor_act_model_layers_4_mlp_gate_proj/max_abs": 4.875, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/min": -2.21875, "train/tensor_act_model_layers_4_mlp_gate_proj/max": 4.875, "train/tensor_act_model_layers_4_mlp_gate_proj/range": 7.09375, "train/tensor_act_model_layers_4_mlp_up_proj/norm": 4994.26806640625, "train/tensor_act_model_layers_4_mlp_up_proj/mean": 0.12451171875, "train/tensor_act_model_layers_4_mlp_up_proj/std": 1.71875, "train/tensor_act_model_layers_4_mlp_up_proj/max_abs": 4.84375, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/min": -4.6875, "train/tensor_act_model_layers_4_mlp_up_proj/max": 4.84375, "train/tensor_act_model_layers_4_mlp_up_proj/range": 9.53125, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 39553.40234375, "train/tensor_act_model_layers_4_mlp_down_proj/mean": 19.125, "train/tensor_act_model_layers_4_mlp_down_proj/std": 3.0625, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 26.125, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 0.9927358627319336, "train/tensor_act_model_layers_4_mlp_down_proj/min": -0.134765625, "train/tensor_act_model_layers_4_mlp_down_proj/max": 26.125, "train/tensor_act_model_layers_4_mlp_down_proj/range": 26.259765625, "train/tensor_act_model_layers_4_mlp/norm": 39553.40234375, "train/tensor_act_model_layers_4_mlp/mean": 19.125, "train/tensor_act_model_layers_4_mlp/std": 3.0625, "train/tensor_act_model_layers_4_mlp/max_abs": 26.125, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.9927358627319336, "train/tensor_act_model_layers_4_mlp/min": -0.134765625, "train/tensor_act_model_layers_4_mlp/max": 26.125, "train/tensor_act_model_layers_4_mlp/range": 26.259765625, "train/tensor_act_model_layers_4_residual_post_mlp/norm": 49748.49609375, "train/tensor_act_model_layers_4_residual_post_mlp/mean": 23.875, "train/tensor_act_model_layers_4_residual_post_mlp/std": 4.34375, "train/tensor_act_model_layers_4_residual_post_mlp/max_abs": 36.25, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_user_limit": 0.9931063652038574, "train/tensor_act_model_layers_4_residual_post_mlp/min": -0.78125, "train/tensor_act_model_layers_4_residual_post_mlp/max": 36.25, "train/tensor_act_model_layers_4_residual_post_mlp/range": 37.03125, "train/tensor_act_model_layers_5_residual_pre_attn/norm": 49748.49609375, "train/tensor_act_model_layers_5_residual_pre_attn/mean": 23.875, "train/tensor_act_model_layers_5_residual_pre_attn/std": 4.34375, "train/tensor_act_model_layers_5_residual_pre_attn/max_abs": 36.25, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_user_limit": 0.9931063652038574, "train/tensor_act_model_layers_5_residual_pre_attn/min": -0.78125, "train/tensor_act_model_layers_5_residual_pre_attn/max": 36.25, "train/tensor_act_model_layers_5_residual_pre_attn/range": 37.03125, "train/tensor_act_model_layers_5_residual_post_attn/norm": 49723.15625, "train/tensor_act_model_layers_5_residual_post_attn/mean": 23.875, "train/tensor_act_model_layers_5_residual_post_attn/std": 4.34375, "train/tensor_act_model_layers_5_residual_post_attn/max_abs": 36.25, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_user_limit": 0.9931087493896484, "train/tensor_act_model_layers_5_residual_post_attn/min": -1.015625, "train/tensor_act_model_layers_5_residual_post_attn/max": 36.25, "train/tensor_act_model_layers_5_residual_post_attn/range": 37.265625, "train/tensor_act_model_layers_5_mlp_gate_proj/norm": 6509.83984375, "train/tensor_act_model_layers_5_mlp_gate_proj/mean": 1.28125, "train/tensor_act_model_layers_5_mlp_gate_proj/std": 1.84375, "train/tensor_act_model_layers_5_mlp_gate_proj/max_abs": 5.03125, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/min": -1.4921875, "train/tensor_act_model_layers_5_mlp_gate_proj/max": 5.03125, "train/tensor_act_model_layers_5_mlp_gate_proj/range": 6.5234375, "train/tensor_act_model_layers_5_mlp_up_proj/norm": 6604.3505859375, "train/tensor_act_model_layers_5_mlp_up_proj/mean": 0.07421875, "train/tensor_act_model_layers_5_mlp_up_proj/std": 2.28125, "train/tensor_act_model_layers_5_mlp_up_proj/max_abs": 5.0625, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/min": -4.96875, "train/tensor_act_model_layers_5_mlp_up_proj/max": 5.0625, "train/tensor_act_model_layers_5_mlp_up_proj/range": 10.03125, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 79133.4921875, "train/tensor_act_model_layers_5_mlp_down_proj/mean": 38.25, "train/tensor_act_model_layers_5_mlp_down_proj/std": 4.8125, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 50.5, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 0.9999613761901855, "train/tensor_act_model_layers_5_mlp_down_proj/min": 4.6875, "train/tensor_act_model_layers_5_mlp_down_proj/max": 50.5, "train/tensor_act_model_layers_5_mlp_down_proj/range": 45.8125, "train/tensor_act_model_layers_5_mlp/norm": 79133.4921875, "train/tensor_act_model_layers_5_mlp/mean": 38.25, "train/tensor_act_model_layers_5_mlp/std": 4.8125, "train/tensor_act_model_layers_5_mlp/max_abs": 50.5, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.9999613761901855, "train/tensor_act_model_layers_5_mlp/min": 4.6875, "train/tensor_act_model_layers_5_mlp/max": 50.5, "train/tensor_act_model_layers_5_mlp/range": 45.8125, "train/tensor_act_model_layers_5_residual_post_mlp/norm": 128142.453125, "train/tensor_act_model_layers_5_residual_post_mlp/mean": 62.25, "train/tensor_act_model_layers_5_residual_post_mlp/std": 6.5625, "train/tensor_act_model_layers_5_residual_post_mlp/max_abs": 81.5, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_user_limit": 0.9999642372131348, "train/tensor_act_model_layers_5_residual_post_mlp/min": 4.625, "train/tensor_act_model_layers_5_residual_post_mlp/max": 81.5, "train/tensor_act_model_layers_5_residual_post_mlp/range": 76.875, "train/tensor_act_model_layers_6_residual_pre_attn/norm": 128142.453125, "train/tensor_act_model_layers_6_residual_pre_attn/mean": 62.25, "train/tensor_act_model_layers_6_residual_pre_attn/std": 6.5625, "train/tensor_act_model_layers_6_residual_pre_attn/max_abs": 81.5, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_user_limit": 0.9999642372131348, "train/tensor_act_model_layers_6_residual_pre_attn/min": 4.625, "train/tensor_act_model_layers_6_residual_pre_attn/max": 81.5, "train/tensor_act_model_layers_6_residual_pre_attn/range": 76.875, "train/tensor_act_model_layers_6_residual_post_attn/norm": 128134.84375, "train/tensor_act_model_layers_6_residual_post_attn/mean": 62.25, "train/tensor_act_model_layers_6_residual_post_attn/std": 6.5625, "train/tensor_act_model_layers_6_residual_post_attn/max_abs": 81.5, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_user_limit": 0.9999637603759766, "train/tensor_act_model_layers_6_residual_post_attn/min": 4.65625, "train/tensor_act_model_layers_6_residual_post_attn/max": 81.5, "train/tensor_act_model_layers_6_residual_post_attn/range": 76.84375, "train/tensor_act_model_layers_6_mlp_gate_proj/norm": 7296.169921875, "train/tensor_act_model_layers_6_mlp_gate_proj/mean": 1.5390625, "train/tensor_act_model_layers_6_mlp_gate_proj/std": 1.9921875, "train/tensor_act_model_layers_6_mlp_gate_proj/max_abs": 5.15625, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/min": -1.21875, "train/tensor_act_model_layers_6_mlp_gate_proj/max": 5.15625, "train/tensor_act_model_layers_6_mlp_gate_proj/range": 6.375, "train/tensor_act_model_layers_6_mlp_up_proj/norm": 7384.82568359375, "train/tensor_act_model_layers_6_mlp_up_proj/mean": -0.10400390625, "train/tensor_act_model_layers_6_mlp_up_proj/std": 2.546875, "train/tensor_act_model_layers_6_mlp_up_proj/max_abs": 5.1875, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/min": -4.96875, "train/tensor_act_model_layers_6_mlp_up_proj/max": 5.1875, "train/tensor_act_model_layers_6_mlp_up_proj/range": 10.15625, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 99994.8515625, "train/tensor_act_model_layers_6_mlp_down_proj/mean": 48.5, "train/tensor_act_model_layers_6_mlp_down_proj/std": 5.59375, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 60.75, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_6_mlp_down_proj/min": 34.75, "train/tensor_act_model_layers_6_mlp_down_proj/max": 60.75, "train/tensor_act_model_layers_6_mlp_down_proj/range": 26.0, "train/tensor_act_model_layers_6_mlp/norm": 99994.8515625, "train/tensor_act_model_layers_6_mlp/mean": 48.5, "train/tensor_act_model_layers_6_mlp/std": 5.59375, "train/tensor_act_model_layers_6_mlp/max_abs": 60.75, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_6_mlp/min": 34.75, "train/tensor_act_model_layers_6_mlp/max": 60.75, "train/tensor_act_model_layers_6_mlp/range": 26.0, "train/tensor_act_model_layers_6_residual_post_mlp/norm": 227510.265625, "train/tensor_act_model_layers_6_residual_post_mlp/mean": 110.5, "train/tensor_act_model_layers_6_residual_post_mlp/std": 9.0, "train/tensor_act_model_layers_6_residual_post_mlp/max_abs": 138.0, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_6_residual_post_mlp/min": 42.0, "train/tensor_act_model_layers_6_residual_post_mlp/max": 138.0, "train/tensor_act_model_layers_6_residual_post_mlp/range": 96.0, "train/tensor_act_model_layers_7_residual_pre_attn/norm": 227510.265625, "train/tensor_act_model_layers_7_residual_pre_attn/mean": 110.5, "train/tensor_act_model_layers_7_residual_pre_attn/std": 9.0, "train/tensor_act_model_layers_7_residual_pre_attn/max_abs": 138.0, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_7_residual_pre_attn/min": 42.0, "train/tensor_act_model_layers_7_residual_pre_attn/max": 138.0, "train/tensor_act_model_layers_7_residual_pre_attn/range": 96.0, "train/tensor_act_model_layers_7_residual_post_attn/norm": 227502.53125, "train/tensor_act_model_layers_7_residual_post_attn/mean": 110.5, "train/tensor_act_model_layers_7_residual_post_attn/std": 9.0, "train/tensor_act_model_layers_7_residual_post_attn/max_abs": 138.0, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_7_residual_post_attn/min": 42.0, "train/tensor_act_model_layers_7_residual_post_attn/max": 138.0, "train/tensor_act_model_layers_7_residual_post_attn/range": 96.0, "train/tensor_act_model_layers_7_mlp_gate_proj/norm": 7196.6845703125, "train/tensor_act_model_layers_7_mlp_gate_proj/mean": 1.515625, "train/tensor_act_model_layers_7_mlp_gate_proj/std": 1.96875, "train/tensor_act_model_layers_7_mlp_gate_proj/max_abs": 5.03125, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/min": -1.7421875, "train/tensor_act_model_layers_7_mlp_gate_proj/max": 5.03125, "train/tensor_act_model_layers_7_mlp_gate_proj/range": 6.7734375, "train/tensor_act_model_layers_7_mlp_up_proj/norm": 7329.76123046875, "train/tensor_act_model_layers_7_mlp_up_proj/mean": -0.1064453125, "train/tensor_act_model_layers_7_mlp_up_proj/std": 2.53125, "train/tensor_act_model_layers_7_mlp_up_proj/max_abs": 5.15625, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/min": -5.15625, "train/tensor_act_model_layers_7_mlp_up_proj/max": 5.0625, "train/tensor_act_model_layers_7_mlp_up_proj/range": 10.21875, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 96427.9140625, "train/tensor_act_model_layers_7_mlp_down_proj/mean": 46.75, "train/tensor_act_model_layers_7_mlp_down_proj/std": 6.21875, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 61.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_7_mlp_down_proj/min": 27.875, "train/tensor_act_model_layers_7_mlp_down_proj/max": 61.0, "train/tensor_act_model_layers_7_mlp_down_proj/range": 33.125, "train/tensor_act_model_layers_7_mlp/norm": 96427.9140625, "train/tensor_act_model_layers_7_mlp/mean": 46.75, "train/tensor_act_model_layers_7_mlp/std": 6.21875, "train/tensor_act_model_layers_7_mlp/max_abs": 61.0, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_7_mlp/min": 27.875, "train/tensor_act_model_layers_7_mlp/max": 61.0, "train/tensor_act_model_layers_7_mlp/range": 33.125, "train/tensor_act_model_layers_7_residual_post_mlp/norm": 323364.90625, "train/tensor_act_model_layers_7_residual_post_mlp/mean": 157.0, "train/tensor_act_model_layers_7_residual_post_mlp/std": 12.5625, "train/tensor_act_model_layers_7_residual_post_mlp/max_abs": 192.0, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_7_residual_post_mlp/min": 77.5, "train/tensor_act_model_layers_7_residual_post_mlp/max": 192.0, "train/tensor_act_model_layers_7_residual_post_mlp/range": 114.5, "train/tensor_act_model_layers_8_residual_pre_attn/norm": 323364.90625, "train/tensor_act_model_layers_8_residual_pre_attn/mean": 157.0, "train/tensor_act_model_layers_8_residual_pre_attn/std": 12.5625, "train/tensor_act_model_layers_8_residual_pre_attn/max_abs": 192.0, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_residual_pre_attn/min": 77.5, "train/tensor_act_model_layers_8_residual_pre_attn/max": 192.0, "train/tensor_act_model_layers_8_residual_pre_attn/range": 114.5, "train/tensor_act_model_layers_8_residual_post_attn/norm": 323364.90625, "train/tensor_act_model_layers_8_residual_post_attn/mean": 157.0, "train/tensor_act_model_layers_8_residual_post_attn/std": 12.5625, "train/tensor_act_model_layers_8_residual_post_attn/max_abs": 192.0, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_residual_post_attn/min": 77.5, "train/tensor_act_model_layers_8_residual_post_attn/max": 192.0, "train/tensor_act_model_layers_8_residual_post_attn/range": 114.5, "train/tensor_act_model_layers_8_mlp_gate_proj/norm": 7674.193359375, "train/tensor_act_model_layers_8_mlp_gate_proj/mean": 1.6953125, "train/tensor_act_model_layers_8_mlp_gate_proj/std": 2.046875, "train/tensor_act_model_layers_8_mlp_gate_proj/max_abs": 4.9375, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/min": -1.046875, "train/tensor_act_model_layers_8_mlp_gate_proj/max": 4.9375, "train/tensor_act_model_layers_8_mlp_gate_proj/range": 5.984375, "train/tensor_act_model_layers_8_mlp_up_proj/norm": 7756.0224609375, "train/tensor_act_model_layers_8_mlp_up_proj/mean": -0.0027008056640625, "train/tensor_act_model_layers_8_mlp_up_proj/std": 2.671875, "train/tensor_act_model_layers_8_mlp_up_proj/max_abs": 5.25, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/min": -5.03125, "train/tensor_act_model_layers_8_mlp_up_proj/max": 5.25, "train/tensor_act_model_layers_8_mlp_up_proj/range": 10.28125, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 115524.734375, "train/tensor_act_model_layers_8_mlp_down_proj/mean": 56.25, "train/tensor_act_model_layers_8_mlp_down_proj/std": 4.9375, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 69.5, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_mlp_down_proj/min": 44.75, "train/tensor_act_model_layers_8_mlp_down_proj/max": 69.5, "train/tensor_act_model_layers_8_mlp_down_proj/range": 24.75, "train/tensor_act_model_layers_8_mlp/norm": 115524.734375, "train/tensor_act_model_layers_8_mlp/mean": 56.25, "train/tensor_act_model_layers_8_mlp/std": 4.9375, "train/tensor_act_model_layers_8_mlp/max_abs": 69.5, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_mlp/min": 44.75, "train/tensor_act_model_layers_8_mlp/max": 69.5, "train/tensor_act_model_layers_8_mlp/range": 24.75, "train/tensor_act_model_layers_8_residual_post_mlp/norm": 438414.59375, "train/tensor_act_model_layers_8_residual_post_mlp/mean": 214.0, "train/tensor_act_model_layers_8_residual_post_mlp/std": 14.1875, "train/tensor_act_model_layers_8_residual_post_mlp/max_abs": 249.0, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_residual_post_mlp/min": 126.5, "train/tensor_act_model_layers_8_residual_post_mlp/max": 249.0, "train/tensor_act_model_layers_8_residual_post_mlp/range": 122.5, "train/tensor_act_model_layers_9_residual_pre_attn/norm": 438414.59375, "train/tensor_act_model_layers_9_residual_pre_attn/mean": 214.0, "train/tensor_act_model_layers_9_residual_pre_attn/std": 14.1875, "train/tensor_act_model_layers_9_residual_pre_attn/max_abs": 249.0, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_residual_pre_attn/min": 126.5, "train/tensor_act_model_layers_9_residual_pre_attn/max": 249.0, "train/tensor_act_model_layers_9_residual_pre_attn/range": 122.5, "train/tensor_act_model_layers_9_residual_post_attn/norm": 438414.59375, "train/tensor_act_model_layers_9_residual_post_attn/mean": 214.0, "train/tensor_act_model_layers_9_residual_post_attn/std": 14.1875, "train/tensor_act_model_layers_9_residual_post_attn/max_abs": 249.0, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_residual_post_attn/min": 126.5, "train/tensor_act_model_layers_9_residual_post_attn/max": 249.0, "train/tensor_act_model_layers_9_residual_post_attn/range": 122.5, "train/tensor_act_model_layers_9_mlp_gate_proj/norm": 7525.373046875, "train/tensor_act_model_layers_9_mlp_gate_proj/mean": 1.6328125, "train/tensor_act_model_layers_9_mlp_gate_proj/std": 2.015625, "train/tensor_act_model_layers_9_mlp_gate_proj/max_abs": 5.03125, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/min": -0.8203125, "train/tensor_act_model_layers_9_mlp_gate_proj/max": 5.03125, "train/tensor_act_model_layers_9_mlp_gate_proj/range": 5.8515625, "train/tensor_act_model_layers_9_mlp_up_proj/norm": 7409.37060546875, "train/tensor_act_model_layers_9_mlp_up_proj/mean": -0.09375, "train/tensor_act_model_layers_9_mlp_up_proj/std": 2.5625, "train/tensor_act_model_layers_9_mlp_up_proj/max_abs": 5.03125, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/min": -5.03125, "train/tensor_act_model_layers_9_mlp_up_proj/max": 4.875, "train/tensor_act_model_layers_9_mlp_up_proj/range": 9.90625, "train/tensor_act_model_layers_9_mlp_down_proj/norm": 105101.6796875, "train/tensor_act_model_layers_9_mlp_down_proj/mean": 51.0, "train/tensor_act_model_layers_9_mlp_down_proj/std": 5.1875, "train/tensor_act_model_layers_9_mlp_down_proj/max_abs": 68.0, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_mlp_down_proj/min": 38.75, "train/tensor_act_model_layers_9_mlp_down_proj/max": 68.0, "train/tensor_act_model_layers_9_mlp_down_proj/range": 29.25, "train/tensor_act_model_layers_9_mlp/norm": 105101.6796875, "train/tensor_act_model_layers_9_mlp/mean": 51.0, "train/tensor_act_model_layers_9_mlp/std": 5.1875, "train/tensor_act_model_layers_9_mlp/max_abs": 68.0, "train/tensor_act_model_layers_9_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_mlp/min": 38.75, "train/tensor_act_model_layers_9_mlp/max": 68.0, "train/tensor_act_model_layers_9_mlp/range": 29.25, "train/tensor_act_model_layers_9_residual_post_mlp/norm": 542959.0625, "train/tensor_act_model_layers_9_residual_post_mlp/mean": 264.0, "train/tensor_act_model_layers_9_residual_post_mlp/std": 15.75, "train/tensor_act_model_layers_9_residual_post_mlp/max_abs": 310.0, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_residual_post_mlp/min": 175.0, "train/tensor_act_model_layers_9_residual_post_mlp/max": 310.0, "train/tensor_act_model_layers_9_residual_post_mlp/range": 135.0, "train/tensor_act_model_layers_10_residual_pre_attn/norm": 542959.0625, "train/tensor_act_model_layers_10_residual_pre_attn/mean": 264.0, "train/tensor_act_model_layers_10_residual_pre_attn/std": 15.75, "train/tensor_act_model_layers_10_residual_pre_attn/max_abs": 310.0, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_residual_pre_attn/min": 175.0, "train/tensor_act_model_layers_10_residual_pre_attn/max": 310.0, "train/tensor_act_model_layers_10_residual_pre_attn/range": 135.0, "train/tensor_act_model_layers_10_residual_post_attn/norm": 542959.0625, "train/tensor_act_model_layers_10_residual_post_attn/mean": 264.0, "train/tensor_act_model_layers_10_residual_post_attn/std": 15.75, "train/tensor_act_model_layers_10_residual_post_attn/max_abs": 310.0, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_residual_post_attn/min": 175.0, "train/tensor_act_model_layers_10_residual_post_attn/max": 310.0, "train/tensor_act_model_layers_10_residual_post_attn/range": 135.0, "train/tensor_act_model_layers_10_mlp_gate_proj/norm": 7184.5224609375, "train/tensor_act_model_layers_10_mlp_gate_proj/mean": 1.546875, "train/tensor_act_model_layers_10_mlp_gate_proj/std": 1.9375, "train/tensor_act_model_layers_10_mlp_gate_proj/max_abs": 5.1875, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/min": -0.9921875, "train/tensor_act_model_layers_10_mlp_gate_proj/max": 5.1875, "train/tensor_act_model_layers_10_mlp_gate_proj/range": 6.1796875, "train/tensor_act_model_layers_10_mlp_up_proj/norm": 7319.935546875, "train/tensor_act_model_layers_10_mlp_up_proj/mean": -0.23046875, "train/tensor_act_model_layers_10_mlp_up_proj/std": 2.515625, "train/tensor_act_model_layers_10_mlp_up_proj/max_abs": 5.28125, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/min": -5.28125, "train/tensor_act_model_layers_10_mlp_up_proj/max": 4.75, "train/tensor_act_model_layers_10_mlp_up_proj/range": 10.03125, "train/tensor_act_model_layers_10_mlp_down_proj/norm": 96744.796875, "train/tensor_act_model_layers_10_mlp_down_proj/mean": 47.0, "train/tensor_act_model_layers_10_mlp_down_proj/std": 5.375, "train/tensor_act_model_layers_10_mlp_down_proj/max_abs": 58.0, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_mlp_down_proj/min": 31.75, "train/tensor_act_model_layers_10_mlp_down_proj/max": 58.0, "train/tensor_act_model_layers_10_mlp_down_proj/range": 26.25, "train/tensor_act_model_layers_10_mlp/norm": 96744.796875, "train/tensor_act_model_layers_10_mlp/mean": 47.0, "train/tensor_act_model_layers_10_mlp/std": 5.375, "train/tensor_act_model_layers_10_mlp/max_abs": 58.0, "train/tensor_act_model_layers_10_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_mlp/min": 31.75, "train/tensor_act_model_layers_10_mlp/max": 58.0, "train/tensor_act_model_layers_10_mlp/range": 26.25, "train/tensor_act_model_layers_10_residual_post_mlp/norm": 639130.5625, "train/tensor_act_model_layers_10_residual_post_mlp/mean": 312.0, "train/tensor_act_model_layers_10_residual_post_mlp/std": 17.75, "train/tensor_act_model_layers_10_residual_post_mlp/max_abs": 358.0, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_residual_post_mlp/min": 211.0, "train/tensor_act_model_layers_10_residual_post_mlp/max": 358.0, "train/tensor_act_model_layers_10_residual_post_mlp/range": 147.0, "train/tensor_act_model_layers_11_residual_pre_attn/norm": 639130.5625, "train/tensor_act_model_layers_11_residual_pre_attn/mean": 312.0, "train/tensor_act_model_layers_11_residual_pre_attn/std": 17.75, "train/tensor_act_model_layers_11_residual_pre_attn/max_abs": 358.0, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_residual_pre_attn/min": 211.0, "train/tensor_act_model_layers_11_residual_pre_attn/max": 358.0, "train/tensor_act_model_layers_11_residual_pre_attn/range": 147.0, "train/tensor_act_model_layers_11_residual_post_attn/norm": 639130.5625, "train/tensor_act_model_layers_11_residual_post_attn/mean": 312.0, "train/tensor_act_model_layers_11_residual_post_attn/std": 17.75, "train/tensor_act_model_layers_11_residual_post_attn/max_abs": 358.0, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_residual_post_attn/min": 211.0, "train/tensor_act_model_layers_11_residual_post_attn/max": 358.0, "train/tensor_act_model_layers_11_residual_post_attn/range": 147.0, "train/tensor_act_model_layers_11_mlp_gate_proj/norm": 7131.89306640625, "train/tensor_act_model_layers_11_mlp_gate_proj/mean": 1.5234375, "train/tensor_act_model_layers_11_mlp_gate_proj/std": 1.9296875, "train/tensor_act_model_layers_11_mlp_gate_proj/max_abs": 4.875, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/min": -1.53125, "train/tensor_act_model_layers_11_mlp_gate_proj/max": 4.875, "train/tensor_act_model_layers_11_mlp_gate_proj/range": 6.40625, "train/tensor_act_model_layers_11_mlp_up_proj/norm": 7298.10986328125, "train/tensor_act_model_layers_11_mlp_up_proj/mean": -0.12109375, "train/tensor_act_model_layers_11_mlp_up_proj/std": 2.515625, "train/tensor_act_model_layers_11_mlp_up_proj/max_abs": 5.4375, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/min": -4.96875, "train/tensor_act_model_layers_11_mlp_up_proj/max": 5.4375, "train/tensor_act_model_layers_11_mlp_up_proj/range": 10.40625, "train/tensor_act_model_layers_11_mlp_down_proj/norm": 95606.28125, "train/tensor_act_model_layers_11_mlp_down_proj/mean": 46.5, "train/tensor_act_model_layers_11_mlp_down_proj/std": 5.09375, "train/tensor_act_model_layers_11_mlp_down_proj/max_abs": 57.0, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_mlp_down_proj/min": 33.5, "train/tensor_act_model_layers_11_mlp_down_proj/max": 57.0, "train/tensor_act_model_layers_11_mlp_down_proj/range": 23.5, "train/tensor_act_model_layers_11_mlp/norm": 95606.28125, "train/tensor_act_model_layers_11_mlp/mean": 46.5, "train/tensor_act_model_layers_11_mlp/std": 5.09375, "train/tensor_act_model_layers_11_mlp/max_abs": 57.0, "train/tensor_act_model_layers_11_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_mlp/min": 33.5, "train/tensor_act_model_layers_11_mlp/max": 57.0, "train/tensor_act_model_layers_11_mlp/range": 23.5, "train/tensor_act_model_layers_11_residual_post_mlp/norm": 734160.8125, "train/tensor_act_model_layers_11_residual_post_mlp/mean": 358.0, "train/tensor_act_model_layers_11_residual_post_mlp/std": 19.875, "train/tensor_act_model_layers_11_residual_post_mlp/max_abs": 408.0, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_residual_post_mlp/min": 247.0, "train/tensor_act_model_layers_11_residual_post_mlp/max": 408.0, "train/tensor_act_model_layers_11_residual_post_mlp/range": 161.0, "train/tensor_act_model_layers_12_residual_pre_attn/norm": 734160.8125, "train/tensor_act_model_layers_12_residual_pre_attn/mean": 358.0, "train/tensor_act_model_layers_12_residual_pre_attn/std": 19.875, "train/tensor_act_model_layers_12_residual_pre_attn/max_abs": 408.0, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_pre_attn/min": 247.0, "train/tensor_act_model_layers_12_residual_pre_attn/max": 408.0, "train/tensor_act_model_layers_12_residual_pre_attn/range": 161.0, "train/tensor_act_model_layers_12_residual_post_attn/norm": 734160.8125, "train/tensor_act_model_layers_12_residual_post_attn/mean": 358.0, "train/tensor_act_model_layers_12_residual_post_attn/std": 19.875, "train/tensor_act_model_layers_12_residual_post_attn/max_abs": 408.0, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_post_attn/min": 247.0, "train/tensor_act_model_layers_12_residual_post_attn/max": 408.0, "train/tensor_act_model_layers_12_residual_post_attn/range": 161.0, "train/tensor_act_model_layers_12_mlp_gate_proj/norm": 7505.001953125, "train/tensor_act_model_layers_12_mlp_gate_proj/mean": 1.6484375, "train/tensor_act_model_layers_12_mlp_gate_proj/std": 2.0, "train/tensor_act_model_layers_12_mlp_gate_proj/max_abs": 4.78125, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/min": -1.171875, "train/tensor_act_model_layers_12_mlp_gate_proj/max": 4.78125, "train/tensor_act_model_layers_12_mlp_gate_proj/range": 5.953125, "train/tensor_act_model_layers_12_mlp_up_proj/norm": 7599.6796875, "train/tensor_act_model_layers_12_mlp_up_proj/mean": 0.004058837890625, "train/tensor_act_model_layers_12_mlp_up_proj/std": 2.625, "train/tensor_act_model_layers_12_mlp_up_proj/max_abs": 4.96875, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/min": -4.875, "train/tensor_act_model_layers_12_mlp_up_proj/max": 4.96875, "train/tensor_act_model_layers_12_mlp_up_proj/range": 9.84375, "train/tensor_act_model_layers_12_mlp_down_proj/norm": 106958.2734375, "train/tensor_act_model_layers_12_mlp_down_proj/mean": 52.0, "train/tensor_act_model_layers_12_mlp_down_proj/std": 4.84375, "train/tensor_act_model_layers_12_mlp_down_proj/max_abs": 63.0, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_mlp_down_proj/min": 39.25, "train/tensor_act_model_layers_12_mlp_down_proj/max": 63.0, "train/tensor_act_model_layers_12_mlp_down_proj/range": 23.75, "train/tensor_act_model_layers_12_mlp/norm": 106958.2734375, "train/tensor_act_model_layers_12_mlp/mean": 52.0, "train/tensor_act_model_layers_12_mlp/std": 4.84375, "train/tensor_act_model_layers_12_mlp/max_abs": 63.0, "train/tensor_act_model_layers_12_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_mlp/min": 39.25, "train/tensor_act_model_layers_12_mlp/max": 63.0, "train/tensor_act_model_layers_12_mlp/range": 23.75, "train/tensor_act_model_layers_12_residual_post_mlp/norm": 840554.625, "train/tensor_act_model_layers_12_residual_post_mlp/mean": 410.0, "train/tensor_act_model_layers_12_residual_post_mlp/std": 21.375, "train/tensor_act_model_layers_12_residual_post_mlp/max_abs": 464.0, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_post_mlp/min": 296.0, "train/tensor_act_model_layers_12_residual_post_mlp/max": 464.0, "train/tensor_act_model_layers_12_residual_post_mlp/range": 168.0, "train/tensor_act_model_layers_13_residual_pre_attn/norm": 840554.625, "train/tensor_act_model_layers_13_residual_pre_attn/mean": 410.0, "train/tensor_act_model_layers_13_residual_pre_attn/std": 21.375, "train/tensor_act_model_layers_13_residual_pre_attn/max_abs": 464.0, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_pre_attn/min": 296.0, "train/tensor_act_model_layers_13_residual_pre_attn/max": 464.0, "train/tensor_act_model_layers_13_residual_pre_attn/range": 168.0, "train/tensor_act_model_layers_13_residual_post_attn/norm": 840554.625, "train/tensor_act_model_layers_13_residual_post_attn/mean": 410.0, "train/tensor_act_model_layers_13_residual_post_attn/std": 21.375, "train/tensor_act_model_layers_13_residual_post_attn/max_abs": 464.0, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_post_attn/min": 296.0, "train/tensor_act_model_layers_13_residual_post_attn/max": 464.0, "train/tensor_act_model_layers_13_residual_post_attn/range": 168.0, "train/tensor_act_model_layers_13_mlp_gate_proj/norm": 7614.88623046875, "train/tensor_act_model_layers_13_mlp_gate_proj/mean": 1.7421875, "train/tensor_act_model_layers_13_mlp_gate_proj/std": 1.96875, "train/tensor_act_model_layers_13_mlp_gate_proj/max_abs": 5.0625, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/min": -1.125, "train/tensor_act_model_layers_13_mlp_gate_proj/max": 5.0625, "train/tensor_act_model_layers_13_mlp_gate_proj/range": 6.1875, "train/tensor_act_model_layers_13_mlp_up_proj/norm": 7769.74853515625, "train/tensor_act_model_layers_13_mlp_up_proj/mean": 0.447265625, "train/tensor_act_model_layers_13_mlp_up_proj/std": 2.640625, "train/tensor_act_model_layers_13_mlp_up_proj/max_abs": 4.875, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/min": -4.875, "train/tensor_act_model_layers_13_mlp_up_proj/max": 4.8125, "train/tensor_act_model_layers_13_mlp_up_proj/range": 9.6875, "train/tensor_act_model_layers_13_mlp_down_proj/norm": 107707.9609375, "train/tensor_act_model_layers_13_mlp_down_proj/mean": 52.25, "train/tensor_act_model_layers_13_mlp_down_proj/std": 5.78125, "train/tensor_act_model_layers_13_mlp_down_proj/max_abs": 64.0, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_mlp_down_proj/min": 36.0, "train/tensor_act_model_layers_13_mlp_down_proj/max": 64.0, "train/tensor_act_model_layers_13_mlp_down_proj/range": 28.0, "train/tensor_act_model_layers_13_mlp/norm": 107707.9609375, "train/tensor_act_model_layers_13_mlp/mean": 52.25, "train/tensor_act_model_layers_13_mlp/std": 5.78125, "train/tensor_act_model_layers_13_mlp/max_abs": 64.0, "train/tensor_act_model_layers_13_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_mlp/min": 36.0, "train/tensor_act_model_layers_13_mlp/max": 64.0, "train/tensor_act_model_layers_13_mlp/range": 28.0, "train/tensor_act_model_layers_13_residual_post_mlp/norm": 947659.5, "train/tensor_act_model_layers_13_residual_post_mlp/mean": 462.0, "train/tensor_act_model_layers_13_residual_post_mlp/std": 23.375, "train/tensor_act_model_layers_13_residual_post_mlp/max_abs": 524.0, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_post_mlp/min": 346.0, "train/tensor_act_model_layers_13_residual_post_mlp/max": 524.0, "train/tensor_act_model_layers_13_residual_post_mlp/range": 178.0, "train/tensor_act_model_layers_14_residual_pre_attn/norm": 947659.5, "train/tensor_act_model_layers_14_residual_pre_attn/mean": 462.0, "train/tensor_act_model_layers_14_residual_pre_attn/std": 23.375, "train/tensor_act_model_layers_14_residual_pre_attn/max_abs": 524.0, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_pre_attn/min": 346.0, "train/tensor_act_model_layers_14_residual_pre_attn/max": 524.0, "train/tensor_act_model_layers_14_residual_pre_attn/range": 178.0, "train/tensor_act_model_layers_14_residual_post_attn/norm": 947659.5, "train/tensor_act_model_layers_14_residual_post_attn/mean": 462.0, "train/tensor_act_model_layers_14_residual_post_attn/std": 23.375, "train/tensor_act_model_layers_14_residual_post_attn/max_abs": 524.0, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_post_attn/min": 346.0, "train/tensor_act_model_layers_14_residual_post_attn/max": 524.0, "train/tensor_act_model_layers_14_residual_post_attn/range": 178.0, "train/tensor_act_model_layers_14_mlp_gate_proj/norm": 7174.35400390625, "train/tensor_act_model_layers_14_mlp_gate_proj/mean": 1.6171875, "train/tensor_act_model_layers_14_mlp_gate_proj/std": 1.875, "train/tensor_act_model_layers_14_mlp_gate_proj/max_abs": 4.78125, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/min": -0.80859375, "train/tensor_act_model_layers_14_mlp_gate_proj/max": 4.78125, "train/tensor_act_model_layers_14_mlp_gate_proj/range": 5.58984375, "train/tensor_act_model_layers_14_mlp_up_proj/norm": 7401.55078125, "train/tensor_act_model_layers_14_mlp_up_proj/mean": -0.29296875, "train/tensor_act_model_layers_14_mlp_up_proj/std": 2.53125, "train/tensor_act_model_layers_14_mlp_up_proj/max_abs": 5.0625, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/min": -4.8125, "train/tensor_act_model_layers_14_mlp_up_proj/max": 5.0625, "train/tensor_act_model_layers_14_mlp_up_proj/range": 9.875, "train/tensor_act_model_layers_14_mlp_down_proj/norm": 98313.875, "train/tensor_act_model_layers_14_mlp_down_proj/mean": 47.75, "train/tensor_act_model_layers_14_mlp_down_proj/std": 4.71875, "train/tensor_act_model_layers_14_mlp_down_proj/max_abs": 61.5, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_mlp_down_proj/min": 36.25, "train/tensor_act_model_layers_14_mlp_down_proj/max": 61.5, "train/tensor_act_model_layers_14_mlp_down_proj/range": 25.25, "train/tensor_act_model_layers_14_mlp/norm": 98313.875, "train/tensor_act_model_layers_14_mlp/mean": 47.75, "train/tensor_act_model_layers_14_mlp/std": 4.71875, "train/tensor_act_model_layers_14_mlp/max_abs": 61.5, "train/tensor_act_model_layers_14_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_mlp/min": 36.25, "train/tensor_act_model_layers_14_mlp/max": 61.5, "train/tensor_act_model_layers_14_mlp/range": 25.25, "train/tensor_act_model_layers_14_residual_post_mlp/norm": 1045510.3125, "train/tensor_act_model_layers_14_residual_post_mlp/mean": 510.0, "train/tensor_act_model_layers_14_residual_post_mlp/std": 23.875, "train/tensor_act_model_layers_14_residual_post_mlp/max_abs": 572.0, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_post_mlp/min": 392.0, "train/tensor_act_model_layers_14_residual_post_mlp/max": 572.0, "train/tensor_act_model_layers_14_residual_post_mlp/range": 180.0, "train/tensor_act_model_layers_15_residual_pre_attn/norm": 1045510.3125, "train/tensor_act_model_layers_15_residual_pre_attn/mean": 510.0, "train/tensor_act_model_layers_15_residual_pre_attn/std": 23.875, "train/tensor_act_model_layers_15_residual_pre_attn/max_abs": 572.0, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_pre_attn/min": 392.0, "train/tensor_act_model_layers_15_residual_pre_attn/max": 572.0, "train/tensor_act_model_layers_15_residual_pre_attn/range": 180.0, "train/tensor_act_model_layers_15_residual_post_attn/norm": 1045510.3125, "train/tensor_act_model_layers_15_residual_post_attn/mean": 510.0, "train/tensor_act_model_layers_15_residual_post_attn/std": 23.875, "train/tensor_act_model_layers_15_residual_post_attn/max_abs": 572.0, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_post_attn/min": 392.0, "train/tensor_act_model_layers_15_residual_post_attn/max": 572.0, "train/tensor_act_model_layers_15_residual_post_attn/range": 180.0, "train/tensor_act_model_layers_15_mlp_gate_proj/norm": 7003.28564453125, "train/tensor_act_model_layers_15_mlp_gate_proj/mean": 1.5234375, "train/tensor_act_model_layers_15_mlp_gate_proj/std": 1.875, "train/tensor_act_model_layers_15_mlp_gate_proj/max_abs": 4.625, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/min": -1.03125, "train/tensor_act_model_layers_15_mlp_gate_proj/max": 4.625, "train/tensor_act_model_layers_15_mlp_gate_proj/range": 5.65625, "train/tensor_act_model_layers_15_mlp_up_proj/norm": 7126.37255859375, "train/tensor_act_model_layers_15_mlp_up_proj/mean": -0.1982421875, "train/tensor_act_model_layers_15_mlp_up_proj/std": 2.453125, "train/tensor_act_model_layers_15_mlp_up_proj/max_abs": 5.125, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/min": -4.71875, "train/tensor_act_model_layers_15_mlp_up_proj/max": 5.125, "train/tensor_act_model_layers_15_mlp_up_proj/range": 9.84375, "train/tensor_act_model_layers_15_mlp_down_proj/norm": 88942.3671875, "train/tensor_act_model_layers_15_mlp_down_proj/mean": 43.25, "train/tensor_act_model_layers_15_mlp_down_proj/std": 4.90625, "train/tensor_act_model_layers_15_mlp_down_proj/max_abs": 53.0, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_mlp_down_proj/min": 24.875, "train/tensor_act_model_layers_15_mlp_down_proj/max": 53.0, "train/tensor_act_model_layers_15_mlp_down_proj/range": 28.125, "train/tensor_act_model_layers_15_mlp/norm": 88942.3671875, "train/tensor_act_model_layers_15_mlp/mean": 43.25, "train/tensor_act_model_layers_15_mlp/std": 4.90625, "train/tensor_act_model_layers_15_mlp/max_abs": 53.0, "train/tensor_act_model_layers_15_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_mlp/min": 24.875, "train/tensor_act_model_layers_15_mlp/max": 53.0, "train/tensor_act_model_layers_15_mlp/range": 28.125, "train/tensor_act_model_layers_15_residual_post_mlp/norm": 1134074.875, "train/tensor_act_model_layers_15_residual_post_mlp/mean": 552.0, "train/tensor_act_model_layers_15_residual_post_mlp/std": 25.625, "train/tensor_act_model_layers_15_residual_post_mlp/max_abs": 612.0, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_post_mlp/min": 430.0, "train/tensor_act_model_layers_15_residual_post_mlp/max": 612.0, "train/tensor_act_model_layers_15_residual_post_mlp/range": 182.0, "train/tensor_act_model_layers_16_residual_pre_attn/norm": 1134074.875, "train/tensor_act_model_layers_16_residual_pre_attn/mean": 552.0, "train/tensor_act_model_layers_16_residual_pre_attn/std": 25.625, "train/tensor_act_model_layers_16_residual_pre_attn/max_abs": 612.0, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_pre_attn/min": 430.0, "train/tensor_act_model_layers_16_residual_pre_attn/max": 612.0, "train/tensor_act_model_layers_16_residual_pre_attn/range": 182.0, "train/tensor_act_model_layers_16_residual_post_attn/norm": 1134074.875, "train/tensor_act_model_layers_16_residual_post_attn/mean": 552.0, "train/tensor_act_model_layers_16_residual_post_attn/std": 25.625, "train/tensor_act_model_layers_16_residual_post_attn/max_abs": 612.0, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_post_attn/min": 430.0, "train/tensor_act_model_layers_16_residual_post_attn/max": 612.0, "train/tensor_act_model_layers_16_residual_post_attn/range": 182.0, "train/tensor_act_model_layers_16_mlp_gate_proj/norm": 6953.78173828125, "train/tensor_act_model_layers_16_mlp_gate_proj/mean": 1.4765625, "train/tensor_act_model_layers_16_mlp_gate_proj/std": 1.8984375, "train/tensor_act_model_layers_16_mlp_gate_proj/max_abs": 5.21875, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/min": -1.3515625, "train/tensor_act_model_layers_16_mlp_gate_proj/max": 5.21875, "train/tensor_act_model_layers_16_mlp_gate_proj/range": 6.5703125, "train/tensor_act_model_layers_16_mlp_up_proj/norm": 7085.74609375, "train/tensor_act_model_layers_16_mlp_up_proj/mean": 0.056396484375, "train/tensor_act_model_layers_16_mlp_up_proj/std": 2.453125, "train/tensor_act_model_layers_16_mlp_up_proj/max_abs": 4.875, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/min": -4.8125, "train/tensor_act_model_layers_16_mlp_up_proj/max": 4.875, "train/tensor_act_model_layers_16_mlp_up_proj/range": 9.6875, "train/tensor_act_model_layers_16_mlp_down_proj/norm": 90437.9609375, "train/tensor_act_model_layers_16_mlp_down_proj/mean": 44.0, "train/tensor_act_model_layers_16_mlp_down_proj/std": 4.34375, "train/tensor_act_model_layers_16_mlp_down_proj/max_abs": 53.5, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_mlp_down_proj/min": 30.75, "train/tensor_act_model_layers_16_mlp_down_proj/max": 53.5, "train/tensor_act_model_layers_16_mlp_down_proj/range": 22.75, "train/tensor_act_model_layers_16_mlp/norm": 90437.9609375, "train/tensor_act_model_layers_16_mlp/mean": 44.0, "train/tensor_act_model_layers_16_mlp/std": 4.34375, "train/tensor_act_model_layers_16_mlp/max_abs": 53.5, "train/tensor_act_model_layers_16_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_mlp/min": 30.75, "train/tensor_act_model_layers_16_mlp/max": 53.5, "train/tensor_act_model_layers_16_mlp/range": 22.75, "train/tensor_act_model_layers_16_residual_post_mlp/norm": 1223867.0, "train/tensor_act_model_layers_16_residual_post_mlp/mean": 596.0, "train/tensor_act_model_layers_16_residual_post_mlp/std": 26.25, "train/tensor_act_model_layers_16_residual_post_mlp/max_abs": 656.0, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_post_mlp/min": 468.0, "train/tensor_act_model_layers_16_residual_post_mlp/max": 656.0, "train/tensor_act_model_layers_16_residual_post_mlp/range": 188.0, "train/tensor_act_model_layers_17_residual_pre_attn/norm": 1223867.0, "train/tensor_act_model_layers_17_residual_pre_attn/mean": 596.0, "train/tensor_act_model_layers_17_residual_pre_attn/std": 26.25, "train/tensor_act_model_layers_17_residual_pre_attn/max_abs": 656.0, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_pre_attn/min": 468.0, "train/tensor_act_model_layers_17_residual_pre_attn/max": 656.0, "train/tensor_act_model_layers_17_residual_pre_attn/range": 188.0, "train/tensor_act_model_layers_17_residual_post_attn/norm": 1223867.0, "train/tensor_act_model_layers_17_residual_post_attn/mean": 596.0, "train/tensor_act_model_layers_17_residual_post_attn/std": 26.25, "train/tensor_act_model_layers_17_residual_post_attn/max_abs": 656.0, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_post_attn/min": 468.0, "train/tensor_act_model_layers_17_residual_post_attn/max": 656.0, "train/tensor_act_model_layers_17_residual_post_attn/range": 188.0, "train/tensor_act_model_layers_17_mlp_gate_proj/norm": 7118.2666015625, "train/tensor_act_model_layers_17_mlp_gate_proj/mean": 1.5625, "train/tensor_act_model_layers_17_mlp_gate_proj/std": 1.890625, "train/tensor_act_model_layers_17_mlp_gate_proj/max_abs": 5.09375, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/min": -0.95703125, "train/tensor_act_model_layers_17_mlp_gate_proj/max": 5.09375, "train/tensor_act_model_layers_17_mlp_gate_proj/range": 6.05078125, "train/tensor_act_model_layers_17_mlp_up_proj/norm": 7343.04248046875, "train/tensor_act_model_layers_17_mlp_up_proj/mean": 0.1416015625, "train/tensor_act_model_layers_17_mlp_up_proj/std": 2.53125, "train/tensor_act_model_layers_17_mlp_up_proj/max_abs": 5.28125, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/min": -5.15625, "train/tensor_act_model_layers_17_mlp_up_proj/max": 5.28125, "train/tensor_act_model_layers_17_mlp_up_proj/range": 10.4375, "train/tensor_act_model_layers_17_mlp_down_proj/norm": 95999.875, "train/tensor_act_model_layers_17_mlp_down_proj/mean": 46.5, "train/tensor_act_model_layers_17_mlp_down_proj/std": 4.875, "train/tensor_act_model_layers_17_mlp_down_proj/max_abs": 57.25, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_mlp_down_proj/min": 34.0, "train/tensor_act_model_layers_17_mlp_down_proj/max": 57.25, "train/tensor_act_model_layers_17_mlp_down_proj/range": 23.25, "train/tensor_act_model_layers_17_mlp/norm": 95999.875, "train/tensor_act_model_layers_17_mlp/mean": 46.5, "train/tensor_act_model_layers_17_mlp/std": 4.875, "train/tensor_act_model_layers_17_mlp/max_abs": 57.25, "train/tensor_act_model_layers_17_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_mlp/min": 34.0, "train/tensor_act_model_layers_17_mlp/max": 57.25, "train/tensor_act_model_layers_17_mlp/range": 23.25, "train/tensor_act_model_layers_17_residual_post_mlp/norm": 1319366.625, "train/tensor_act_model_layers_17_residual_post_mlp/mean": 644.0, "train/tensor_act_model_layers_17_residual_post_mlp/std": 26.875, "train/tensor_act_model_layers_17_residual_post_mlp/max_abs": 704.0, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_post_mlp/min": 502.0, "train/tensor_act_model_layers_17_residual_post_mlp/max": 704.0, "train/tensor_act_model_layers_17_residual_post_mlp/range": 202.0, "train/tensor_act_model_layers_18_residual_pre_attn/norm": 1319366.625, "train/tensor_act_model_layers_18_residual_pre_attn/mean": 644.0, "train/tensor_act_model_layers_18_residual_pre_attn/std": 26.875, "train/tensor_act_model_layers_18_residual_pre_attn/max_abs": 704.0, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_pre_attn/min": 502.0, "train/tensor_act_model_layers_18_residual_pre_attn/max": 704.0, "train/tensor_act_model_layers_18_residual_pre_attn/range": 202.0, "train/tensor_act_model_layers_18_residual_post_attn/norm": 1319366.625, "train/tensor_act_model_layers_18_residual_post_attn/mean": 644.0, "train/tensor_act_model_layers_18_residual_post_attn/std": 26.875, "train/tensor_act_model_layers_18_residual_post_attn/max_abs": 704.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_post_attn/min": 502.0, "train/tensor_act_model_layers_18_residual_post_attn/max": 704.0, "train/tensor_act_model_layers_18_residual_post_attn/range": 202.0, "train/tensor_act_model_layers_18_mlp_gate_proj/norm": 6688.4970703125, "train/tensor_act_model_layers_18_mlp_gate_proj/mean": 1.34375, "train/tensor_act_model_layers_18_mlp_gate_proj/std": 1.875, "train/tensor_act_model_layers_18_mlp_gate_proj/max_abs": 4.6875, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/min": -1.4375, "train/tensor_act_model_layers_18_mlp_gate_proj/max": 4.6875, "train/tensor_act_model_layers_18_mlp_gate_proj/range": 6.125, "train/tensor_act_model_layers_18_mlp_up_proj/norm": 6936.6298828125, "train/tensor_act_model_layers_18_mlp_up_proj/mean": 0.12890625, "train/tensor_act_model_layers_18_mlp_up_proj/std": 2.390625, "train/tensor_act_model_layers_18_mlp_up_proj/max_abs": 5.0625, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/min": -5.0625, "train/tensor_act_model_layers_18_mlp_up_proj/max": 4.875, "train/tensor_act_model_layers_18_mlp_up_proj/range": 9.9375, "train/tensor_act_model_layers_18_mlp_down_proj/norm": 82322.7890625, "train/tensor_act_model_layers_18_mlp_down_proj/mean": 40.0, "train/tensor_act_model_layers_18_mlp_down_proj/std": 4.53125, "train/tensor_act_model_layers_18_mlp_down_proj/max_abs": 51.0, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_mlp_down_proj/min": 28.875, "train/tensor_act_model_layers_18_mlp_down_proj/max": 51.0, "train/tensor_act_model_layers_18_mlp_down_proj/range": 22.125, "train/tensor_act_model_layers_18_mlp/norm": 82322.7890625, "train/tensor_act_model_layers_18_mlp/mean": 40.0, "train/tensor_act_model_layers_18_mlp/std": 4.53125, "train/tensor_act_model_layers_18_mlp/max_abs": 51.0, "train/tensor_act_model_layers_18_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_mlp/min": 28.875, "train/tensor_act_model_layers_18_mlp/max": 51.0, "train/tensor_act_model_layers_18_mlp/range": 22.125, "train/tensor_act_model_layers_18_residual_post_mlp/norm": 1401141.125, "train/tensor_act_model_layers_18_residual_post_mlp/mean": 684.0, "train/tensor_act_model_layers_18_residual_post_mlp/std": 28.25, "train/tensor_act_model_layers_18_residual_post_mlp/max_abs": 748.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_post_mlp/min": 536.0, "train/tensor_act_model_layers_18_residual_post_mlp/max": 748.0, "train/tensor_act_model_layers_18_residual_post_mlp/range": 212.0, "train/tensor_act_model_layers_19_residual_pre_attn/norm": 1401141.125, "train/tensor_act_model_layers_19_residual_pre_attn/mean": 684.0, "train/tensor_act_model_layers_19_residual_pre_attn/std": 28.25, "train/tensor_act_model_layers_19_residual_pre_attn/max_abs": 748.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_pre_attn/min": 536.0, "train/tensor_act_model_layers_19_residual_pre_attn/max": 748.0, "train/tensor_act_model_layers_19_residual_pre_attn/range": 212.0, "train/tensor_act_model_layers_19_residual_post_attn/norm": 1401141.125, "train/tensor_act_model_layers_19_residual_post_attn/mean": 684.0, "train/tensor_act_model_layers_19_residual_post_attn/std": 28.25, "train/tensor_act_model_layers_19_residual_post_attn/max_abs": 748.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_post_attn/min": 536.0, "train/tensor_act_model_layers_19_residual_post_attn/max": 748.0, "train/tensor_act_model_layers_19_residual_post_attn/range": 212.0, "train/tensor_act_model_layers_19_mlp_gate_proj/norm": 6645.962890625, "train/tensor_act_model_layers_19_mlp_gate_proj/mean": 1.3984375, "train/tensor_act_model_layers_19_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_19_mlp_gate_proj/max_abs": 4.8125, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/min": -1.1875, "train/tensor_act_model_layers_19_mlp_gate_proj/max": 4.8125, "train/tensor_act_model_layers_19_mlp_gate_proj/range": 6.0, "train/tensor_act_model_layers_19_mlp_up_proj/norm": 6840.65771484375, "train/tensor_act_model_layers_19_mlp_up_proj/mean": -0.1513671875, "train/tensor_act_model_layers_19_mlp_up_proj/std": 2.359375, "train/tensor_act_model_layers_19_mlp_up_proj/max_abs": 4.9375, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/min": -4.9375, "train/tensor_act_model_layers_19_mlp_up_proj/max": 4.65625, "train/tensor_act_model_layers_19_mlp_up_proj/range": 9.59375, "train/tensor_act_model_layers_19_mlp_down_proj/norm": 78117.8671875, "train/tensor_act_model_layers_19_mlp_down_proj/mean": 38.0, "train/tensor_act_model_layers_19_mlp_down_proj/std": 4.28125, "train/tensor_act_model_layers_19_mlp_down_proj/max_abs": 47.25, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_mlp_down_proj/min": 25.75, "train/tensor_act_model_layers_19_mlp_down_proj/max": 47.25, "train/tensor_act_model_layers_19_mlp_down_proj/range": 21.5, "train/tensor_act_model_layers_19_mlp/norm": 78117.8671875, "train/tensor_act_model_layers_19_mlp/mean": 38.0, "train/tensor_act_model_layers_19_mlp/std": 4.28125, "train/tensor_act_model_layers_19_mlp/max_abs": 47.25, "train/tensor_act_model_layers_19_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_mlp/min": 25.75, "train/tensor_act_model_layers_19_mlp/max": 47.25, "train/tensor_act_model_layers_19_mlp/range": 21.5, "train/tensor_act_model_layers_19_residual_post_mlp/norm": 1478331.875, "train/tensor_act_model_layers_19_residual_post_mlp/mean": 720.0, "train/tensor_act_model_layers_19_residual_post_mlp/std": 29.375, "train/tensor_act_model_layers_19_residual_post_mlp/max_abs": 788.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_post_mlp/min": 572.0, "train/tensor_act_model_layers_19_residual_post_mlp/max": 788.0, "train/tensor_act_model_layers_19_residual_post_mlp/range": 216.0, "train/tensor_act_model_layers_20_residual_pre_attn/norm": 1478331.875, "train/tensor_act_model_layers_20_residual_pre_attn/mean": 720.0, "train/tensor_act_model_layers_20_residual_pre_attn/std": 29.375, "train/tensor_act_model_layers_20_residual_pre_attn/max_abs": 788.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_pre_attn/min": 572.0, "train/tensor_act_model_layers_20_residual_pre_attn/max": 788.0, "train/tensor_act_model_layers_20_residual_pre_attn/range": 216.0, "train/tensor_act_model_layers_20_residual_post_attn/norm": 1478331.875, "train/tensor_act_model_layers_20_residual_post_attn/mean": 720.0, "train/tensor_act_model_layers_20_residual_post_attn/std": 29.375, "train/tensor_act_model_layers_20_residual_post_attn/max_abs": 788.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_post_attn/min": 572.0, "train/tensor_act_model_layers_20_residual_post_attn/max": 788.0, "train/tensor_act_model_layers_20_residual_post_attn/range": 216.0, "train/tensor_act_model_layers_20_mlp_gate_proj/norm": 6537.2236328125, "train/tensor_act_model_layers_20_mlp_gate_proj/mean": 1.234375, "train/tensor_act_model_layers_20_mlp_gate_proj/std": 1.890625, "train/tensor_act_model_layers_20_mlp_gate_proj/max_abs": 4.875, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/min": -0.98046875, "train/tensor_act_model_layers_20_mlp_gate_proj/max": 4.875, "train/tensor_act_model_layers_20_mlp_gate_proj/range": 5.85546875, "train/tensor_act_model_layers_20_mlp_up_proj/norm": 6686.06787109375, "train/tensor_act_model_layers_20_mlp_up_proj/mean": 0.3984375, "train/tensor_act_model_layers_20_mlp_up_proj/std": 2.28125, "train/tensor_act_model_layers_20_mlp_up_proj/max_abs": 4.71875, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/min": -4.5625, "train/tensor_act_model_layers_20_mlp_up_proj/max": 4.71875, "train/tensor_act_model_layers_20_mlp_up_proj/range": 9.28125, "train/tensor_act_model_layers_20_mlp_down_proj/norm": 78205.9765625, "train/tensor_act_model_layers_20_mlp_down_proj/mean": 38.0, "train/tensor_act_model_layers_20_mlp_down_proj/std": 4.40625, "train/tensor_act_model_layers_20_mlp_down_proj/max_abs": 49.5, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_mlp_down_proj/min": 27.25, "train/tensor_act_model_layers_20_mlp_down_proj/max": 49.5, "train/tensor_act_model_layers_20_mlp_down_proj/range": 22.25, "train/tensor_act_model_layers_20_mlp/norm": 78205.9765625, "train/tensor_act_model_layers_20_mlp/mean": 38.0, "train/tensor_act_model_layers_20_mlp/std": 4.40625, "train/tensor_act_model_layers_20_mlp/max_abs": 49.5, "train/tensor_act_model_layers_20_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_mlp/min": 27.25, "train/tensor_act_model_layers_20_mlp/max": 49.5, "train/tensor_act_model_layers_20_mlp/range": 22.25, "train/tensor_act_model_layers_20_residual_post_mlp/norm": 1556287.25, "train/tensor_act_model_layers_20_residual_post_mlp/mean": 760.0, "train/tensor_act_model_layers_20_residual_post_mlp/std": 30.75, "train/tensor_act_model_layers_20_residual_post_mlp/max_abs": 828.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_post_mlp/min": 616.0, "train/tensor_act_model_layers_20_residual_post_mlp/max": 828.0, "train/tensor_act_model_layers_20_residual_post_mlp/range": 212.0, "train/tensor_act_model_layers_21_residual_pre_attn/norm": 1556287.25, "train/tensor_act_model_layers_21_residual_pre_attn/mean": 760.0, "train/tensor_act_model_layers_21_residual_pre_attn/std": 30.75, "train/tensor_act_model_layers_21_residual_pre_attn/max_abs": 828.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_pre_attn/min": 616.0, "train/tensor_act_model_layers_21_residual_pre_attn/max": 828.0, "train/tensor_act_model_layers_21_residual_pre_attn/range": 212.0, "train/tensor_act_model_layers_21_residual_post_attn/norm": 1556287.25, "train/tensor_act_model_layers_21_residual_post_attn/mean": 760.0, "train/tensor_act_model_layers_21_residual_post_attn/std": 30.75, "train/tensor_act_model_layers_21_residual_post_attn/max_abs": 828.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_post_attn/min": 616.0, "train/tensor_act_model_layers_21_residual_post_attn/max": 828.0, "train/tensor_act_model_layers_21_residual_post_attn/range": 212.0, "train/tensor_act_model_layers_21_mlp_gate_proj/norm": 6323.14599609375, "train/tensor_act_model_layers_21_mlp_gate_proj/mean": 1.1640625, "train/tensor_act_model_layers_21_mlp_gate_proj/std": 1.84375, "train/tensor_act_model_layers_21_mlp_gate_proj/max_abs": 4.9375, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/min": -1.2421875, "train/tensor_act_model_layers_21_mlp_gate_proj/max": 4.9375, "train/tensor_act_model_layers_21_mlp_gate_proj/range": 6.1796875, "train/tensor_act_model_layers_21_mlp_up_proj/norm": 6512.640625, "train/tensor_act_model_layers_21_mlp_up_proj/mean": 0.0126953125, "train/tensor_act_model_layers_21_mlp_up_proj/std": 2.25, "train/tensor_act_model_layers_21_mlp_up_proj/max_abs": 4.65625, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/min": -4.5625, "train/tensor_act_model_layers_21_mlp_up_proj/max": 4.65625, "train/tensor_act_model_layers_21_mlp_up_proj/range": 9.21875, "train/tensor_act_model_layers_21_mlp_down_proj/norm": 71904.90625, "train/tensor_act_model_layers_21_mlp_down_proj/mean": 35.0, "train/tensor_act_model_layers_21_mlp_down_proj/std": 3.828125, "train/tensor_act_model_layers_21_mlp_down_proj/max_abs": 45.0, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_mlp_down_proj/min": 24.75, "train/tensor_act_model_layers_21_mlp_down_proj/max": 45.0, "train/tensor_act_model_layers_21_mlp_down_proj/range": 20.25, "train/tensor_act_model_layers_21_mlp/norm": 71904.90625, "train/tensor_act_model_layers_21_mlp/mean": 35.0, "train/tensor_act_model_layers_21_mlp/std": 3.828125, "train/tensor_act_model_layers_21_mlp/max_abs": 45.0, "train/tensor_act_model_layers_21_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_mlp/min": 24.75, "train/tensor_act_model_layers_21_mlp/max": 45.0, "train/tensor_act_model_layers_21_mlp/range": 20.25, "train/tensor_act_model_layers_21_residual_post_mlp/norm": 1627716.375, "train/tensor_act_model_layers_21_residual_post_mlp/mean": 796.0, "train/tensor_act_model_layers_21_residual_post_mlp/std": 31.875, "train/tensor_act_model_layers_21_residual_post_mlp/max_abs": 872.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_post_mlp/min": 644.0, "train/tensor_act_model_layers_21_residual_post_mlp/max": 872.0, "train/tensor_act_model_layers_21_residual_post_mlp/range": 228.0, "train/tensor_act_model_layers_22_residual_pre_attn/norm": 1627716.375, "train/tensor_act_model_layers_22_residual_pre_attn/mean": 796.0, "train/tensor_act_model_layers_22_residual_pre_attn/std": 31.875, "train/tensor_act_model_layers_22_residual_pre_attn/max_abs": 872.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_pre_attn/min": 644.0, "train/tensor_act_model_layers_22_residual_pre_attn/max": 872.0, "train/tensor_act_model_layers_22_residual_pre_attn/range": 228.0, "train/tensor_act_model_layers_22_residual_post_attn/norm": 1627716.375, "train/tensor_act_model_layers_22_residual_post_attn/mean": 796.0, "train/tensor_act_model_layers_22_residual_post_attn/std": 31.875, "train/tensor_act_model_layers_22_residual_post_attn/max_abs": 872.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_post_attn/min": 644.0, "train/tensor_act_model_layers_22_residual_post_attn/max": 872.0, "train/tensor_act_model_layers_22_residual_post_attn/range": 228.0, "train/tensor_act_model_layers_22_mlp_gate_proj/norm": 6701.76416015625, "train/tensor_act_model_layers_22_mlp_gate_proj/mean": 1.3359375, "train/tensor_act_model_layers_22_mlp_gate_proj/std": 1.890625, "train/tensor_act_model_layers_22_mlp_gate_proj/max_abs": 4.53125, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/min": -1.15625, "train/tensor_act_model_layers_22_mlp_gate_proj/max": 4.53125, "train/tensor_act_model_layers_22_mlp_gate_proj/range": 5.6875, "train/tensor_act_model_layers_22_mlp_up_proj/norm": 6960.236328125, "train/tensor_act_model_layers_22_mlp_up_proj/mean": -0.109375, "train/tensor_act_model_layers_22_mlp_up_proj/std": 2.40625, "train/tensor_act_model_layers_22_mlp_up_proj/max_abs": 4.78125, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/min": -4.78125, "train/tensor_act_model_layers_22_mlp_up_proj/max": 4.75, "train/tensor_act_model_layers_22_mlp_up_proj/range": 9.53125, "train/tensor_act_model_layers_22_mlp_down_proj/norm": 81572.8671875, "train/tensor_act_model_layers_22_mlp_down_proj/mean": 39.5, "train/tensor_act_model_layers_22_mlp_down_proj/std": 4.1875, "train/tensor_act_model_layers_22_mlp_down_proj/max_abs": 48.75, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_mlp_down_proj/min": 28.0, "train/tensor_act_model_layers_22_mlp_down_proj/max": 48.75, "train/tensor_act_model_layers_22_mlp_down_proj/range": 20.75, "train/tensor_act_model_layers_22_mlp/norm": 81572.8671875, "train/tensor_act_model_layers_22_mlp/mean": 39.5, "train/tensor_act_model_layers_22_mlp/std": 4.1875, "train/tensor_act_model_layers_22_mlp/max_abs": 48.75, "train/tensor_act_model_layers_22_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_mlp/min": 28.0, "train/tensor_act_model_layers_22_mlp/max": 48.75, "train/tensor_act_model_layers_22_mlp/range": 20.75, "train/tensor_act_model_layers_22_residual_post_mlp/norm": 1708721.875, "train/tensor_act_model_layers_22_residual_post_mlp/mean": 832.0, "train/tensor_act_model_layers_22_residual_post_mlp/std": 33.25, "train/tensor_act_model_layers_22_residual_post_mlp/max_abs": 912.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_post_mlp/min": 688.0, "train/tensor_act_model_layers_22_residual_post_mlp/max": 912.0, "train/tensor_act_model_layers_22_residual_post_mlp/range": 224.0, "train/tensor_act_model_layers_23_residual_pre_attn/norm": 1708721.875, "train/tensor_act_model_layers_23_residual_pre_attn/mean": 832.0, "train/tensor_act_model_layers_23_residual_pre_attn/std": 33.25, "train/tensor_act_model_layers_23_residual_pre_attn/max_abs": 912.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_pre_attn/min": 688.0, "train/tensor_act_model_layers_23_residual_pre_attn/max": 912.0, "train/tensor_act_model_layers_23_residual_pre_attn/range": 224.0, "train/tensor_act_model_layers_23_residual_post_attn/norm": 1708721.875, "train/tensor_act_model_layers_23_residual_post_attn/mean": 832.0, "train/tensor_act_model_layers_23_residual_post_attn/std": 33.25, "train/tensor_act_model_layers_23_residual_post_attn/max_abs": 912.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_post_attn/min": 688.0, "train/tensor_act_model_layers_23_residual_post_attn/max": 912.0, "train/tensor_act_model_layers_23_residual_post_attn/range": 224.0, "train/tensor_act_model_layers_23_mlp_gate_proj/norm": 6670.18212890625, "train/tensor_act_model_layers_23_mlp_gate_proj/mean": 1.34375, "train/tensor_act_model_layers_23_mlp_gate_proj/std": 1.875, "train/tensor_act_model_layers_23_mlp_gate_proj/max_abs": 4.78125, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/min": -1.2265625, "train/tensor_act_model_layers_23_mlp_gate_proj/max": 4.78125, "train/tensor_act_model_layers_23_mlp_gate_proj/range": 6.0078125, "train/tensor_act_model_layers_23_mlp_up_proj/norm": 6898.2587890625, "train/tensor_act_model_layers_23_mlp_up_proj/mean": -0.07666015625, "train/tensor_act_model_layers_23_mlp_up_proj/std": 2.375, "train/tensor_act_model_layers_23_mlp_up_proj/max_abs": 5.03125, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/min": -4.78125, "train/tensor_act_model_layers_23_mlp_up_proj/max": 5.03125, "train/tensor_act_model_layers_23_mlp_up_proj/range": 9.8125, "train/tensor_act_model_layers_23_mlp_down_proj/norm": 79628.4453125, "train/tensor_act_model_layers_23_mlp_down_proj/mean": 38.75, "train/tensor_act_model_layers_23_mlp_down_proj/std": 4.375, "train/tensor_act_model_layers_23_mlp_down_proj/max_abs": 50.25, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_mlp_down_proj/min": 27.375, "train/tensor_act_model_layers_23_mlp_down_proj/max": 50.25, "train/tensor_act_model_layers_23_mlp_down_proj/range": 22.875, "train/tensor_act_model_layers_23_mlp/norm": 79628.4453125, "train/tensor_act_model_layers_23_mlp/mean": 38.75, "train/tensor_act_model_layers_23_mlp/std": 4.375, "train/tensor_act_model_layers_23_mlp/max_abs": 50.25, "train/tensor_act_model_layers_23_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_mlp/min": 27.375, "train/tensor_act_model_layers_23_mlp/max": 50.25, "train/tensor_act_model_layers_23_mlp/range": 22.875, "train/tensor_act_model_layers_23_residual_post_mlp/norm": 1788024.125, "train/tensor_act_model_layers_23_residual_post_mlp/mean": 872.0, "train/tensor_act_model_layers_23_residual_post_mlp/std": 35.0, "train/tensor_act_model_layers_23_residual_post_mlp/max_abs": 952.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_post_mlp/min": 728.0, "train/tensor_act_model_layers_23_residual_post_mlp/max": 952.0, "train/tensor_act_model_layers_23_residual_post_mlp/range": 224.0, "train/tensor_act_model_layers_24_residual_pre_attn/norm": 1788024.125, "train/tensor_act_model_layers_24_residual_pre_attn/mean": 872.0, "train/tensor_act_model_layers_24_residual_pre_attn/std": 35.0, "train/tensor_act_model_layers_24_residual_pre_attn/max_abs": 952.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_pre_attn/min": 728.0, "train/tensor_act_model_layers_24_residual_pre_attn/max": 952.0, "train/tensor_act_model_layers_24_residual_pre_attn/range": 224.0, "train/tensor_act_model_layers_24_residual_post_attn/norm": 1788024.125, "train/tensor_act_model_layers_24_residual_post_attn/mean": 872.0, "train/tensor_act_model_layers_24_residual_post_attn/std": 35.0, "train/tensor_act_model_layers_24_residual_post_attn/max_abs": 952.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_post_attn/min": 728.0, "train/tensor_act_model_layers_24_residual_post_attn/max": 952.0, "train/tensor_act_model_layers_24_residual_post_attn/range": 224.0, "train/tensor_act_model_layers_24_mlp_gate_proj/norm": 6629.6923828125, "train/tensor_act_model_layers_24_mlp_gate_proj/mean": 1.375, "train/tensor_act_model_layers_24_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_24_mlp_gate_proj/max_abs": 4.9375, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/min": -1.1171875, "train/tensor_act_model_layers_24_mlp_gate_proj/max": 4.9375, "train/tensor_act_model_layers_24_mlp_gate_proj/range": 6.0546875, "train/tensor_act_model_layers_24_mlp_up_proj/norm": 6766.11279296875, "train/tensor_act_model_layers_24_mlp_up_proj/mean": 0.40234375, "train/tensor_act_model_layers_24_mlp_up_proj/std": 2.296875, "train/tensor_act_model_layers_24_mlp_up_proj/max_abs": 5.0, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/min": -5.0, "train/tensor_act_model_layers_24_mlp_up_proj/max": 4.75, "train/tensor_act_model_layers_24_mlp_up_proj/range": 9.75, "train/tensor_act_model_layers_24_mlp_down_proj/norm": 77946.0859375, "train/tensor_act_model_layers_24_mlp_down_proj/mean": 37.75, "train/tensor_act_model_layers_24_mlp_down_proj/std": 4.65625, "train/tensor_act_model_layers_24_mlp_down_proj/max_abs": 49.0, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_mlp_down_proj/min": 25.25, "train/tensor_act_model_layers_24_mlp_down_proj/max": 49.0, "train/tensor_act_model_layers_24_mlp_down_proj/range": 23.75, "train/tensor_act_model_layers_24_mlp/norm": 77946.0859375, "train/tensor_act_model_layers_24_mlp/mean": 37.75, "train/tensor_act_model_layers_24_mlp/std": 4.65625, "train/tensor_act_model_layers_24_mlp/max_abs": 49.0, "train/tensor_act_model_layers_24_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_mlp/min": 25.25, "train/tensor_act_model_layers_24_mlp/max": 49.0, "train/tensor_act_model_layers_24_mlp/range": 23.75, "train/tensor_act_model_layers_24_residual_post_mlp/norm": 1864870.625, "train/tensor_act_model_layers_24_residual_post_mlp/mean": 908.0, "train/tensor_act_model_layers_24_residual_post_mlp/std": 36.25, "train/tensor_act_model_layers_24_residual_post_mlp/max_abs": 1000.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_post_mlp/min": 764.0, "train/tensor_act_model_layers_24_residual_post_mlp/max": 1000.0, "train/tensor_act_model_layers_24_residual_post_mlp/range": 236.0, "train/tensor_act_model_layers_25_residual_pre_attn/norm": 1864870.625, "train/tensor_act_model_layers_25_residual_pre_attn/mean": 908.0, "train/tensor_act_model_layers_25_residual_pre_attn/std": 36.25, "train/tensor_act_model_layers_25_residual_pre_attn/max_abs": 1000.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_pre_attn/min": 764.0, "train/tensor_act_model_layers_25_residual_pre_attn/max": 1000.0, "train/tensor_act_model_layers_25_residual_pre_attn/range": 236.0, "train/tensor_act_model_layers_25_residual_post_attn/norm": 1864870.625, "train/tensor_act_model_layers_25_residual_post_attn/mean": 908.0, "train/tensor_act_model_layers_25_residual_post_attn/std": 36.25, "train/tensor_act_model_layers_25_residual_post_attn/max_abs": 1000.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_post_attn/min": 764.0, "train/tensor_act_model_layers_25_residual_post_attn/max": 1000.0, "train/tensor_act_model_layers_25_residual_post_attn/range": 236.0, "train/tensor_act_model_layers_25_mlp_gate_proj/norm": 6631.9775390625, "train/tensor_act_model_layers_25_mlp_gate_proj/mean": 1.3671875, "train/tensor_act_model_layers_25_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_25_mlp_gate_proj/max_abs": 5.0625, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/min": -0.97265625, "train/tensor_act_model_layers_25_mlp_gate_proj/max": 5.0625, "train/tensor_act_model_layers_25_mlp_gate_proj/range": 6.03515625, "train/tensor_act_model_layers_25_mlp_up_proj/norm": 6828.98876953125, "train/tensor_act_model_layers_25_mlp_up_proj/mean": -0.035888671875, "train/tensor_act_model_layers_25_mlp_up_proj/std": 2.359375, "train/tensor_act_model_layers_25_mlp_up_proj/max_abs": 5.1875, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/min": -4.53125, "train/tensor_act_model_layers_25_mlp_up_proj/max": 5.1875, "train/tensor_act_model_layers_25_mlp_up_proj/range": 9.71875, "train/tensor_act_model_layers_25_mlp_down_proj/norm": 79058.5859375, "train/tensor_act_model_layers_25_mlp_down_proj/mean": 38.5, "train/tensor_act_model_layers_25_mlp_down_proj/std": 4.125, "train/tensor_act_model_layers_25_mlp_down_proj/max_abs": 50.5, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_mlp_down_proj/min": 25.5, "train/tensor_act_model_layers_25_mlp_down_proj/max": 50.5, "train/tensor_act_model_layers_25_mlp_down_proj/range": 25.0, "train/tensor_act_model_layers_25_mlp/norm": 79058.5859375, "train/tensor_act_model_layers_25_mlp/mean": 38.5, "train/tensor_act_model_layers_25_mlp/std": 4.125, "train/tensor_act_model_layers_25_mlp/max_abs": 50.5, "train/tensor_act_model_layers_25_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_mlp/min": 25.5, "train/tensor_act_model_layers_25_mlp/max": 50.5, "train/tensor_act_model_layers_25_mlp/range": 25.0, "train/tensor_act_model_layers_25_residual_post_mlp/norm": 1943628.0, "train/tensor_act_model_layers_25_residual_post_mlp/mean": 948.0, "train/tensor_act_model_layers_25_residual_post_mlp/std": 37.0, "train/tensor_act_model_layers_25_residual_post_mlp/max_abs": 1040.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_post_mlp/min": 796.0, "train/tensor_act_model_layers_25_residual_post_mlp/max": 1040.0, "train/tensor_act_model_layers_25_residual_post_mlp/range": 244.0, "train/tensor_act_model_layers_26_residual_pre_attn/norm": 1943628.0, "train/tensor_act_model_layers_26_residual_pre_attn/mean": 948.0, "train/tensor_act_model_layers_26_residual_pre_attn/std": 37.0, "train/tensor_act_model_layers_26_residual_pre_attn/max_abs": 1040.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_pre_attn/min": 796.0, "train/tensor_act_model_layers_26_residual_pre_attn/max": 1040.0, "train/tensor_act_model_layers_26_residual_pre_attn/range": 244.0, "train/tensor_act_model_layers_26_residual_post_attn/norm": 1943628.0, "train/tensor_act_model_layers_26_residual_post_attn/mean": 948.0, "train/tensor_act_model_layers_26_residual_post_attn/std": 37.0, "train/tensor_act_model_layers_26_residual_post_attn/max_abs": 1040.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_post_attn/min": 796.0, "train/tensor_act_model_layers_26_residual_post_attn/max": 1040.0, "train/tensor_act_model_layers_26_residual_post_attn/range": 244.0, "train/tensor_act_model_layers_26_mlp_gate_proj/norm": 6402.376953125, "train/tensor_act_model_layers_26_mlp_gate_proj/mean": 1.2265625, "train/tensor_act_model_layers_26_mlp_gate_proj/std": 1.84375, "train/tensor_act_model_layers_26_mlp_gate_proj/max_abs": 4.59375, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/min": -1.3515625, "train/tensor_act_model_layers_26_mlp_gate_proj/max": 4.59375, "train/tensor_act_model_layers_26_mlp_gate_proj/range": 5.9453125, "train/tensor_act_model_layers_26_mlp_up_proj/norm": 6500.59619140625, "train/tensor_act_model_layers_26_mlp_up_proj/mean": 0.08935546875, "train/tensor_act_model_layers_26_mlp_up_proj/std": 2.25, "train/tensor_act_model_layers_26_mlp_up_proj/max_abs": 4.8125, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/min": -4.8125, "train/tensor_act_model_layers_26_mlp_up_proj/max": 4.5, "train/tensor_act_model_layers_26_mlp_up_proj/range": 9.3125, "train/tensor_act_model_layers_26_mlp_down_proj/norm": 72339.65625, "train/tensor_act_model_layers_26_mlp_down_proj/mean": 35.25, "train/tensor_act_model_layers_26_mlp_down_proj/std": 3.59375, "train/tensor_act_model_layers_26_mlp_down_proj/max_abs": 42.5, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_mlp_down_proj/min": 26.25, "train/tensor_act_model_layers_26_mlp_down_proj/max": 42.5, "train/tensor_act_model_layers_26_mlp_down_proj/range": 16.25, "train/tensor_act_model_layers_26_mlp/norm": 72339.65625, "train/tensor_act_model_layers_26_mlp/mean": 35.25, "train/tensor_act_model_layers_26_mlp/std": 3.59375, "train/tensor_act_model_layers_26_mlp/max_abs": 42.5, "train/tensor_act_model_layers_26_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_mlp/min": 26.25, "train/tensor_act_model_layers_26_mlp/max": 42.5, "train/tensor_act_model_layers_26_mlp/range": 16.25, "train/tensor_act_model_layers_26_residual_post_mlp/norm": 2015383.75, "train/tensor_act_model_layers_26_residual_post_mlp/mean": 984.0, "train/tensor_act_model_layers_26_residual_post_mlp/std": 37.25, "train/tensor_act_model_layers_26_residual_post_mlp/max_abs": 1072.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_post_mlp/min": 836.0, "train/tensor_act_model_layers_26_residual_post_mlp/max": 1072.0, "train/tensor_act_model_layers_26_residual_post_mlp/range": 236.0, "train/tensor_act_model_layers_27_residual_pre_attn/norm": 2015383.75, "train/tensor_act_model_layers_27_residual_pre_attn/mean": 984.0, "train/tensor_act_model_layers_27_residual_pre_attn/std": 37.25, "train/tensor_act_model_layers_27_residual_pre_attn/max_abs": 1072.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_pre_attn/min": 836.0, "train/tensor_act_model_layers_27_residual_pre_attn/max": 1072.0, "train/tensor_act_model_layers_27_residual_pre_attn/range": 236.0, "train/tensor_act_model_layers_27_residual_post_attn/norm": 2015383.75, "train/tensor_act_model_layers_27_residual_post_attn/mean": 984.0, "train/tensor_act_model_layers_27_residual_post_attn/std": 37.25, "train/tensor_act_model_layers_27_residual_post_attn/max_abs": 1072.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_post_attn/min": 836.0, "train/tensor_act_model_layers_27_residual_post_attn/max": 1072.0, "train/tensor_act_model_layers_27_residual_post_attn/range": 236.0, "train/tensor_act_model_layers_27_mlp_gate_proj/norm": 6319.30029296875, "train/tensor_act_model_layers_27_mlp_gate_proj/mean": 1.21875, "train/tensor_act_model_layers_27_mlp_gate_proj/std": 1.8046875, "train/tensor_act_model_layers_27_mlp_gate_proj/max_abs": 4.9375, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/min": -1.09375, "train/tensor_act_model_layers_27_mlp_gate_proj/max": 4.9375, "train/tensor_act_model_layers_27_mlp_gate_proj/range": 6.03125, "train/tensor_act_model_layers_27_mlp_up_proj/norm": 6551.68017578125, "train/tensor_act_model_layers_27_mlp_up_proj/mean": -0.02001953125, "train/tensor_act_model_layers_27_mlp_up_proj/std": 2.265625, "train/tensor_act_model_layers_27_mlp_up_proj/max_abs": 4.875, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/min": -4.65625, "train/tensor_act_model_layers_27_mlp_up_proj/max": 4.875, "train/tensor_act_model_layers_27_mlp_up_proj/range": 9.53125, "train/tensor_act_model_layers_27_mlp_down_proj/norm": 68153.0546875, "train/tensor_act_model_layers_27_mlp_down_proj/mean": 33.0, "train/tensor_act_model_layers_27_mlp_down_proj/std": 3.71875, "train/tensor_act_model_layers_27_mlp_down_proj/max_abs": 42.0, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_mlp_down_proj/min": 22.375, "train/tensor_act_model_layers_27_mlp_down_proj/max": 42.0, "train/tensor_act_model_layers_27_mlp_down_proj/range": 19.625, "train/tensor_act_model_layers_27_mlp/norm": 68153.0546875, "train/tensor_act_model_layers_27_mlp/mean": 33.0, "train/tensor_act_model_layers_27_mlp/std": 3.71875, "train/tensor_act_model_layers_27_mlp/max_abs": 42.0, "train/tensor_act_model_layers_27_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_mlp/min": 22.375, "train/tensor_act_model_layers_27_mlp/max": 42.0, "train/tensor_act_model_layers_27_mlp/range": 19.625, "train/tensor_act_model_layers_27_residual_post_mlp/norm": 2082972.5, "train/tensor_act_model_layers_27_residual_post_mlp/mean": 1016.0, "train/tensor_act_model_layers_27_residual_post_mlp/std": 37.5, "train/tensor_act_model_layers_27_residual_post_mlp/max_abs": 1112.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_post_mlp/min": 868.0, "train/tensor_act_model_layers_27_residual_post_mlp/max": 1112.0, "train/tensor_act_model_layers_27_residual_post_mlp/range": 244.0, "train/tensor_act_model_layers_28_residual_pre_attn/norm": 2082972.5, "train/tensor_act_model_layers_28_residual_pre_attn/mean": 1016.0, "train/tensor_act_model_layers_28_residual_pre_attn/std": 37.5, "train/tensor_act_model_layers_28_residual_pre_attn/max_abs": 1112.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_pre_attn/min": 868.0, "train/tensor_act_model_layers_28_residual_pre_attn/max": 1112.0, "train/tensor_act_model_layers_28_residual_pre_attn/range": 244.0, "train/tensor_act_model_layers_28_residual_post_attn/norm": 2082972.5, "train/tensor_act_model_layers_28_residual_post_attn/mean": 1016.0, "train/tensor_act_model_layers_28_residual_post_attn/std": 37.5, "train/tensor_act_model_layers_28_residual_post_attn/max_abs": 1112.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_post_attn/min": 868.0, "train/tensor_act_model_layers_28_residual_post_attn/max": 1112.0, "train/tensor_act_model_layers_28_residual_post_attn/range": 244.0, "train/tensor_act_model_layers_28_mlp_gate_proj/norm": 6356.65625, "train/tensor_act_model_layers_28_mlp_gate_proj/mean": 1.25, "train/tensor_act_model_layers_28_mlp_gate_proj/std": 1.8046875, "train/tensor_act_model_layers_28_mlp_gate_proj/max_abs": 4.78125, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/min": -1.0703125, "train/tensor_act_model_layers_28_mlp_gate_proj/max": 4.78125, "train/tensor_act_model_layers_28_mlp_gate_proj/range": 5.8515625, "train/tensor_act_model_layers_28_mlp_up_proj/norm": 6546.04296875, "train/tensor_act_model_layers_28_mlp_up_proj/mean": 0.00360107421875, "train/tensor_act_model_layers_28_mlp_up_proj/std": 2.265625, "train/tensor_act_model_layers_28_mlp_up_proj/max_abs": 5.0625, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/min": -4.96875, "train/tensor_act_model_layers_28_mlp_up_proj/max": 5.0625, "train/tensor_act_model_layers_28_mlp_up_proj/range": 10.03125, "train/tensor_act_model_layers_28_mlp_down_proj/norm": 69569.796875, "train/tensor_act_model_layers_28_mlp_down_proj/mean": 33.75, "train/tensor_act_model_layers_28_mlp_down_proj/std": 4.46875, "train/tensor_act_model_layers_28_mlp_down_proj/max_abs": 48.25, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_mlp_down_proj/min": 19.375, "train/tensor_act_model_layers_28_mlp_down_proj/max": 48.25, "train/tensor_act_model_layers_28_mlp_down_proj/range": 28.875, "train/tensor_act_model_layers_28_mlp/norm": 69569.796875, "train/tensor_act_model_layers_28_mlp/mean": 33.75, "train/tensor_act_model_layers_28_mlp/std": 4.46875, "train/tensor_act_model_layers_28_mlp/max_abs": 48.25, "train/tensor_act_model_layers_28_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_mlp/min": 19.375, "train/tensor_act_model_layers_28_mlp/max": 48.25, "train/tensor_act_model_layers_28_mlp/range": 28.875, "train/tensor_act_model_layers_28_residual_post_mlp/norm": 2152413.25, "train/tensor_act_model_layers_28_residual_post_mlp/mean": 1048.0, "train/tensor_act_model_layers_28_residual_post_mlp/std": 38.0, "train/tensor_act_model_layers_28_residual_post_mlp/max_abs": 1144.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_post_mlp/min": 896.0, "train/tensor_act_model_layers_28_residual_post_mlp/max": 1144.0, "train/tensor_act_model_layers_28_residual_post_mlp/range": 248.0, "train/tensor_act_model_layers_29_residual_pre_attn/norm": 2152413.25, "train/tensor_act_model_layers_29_residual_pre_attn/mean": 1048.0, "train/tensor_act_model_layers_29_residual_pre_attn/std": 38.0, "train/tensor_act_model_layers_29_residual_pre_attn/max_abs": 1144.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_pre_attn/min": 896.0, "train/tensor_act_model_layers_29_residual_pre_attn/max": 1144.0, "train/tensor_act_model_layers_29_residual_pre_attn/range": 248.0, "train/tensor_act_model_layers_29_residual_post_attn/norm": 2152413.25, "train/tensor_act_model_layers_29_residual_post_attn/mean": 1048.0, "train/tensor_act_model_layers_29_residual_post_attn/std": 38.0, "train/tensor_act_model_layers_29_residual_post_attn/max_abs": 1144.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_post_attn/min": 896.0, "train/tensor_act_model_layers_29_residual_post_attn/max": 1144.0, "train/tensor_act_model_layers_29_residual_post_attn/range": 248.0, "train/tensor_act_model_layers_29_mlp_gate_proj/norm": 6500.62109375, "train/tensor_act_model_layers_29_mlp_gate_proj/mean": 1.25, "train/tensor_act_model_layers_29_mlp_gate_proj/std": 1.859375, "train/tensor_act_model_layers_29_mlp_gate_proj/max_abs": 4.78125, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/min": -1.2109375, "train/tensor_act_model_layers_29_mlp_gate_proj/max": 4.78125, "train/tensor_act_model_layers_29_mlp_gate_proj/range": 5.9921875, "train/tensor_act_model_layers_29_mlp_up_proj/norm": 6692.7333984375, "train/tensor_act_model_layers_29_mlp_up_proj/mean": -0.11767578125, "train/tensor_act_model_layers_29_mlp_up_proj/std": 2.3125, "train/tensor_act_model_layers_29_mlp_up_proj/max_abs": 4.78125, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/min": -4.6875, "train/tensor_act_model_layers_29_mlp_up_proj/max": 4.78125, "train/tensor_act_model_layers_29_mlp_up_proj/range": 9.46875, "train/tensor_act_model_layers_29_mlp_down_proj/norm": 74007.0, "train/tensor_act_model_layers_29_mlp_down_proj/mean": 36.0, "train/tensor_act_model_layers_29_mlp_down_proj/std": 4.28125, "train/tensor_act_model_layers_29_mlp_down_proj/max_abs": 45.75, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_mlp_down_proj/min": 23.125, "train/tensor_act_model_layers_29_mlp_down_proj/max": 45.75, "train/tensor_act_model_layers_29_mlp_down_proj/range": 22.625, "train/tensor_act_model_layers_29_mlp/norm": 74007.0, "train/tensor_act_model_layers_29_mlp/mean": 36.0, "train/tensor_act_model_layers_29_mlp/std": 4.28125, "train/tensor_act_model_layers_29_mlp/max_abs": 45.75, "train/tensor_act_model_layers_29_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_mlp/min": 23.125, "train/tensor_act_model_layers_29_mlp/max": 45.75, "train/tensor_act_model_layers_29_mlp/range": 22.625, "train/tensor_act_model_layers_29_residual_post_mlp/norm": 2226356.0, "train/tensor_act_model_layers_29_residual_post_mlp/mean": 1088.0, "train/tensor_act_model_layers_29_residual_post_mlp/std": 39.0, "train/tensor_act_model_layers_29_residual_post_mlp/max_abs": 1184.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_post_mlp/min": 932.0, "train/tensor_act_model_layers_29_residual_post_mlp/max": 1184.0, "train/tensor_act_model_layers_29_residual_post_mlp/range": 252.0, "train/tensor_act_model_layers_30_residual_pre_attn/norm": 2226356.0, "train/tensor_act_model_layers_30_residual_pre_attn/mean": 1088.0, "train/tensor_act_model_layers_30_residual_pre_attn/std": 39.0, "train/tensor_act_model_layers_30_residual_pre_attn/max_abs": 1184.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_pre_attn/min": 932.0, "train/tensor_act_model_layers_30_residual_pre_attn/max": 1184.0, "train/tensor_act_model_layers_30_residual_pre_attn/range": 252.0, "train/tensor_act_model_layers_30_residual_post_attn/norm": 2226356.0, "train/tensor_act_model_layers_30_residual_post_attn/mean": 1088.0, "train/tensor_act_model_layers_30_residual_post_attn/std": 39.0, "train/tensor_act_model_layers_30_residual_post_attn/max_abs": 1184.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_post_attn/min": 932.0, "train/tensor_act_model_layers_30_residual_post_attn/max": 1184.0, "train/tensor_act_model_layers_30_residual_post_attn/range": 252.0, "train/tensor_act_model_layers_30_mlp_gate_proj/norm": 6433.8876953125, "train/tensor_act_model_layers_30_mlp_gate_proj/mean": 1.25, "train/tensor_act_model_layers_30_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_30_mlp_gate_proj/max_abs": 4.46875, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/min": -1.21875, "train/tensor_act_model_layers_30_mlp_gate_proj/max": 4.46875, "train/tensor_act_model_layers_30_mlp_gate_proj/range": 5.6875, "train/tensor_act_model_layers_30_mlp_up_proj/norm": 6618.4658203125, "train/tensor_act_model_layers_30_mlp_up_proj/mean": 0.004852294921875, "train/tensor_act_model_layers_30_mlp_up_proj/std": 2.28125, "train/tensor_act_model_layers_30_mlp_up_proj/max_abs": 5.125, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/min": -5.125, "train/tensor_act_model_layers_30_mlp_up_proj/max": 4.75, "train/tensor_act_model_layers_30_mlp_up_proj/range": 9.875, "train/tensor_act_model_layers_30_mlp_down_proj/norm": 74060.1875, "train/tensor_act_model_layers_30_mlp_down_proj/mean": 36.0, "train/tensor_act_model_layers_30_mlp_down_proj/std": 3.828125, "train/tensor_act_model_layers_30_mlp_down_proj/max_abs": 44.75, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_mlp_down_proj/min": 25.875, "train/tensor_act_model_layers_30_mlp_down_proj/max": 44.75, "train/tensor_act_model_layers_30_mlp_down_proj/range": 18.875, "train/tensor_act_model_layers_30_mlp/norm": 74060.1875, "train/tensor_act_model_layers_30_mlp/mean": 36.0, "train/tensor_act_model_layers_30_mlp/std": 3.828125, "train/tensor_act_model_layers_30_mlp/max_abs": 44.75, "train/tensor_act_model_layers_30_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_mlp/min": 25.875, "train/tensor_act_model_layers_30_mlp/max": 44.75, "train/tensor_act_model_layers_30_mlp/range": 18.875, "train/tensor_act_model_layers_30_residual_post_mlp/norm": 2299658.0, "train/tensor_act_model_layers_30_residual_post_mlp/mean": 1120.0, "train/tensor_act_model_layers_30_residual_post_mlp/std": 39.25, "train/tensor_act_model_layers_30_residual_post_mlp/max_abs": 1224.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_post_mlp/min": 964.0, "train/tensor_act_model_layers_30_residual_post_mlp/max": 1224.0, "train/tensor_act_model_layers_30_residual_post_mlp/range": 260.0, "train/tensor_act_model_layers_31_residual_pre_attn/norm": 2299658.0, "train/tensor_act_model_layers_31_residual_pre_attn/mean": 1120.0, "train/tensor_act_model_layers_31_residual_pre_attn/std": 39.25, "train/tensor_act_model_layers_31_residual_pre_attn/max_abs": 1224.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_pre_attn/min": 964.0, "train/tensor_act_model_layers_31_residual_pre_attn/max": 1224.0, "train/tensor_act_model_layers_31_residual_pre_attn/range": 260.0, "train/tensor_act_model_layers_31_residual_post_attn/norm": 2299658.0, "train/tensor_act_model_layers_31_residual_post_attn/mean": 1120.0, "train/tensor_act_model_layers_31_residual_post_attn/std": 39.25, "train/tensor_act_model_layers_31_residual_post_attn/max_abs": 1224.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_post_attn/min": 964.0, "train/tensor_act_model_layers_31_residual_post_attn/max": 1224.0, "train/tensor_act_model_layers_31_residual_post_attn/range": 260.0, "train/tensor_act_model_layers_31_mlp_gate_proj/norm": 6049.271484375, "train/tensor_act_model_layers_31_mlp_gate_proj/mean": 1.1640625, "train/tensor_act_model_layers_31_mlp_gate_proj/std": 1.734375, "train/tensor_act_model_layers_31_mlp_gate_proj/max_abs": 4.71875, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/min": -1.21875, "train/tensor_act_model_layers_31_mlp_gate_proj/max": 4.71875, "train/tensor_act_model_layers_31_mlp_gate_proj/range": 5.9375, "train/tensor_act_model_layers_31_mlp_up_proj/norm": 6223.734375, "train/tensor_act_model_layers_31_mlp_up_proj/mean": 0.14453125, "train/tensor_act_model_layers_31_mlp_up_proj/std": 2.140625, "train/tensor_act_model_layers_31_mlp_up_proj/max_abs": 4.625, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/min": -4.625, "train/tensor_act_model_layers_31_mlp_up_proj/max": 4.625, "train/tensor_act_model_layers_31_mlp_up_proj/range": 9.25, "train/tensor_act_model_layers_31_mlp_down_proj/norm": 64266.54296875, "train/tensor_act_model_layers_31_mlp_down_proj/mean": 31.125, "train/tensor_act_model_layers_31_mlp_down_proj/std": 4.03125, "train/tensor_act_model_layers_31_mlp_down_proj/max_abs": 40.25, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_mlp_down_proj/min": 22.0, "train/tensor_act_model_layers_31_mlp_down_proj/max": 40.25, "train/tensor_act_model_layers_31_mlp_down_proj/range": 18.25, "train/tensor_act_model_layers_31_mlp/norm": 64266.54296875, "train/tensor_act_model_layers_31_mlp/mean": 31.125, "train/tensor_act_model_layers_31_mlp/std": 4.03125, "train/tensor_act_model_layers_31_mlp/max_abs": 40.25, "train/tensor_act_model_layers_31_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_mlp/min": 22.0, "train/tensor_act_model_layers_31_mlp/max": 40.25, "train/tensor_act_model_layers_31_mlp/range": 18.25, "train/tensor_act_model_layers_31_residual_post_mlp/norm": 2363464.75, "train/tensor_act_model_layers_31_residual_post_mlp/mean": 1152.0, "train/tensor_act_model_layers_31_residual_post_mlp/std": 39.75, "train/tensor_act_model_layers_31_residual_post_mlp/max_abs": 1256.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_post_mlp/min": 988.0, "train/tensor_act_model_layers_31_residual_post_mlp/max": 1256.0, "train/tensor_act_model_layers_31_residual_post_mlp/range": 268.0, "train/tensor_act_model_layers_32_residual_pre_attn/norm": 2363464.75, "train/tensor_act_model_layers_32_residual_pre_attn/mean": 1152.0, "train/tensor_act_model_layers_32_residual_pre_attn/std": 39.75, "train/tensor_act_model_layers_32_residual_pre_attn/max_abs": 1256.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_pre_attn/min": 988.0, "train/tensor_act_model_layers_32_residual_pre_attn/max": 1256.0, "train/tensor_act_model_layers_32_residual_pre_attn/range": 268.0, "train/tensor_act_model_layers_32_residual_post_attn/norm": 2363464.75, "train/tensor_act_model_layers_32_residual_post_attn/mean": 1152.0, "train/tensor_act_model_layers_32_residual_post_attn/std": 39.75, "train/tensor_act_model_layers_32_residual_post_attn/max_abs": 1256.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_post_attn/min": 988.0, "train/tensor_act_model_layers_32_residual_post_attn/max": 1256.0, "train/tensor_act_model_layers_32_residual_post_attn/range": 268.0, "train/tensor_act_model_layers_32_mlp_gate_proj/norm": 6107.923828125, "train/tensor_act_model_layers_32_mlp_gate_proj/mean": 1.078125, "train/tensor_act_model_layers_32_mlp_gate_proj/std": 1.8125, "train/tensor_act_model_layers_32_mlp_gate_proj/max_abs": 4.75, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/min": -1.21875, "train/tensor_act_model_layers_32_mlp_gate_proj/max": 4.75, "train/tensor_act_model_layers_32_mlp_gate_proj/range": 5.96875, "train/tensor_act_model_layers_32_mlp_up_proj/norm": 6241.40869140625, "train/tensor_act_model_layers_32_mlp_up_proj/mean": 0.046142578125, "train/tensor_act_model_layers_32_mlp_up_proj/std": 2.15625, "train/tensor_act_model_layers_32_mlp_up_proj/max_abs": 4.8125, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/min": -4.8125, "train/tensor_act_model_layers_32_mlp_up_proj/max": 4.71875, "train/tensor_act_model_layers_32_mlp_up_proj/range": 9.53125, "train/tensor_act_model_layers_32_mlp_down_proj/norm": 62498.81640625, "train/tensor_act_model_layers_32_mlp_down_proj/mean": 30.25, "train/tensor_act_model_layers_32_mlp_down_proj/std": 4.0, "train/tensor_act_model_layers_32_mlp_down_proj/max_abs": 39.0, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_mlp_down_proj/min": 20.375, "train/tensor_act_model_layers_32_mlp_down_proj/max": 39.0, "train/tensor_act_model_layers_32_mlp_down_proj/range": 18.625, "train/tensor_act_model_layers_32_mlp/norm": 62498.81640625, "train/tensor_act_model_layers_32_mlp/mean": 30.25, "train/tensor_act_model_layers_32_mlp/std": 4.0, "train/tensor_act_model_layers_32_mlp/max_abs": 39.0, "train/tensor_act_model_layers_32_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_mlp/min": 20.375, "train/tensor_act_model_layers_32_mlp/max": 39.0, "train/tensor_act_model_layers_32_mlp/range": 18.625, "train/tensor_act_model_layers_32_residual_post_mlp/norm": 2425890.5, "train/tensor_act_model_layers_32_residual_post_mlp/mean": 1184.0, "train/tensor_act_model_layers_32_residual_post_mlp/std": 41.5, "train/tensor_act_model_layers_32_residual_post_mlp/max_abs": 1296.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_post_mlp/min": 1016.0, "train/tensor_act_model_layers_32_residual_post_mlp/max": 1296.0, "train/tensor_act_model_layers_32_residual_post_mlp/range": 280.0, "train/tensor_act_model_layers_33_residual_pre_attn/norm": 2425890.5, "train/tensor_act_model_layers_33_residual_pre_attn/mean": 1184.0, "train/tensor_act_model_layers_33_residual_pre_attn/std": 41.5, "train/tensor_act_model_layers_33_residual_pre_attn/max_abs": 1296.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_pre_attn/min": 1016.0, "train/tensor_act_model_layers_33_residual_pre_attn/max": 1296.0, "train/tensor_act_model_layers_33_residual_pre_attn/range": 280.0, "train/tensor_act_model_layers_33_residual_post_attn/norm": 2425890.5, "train/tensor_act_model_layers_33_residual_post_attn/mean": 1184.0, "train/tensor_act_model_layers_33_residual_post_attn/std": 41.5, "train/tensor_act_model_layers_33_residual_post_attn/max_abs": 1296.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_post_attn/min": 1016.0, "train/tensor_act_model_layers_33_residual_post_attn/max": 1296.0, "train/tensor_act_model_layers_33_residual_post_attn/range": 280.0, "train/tensor_act_model_layers_33_mlp_gate_proj/norm": 6522.88671875, "train/tensor_act_model_layers_33_mlp_gate_proj/mean": 1.3671875, "train/tensor_act_model_layers_33_mlp_gate_proj/std": 1.7890625, "train/tensor_act_model_layers_33_mlp_gate_proj/max_abs": 4.6875, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/min": -1.4921875, "train/tensor_act_model_layers_33_mlp_gate_proj/max": 4.6875, "train/tensor_act_model_layers_33_mlp_gate_proj/range": 6.1796875, "train/tensor_act_model_layers_33_mlp_up_proj/norm": 6700.830078125, "train/tensor_act_model_layers_33_mlp_up_proj/mean": -0.09814453125, "train/tensor_act_model_layers_33_mlp_up_proj/std": 2.3125, "train/tensor_act_model_layers_33_mlp_up_proj/max_abs": 4.71875, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/min": -4.71875, "train/tensor_act_model_layers_33_mlp_up_proj/max": 4.65625, "train/tensor_act_model_layers_33_mlp_up_proj/range": 9.375, "train/tensor_act_model_layers_33_mlp_down_proj/norm": 72278.9765625, "train/tensor_act_model_layers_33_mlp_down_proj/mean": 35.0, "train/tensor_act_model_layers_33_mlp_down_proj/std": 4.125, "train/tensor_act_model_layers_33_mlp_down_proj/max_abs": 49.25, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_mlp_down_proj/min": 23.75, "train/tensor_act_model_layers_33_mlp_down_proj/max": 49.25, "train/tensor_act_model_layers_33_mlp_down_proj/range": 25.5, "train/tensor_act_model_layers_33_mlp/norm": 72278.9765625, "train/tensor_act_model_layers_33_mlp/mean": 35.0, "train/tensor_act_model_layers_33_mlp/std": 4.125, "train/tensor_act_model_layers_33_mlp/max_abs": 49.25, "train/tensor_act_model_layers_33_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_mlp/min": 23.75, "train/tensor_act_model_layers_33_mlp/max": 49.25, "train/tensor_act_model_layers_33_mlp/range": 25.5, "train/tensor_act_model_layers_33_residual_post_mlp/norm": 2498002.5, "train/tensor_act_model_layers_33_residual_post_mlp/mean": 1216.0, "train/tensor_act_model_layers_33_residual_post_mlp/std": 42.0, "train/tensor_act_model_layers_33_residual_post_mlp/max_abs": 1320.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_post_mlp/min": 1048.0, "train/tensor_act_model_layers_33_residual_post_mlp/max": 1320.0, "train/tensor_act_model_layers_33_residual_post_mlp/range": 272.0, "train/tensor_act_model_layers_34_residual_pre_attn/norm": 2498002.5, "train/tensor_act_model_layers_34_residual_pre_attn/mean": 1216.0, "train/tensor_act_model_layers_34_residual_pre_attn/std": 42.0, "train/tensor_act_model_layers_34_residual_pre_attn/max_abs": 1320.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_pre_attn/min": 1048.0, "train/tensor_act_model_layers_34_residual_pre_attn/max": 1320.0, "train/tensor_act_model_layers_34_residual_pre_attn/range": 272.0, "train/tensor_act_model_layers_34_residual_post_attn/norm": 2498002.5, "train/tensor_act_model_layers_34_residual_post_attn/mean": 1216.0, "train/tensor_act_model_layers_34_residual_post_attn/std": 42.0, "train/tensor_act_model_layers_34_residual_post_attn/max_abs": 1320.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_post_attn/min": 1048.0, "train/tensor_act_model_layers_34_residual_post_attn/max": 1320.0, "train/tensor_act_model_layers_34_residual_post_attn/range": 272.0, "train/tensor_act_model_layers_34_mlp_gate_proj/norm": 6221.90625, "train/tensor_act_model_layers_34_mlp_gate_proj/mean": 1.2578125, "train/tensor_act_model_layers_34_mlp_gate_proj/std": 1.7421875, "train/tensor_act_model_layers_34_mlp_gate_proj/max_abs": 4.5625, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/min": -1.109375, "train/tensor_act_model_layers_34_mlp_gate_proj/max": 4.5625, "train/tensor_act_model_layers_34_mlp_gate_proj/range": 5.671875, "train/tensor_act_model_layers_34_mlp_up_proj/norm": 6506.8974609375, "train/tensor_act_model_layers_34_mlp_up_proj/mean": -0.150390625, "train/tensor_act_model_layers_34_mlp_up_proj/std": 2.234375, "train/tensor_act_model_layers_34_mlp_up_proj/max_abs": 4.8125, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/min": -4.5, "train/tensor_act_model_layers_34_mlp_up_proj/max": 4.8125, "train/tensor_act_model_layers_34_mlp_up_proj/range": 9.3125, "train/tensor_act_model_layers_34_mlp_down_proj/norm": 66022.8828125, "train/tensor_act_model_layers_34_mlp_down_proj/mean": 32.0, "train/tensor_act_model_layers_34_mlp_down_proj/std": 3.875, "train/tensor_act_model_layers_34_mlp_down_proj/max_abs": 41.75, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_mlp_down_proj/min": 20.5, "train/tensor_act_model_layers_34_mlp_down_proj/max": 41.75, "train/tensor_act_model_layers_34_mlp_down_proj/range": 21.25, "train/tensor_act_model_layers_34_mlp/norm": 66022.8828125, "train/tensor_act_model_layers_34_mlp/mean": 32.0, "train/tensor_act_model_layers_34_mlp/std": 3.875, "train/tensor_act_model_layers_34_mlp/max_abs": 41.75, "train/tensor_act_model_layers_34_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_mlp/min": 20.5, "train/tensor_act_model_layers_34_mlp/max": 41.75, "train/tensor_act_model_layers_34_mlp/range": 21.25, "train/tensor_act_model_layers_34_residual_post_mlp/norm": 2563873.5, "train/tensor_act_model_layers_34_residual_post_mlp/mean": 1248.0, "train/tensor_act_model_layers_34_residual_post_mlp/std": 42.0, "train/tensor_act_model_layers_34_residual_post_mlp/max_abs": 1344.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_post_mlp/min": 1080.0, "train/tensor_act_model_layers_34_residual_post_mlp/max": 1344.0, "train/tensor_act_model_layers_34_residual_post_mlp/range": 264.0, "train/tensor_act_model_layers_35_residual_pre_attn/norm": 2563873.5, "train/tensor_act_model_layers_35_residual_pre_attn/mean": 1248.0, "train/tensor_act_model_layers_35_residual_pre_attn/std": 42.0, "train/tensor_act_model_layers_35_residual_pre_attn/max_abs": 1344.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_pre_attn/min": 1080.0, "train/tensor_act_model_layers_35_residual_pre_attn/max": 1344.0, "train/tensor_act_model_layers_35_residual_pre_attn/range": 264.0, "train/tensor_act_model_layers_35_residual_post_attn/norm": 2563873.5, "train/tensor_act_model_layers_35_residual_post_attn/mean": 1248.0, "train/tensor_act_model_layers_35_residual_post_attn/std": 42.0, "train/tensor_act_model_layers_35_residual_post_attn/max_abs": 1344.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_post_attn/min": 1080.0, "train/tensor_act_model_layers_35_residual_post_attn/max": 1344.0, "train/tensor_act_model_layers_35_residual_post_attn/range": 264.0, "train/tensor_act_model_layers_35_mlp_gate_proj/norm": 6439.736328125, "train/tensor_act_model_layers_35_mlp_gate_proj/mean": 1.2734375, "train/tensor_act_model_layers_35_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_35_mlp_gate_proj/max_abs": 4.6875, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/min": -1.109375, "train/tensor_act_model_layers_35_mlp_gate_proj/max": 4.6875, "train/tensor_act_model_layers_35_mlp_gate_proj/range": 5.796875, "train/tensor_act_model_layers_35_mlp_up_proj/norm": 6537.46484375, "train/tensor_act_model_layers_35_mlp_up_proj/mean": -0.06591796875, "train/tensor_act_model_layers_35_mlp_up_proj/std": 2.25, "train/tensor_act_model_layers_35_mlp_up_proj/max_abs": 4.625, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/min": -4.59375, "train/tensor_act_model_layers_35_mlp_up_proj/max": 4.625, "train/tensor_act_model_layers_35_mlp_up_proj/range": 9.21875, "train/tensor_act_model_layers_35_mlp_down_proj/norm": 71038.9765625, "train/tensor_act_model_layers_35_mlp_down_proj/mean": 34.5, "train/tensor_act_model_layers_35_mlp_down_proj/std": 4.4375, "train/tensor_act_model_layers_35_mlp_down_proj/max_abs": 44.5, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_mlp_down_proj/min": 22.875, "train/tensor_act_model_layers_35_mlp_down_proj/max": 44.5, "train/tensor_act_model_layers_35_mlp_down_proj/range": 21.625, "train/tensor_act_model_layers_35_mlp/norm": 71038.9765625, "train/tensor_act_model_layers_35_mlp/mean": 34.5, "train/tensor_act_model_layers_35_mlp/std": 4.4375, "train/tensor_act_model_layers_35_mlp/max_abs": 44.5, "train/tensor_act_model_layers_35_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_mlp/min": 22.875, "train/tensor_act_model_layers_35_mlp/max": 44.5, "train/tensor_act_model_layers_35_mlp/range": 21.625, "train/tensor_act_model_layers_35_residual_post_mlp/norm": 2634349.5, "train/tensor_act_model_layers_35_residual_post_mlp/mean": 1288.0, "train/tensor_act_model_layers_35_residual_post_mlp/std": 42.75, "train/tensor_act_model_layers_35_residual_post_mlp/max_abs": 1384.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_post_mlp/min": 1112.0, "train/tensor_act_model_layers_35_residual_post_mlp/max": 1384.0, "train/tensor_act_model_layers_35_residual_post_mlp/range": 272.0, "train/tensor_act_model_layers_36_residual_pre_attn/norm": 2634349.5, "train/tensor_act_model_layers_36_residual_pre_attn/mean": 1288.0, "train/tensor_act_model_layers_36_residual_pre_attn/std": 42.75, "train/tensor_act_model_layers_36_residual_pre_attn/max_abs": 1384.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_pre_attn/min": 1112.0, "train/tensor_act_model_layers_36_residual_pre_attn/max": 1384.0, "train/tensor_act_model_layers_36_residual_pre_attn/range": 272.0, "train/tensor_act_model_layers_36_residual_post_attn/norm": 2634349.5, "train/tensor_act_model_layers_36_residual_post_attn/mean": 1288.0, "train/tensor_act_model_layers_36_residual_post_attn/std": 42.75, "train/tensor_act_model_layers_36_residual_post_attn/max_abs": 1384.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_post_attn/min": 1112.0, "train/tensor_act_model_layers_36_residual_post_attn/max": 1384.0, "train/tensor_act_model_layers_36_residual_post_attn/range": 272.0, "train/tensor_act_model_layers_36_mlp_gate_proj/norm": 6226.1328125, "train/tensor_act_model_layers_36_mlp_gate_proj/mean": 1.234375, "train/tensor_act_model_layers_36_mlp_gate_proj/std": 1.7578125, "train/tensor_act_model_layers_36_mlp_gate_proj/max_abs": 4.59375, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/min": -1.2421875, "train/tensor_act_model_layers_36_mlp_gate_proj/max": 4.59375, "train/tensor_act_model_layers_36_mlp_gate_proj/range": 5.8359375, "train/tensor_act_model_layers_36_mlp_up_proj/norm": 6433.10009765625, "train/tensor_act_model_layers_36_mlp_up_proj/mean": 0.0299072265625, "train/tensor_act_model_layers_36_mlp_up_proj/std": 2.21875, "train/tensor_act_model_layers_36_mlp_up_proj/max_abs": 4.53125, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/min": -4.53125, "train/tensor_act_model_layers_36_mlp_up_proj/max": 4.4375, "train/tensor_act_model_layers_36_mlp_up_proj/range": 8.96875, "train/tensor_act_model_layers_36_mlp_down_proj/norm": 67771.546875, "train/tensor_act_model_layers_36_mlp_down_proj/mean": 32.75, "train/tensor_act_model_layers_36_mlp_down_proj/std": 4.5625, "train/tensor_act_model_layers_36_mlp_down_proj/max_abs": 44.75, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_mlp_down_proj/min": 20.25, "train/tensor_act_model_layers_36_mlp_down_proj/max": 44.75, "train/tensor_act_model_layers_36_mlp_down_proj/range": 24.5, "train/tensor_act_model_layers_36_mlp/norm": 67771.546875, "train/tensor_act_model_layers_36_mlp/mean": 32.75, "train/tensor_act_model_layers_36_mlp/std": 4.5625, "train/tensor_act_model_layers_36_mlp/max_abs": 44.75, "train/tensor_act_model_layers_36_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_mlp/min": 20.25, "train/tensor_act_model_layers_36_mlp/max": 44.75, "train/tensor_act_model_layers_36_mlp/range": 24.5, "train/tensor_act_model_layers_36_residual_post_mlp/norm": 2701916.0, "train/tensor_act_model_layers_36_residual_post_mlp/mean": 1320.0, "train/tensor_act_model_layers_36_residual_post_mlp/std": 43.5, "train/tensor_act_model_layers_36_residual_post_mlp/max_abs": 1416.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_post_mlp/min": 1144.0, "train/tensor_act_model_layers_36_residual_post_mlp/max": 1416.0, "train/tensor_act_model_layers_36_residual_post_mlp/range": 272.0, "train/tensor_act_model_layers_37_residual_pre_attn/norm": 2701916.0, "train/tensor_act_model_layers_37_residual_pre_attn/mean": 1320.0, "train/tensor_act_model_layers_37_residual_pre_attn/std": 43.5, "train/tensor_act_model_layers_37_residual_pre_attn/max_abs": 1416.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_pre_attn/min": 1144.0, "train/tensor_act_model_layers_37_residual_pre_attn/max": 1416.0, "train/tensor_act_model_layers_37_residual_pre_attn/range": 272.0, "train/tensor_act_model_layers_37_residual_post_attn/norm": 2701916.0, "train/tensor_act_model_layers_37_residual_post_attn/mean": 1320.0, "train/tensor_act_model_layers_37_residual_post_attn/std": 43.5, "train/tensor_act_model_layers_37_residual_post_attn/max_abs": 1416.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_post_attn/min": 1144.0, "train/tensor_act_model_layers_37_residual_post_attn/max": 1416.0, "train/tensor_act_model_layers_37_residual_post_attn/range": 272.0, "train/tensor_act_model_layers_37_mlp_gate_proj/norm": 6343.12109375, "train/tensor_act_model_layers_37_mlp_gate_proj/mean": 1.3046875, "train/tensor_act_model_layers_37_mlp_gate_proj/std": 1.7578125, "train/tensor_act_model_layers_37_mlp_gate_proj/max_abs": 4.5625, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/min": -1.1015625, "train/tensor_act_model_layers_37_mlp_gate_proj/max": 4.5625, "train/tensor_act_model_layers_37_mlp_gate_proj/range": 5.6640625, "train/tensor_act_model_layers_37_mlp_up_proj/norm": 6431.7666015625, "train/tensor_act_model_layers_37_mlp_up_proj/mean": 0.2041015625, "train/tensor_act_model_layers_37_mlp_up_proj/std": 2.21875, "train/tensor_act_model_layers_37_mlp_up_proj/max_abs": 4.78125, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/min": -4.78125, "train/tensor_act_model_layers_37_mlp_up_proj/max": 4.71875, "train/tensor_act_model_layers_37_mlp_up_proj/range": 9.5, "train/tensor_act_model_layers_37_mlp_down_proj/norm": 66089.9921875, "train/tensor_act_model_layers_37_mlp_down_proj/mean": 32.0, "train/tensor_act_model_layers_37_mlp_down_proj/std": 4.1875, "train/tensor_act_model_layers_37_mlp_down_proj/max_abs": 41.25, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_mlp_down_proj/min": 21.625, "train/tensor_act_model_layers_37_mlp_down_proj/max": 41.25, "train/tensor_act_model_layers_37_mlp_down_proj/range": 19.625, "train/tensor_act_model_layers_37_mlp/norm": 66089.9921875, "train/tensor_act_model_layers_37_mlp/mean": 32.0, "train/tensor_act_model_layers_37_mlp/std": 4.1875, "train/tensor_act_model_layers_37_mlp/max_abs": 41.25, "train/tensor_act_model_layers_37_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_mlp/min": 21.625, "train/tensor_act_model_layers_37_mlp/max": 41.25, "train/tensor_act_model_layers_37_mlp/range": 19.625, "train/tensor_act_model_layers_37_residual_post_mlp/norm": 2767692.0, "train/tensor_act_model_layers_37_residual_post_mlp/mean": 1352.0, "train/tensor_act_model_layers_37_residual_post_mlp/std": 43.5, "train/tensor_act_model_layers_37_residual_post_mlp/max_abs": 1448.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_post_mlp/min": 1176.0, "train/tensor_act_model_layers_37_residual_post_mlp/max": 1448.0, "train/tensor_act_model_layers_37_residual_post_mlp/range": 272.0, "train/tensor_act_model_layers_38_residual_pre_attn/norm": 2767692.0, "train/tensor_act_model_layers_38_residual_pre_attn/mean": 1352.0, "train/tensor_act_model_layers_38_residual_pre_attn/std": 43.5, "train/tensor_act_model_layers_38_residual_pre_attn/max_abs": 1448.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_pre_attn/min": 1176.0, "train/tensor_act_model_layers_38_residual_pre_attn/max": 1448.0, "train/tensor_act_model_layers_38_residual_pre_attn/range": 272.0, "train/tensor_act_model_layers_38_residual_post_attn/norm": 2767692.0, "train/tensor_act_model_layers_38_residual_post_attn/mean": 1352.0, "train/tensor_act_model_layers_38_residual_post_attn/std": 43.5, "train/tensor_act_model_layers_38_residual_post_attn/max_abs": 1448.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_post_attn/min": 1176.0, "train/tensor_act_model_layers_38_residual_post_attn/max": 1448.0, "train/tensor_act_model_layers_38_residual_post_attn/range": 272.0, "train/tensor_act_model_layers_38_mlp_gate_proj/norm": 5706.798828125, "train/tensor_act_model_layers_38_mlp_gate_proj/mean": 1.03125, "train/tensor_act_model_layers_38_mlp_gate_proj/std": 1.6796875, "train/tensor_act_model_layers_38_mlp_gate_proj/max_abs": 4.375, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/min": -1.125, "train/tensor_act_model_layers_38_mlp_gate_proj/max": 4.375, "train/tensor_act_model_layers_38_mlp_gate_proj/range": 5.5, "train/tensor_act_model_layers_38_mlp_up_proj/norm": 6019.28515625, "train/tensor_act_model_layers_38_mlp_up_proj/mean": -0.1171875, "train/tensor_act_model_layers_38_mlp_up_proj/std": 2.078125, "train/tensor_act_model_layers_38_mlp_up_proj/max_abs": 4.5625, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/min": -4.34375, "train/tensor_act_model_layers_38_mlp_up_proj/max": 4.5625, "train/tensor_act_model_layers_38_mlp_up_proj/range": 8.90625, "train/tensor_act_model_layers_38_mlp_down_proj/norm": 56892.1796875, "train/tensor_act_model_layers_38_mlp_down_proj/mean": 27.5, "train/tensor_act_model_layers_38_mlp_down_proj/std": 3.578125, "train/tensor_act_model_layers_38_mlp_down_proj/max_abs": 35.25, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_mlp_down_proj/min": 18.625, "train/tensor_act_model_layers_38_mlp_down_proj/max": 35.25, "train/tensor_act_model_layers_38_mlp_down_proj/range": 16.625, "train/tensor_act_model_layers_38_mlp/norm": 56892.1796875, "train/tensor_act_model_layers_38_mlp/mean": 27.5, "train/tensor_act_model_layers_38_mlp/std": 3.578125, "train/tensor_act_model_layers_38_mlp/max_abs": 35.25, "train/tensor_act_model_layers_38_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_mlp/min": 18.625, "train/tensor_act_model_layers_38_mlp/max": 35.25, "train/tensor_act_model_layers_38_mlp/range": 16.625, "train/tensor_act_model_layers_38_residual_post_mlp/norm": 2823640.0, "train/tensor_act_model_layers_38_residual_post_mlp/mean": 1376.0, "train/tensor_act_model_layers_38_residual_post_mlp/std": 44.25, "train/tensor_act_model_layers_38_residual_post_mlp/max_abs": 1472.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_post_mlp/min": 1200.0, "train/tensor_act_model_layers_38_residual_post_mlp/max": 1472.0, "train/tensor_act_model_layers_38_residual_post_mlp/range": 272.0, "train/tensor_act_model_layers_39_residual_pre_attn/norm": 2823640.0, "train/tensor_act_model_layers_39_residual_pre_attn/mean": 1376.0, "train/tensor_act_model_layers_39_residual_pre_attn/std": 44.25, "train/tensor_act_model_layers_39_residual_pre_attn/max_abs": 1472.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_pre_attn/min": 1200.0, "train/tensor_act_model_layers_39_residual_pre_attn/max": 1472.0, "train/tensor_act_model_layers_39_residual_pre_attn/range": 272.0, "train/tensor_act_model_layers_39_residual_post_attn/norm": 2823640.0, "train/tensor_act_model_layers_39_residual_post_attn/mean": 1376.0, "train/tensor_act_model_layers_39_residual_post_attn/std": 44.25, "train/tensor_act_model_layers_39_residual_post_attn/max_abs": 1472.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_post_attn/min": 1200.0, "train/tensor_act_model_layers_39_residual_post_attn/max": 1472.0, "train/tensor_act_model_layers_39_residual_post_attn/range": 272.0, "train/tensor_act_model_layers_39_mlp_gate_proj/norm": 5661.49951171875, "train/tensor_act_model_layers_39_mlp_gate_proj/mean": 1.0078125, "train/tensor_act_model_layers_39_mlp_gate_proj/std": 1.671875, "train/tensor_act_model_layers_39_mlp_gate_proj/max_abs": 4.6875, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_39_mlp_gate_proj/max": 4.6875, "train/tensor_act_model_layers_39_mlp_gate_proj/range": 5.9765625, "train/tensor_act_model_layers_39_mlp_up_proj/norm": 5957.44287109375, "train/tensor_act_model_layers_39_mlp_up_proj/mean": -0.2021484375, "train/tensor_act_model_layers_39_mlp_up_proj/std": 2.046875, "train/tensor_act_model_layers_39_mlp_up_proj/max_abs": 4.6875, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/min": -4.34375, "train/tensor_act_model_layers_39_mlp_up_proj/max": 4.6875, "train/tensor_act_model_layers_39_mlp_up_proj/range": 9.03125, "train/tensor_act_model_layers_39_mlp_down_proj/norm": 54389.6640625, "train/tensor_act_model_layers_39_mlp_down_proj/mean": 26.375, "train/tensor_act_model_layers_39_mlp_down_proj/std": 3.578125, "train/tensor_act_model_layers_39_mlp_down_proj/max_abs": 34.5, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_mlp_down_proj/min": 15.25, "train/tensor_act_model_layers_39_mlp_down_proj/max": 34.5, "train/tensor_act_model_layers_39_mlp_down_proj/range": 19.25, "train/tensor_act_model_layers_39_mlp/norm": 54389.6640625, "train/tensor_act_model_layers_39_mlp/mean": 26.375, "train/tensor_act_model_layers_39_mlp/std": 3.578125, "train/tensor_act_model_layers_39_mlp/max_abs": 34.5, "train/tensor_act_model_layers_39_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_mlp/min": 15.25, "train/tensor_act_model_layers_39_mlp/max": 34.5, "train/tensor_act_model_layers_39_mlp/range": 19.25, "train/tensor_act_model_layers_39_residual_post_mlp/norm": 2877178.25, "train/tensor_act_model_layers_39_residual_post_mlp/mean": 1408.0, "train/tensor_act_model_layers_39_residual_post_mlp/std": 45.25, "train/tensor_act_model_layers_39_residual_post_mlp/max_abs": 1504.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_post_mlp/min": 1224.0, "train/tensor_act_model_layers_39_residual_post_mlp/max": 1504.0, "train/tensor_act_model_layers_39_residual_post_mlp/range": 280.0, "train/tensor_act_model_layers_40_residual_pre_attn/norm": 2877178.25, "train/tensor_act_model_layers_40_residual_pre_attn/mean": 1408.0, "train/tensor_act_model_layers_40_residual_pre_attn/std": 45.25, "train/tensor_act_model_layers_40_residual_pre_attn/max_abs": 1504.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_pre_attn/min": 1224.0, "train/tensor_act_model_layers_40_residual_pre_attn/max": 1504.0, "train/tensor_act_model_layers_40_residual_pre_attn/range": 280.0, "train/tensor_act_model_layers_40_residual_post_attn/norm": 2877178.25, "train/tensor_act_model_layers_40_residual_post_attn/mean": 1408.0, "train/tensor_act_model_layers_40_residual_post_attn/std": 45.25, "train/tensor_act_model_layers_40_residual_post_attn/max_abs": 1504.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_post_attn/min": 1224.0, "train/tensor_act_model_layers_40_residual_post_attn/max": 1504.0, "train/tensor_act_model_layers_40_residual_post_attn/range": 280.0, "train/tensor_act_model_layers_40_mlp_gate_proj/norm": 6024.78857421875, "train/tensor_act_model_layers_40_mlp_gate_proj/mean": 1.1328125, "train/tensor_act_model_layers_40_mlp_gate_proj/std": 1.7421875, "train/tensor_act_model_layers_40_mlp_gate_proj/max_abs": 4.96875, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/min": -1.1484375, "train/tensor_act_model_layers_40_mlp_gate_proj/max": 4.96875, "train/tensor_act_model_layers_40_mlp_gate_proj/range": 6.1171875, "train/tensor_act_model_layers_40_mlp_up_proj/norm": 6154.36962890625, "train/tensor_act_model_layers_40_mlp_up_proj/mean": -0.236328125, "train/tensor_act_model_layers_40_mlp_up_proj/std": 2.109375, "train/tensor_act_model_layers_40_mlp_up_proj/max_abs": 4.84375, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/min": -4.84375, "train/tensor_act_model_layers_40_mlp_up_proj/max": 4.6875, "train/tensor_act_model_layers_40_mlp_up_proj/range": 9.53125, "train/tensor_act_model_layers_40_mlp_down_proj/norm": 60534.23046875, "train/tensor_act_model_layers_40_mlp_down_proj/mean": 29.25, "train/tensor_act_model_layers_40_mlp_down_proj/std": 4.125, "train/tensor_act_model_layers_40_mlp_down_proj/max_abs": 38.0, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_mlp_down_proj/min": 16.125, "train/tensor_act_model_layers_40_mlp_down_proj/max": 38.0, "train/tensor_act_model_layers_40_mlp_down_proj/range": 21.875, "train/tensor_act_model_layers_40_mlp/norm": 60534.23046875, "train/tensor_act_model_layers_40_mlp/mean": 29.25, "train/tensor_act_model_layers_40_mlp/std": 4.125, "train/tensor_act_model_layers_40_mlp/max_abs": 38.0, "train/tensor_act_model_layers_40_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_mlp/min": 16.125, "train/tensor_act_model_layers_40_mlp/max": 38.0, "train/tensor_act_model_layers_40_mlp/range": 21.875, "train/tensor_act_model_layers_40_residual_post_mlp/norm": 2937954.75, "train/tensor_act_model_layers_40_residual_post_mlp/mean": 1432.0, "train/tensor_act_model_layers_40_residual_post_mlp/std": 45.0, "train/tensor_act_model_layers_40_residual_post_mlp/max_abs": 1536.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_post_mlp/min": 1256.0, "train/tensor_act_model_layers_40_residual_post_mlp/max": 1536.0, "train/tensor_act_model_layers_40_residual_post_mlp/range": 280.0, "train/tensor_act_model_layers_41_residual_pre_attn/norm": 2937954.75, "train/tensor_act_model_layers_41_residual_pre_attn/mean": 1432.0, "train/tensor_act_model_layers_41_residual_pre_attn/std": 45.0, "train/tensor_act_model_layers_41_residual_pre_attn/max_abs": 1536.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_pre_attn/min": 1256.0, "train/tensor_act_model_layers_41_residual_pre_attn/max": 1536.0, "train/tensor_act_model_layers_41_residual_pre_attn/range": 280.0, "train/tensor_act_model_layers_41_residual_post_attn/norm": 2937954.75, "train/tensor_act_model_layers_41_residual_post_attn/mean": 1432.0, "train/tensor_act_model_layers_41_residual_post_attn/std": 45.0, "train/tensor_act_model_layers_41_residual_post_attn/max_abs": 1536.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_post_attn/min": 1256.0, "train/tensor_act_model_layers_41_residual_post_attn/max": 1536.0, "train/tensor_act_model_layers_41_residual_post_attn/range": 280.0, "train/tensor_act_model_layers_41_mlp_gate_proj/norm": 5736.71337890625, "train/tensor_act_model_layers_41_mlp_gate_proj/mean": 1.078125, "train/tensor_act_model_layers_41_mlp_gate_proj/std": 1.65625, "train/tensor_act_model_layers_41_mlp_gate_proj/max_abs": 4.5, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/min": -1.3125, "train/tensor_act_model_layers_41_mlp_gate_proj/max": 4.5, "train/tensor_act_model_layers_41_mlp_gate_proj/range": 5.8125, "train/tensor_act_model_layers_41_mlp_up_proj/norm": 6085.42919921875, "train/tensor_act_model_layers_41_mlp_up_proj/mean": 0.0260009765625, "train/tensor_act_model_layers_41_mlp_up_proj/std": 2.09375, "train/tensor_act_model_layers_41_mlp_up_proj/max_abs": 4.65625, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/min": -4.5, "train/tensor_act_model_layers_41_mlp_up_proj/max": 4.65625, "train/tensor_act_model_layers_41_mlp_up_proj/range": 9.15625, "train/tensor_act_model_layers_41_mlp_down_proj/norm": 55095.83984375, "train/tensor_act_model_layers_41_mlp_down_proj/mean": 26.5, "train/tensor_act_model_layers_41_mlp_down_proj/std": 4.375, "train/tensor_act_model_layers_41_mlp_down_proj/max_abs": 38.25, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_mlp_down_proj/min": 14.4375, "train/tensor_act_model_layers_41_mlp_down_proj/max": 38.25, "train/tensor_act_model_layers_41_mlp_down_proj/range": 23.8125, "train/tensor_act_model_layers_41_mlp/norm": 55095.83984375, "train/tensor_act_model_layers_41_mlp/mean": 26.5, "train/tensor_act_model_layers_41_mlp/std": 4.375, "train/tensor_act_model_layers_41_mlp/max_abs": 38.25, "train/tensor_act_model_layers_41_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_mlp/min": 14.4375, "train/tensor_act_model_layers_41_mlp/max": 38.25, "train/tensor_act_model_layers_41_mlp/range": 23.8125, "train/tensor_act_model_layers_41_residual_post_mlp/norm": 2992068.5, "train/tensor_act_model_layers_41_residual_post_mlp/mean": 1464.0, "train/tensor_act_model_layers_41_residual_post_mlp/std": 45.75, "train/tensor_act_model_layers_41_residual_post_mlp/max_abs": 1568.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_post_mlp/min": 1272.0, "train/tensor_act_model_layers_41_residual_post_mlp/max": 1568.0, "train/tensor_act_model_layers_41_residual_post_mlp/range": 296.0, "train/tensor_act_model_layers_42_residual_pre_attn/norm": 2992068.5, "train/tensor_act_model_layers_42_residual_pre_attn/mean": 1464.0, "train/tensor_act_model_layers_42_residual_pre_attn/std": 45.75, "train/tensor_act_model_layers_42_residual_pre_attn/max_abs": 1568.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_pre_attn/min": 1272.0, "train/tensor_act_model_layers_42_residual_pre_attn/max": 1568.0, "train/tensor_act_model_layers_42_residual_pre_attn/range": 296.0, "train/tensor_act_model_layers_42_residual_post_attn/norm": 2992068.5, "train/tensor_act_model_layers_42_residual_post_attn/mean": 1464.0, "train/tensor_act_model_layers_42_residual_post_attn/std": 45.75, "train/tensor_act_model_layers_42_residual_post_attn/max_abs": 1568.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_post_attn/min": 1272.0, "train/tensor_act_model_layers_42_residual_post_attn/max": 1568.0, "train/tensor_act_model_layers_42_residual_post_attn/range": 296.0, "train/tensor_act_model_layers_42_mlp_gate_proj/norm": 5543.75439453125, "train/tensor_act_model_layers_42_mlp_gate_proj/mean": 0.97265625, "train/tensor_act_model_layers_42_mlp_gate_proj/std": 1.6484375, "train/tensor_act_model_layers_42_mlp_gate_proj/max_abs": 4.6875, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/min": -0.99609375, "train/tensor_act_model_layers_42_mlp_gate_proj/max": 4.6875, "train/tensor_act_model_layers_42_mlp_gate_proj/range": 5.68359375, "train/tensor_act_model_layers_42_mlp_up_proj/norm": 5918.11572265625, "train/tensor_act_model_layers_42_mlp_up_proj/mean": 0.2265625, "train/tensor_act_model_layers_42_mlp_up_proj/std": 2.03125, "train/tensor_act_model_layers_42_mlp_up_proj/max_abs": 4.53125, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/min": -4.53125, "train/tensor_act_model_layers_42_mlp_up_proj/max": 4.375, "train/tensor_act_model_layers_42_mlp_up_proj/range": 8.90625, "train/tensor_act_model_layers_42_mlp_down_proj/norm": 51347.94140625, "train/tensor_act_model_layers_42_mlp_down_proj/mean": 24.875, "train/tensor_act_model_layers_42_mlp_down_proj/std": 3.328125, "train/tensor_act_model_layers_42_mlp_down_proj/max_abs": 34.0, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_mlp_down_proj/min": 17.25, "train/tensor_act_model_layers_42_mlp_down_proj/max": 34.0, "train/tensor_act_model_layers_42_mlp_down_proj/range": 16.75, "train/tensor_act_model_layers_42_mlp/norm": 51347.94140625, "train/tensor_act_model_layers_42_mlp/mean": 24.875, "train/tensor_act_model_layers_42_mlp/std": 3.328125, "train/tensor_act_model_layers_42_mlp/max_abs": 34.0, "train/tensor_act_model_layers_42_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_mlp/min": 17.25, "train/tensor_act_model_layers_42_mlp/max": 34.0, "train/tensor_act_model_layers_42_mlp/range": 16.75, "train/tensor_act_model_layers_42_residual_post_mlp/norm": 3042652.75, "train/tensor_act_model_layers_42_residual_post_mlp/mean": 1488.0, "train/tensor_act_model_layers_42_residual_post_mlp/std": 46.0, "train/tensor_act_model_layers_42_residual_post_mlp/max_abs": 1592.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_post_mlp/min": 1304.0, "train/tensor_act_model_layers_42_residual_post_mlp/max": 1592.0, "train/tensor_act_model_layers_42_residual_post_mlp/range": 288.0, "train/tensor_act_model_layers_43_residual_pre_attn/norm": 3042652.75, "train/tensor_act_model_layers_43_residual_pre_attn/mean": 1488.0, "train/tensor_act_model_layers_43_residual_pre_attn/std": 46.0, "train/tensor_act_model_layers_43_residual_pre_attn/max_abs": 1592.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_pre_attn/min": 1304.0, "train/tensor_act_model_layers_43_residual_pre_attn/max": 1592.0, "train/tensor_act_model_layers_43_residual_pre_attn/range": 288.0, "train/tensor_act_model_layers_43_residual_post_attn/norm": 3042652.75, "train/tensor_act_model_layers_43_residual_post_attn/mean": 1488.0, "train/tensor_act_model_layers_43_residual_post_attn/std": 46.0, "train/tensor_act_model_layers_43_residual_post_attn/max_abs": 1592.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_post_attn/min": 1304.0, "train/tensor_act_model_layers_43_residual_post_attn/max": 1592.0, "train/tensor_act_model_layers_43_residual_post_attn/range": 288.0, "train/tensor_act_model_layers_43_mlp_gate_proj/norm": 5867.27587890625, "train/tensor_act_model_layers_43_mlp_gate_proj/mean": 1.0234375, "train/tensor_act_model_layers_43_mlp_gate_proj/std": 1.75, "train/tensor_act_model_layers_43_mlp_gate_proj/max_abs": 5.0, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/min": -0.98828125, "train/tensor_act_model_layers_43_mlp_gate_proj/max": 5.0, "train/tensor_act_model_layers_43_mlp_gate_proj/range": 5.98828125, "train/tensor_act_model_layers_43_mlp_up_proj/norm": 5969.64501953125, "train/tensor_act_model_layers_43_mlp_up_proj/mean": 0.059814453125, "train/tensor_act_model_layers_43_mlp_up_proj/std": 2.0625, "train/tensor_act_model_layers_43_mlp_up_proj/max_abs": 4.8125, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/min": -4.8125, "train/tensor_act_model_layers_43_mlp_up_proj/max": 4.5, "train/tensor_act_model_layers_43_mlp_up_proj/range": 9.3125, "train/tensor_act_model_layers_43_mlp_down_proj/norm": 56293.55859375, "train/tensor_act_model_layers_43_mlp_down_proj/mean": 27.25, "train/tensor_act_model_layers_43_mlp_down_proj/std": 4.0, "train/tensor_act_model_layers_43_mlp_down_proj/max_abs": 36.25, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_mlp_down_proj/min": 16.125, "train/tensor_act_model_layers_43_mlp_down_proj/max": 36.25, "train/tensor_act_model_layers_43_mlp_down_proj/range": 20.125, "train/tensor_act_model_layers_43_mlp/norm": 56293.55859375, "train/tensor_act_model_layers_43_mlp/mean": 27.25, "train/tensor_act_model_layers_43_mlp/std": 4.0, "train/tensor_act_model_layers_43_mlp/max_abs": 36.25, "train/tensor_act_model_layers_43_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_mlp/min": 16.125, "train/tensor_act_model_layers_43_mlp/max": 36.25, "train/tensor_act_model_layers_43_mlp/range": 20.125, "train/tensor_act_model_layers_43_residual_post_mlp/norm": 3098459.5, "train/tensor_act_model_layers_43_residual_post_mlp/mean": 1512.0, "train/tensor_act_model_layers_43_residual_post_mlp/std": 46.25, "train/tensor_act_model_layers_43_residual_post_mlp/max_abs": 1624.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_post_mlp/min": 1336.0, "train/tensor_act_model_layers_43_residual_post_mlp/max": 1624.0, "train/tensor_act_model_layers_43_residual_post_mlp/range": 288.0, "train/tensor_act_model_layers_44_residual_pre_attn/norm": 3098459.5, "train/tensor_act_model_layers_44_residual_pre_attn/mean": 1512.0, "train/tensor_act_model_layers_44_residual_pre_attn/std": 46.25, "train/tensor_act_model_layers_44_residual_pre_attn/max_abs": 1624.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_pre_attn/min": 1336.0, "train/tensor_act_model_layers_44_residual_pre_attn/max": 1624.0, "train/tensor_act_model_layers_44_residual_pre_attn/range": 288.0, "train/tensor_act_model_layers_44_residual_post_attn/norm": 3098459.5, "train/tensor_act_model_layers_44_residual_post_attn/mean": 1512.0, "train/tensor_act_model_layers_44_residual_post_attn/std": 46.25, "train/tensor_act_model_layers_44_residual_post_attn/max_abs": 1624.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_post_attn/min": 1336.0, "train/tensor_act_model_layers_44_residual_post_attn/max": 1624.0, "train/tensor_act_model_layers_44_residual_post_attn/range": 288.0, "train/tensor_act_model_layers_44_mlp_gate_proj/norm": 5695.80419921875, "train/tensor_act_model_layers_44_mlp_gate_proj/mean": 1.03125, "train/tensor_act_model_layers_44_mlp_gate_proj/std": 1.671875, "train/tensor_act_model_layers_44_mlp_gate_proj/max_abs": 4.53125, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/min": -1.125, "train/tensor_act_model_layers_44_mlp_gate_proj/max": 4.53125, "train/tensor_act_model_layers_44_mlp_gate_proj/range": 5.65625, "train/tensor_act_model_layers_44_mlp_up_proj/norm": 5739.2119140625, "train/tensor_act_model_layers_44_mlp_up_proj/mean": -0.134765625, "train/tensor_act_model_layers_44_mlp_up_proj/std": 1.9765625, "train/tensor_act_model_layers_44_mlp_up_proj/max_abs": 4.71875, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/min": -4.40625, "train/tensor_act_model_layers_44_mlp_up_proj/max": 4.71875, "train/tensor_act_model_layers_44_mlp_up_proj/range": 9.125, "train/tensor_act_model_layers_44_mlp_down_proj/norm": 52700.74609375, "train/tensor_act_model_layers_44_mlp_down_proj/mean": 25.375, "train/tensor_act_model_layers_44_mlp_down_proj/std": 3.96875, "train/tensor_act_model_layers_44_mlp_down_proj/max_abs": 34.75, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_mlp_down_proj/min": 14.8125, "train/tensor_act_model_layers_44_mlp_down_proj/max": 34.75, "train/tensor_act_model_layers_44_mlp_down_proj/range": 19.9375, "train/tensor_act_model_layers_44_mlp/norm": 52700.74609375, "train/tensor_act_model_layers_44_mlp/mean": 25.375, "train/tensor_act_model_layers_44_mlp/std": 3.96875, "train/tensor_act_model_layers_44_mlp/max_abs": 34.75, "train/tensor_act_model_layers_44_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_mlp/min": 14.8125, "train/tensor_act_model_layers_44_mlp/max": 34.75, "train/tensor_act_model_layers_44_mlp/range": 19.9375, "train/tensor_act_model_layers_44_residual_post_mlp/norm": 3150913.5, "train/tensor_act_model_layers_44_residual_post_mlp/mean": 1536.0, "train/tensor_act_model_layers_44_residual_post_mlp/std": 46.5, "train/tensor_act_model_layers_44_residual_post_mlp/max_abs": 1648.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_post_mlp/min": 1360.0, "train/tensor_act_model_layers_44_residual_post_mlp/max": 1648.0, "train/tensor_act_model_layers_44_residual_post_mlp/range": 288.0, "train/tensor_act_model_layers_45_residual_pre_attn/norm": 3150913.5, "train/tensor_act_model_layers_45_residual_pre_attn/mean": 1536.0, "train/tensor_act_model_layers_45_residual_pre_attn/std": 46.5, "train/tensor_act_model_layers_45_residual_pre_attn/max_abs": 1648.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_pre_attn/min": 1360.0, "train/tensor_act_model_layers_45_residual_pre_attn/max": 1648.0, "train/tensor_act_model_layers_45_residual_pre_attn/range": 288.0, "train/tensor_act_model_layers_45_residual_post_attn/norm": 3150913.5, "train/tensor_act_model_layers_45_residual_post_attn/mean": 1536.0, "train/tensor_act_model_layers_45_residual_post_attn/std": 46.5, "train/tensor_act_model_layers_45_residual_post_attn/max_abs": 1648.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_post_attn/min": 1360.0, "train/tensor_act_model_layers_45_residual_post_attn/max": 1648.0, "train/tensor_act_model_layers_45_residual_post_attn/range": 288.0, "train/tensor_act_model_layers_45_mlp_gate_proj/norm": 5985.46875, "train/tensor_act_model_layers_45_mlp_gate_proj/mean": 1.125, "train/tensor_act_model_layers_45_mlp_gate_proj/std": 1.734375, "train/tensor_act_model_layers_45_mlp_gate_proj/max_abs": 4.78125, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/min": -1.3359375, "train/tensor_act_model_layers_45_mlp_gate_proj/max": 4.78125, "train/tensor_act_model_layers_45_mlp_gate_proj/range": 6.1171875, "train/tensor_act_model_layers_45_mlp_up_proj/norm": 6289.40234375, "train/tensor_act_model_layers_45_mlp_up_proj/mean": -0.037353515625, "train/tensor_act_model_layers_45_mlp_up_proj/std": 2.171875, "train/tensor_act_model_layers_45_mlp_up_proj/max_abs": 4.84375, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/min": -4.59375, "train/tensor_act_model_layers_45_mlp_up_proj/max": 4.84375, "train/tensor_act_model_layers_45_mlp_up_proj/range": 9.4375, "train/tensor_act_model_layers_45_mlp_down_proj/norm": 61561.6171875, "train/tensor_act_model_layers_45_mlp_down_proj/mean": 29.875, "train/tensor_act_model_layers_45_mlp_down_proj/std": 2.921875, "train/tensor_act_model_layers_45_mlp_down_proj/max_abs": 36.5, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_mlp_down_proj/min": 22.625, "train/tensor_act_model_layers_45_mlp_down_proj/max": 36.5, "train/tensor_act_model_layers_45_mlp_down_proj/range": 13.875, "train/tensor_act_model_layers_45_mlp/norm": 61561.6171875, "train/tensor_act_model_layers_45_mlp/mean": 29.875, "train/tensor_act_model_layers_45_mlp/std": 2.921875, "train/tensor_act_model_layers_45_mlp/max_abs": 36.5, "train/tensor_act_model_layers_45_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_mlp/min": 22.625, "train/tensor_act_model_layers_45_mlp/max": 36.5, "train/tensor_act_model_layers_45_mlp/range": 13.875, "train/tensor_act_model_layers_45_residual_post_mlp/norm": 3212573.5, "train/tensor_act_model_layers_45_residual_post_mlp/mean": 1568.0, "train/tensor_act_model_layers_45_residual_post_mlp/std": 46.75, "train/tensor_act_model_layers_45_residual_post_mlp/max_abs": 1680.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_post_mlp/min": 1384.0, "train/tensor_act_model_layers_45_residual_post_mlp/max": 1680.0, "train/tensor_act_model_layers_45_residual_post_mlp/range": 296.0, "train/tensor_act_model_layers_46_residual_pre_attn/norm": 3212573.5, "train/tensor_act_model_layers_46_residual_pre_attn/mean": 1568.0, "train/tensor_act_model_layers_46_residual_pre_attn/std": 46.75, "train/tensor_act_model_layers_46_residual_pre_attn/max_abs": 1680.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_pre_attn/min": 1384.0, "train/tensor_act_model_layers_46_residual_pre_attn/max": 1680.0, "train/tensor_act_model_layers_46_residual_pre_attn/range": 296.0, "train/tensor_act_model_layers_46_residual_post_attn/norm": 3212573.5, "train/tensor_act_model_layers_46_residual_post_attn/mean": 1568.0, "train/tensor_act_model_layers_46_residual_post_attn/std": 46.75, "train/tensor_act_model_layers_46_residual_post_attn/max_abs": 1680.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_post_attn/min": 1384.0, "train/tensor_act_model_layers_46_residual_post_attn/max": 1680.0, "train/tensor_act_model_layers_46_residual_post_attn/range": 296.0, "train/tensor_act_model_layers_46_mlp_gate_proj/norm": 5707.68310546875, "train/tensor_act_model_layers_46_mlp_gate_proj/mean": 0.984375, "train/tensor_act_model_layers_46_mlp_gate_proj/std": 1.7109375, "train/tensor_act_model_layers_46_mlp_gate_proj/max_abs": 4.96875, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/min": -1.2265625, "train/tensor_act_model_layers_46_mlp_gate_proj/max": 4.96875, "train/tensor_act_model_layers_46_mlp_gate_proj/range": 6.1953125, "train/tensor_act_model_layers_46_mlp_up_proj/norm": 5851.15966796875, "train/tensor_act_model_layers_46_mlp_up_proj/mean": -0.2314453125, "train/tensor_act_model_layers_46_mlp_up_proj/std": 2.0, "train/tensor_act_model_layers_46_mlp_up_proj/max_abs": 4.78125, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/min": -4.71875, "train/tensor_act_model_layers_46_mlp_up_proj/max": 4.78125, "train/tensor_act_model_layers_46_mlp_up_proj/range": 9.5, "train/tensor_act_model_layers_46_mlp_down_proj/norm": 53856.703125, "train/tensor_act_model_layers_46_mlp_down_proj/mean": 26.0, "train/tensor_act_model_layers_46_mlp_down_proj/std": 3.703125, "train/tensor_act_model_layers_46_mlp_down_proj/max_abs": 35.5, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_mlp_down_proj/min": 15.5625, "train/tensor_act_model_layers_46_mlp_down_proj/max": 35.5, "train/tensor_act_model_layers_46_mlp_down_proj/range": 19.9375, "train/tensor_act_model_layers_46_mlp/norm": 53856.703125, "train/tensor_act_model_layers_46_mlp/mean": 26.0, "train/tensor_act_model_layers_46_mlp/std": 3.703125, "train/tensor_act_model_layers_46_mlp/max_abs": 35.5, "train/tensor_act_model_layers_46_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_mlp/min": 15.5625, "train/tensor_act_model_layers_46_mlp/max": 35.5, "train/tensor_act_model_layers_46_mlp/range": 19.9375, "train/tensor_act_model_layers_46_residual_post_mlp/norm": 3265631.0, "train/tensor_act_model_layers_46_residual_post_mlp/mean": 1592.0, "train/tensor_act_model_layers_46_residual_post_mlp/std": 47.75, "train/tensor_act_model_layers_46_residual_post_mlp/max_abs": 1712.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_post_mlp/min": 1400.0, "train/tensor_act_model_layers_46_residual_post_mlp/max": 1712.0, "train/tensor_act_model_layers_46_residual_post_mlp/range": 312.0, "train/tensor_act_model_layers_47_residual_pre_attn/norm": 3265631.0, "train/tensor_act_model_layers_47_residual_pre_attn/mean": 1592.0, "train/tensor_act_model_layers_47_residual_pre_attn/std": 47.75, "train/tensor_act_model_layers_47_residual_pre_attn/max_abs": 1712.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_pre_attn/min": 1400.0, "train/tensor_act_model_layers_47_residual_pre_attn/max": 1712.0, "train/tensor_act_model_layers_47_residual_pre_attn/range": 312.0, "train/tensor_act_model_layers_47_residual_post_attn/norm": 3265631.0, "train/tensor_act_model_layers_47_residual_post_attn/mean": 1592.0, "train/tensor_act_model_layers_47_residual_post_attn/std": 47.75, "train/tensor_act_model_layers_47_residual_post_attn/max_abs": 1712.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_post_attn/min": 1400.0, "train/tensor_act_model_layers_47_residual_post_attn/max": 1712.0, "train/tensor_act_model_layers_47_residual_post_attn/range": 312.0, "train/tensor_act_model_layers_47_mlp_gate_proj/norm": 5842.072265625, "train/tensor_act_model_layers_47_mlp_gate_proj/mean": 1.0390625, "train/tensor_act_model_layers_47_mlp_gate_proj/std": 1.7265625, "train/tensor_act_model_layers_47_mlp_gate_proj/max_abs": 4.5, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/min": -1.2109375, "train/tensor_act_model_layers_47_mlp_gate_proj/max": 4.5, "train/tensor_act_model_layers_47_mlp_gate_proj/range": 5.7109375, "train/tensor_act_model_layers_47_mlp_up_proj/norm": 5813.77978515625, "train/tensor_act_model_layers_47_mlp_up_proj/mean": -0.0164794921875, "train/tensor_act_model_layers_47_mlp_up_proj/std": 2.0, "train/tensor_act_model_layers_47_mlp_up_proj/max_abs": 4.5625, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/min": -4.40625, "train/tensor_act_model_layers_47_mlp_up_proj/max": 4.5625, "train/tensor_act_model_layers_47_mlp_up_proj/range": 8.96875, "train/tensor_act_model_layers_47_mlp_down_proj/norm": 52789.90234375, "train/tensor_act_model_layers_47_mlp_down_proj/mean": 25.625, "train/tensor_act_model_layers_47_mlp_down_proj/std": 3.1875, "train/tensor_act_model_layers_47_mlp_down_proj/max_abs": 33.75, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_mlp_down_proj/min": 18.125, "train/tensor_act_model_layers_47_mlp_down_proj/max": 33.75, "train/tensor_act_model_layers_47_mlp_down_proj/range": 15.625, "train/tensor_act_model_layers_47_mlp/norm": 52789.90234375, "train/tensor_act_model_layers_47_mlp/mean": 25.625, "train/tensor_act_model_layers_47_mlp/std": 3.1875, "train/tensor_act_model_layers_47_mlp/max_abs": 33.75, "train/tensor_act_model_layers_47_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_mlp/min": 18.125, "train/tensor_act_model_layers_47_mlp/max": 33.75, "train/tensor_act_model_layers_47_mlp/range": 15.625, "train/tensor_act_model_layers_47_residual_post_mlp/norm": 3317761.5, "train/tensor_act_model_layers_47_residual_post_mlp/mean": 1616.0, "train/tensor_act_model_layers_47_residual_post_mlp/std": 48.25, "train/tensor_act_model_layers_47_residual_post_mlp/max_abs": 1736.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_post_mlp/min": 1424.0, "train/tensor_act_model_layers_47_residual_post_mlp/max": 1736.0, "train/tensor_act_model_layers_47_residual_post_mlp/range": 312.0, "train/tensor_act_model_layers_48_residual_pre_attn/norm": 3317761.5, "train/tensor_act_model_layers_48_residual_pre_attn/mean": 1616.0, "train/tensor_act_model_layers_48_residual_pre_attn/std": 48.25, "train/tensor_act_model_layers_48_residual_pre_attn/max_abs": 1736.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_pre_attn/min": 1424.0, "train/tensor_act_model_layers_48_residual_pre_attn/max": 1736.0, "train/tensor_act_model_layers_48_residual_pre_attn/range": 312.0, "train/tensor_act_model_layers_48_residual_post_attn/norm": 3317761.5, "train/tensor_act_model_layers_48_residual_post_attn/mean": 1616.0, "train/tensor_act_model_layers_48_residual_post_attn/std": 48.25, "train/tensor_act_model_layers_48_residual_post_attn/max_abs": 1736.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_post_attn/min": 1424.0, "train/tensor_act_model_layers_48_residual_post_attn/max": 1736.0, "train/tensor_act_model_layers_48_residual_post_attn/range": 312.0, "train/tensor_act_model_layers_48_mlp_gate_proj/norm": 5320.63037109375, "train/tensor_act_model_layers_48_mlp_gate_proj/mean": 0.875, "train/tensor_act_model_layers_48_mlp_gate_proj/std": 1.6171875, "train/tensor_act_model_layers_48_mlp_gate_proj/max_abs": 4.3125, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/min": -1.03125, "train/tensor_act_model_layers_48_mlp_gate_proj/max": 4.3125, "train/tensor_act_model_layers_48_mlp_gate_proj/range": 5.34375, "train/tensor_act_model_layers_48_mlp_up_proj/norm": 5536.96044921875, "train/tensor_act_model_layers_48_mlp_up_proj/mean": 0.13671875, "train/tensor_act_model_layers_48_mlp_up_proj/std": 1.90625, "train/tensor_act_model_layers_48_mlp_up_proj/max_abs": 4.5, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/min": -4.5, "train/tensor_act_model_layers_48_mlp_up_proj/max": 4.375, "train/tensor_act_model_layers_48_mlp_up_proj/range": 8.875, "train/tensor_act_model_layers_48_mlp_down_proj/norm": 45910.3671875, "train/tensor_act_model_layers_48_mlp_down_proj/mean": 22.125, "train/tensor_act_model_layers_48_mlp_down_proj/std": 3.765625, "train/tensor_act_model_layers_48_mlp_down_proj/max_abs": 31.0, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_mlp_down_proj/min": 12.5, "train/tensor_act_model_layers_48_mlp_down_proj/max": 31.0, "train/tensor_act_model_layers_48_mlp_down_proj/range": 18.5, "train/tensor_act_model_layers_48_mlp/norm": 45910.3671875, "train/tensor_act_model_layers_48_mlp/mean": 22.125, "train/tensor_act_model_layers_48_mlp/std": 3.765625, "train/tensor_act_model_layers_48_mlp/max_abs": 31.0, "train/tensor_act_model_layers_48_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_mlp/min": 12.5, "train/tensor_act_model_layers_48_mlp/max": 31.0, "train/tensor_act_model_layers_48_mlp/range": 18.5, "train/tensor_act_model_layers_48_residual_post_mlp/norm": 3363433.25, "train/tensor_act_model_layers_48_residual_post_mlp/mean": 1640.0, "train/tensor_act_model_layers_48_residual_post_mlp/std": 48.5, "train/tensor_act_model_layers_48_residual_post_mlp/max_abs": 1760.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_post_mlp/min": 1440.0, "train/tensor_act_model_layers_48_residual_post_mlp/max": 1760.0, "train/tensor_act_model_layers_48_residual_post_mlp/range": 320.0, "train/tensor_act_model_layers_49_residual_pre_attn/norm": 3363433.25, "train/tensor_act_model_layers_49_residual_pre_attn/mean": 1640.0, "train/tensor_act_model_layers_49_residual_pre_attn/std": 48.5, "train/tensor_act_model_layers_49_residual_pre_attn/max_abs": 1760.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_pre_attn/min": 1440.0, "train/tensor_act_model_layers_49_residual_pre_attn/max": 1760.0, "train/tensor_act_model_layers_49_residual_pre_attn/range": 320.0, "train/tensor_act_model_layers_49_residual_post_attn/norm": 3363433.25, "train/tensor_act_model_layers_49_residual_post_attn/mean": 1640.0, "train/tensor_act_model_layers_49_residual_post_attn/std": 48.5, "train/tensor_act_model_layers_49_residual_post_attn/max_abs": 1760.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_post_attn/min": 1440.0, "train/tensor_act_model_layers_49_residual_post_attn/max": 1760.0, "train/tensor_act_model_layers_49_residual_post_attn/range": 320.0, "train/tensor_act_model_layers_49_mlp_gate_proj/norm": 5936.48828125, "train/tensor_act_model_layers_49_mlp_gate_proj/mean": 1.09375, "train/tensor_act_model_layers_49_mlp_gate_proj/std": 1.734375, "train/tensor_act_model_layers_49_mlp_gate_proj/max_abs": 4.28125, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/min": -1.0078125, "train/tensor_act_model_layers_49_mlp_gate_proj/max": 4.28125, "train/tensor_act_model_layers_49_mlp_gate_proj/range": 5.2890625, "train/tensor_act_model_layers_49_mlp_up_proj/norm": 6120.2626953125, "train/tensor_act_model_layers_49_mlp_up_proj/mean": -0.076171875, "train/tensor_act_model_layers_49_mlp_up_proj/std": 2.109375, "train/tensor_act_model_layers_49_mlp_up_proj/max_abs": 4.90625, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/min": -4.53125, "train/tensor_act_model_layers_49_mlp_up_proj/max": 4.90625, "train/tensor_act_model_layers_49_mlp_up_proj/range": 9.4375, "train/tensor_act_model_layers_49_mlp_down_proj/norm": 58603.6875, "train/tensor_act_model_layers_49_mlp_down_proj/mean": 28.375, "train/tensor_act_model_layers_49_mlp_down_proj/std": 3.546875, "train/tensor_act_model_layers_49_mlp_down_proj/max_abs": 37.25, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_mlp_down_proj/min": 16.625, "train/tensor_act_model_layers_49_mlp_down_proj/max": 37.25, "train/tensor_act_model_layers_49_mlp_down_proj/range": 20.625, "train/tensor_act_model_layers_49_mlp/norm": 58603.6875, "train/tensor_act_model_layers_49_mlp/mean": 28.375, "train/tensor_act_model_layers_49_mlp/std": 3.546875, "train/tensor_act_model_layers_49_mlp/max_abs": 37.25, "train/tensor_act_model_layers_49_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_mlp/min": 16.625, "train/tensor_act_model_layers_49_mlp/max": 37.25, "train/tensor_act_model_layers_49_mlp/range": 20.625, "train/tensor_act_model_layers_49_residual_post_mlp/norm": 3421813.0, "train/tensor_act_model_layers_49_residual_post_mlp/mean": 1672.0, "train/tensor_act_model_layers_49_residual_post_mlp/std": 48.25, "train/tensor_act_model_layers_49_residual_post_mlp/max_abs": 1792.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_post_mlp/min": 1472.0, "train/tensor_act_model_layers_49_residual_post_mlp/max": 1792.0, "train/tensor_act_model_layers_49_residual_post_mlp/range": 320.0, "train/tensor_act_model_layers_50_residual_pre_attn/norm": 3421813.0, "train/tensor_act_model_layers_50_residual_pre_attn/mean": 1672.0, "train/tensor_act_model_layers_50_residual_pre_attn/std": 48.25, "train/tensor_act_model_layers_50_residual_pre_attn/max_abs": 1792.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_pre_attn/min": 1472.0, "train/tensor_act_model_layers_50_residual_pre_attn/max": 1792.0, "train/tensor_act_model_layers_50_residual_pre_attn/range": 320.0, "train/tensor_act_model_layers_50_residual_post_attn/norm": 3421813.0, "train/tensor_act_model_layers_50_residual_post_attn/mean": 1672.0, "train/tensor_act_model_layers_50_residual_post_attn/std": 48.25, "train/tensor_act_model_layers_50_residual_post_attn/max_abs": 1792.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_post_attn/min": 1472.0, "train/tensor_act_model_layers_50_residual_post_attn/max": 1792.0, "train/tensor_act_model_layers_50_residual_post_attn/range": 320.0, "train/tensor_act_model_layers_50_mlp_gate_proj/norm": 5864.9326171875, "train/tensor_act_model_layers_50_mlp_gate_proj/mean": 1.09375, "train/tensor_act_model_layers_50_mlp_gate_proj/std": 1.703125, "train/tensor_act_model_layers_50_mlp_gate_proj/max_abs": 4.71875, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/min": -1.453125, "train/tensor_act_model_layers_50_mlp_gate_proj/max": 4.71875, "train/tensor_act_model_layers_50_mlp_gate_proj/range": 6.171875, "train/tensor_act_model_layers_50_mlp_up_proj/norm": 6217.18212890625, "train/tensor_act_model_layers_50_mlp_up_proj/mean": -0.0302734375, "train/tensor_act_model_layers_50_mlp_up_proj/std": 2.140625, "train/tensor_act_model_layers_50_mlp_up_proj/max_abs": 4.65625, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/min": -4.65625, "train/tensor_act_model_layers_50_mlp_up_proj/max": 4.40625, "train/tensor_act_model_layers_50_mlp_up_proj/range": 9.0625, "train/tensor_act_model_layers_50_mlp_down_proj/norm": 59002.953125, "train/tensor_act_model_layers_50_mlp_down_proj/mean": 28.625, "train/tensor_act_model_layers_50_mlp_down_proj/std": 3.5625, "train/tensor_act_model_layers_50_mlp_down_proj/max_abs": 36.0, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_mlp_down_proj/min": 19.5, "train/tensor_act_model_layers_50_mlp_down_proj/max": 36.0, "train/tensor_act_model_layers_50_mlp_down_proj/range": 16.5, "train/tensor_act_model_layers_50_mlp/norm": 59002.953125, "train/tensor_act_model_layers_50_mlp/mean": 28.625, "train/tensor_act_model_layers_50_mlp/std": 3.5625, "train/tensor_act_model_layers_50_mlp/max_abs": 36.0, "train/tensor_act_model_layers_50_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_mlp/min": 19.5, "train/tensor_act_model_layers_50_mlp/max": 36.0, "train/tensor_act_model_layers_50_mlp/range": 16.5, "train/tensor_act_model_layers_50_residual_post_mlp/norm": 3480169.75, "train/tensor_act_model_layers_50_residual_post_mlp/mean": 1696.0, "train/tensor_act_model_layers_50_residual_post_mlp/std": 48.75, "train/tensor_act_model_layers_50_residual_post_mlp/max_abs": 1816.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_post_mlp/min": 1496.0, "train/tensor_act_model_layers_50_residual_post_mlp/max": 1816.0, "train/tensor_act_model_layers_50_residual_post_mlp/range": 320.0, "train/tensor_act_model_layers_51_residual_pre_attn/norm": 3480169.75, "train/tensor_act_model_layers_51_residual_pre_attn/mean": 1696.0, "train/tensor_act_model_layers_51_residual_pre_attn/std": 48.75, "train/tensor_act_model_layers_51_residual_pre_attn/max_abs": 1816.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_pre_attn/min": 1496.0, "train/tensor_act_model_layers_51_residual_pre_attn/max": 1816.0, "train/tensor_act_model_layers_51_residual_pre_attn/range": 320.0, "train/tensor_act_model_layers_51_residual_post_attn/norm": 3480169.75, "train/tensor_act_model_layers_51_residual_post_attn/mean": 1696.0, "train/tensor_act_model_layers_51_residual_post_attn/std": 48.75, "train/tensor_act_model_layers_51_residual_post_attn/max_abs": 1816.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_post_attn/min": 1496.0, "train/tensor_act_model_layers_51_residual_post_attn/max": 1816.0, "train/tensor_act_model_layers_51_residual_post_attn/range": 320.0, "train/tensor_act_model_layers_51_mlp_gate_proj/norm": 5424.43994140625, "train/tensor_act_model_layers_51_mlp_gate_proj/mean": 0.8984375, "train/tensor_act_model_layers_51_mlp_gate_proj/std": 1.640625, "train/tensor_act_model_layers_51_mlp_gate_proj/max_abs": 4.25, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/min": -1.4921875, "train/tensor_act_model_layers_51_mlp_gate_proj/max": 4.25, "train/tensor_act_model_layers_51_mlp_gate_proj/range": 5.7421875, "train/tensor_act_model_layers_51_mlp_up_proj/norm": 5647.486328125, "train/tensor_act_model_layers_51_mlp_up_proj/mean": -0.0849609375, "train/tensor_act_model_layers_51_mlp_up_proj/std": 1.9453125, "train/tensor_act_model_layers_51_mlp_up_proj/max_abs": 4.8125, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/min": -4.8125, "train/tensor_act_model_layers_51_mlp_up_proj/max": 4.21875, "train/tensor_act_model_layers_51_mlp_up_proj/range": 9.03125, "train/tensor_act_model_layers_51_mlp_down_proj/norm": 48073.90625, "train/tensor_act_model_layers_51_mlp_down_proj/mean": 23.125, "train/tensor_act_model_layers_51_mlp_down_proj/std": 4.15625, "train/tensor_act_model_layers_51_mlp_down_proj/max_abs": 32.25, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_mlp_down_proj/min": 12.0625, "train/tensor_act_model_layers_51_mlp_down_proj/max": 32.25, "train/tensor_act_model_layers_51_mlp_down_proj/range": 20.1875, "train/tensor_act_model_layers_51_mlp/norm": 48073.90625, "train/tensor_act_model_layers_51_mlp/mean": 23.125, "train/tensor_act_model_layers_51_mlp/std": 4.15625, "train/tensor_act_model_layers_51_mlp/max_abs": 32.25, "train/tensor_act_model_layers_51_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_mlp/min": 12.0625, "train/tensor_act_model_layers_51_mlp/max": 32.25, "train/tensor_act_model_layers_51_mlp/range": 20.1875, "train/tensor_act_model_layers_51_residual_post_mlp/norm": 3527958.25, "train/tensor_act_model_layers_51_residual_post_mlp/mean": 1720.0, "train/tensor_act_model_layers_51_residual_post_mlp/std": 49.25, "train/tensor_act_model_layers_51_residual_post_mlp/max_abs": 1840.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_post_mlp/min": 1520.0, "train/tensor_act_model_layers_51_residual_post_mlp/max": 1840.0, "train/tensor_act_model_layers_51_residual_post_mlp/range": 320.0, "train/tensor_act_model_layers_52_residual_pre_attn/norm": 3527958.25, "train/tensor_act_model_layers_52_residual_pre_attn/mean": 1720.0, "train/tensor_act_model_layers_52_residual_pre_attn/std": 49.25, "train/tensor_act_model_layers_52_residual_pre_attn/max_abs": 1840.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_pre_attn/min": 1520.0, "train/tensor_act_model_layers_52_residual_pre_attn/max": 1840.0, "train/tensor_act_model_layers_52_residual_pre_attn/range": 320.0, "train/tensor_act_model_layers_52_residual_post_attn/norm": 3527958.25, "train/tensor_act_model_layers_52_residual_post_attn/mean": 1720.0, "train/tensor_act_model_layers_52_residual_post_attn/std": 49.25, "train/tensor_act_model_layers_52_residual_post_attn/max_abs": 1840.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_post_attn/min": 1520.0, "train/tensor_act_model_layers_52_residual_post_attn/max": 1840.0, "train/tensor_act_model_layers_52_residual_post_attn/range": 320.0, "train/tensor_act_model_layers_52_mlp_gate_proj/norm": 5833.0205078125, "train/tensor_act_model_layers_52_mlp_gate_proj/mean": 1.09375, "train/tensor_act_model_layers_52_mlp_gate_proj/std": 1.6875, "train/tensor_act_model_layers_52_mlp_gate_proj/max_abs": 4.625, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/min": -1.1796875, "train/tensor_act_model_layers_52_mlp_gate_proj/max": 4.625, "train/tensor_act_model_layers_52_mlp_gate_proj/range": 5.8046875, "train/tensor_act_model_layers_52_mlp_up_proj/norm": 6141.93701171875, "train/tensor_act_model_layers_52_mlp_up_proj/mean": -0.109375, "train/tensor_act_model_layers_52_mlp_up_proj/std": 2.125, "train/tensor_act_model_layers_52_mlp_up_proj/max_abs": 4.96875, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/min": -4.84375, "train/tensor_act_model_layers_52_mlp_up_proj/max": 4.96875, "train/tensor_act_model_layers_52_mlp_up_proj/range": 9.8125, "train/tensor_act_model_layers_52_mlp_down_proj/norm": 56687.43359375, "train/tensor_act_model_layers_52_mlp_down_proj/mean": 27.5, "train/tensor_act_model_layers_52_mlp_down_proj/std": 3.5, "train/tensor_act_model_layers_52_mlp_down_proj/max_abs": 38.25, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_mlp_down_proj/min": 15.6875, "train/tensor_act_model_layers_52_mlp_down_proj/max": 38.25, "train/tensor_act_model_layers_52_mlp_down_proj/range": 22.5625, "train/tensor_act_model_layers_52_mlp/norm": 56687.43359375, "train/tensor_act_model_layers_52_mlp/mean": 27.5, "train/tensor_act_model_layers_52_mlp/std": 3.5, "train/tensor_act_model_layers_52_mlp/max_abs": 38.25, "train/tensor_act_model_layers_52_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_mlp/min": 15.6875, "train/tensor_act_model_layers_52_mlp/max": 38.25, "train/tensor_act_model_layers_52_mlp/range": 22.5625, "train/tensor_act_model_layers_52_residual_post_mlp/norm": 3583783.0, "train/tensor_act_model_layers_52_residual_post_mlp/mean": 1752.0, "train/tensor_act_model_layers_52_residual_post_mlp/std": 50.0, "train/tensor_act_model_layers_52_residual_post_mlp/max_abs": 1872.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_post_mlp/min": 1544.0, "train/tensor_act_model_layers_52_residual_post_mlp/max": 1872.0, "train/tensor_act_model_layers_52_residual_post_mlp/range": 328.0, "train/tensor_act_model_layers_53_residual_pre_attn/norm": 3583783.0, "train/tensor_act_model_layers_53_residual_pre_attn/mean": 1752.0, "train/tensor_act_model_layers_53_residual_pre_attn/std": 50.0, "train/tensor_act_model_layers_53_residual_pre_attn/max_abs": 1872.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_pre_attn/min": 1544.0, "train/tensor_act_model_layers_53_residual_pre_attn/max": 1872.0, "train/tensor_act_model_layers_53_residual_pre_attn/range": 328.0, "train/tensor_act_model_layers_53_residual_post_attn/norm": 3583783.0, "train/tensor_act_model_layers_53_residual_post_attn/mean": 1752.0, "train/tensor_act_model_layers_53_residual_post_attn/std": 50.0, "train/tensor_act_model_layers_53_residual_post_attn/max_abs": 1872.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_post_attn/min": 1544.0, "train/tensor_act_model_layers_53_residual_post_attn/max": 1872.0, "train/tensor_act_model_layers_53_residual_post_attn/range": 328.0, "train/tensor_act_model_layers_53_mlp_gate_proj/norm": 5619.97509765625, "train/tensor_act_model_layers_53_mlp_gate_proj/mean": 1.046875, "train/tensor_act_model_layers_53_mlp_gate_proj/std": 1.6328125, "train/tensor_act_model_layers_53_mlp_gate_proj/max_abs": 4.28125, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/min": -1.40625, "train/tensor_act_model_layers_53_mlp_gate_proj/max": 4.28125, "train/tensor_act_model_layers_53_mlp_gate_proj/range": 5.6875, "train/tensor_act_model_layers_53_mlp_up_proj/norm": 5954.44287109375, "train/tensor_act_model_layers_53_mlp_up_proj/mean": -0.0166015625, "train/tensor_act_model_layers_53_mlp_up_proj/std": 2.0625, "train/tensor_act_model_layers_53_mlp_up_proj/max_abs": 4.59375, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/min": -4.4375, "train/tensor_act_model_layers_53_mlp_up_proj/max": 4.59375, "train/tensor_act_model_layers_53_mlp_up_proj/range": 9.03125, "train/tensor_act_model_layers_53_mlp_down_proj/norm": 49533.4375, "train/tensor_act_model_layers_53_mlp_down_proj/mean": 23.875, "train/tensor_act_model_layers_53_mlp_down_proj/std": 4.03125, "train/tensor_act_model_layers_53_mlp_down_proj/max_abs": 34.75, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_mlp_down_proj/min": 14.375, "train/tensor_act_model_layers_53_mlp_down_proj/max": 34.75, "train/tensor_act_model_layers_53_mlp_down_proj/range": 20.375, "train/tensor_act_model_layers_53_mlp/norm": 49533.4375, "train/tensor_act_model_layers_53_mlp/mean": 23.875, "train/tensor_act_model_layers_53_mlp/std": 4.03125, "train/tensor_act_model_layers_53_mlp/max_abs": 34.75, "train/tensor_act_model_layers_53_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_mlp/min": 14.375, "train/tensor_act_model_layers_53_mlp/max": 34.75, "train/tensor_act_model_layers_53_mlp/range": 20.375, "train/tensor_act_model_layers_53_residual_post_mlp/norm": 3632193.75, "train/tensor_act_model_layers_53_residual_post_mlp/mean": 1776.0, "train/tensor_act_model_layers_53_residual_post_mlp/std": 50.25, "train/tensor_act_model_layers_53_residual_post_mlp/max_abs": 1904.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_post_mlp/min": 1568.0, "train/tensor_act_model_layers_53_residual_post_mlp/max": 1904.0, "train/tensor_act_model_layers_53_residual_post_mlp/range": 336.0, "train/tensor_act_model_layers_54_residual_pre_attn/norm": 3632193.75, "train/tensor_act_model_layers_54_residual_pre_attn/mean": 1776.0, "train/tensor_act_model_layers_54_residual_pre_attn/std": 50.25, "train/tensor_act_model_layers_54_residual_pre_attn/max_abs": 1904.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_pre_attn/min": 1568.0, "train/tensor_act_model_layers_54_residual_pre_attn/max": 1904.0, "train/tensor_act_model_layers_54_residual_pre_attn/range": 336.0, "train/tensor_act_model_layers_54_residual_post_attn/norm": 3632193.75, "train/tensor_act_model_layers_54_residual_post_attn/mean": 1776.0, "train/tensor_act_model_layers_54_residual_post_attn/std": 50.25, "train/tensor_act_model_layers_54_residual_post_attn/max_abs": 1904.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_post_attn/min": 1568.0, "train/tensor_act_model_layers_54_residual_post_attn/max": 1904.0, "train/tensor_act_model_layers_54_residual_post_attn/range": 336.0, "train/tensor_act_model_layers_54_mlp_gate_proj/norm": 5363.4091796875, "train/tensor_act_model_layers_54_mlp_gate_proj/mean": 0.90625, "train/tensor_act_model_layers_54_mlp_gate_proj/std": 1.6171875, "train/tensor_act_model_layers_54_mlp_gate_proj/max_abs": 4.375, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/min": -1.21875, "train/tensor_act_model_layers_54_mlp_gate_proj/max": 4.375, "train/tensor_act_model_layers_54_mlp_gate_proj/range": 5.59375, "train/tensor_act_model_layers_54_mlp_up_proj/norm": 5668.70654296875, "train/tensor_act_model_layers_54_mlp_up_proj/mean": -0.040283203125, "train/tensor_act_model_layers_54_mlp_up_proj/std": 1.953125, "train/tensor_act_model_layers_54_mlp_up_proj/max_abs": 4.5625, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/min": -4.5625, "train/tensor_act_model_layers_54_mlp_up_proj/max": 4.5, "train/tensor_act_model_layers_54_mlp_up_proj/range": 9.0625, "train/tensor_act_model_layers_54_mlp_down_proj/norm": 47289.375, "train/tensor_act_model_layers_54_mlp_down_proj/mean": 22.75, "train/tensor_act_model_layers_54_mlp_down_proj/std": 3.703125, "train/tensor_act_model_layers_54_mlp_down_proj/max_abs": 35.0, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_mlp_down_proj/min": 13.375, "train/tensor_act_model_layers_54_mlp_down_proj/max": 35.0, "train/tensor_act_model_layers_54_mlp_down_proj/range": 21.625, "train/tensor_act_model_layers_54_mlp/norm": 47289.375, "train/tensor_act_model_layers_54_mlp/mean": 22.75, "train/tensor_act_model_layers_54_mlp/std": 3.703125, "train/tensor_act_model_layers_54_mlp/max_abs": 35.0, "train/tensor_act_model_layers_54_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_mlp/min": 13.375, "train/tensor_act_model_layers_54_mlp/max": 35.0, "train/tensor_act_model_layers_54_mlp/range": 21.625, "train/tensor_act_model_layers_54_residual_post_mlp/norm": 3679187.75, "train/tensor_act_model_layers_54_residual_post_mlp/mean": 1792.0, "train/tensor_act_model_layers_54_residual_post_mlp/std": 50.75, "train/tensor_act_model_layers_54_residual_post_mlp/max_abs": 1928.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_post_mlp/min": 1592.0, "train/tensor_act_model_layers_54_residual_post_mlp/max": 1928.0, "train/tensor_act_model_layers_54_residual_post_mlp/range": 336.0, "train/tensor_act_model_layers_55_residual_pre_attn/norm": 3679187.75, "train/tensor_act_model_layers_55_residual_pre_attn/mean": 1792.0, "train/tensor_act_model_layers_55_residual_pre_attn/std": 50.75, "train/tensor_act_model_layers_55_residual_pre_attn/max_abs": 1928.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_pre_attn/min": 1592.0, "train/tensor_act_model_layers_55_residual_pre_attn/max": 1928.0, "train/tensor_act_model_layers_55_residual_pre_attn/range": 336.0, "train/tensor_act_model_layers_55_residual_post_attn/norm": 3679187.75, "train/tensor_act_model_layers_55_residual_post_attn/mean": 1792.0, "train/tensor_act_model_layers_55_residual_post_attn/std": 50.75, "train/tensor_act_model_layers_55_residual_post_attn/max_abs": 1928.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_post_attn/min": 1592.0, "train/tensor_act_model_layers_55_residual_post_attn/max": 1928.0, "train/tensor_act_model_layers_55_residual_post_attn/range": 336.0, "train/tensor_act_model_layers_55_mlp_gate_proj/norm": 5691.20703125, "train/tensor_act_model_layers_55_mlp_gate_proj/mean": 1.0234375, "train/tensor_act_model_layers_55_mlp_gate_proj/std": 1.671875, "train/tensor_act_model_layers_55_mlp_gate_proj/max_abs": 4.375, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/min": -1.4140625, "train/tensor_act_model_layers_55_mlp_gate_proj/max": 4.375, "train/tensor_act_model_layers_55_mlp_gate_proj/range": 5.7890625, "train/tensor_act_model_layers_55_mlp_up_proj/norm": 5758.93310546875, "train/tensor_act_model_layers_55_mlp_up_proj/mean": -0.013916015625, "train/tensor_act_model_layers_55_mlp_up_proj/std": 1.9921875, "train/tensor_act_model_layers_55_mlp_up_proj/max_abs": 4.4375, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/min": -4.4375, "train/tensor_act_model_layers_55_mlp_up_proj/max": 4.375, "train/tensor_act_model_layers_55_mlp_up_proj/range": 8.8125, "train/tensor_act_model_layers_55_mlp_down_proj/norm": 51261.3046875, "train/tensor_act_model_layers_55_mlp_down_proj/mean": 24.75, "train/tensor_act_model_layers_55_mlp_down_proj/std": 3.421875, "train/tensor_act_model_layers_55_mlp_down_proj/max_abs": 33.0, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_mlp_down_proj/min": 15.9375, "train/tensor_act_model_layers_55_mlp_down_proj/max": 33.0, "train/tensor_act_model_layers_55_mlp_down_proj/range": 17.0625, "train/tensor_act_model_layers_55_mlp/norm": 51261.3046875, "train/tensor_act_model_layers_55_mlp/mean": 24.75, "train/tensor_act_model_layers_55_mlp/std": 3.421875, "train/tensor_act_model_layers_55_mlp/max_abs": 33.0, "train/tensor_act_model_layers_55_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_mlp/min": 15.9375, "train/tensor_act_model_layers_55_mlp/max": 33.0, "train/tensor_act_model_layers_55_mlp/range": 17.0625, "train/tensor_act_model_layers_55_residual_post_mlp/norm": 3729138.25, "train/tensor_act_model_layers_55_residual_post_mlp/mean": 1824.0, "train/tensor_act_model_layers_55_residual_post_mlp/std": 51.5, "train/tensor_act_model_layers_55_residual_post_mlp/max_abs": 1952.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_post_mlp/min": 1616.0, "train/tensor_act_model_layers_55_residual_post_mlp/max": 1952.0, "train/tensor_act_model_layers_55_residual_post_mlp/range": 336.0, "train/tensor_act_model_layers_56_residual_pre_attn/norm": 3729138.25, "train/tensor_act_model_layers_56_residual_pre_attn/mean": 1824.0, "train/tensor_act_model_layers_56_residual_pre_attn/std": 51.5, "train/tensor_act_model_layers_56_residual_pre_attn/max_abs": 1952.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_pre_attn/min": 1616.0, "train/tensor_act_model_layers_56_residual_pre_attn/max": 1952.0, "train/tensor_act_model_layers_56_residual_pre_attn/range": 336.0, "train/tensor_act_model_layers_56_residual_post_attn/norm": 3729138.25, "train/tensor_act_model_layers_56_residual_post_attn/mean": 1824.0, "train/tensor_act_model_layers_56_residual_post_attn/std": 51.5, "train/tensor_act_model_layers_56_residual_post_attn/max_abs": 1952.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_post_attn/min": 1616.0, "train/tensor_act_model_layers_56_residual_post_attn/max": 1952.0, "train/tensor_act_model_layers_56_residual_post_attn/range": 336.0, "train/tensor_act_model_layers_56_mlp_gate_proj/norm": 5235.08544921875, "train/tensor_act_model_layers_56_mlp_gate_proj/mean": 0.875, "train/tensor_act_model_layers_56_mlp_gate_proj/std": 1.578125, "train/tensor_act_model_layers_56_mlp_gate_proj/max_abs": 4.75, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/min": -1.71875, "train/tensor_act_model_layers_56_mlp_gate_proj/max": 4.75, "train/tensor_act_model_layers_56_mlp_gate_proj/range": 6.46875, "train/tensor_act_model_layers_56_mlp_up_proj/norm": 5364.9287109375, "train/tensor_act_model_layers_56_mlp_up_proj/mean": 0.12353515625, "train/tensor_act_model_layers_56_mlp_up_proj/std": 1.8515625, "train/tensor_act_model_layers_56_mlp_up_proj/max_abs": 4.59375, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/min": -4.5625, "train/tensor_act_model_layers_56_mlp_up_proj/max": 4.59375, "train/tensor_act_model_layers_56_mlp_up_proj/range": 9.15625, "train/tensor_act_model_layers_56_mlp_down_proj/norm": 43380.87890625, "train/tensor_act_model_layers_56_mlp_down_proj/mean": 20.875, "train/tensor_act_model_layers_56_mlp_down_proj/std": 3.59375, "train/tensor_act_model_layers_56_mlp_down_proj/max_abs": 30.375, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_mlp_down_proj/min": 12.1875, "train/tensor_act_model_layers_56_mlp_down_proj/max": 30.375, "train/tensor_act_model_layers_56_mlp_down_proj/range": 18.1875, "train/tensor_act_model_layers_56_mlp/norm": 43380.87890625, "train/tensor_act_model_layers_56_mlp/mean": 20.875, "train/tensor_act_model_layers_56_mlp/std": 3.59375, "train/tensor_act_model_layers_56_mlp/max_abs": 30.375, "train/tensor_act_model_layers_56_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_mlp/min": 12.1875, "train/tensor_act_model_layers_56_mlp/max": 30.375, "train/tensor_act_model_layers_56_mlp/range": 18.1875, "train/tensor_act_model_layers_56_residual_post_mlp/norm": 3771486.75, "train/tensor_act_model_layers_56_residual_post_mlp/mean": 1840.0, "train/tensor_act_model_layers_56_residual_post_mlp/std": 52.25, "train/tensor_act_model_layers_56_residual_post_mlp/max_abs": 1976.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_post_mlp/min": 1640.0, "train/tensor_act_model_layers_56_residual_post_mlp/max": 1976.0, "train/tensor_act_model_layers_56_residual_post_mlp/range": 336.0, "train/tensor_act_model_layers_57_residual_pre_attn/norm": 3771486.75, "train/tensor_act_model_layers_57_residual_pre_attn/mean": 1840.0, "train/tensor_act_model_layers_57_residual_pre_attn/std": 52.25, "train/tensor_act_model_layers_57_residual_pre_attn/max_abs": 1976.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_pre_attn/min": 1640.0, "train/tensor_act_model_layers_57_residual_pre_attn/max": 1976.0, "train/tensor_act_model_layers_57_residual_pre_attn/range": 336.0, "train/tensor_act_model_layers_57_residual_post_attn/norm": 3771486.75, "train/tensor_act_model_layers_57_residual_post_attn/mean": 1840.0, "train/tensor_act_model_layers_57_residual_post_attn/std": 52.25, "train/tensor_act_model_layers_57_residual_post_attn/max_abs": 1976.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_post_attn/min": 1640.0, "train/tensor_act_model_layers_57_residual_post_attn/max": 1976.0, "train/tensor_act_model_layers_57_residual_post_attn/range": 336.0, "train/tensor_act_model_layers_57_mlp_gate_proj/norm": 5583.62841796875, "train/tensor_act_model_layers_57_mlp_gate_proj/mean": 1.0234375, "train/tensor_act_model_layers_57_mlp_gate_proj/std": 1.6328125, "train/tensor_act_model_layers_57_mlp_gate_proj/max_abs": 4.5, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/min": -1.1953125, "train/tensor_act_model_layers_57_mlp_gate_proj/max": 4.5, "train/tensor_act_model_layers_57_mlp_gate_proj/range": 5.6953125, "train/tensor_act_model_layers_57_mlp_up_proj/norm": 5686.23193359375, "train/tensor_act_model_layers_57_mlp_up_proj/mean": -0.05419921875, "train/tensor_act_model_layers_57_mlp_up_proj/std": 1.9609375, "train/tensor_act_model_layers_57_mlp_up_proj/max_abs": 4.5, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/min": -4.4375, "train/tensor_act_model_layers_57_mlp_up_proj/max": 4.5, "train/tensor_act_model_layers_57_mlp_up_proj/range": 8.9375, "train/tensor_act_model_layers_57_mlp_down_proj/norm": 49329.48046875, "train/tensor_act_model_layers_57_mlp_down_proj/mean": 23.875, "train/tensor_act_model_layers_57_mlp_down_proj/std": 3.34375, "train/tensor_act_model_layers_57_mlp_down_proj/max_abs": 30.0, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_mlp_down_proj/min": 15.3125, "train/tensor_act_model_layers_57_mlp_down_proj/max": 30.0, "train/tensor_act_model_layers_57_mlp_down_proj/range": 14.6875, "train/tensor_act_model_layers_57_mlp/norm": 49329.48046875, "train/tensor_act_model_layers_57_mlp/mean": 23.875, "train/tensor_act_model_layers_57_mlp/std": 3.34375, "train/tensor_act_model_layers_57_mlp/max_abs": 30.0, "train/tensor_act_model_layers_57_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_mlp/min": 15.3125, "train/tensor_act_model_layers_57_mlp/max": 30.0, "train/tensor_act_model_layers_57_mlp/range": 14.6875, "train/tensor_act_model_layers_57_residual_post_mlp/norm": 3820994.75, "train/tensor_act_model_layers_57_residual_post_mlp/mean": 1864.0, "train/tensor_act_model_layers_57_residual_post_mlp/std": 52.75, "train/tensor_act_model_layers_57_residual_post_mlp/max_abs": 2000.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_post_mlp/min": 1664.0, "train/tensor_act_model_layers_57_residual_post_mlp/max": 2000.0, "train/tensor_act_model_layers_57_residual_post_mlp/range": 336.0, "train/tensor_act_model_layers_58_residual_pre_attn/norm": 3820994.75, "train/tensor_act_model_layers_58_residual_pre_attn/mean": 1864.0, "train/tensor_act_model_layers_58_residual_pre_attn/std": 52.75, "train/tensor_act_model_layers_58_residual_pre_attn/max_abs": 2000.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_pre_attn/min": 1664.0, "train/tensor_act_model_layers_58_residual_pre_attn/max": 2000.0, "train/tensor_act_model_layers_58_residual_pre_attn/range": 336.0, "train/tensor_act_model_layers_58_residual_post_attn/norm": 3820994.75, "train/tensor_act_model_layers_58_residual_post_attn/mean": 1864.0, "train/tensor_act_model_layers_58_residual_post_attn/std": 52.75, "train/tensor_act_model_layers_58_residual_post_attn/max_abs": 2000.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_post_attn/min": 1664.0, "train/tensor_act_model_layers_58_residual_post_attn/max": 2000.0, "train/tensor_act_model_layers_58_residual_post_attn/range": 336.0, "train/tensor_act_model_layers_58_mlp_gate_proj/norm": 5847.9345703125, "train/tensor_act_model_layers_58_mlp_gate_proj/mean": 1.125, "train/tensor_act_model_layers_58_mlp_gate_proj/std": 1.6796875, "train/tensor_act_model_layers_58_mlp_gate_proj/max_abs": 4.5625, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/min": -1.2734375, "train/tensor_act_model_layers_58_mlp_gate_proj/max": 4.5625, "train/tensor_act_model_layers_58_mlp_gate_proj/range": 5.8359375, "train/tensor_act_model_layers_58_mlp_up_proj/norm": 5937.20556640625, "train/tensor_act_model_layers_58_mlp_up_proj/mean": -0.07470703125, "train/tensor_act_model_layers_58_mlp_up_proj/std": 2.046875, "train/tensor_act_model_layers_58_mlp_up_proj/max_abs": 4.90625, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/min": -4.90625, "train/tensor_act_model_layers_58_mlp_up_proj/max": 4.5, "train/tensor_act_model_layers_58_mlp_up_proj/range": 9.40625, "train/tensor_act_model_layers_58_mlp_down_proj/norm": 53516.078125, "train/tensor_act_model_layers_58_mlp_down_proj/mean": 25.875, "train/tensor_act_model_layers_58_mlp_down_proj/std": 3.734375, "train/tensor_act_model_layers_58_mlp_down_proj/max_abs": 35.25, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_mlp_down_proj/min": 15.6875, "train/tensor_act_model_layers_58_mlp_down_proj/max": 35.25, "train/tensor_act_model_layers_58_mlp_down_proj/range": 19.5625, "train/tensor_act_model_layers_58_mlp/norm": 53516.078125, "train/tensor_act_model_layers_58_mlp/mean": 25.875, "train/tensor_act_model_layers_58_mlp/std": 3.734375, "train/tensor_act_model_layers_58_mlp/max_abs": 35.25, "train/tensor_act_model_layers_58_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_mlp/min": 15.6875, "train/tensor_act_model_layers_58_mlp/max": 35.25, "train/tensor_act_model_layers_58_mlp/range": 19.5625, "train/tensor_act_model_layers_58_residual_post_mlp/norm": 3873948.5, "train/tensor_act_model_layers_58_residual_post_mlp/mean": 1888.0, "train/tensor_act_model_layers_58_residual_post_mlp/std": 53.0, "train/tensor_act_model_layers_58_residual_post_mlp/max_abs": 2032.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_post_mlp/min": 1688.0, "train/tensor_act_model_layers_58_residual_post_mlp/max": 2032.0, "train/tensor_act_model_layers_58_residual_post_mlp/range": 344.0, "train/tensor_act_model_layers_59_residual_pre_attn/norm": 3873948.5, "train/tensor_act_model_layers_59_residual_pre_attn/mean": 1888.0, "train/tensor_act_model_layers_59_residual_pre_attn/std": 53.0, "train/tensor_act_model_layers_59_residual_pre_attn/max_abs": 2032.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_pre_attn/min": 1688.0, "train/tensor_act_model_layers_59_residual_pre_attn/max": 2032.0, "train/tensor_act_model_layers_59_residual_pre_attn/range": 344.0, "train/tensor_act_model_layers_59_residual_post_attn/norm": 3873948.5, "train/tensor_act_model_layers_59_residual_post_attn/mean": 1888.0, "train/tensor_act_model_layers_59_residual_post_attn/std": 53.0, "train/tensor_act_model_layers_59_residual_post_attn/max_abs": 2032.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_post_attn/min": 1688.0, "train/tensor_act_model_layers_59_residual_post_attn/max": 2032.0, "train/tensor_act_model_layers_59_residual_post_attn/range": 344.0, "train/tensor_act_model_layers_59_mlp_gate_proj/norm": 5674.8388671875, "train/tensor_act_model_layers_59_mlp_gate_proj/mean": 1.0078125, "train/tensor_act_model_layers_59_mlp_gate_proj/std": 1.6796875, "train/tensor_act_model_layers_59_mlp_gate_proj/max_abs": 4.75, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/min": -1.0703125, "train/tensor_act_model_layers_59_mlp_gate_proj/max": 4.75, "train/tensor_act_model_layers_59_mlp_gate_proj/range": 5.8203125, "train/tensor_act_model_layers_59_mlp_up_proj/norm": 5821.07421875, "train/tensor_act_model_layers_59_mlp_up_proj/mean": -0.00193023681640625, "train/tensor_act_model_layers_59_mlp_up_proj/std": 2.015625, "train/tensor_act_model_layers_59_mlp_up_proj/max_abs": 4.5625, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/min": -4.53125, "train/tensor_act_model_layers_59_mlp_up_proj/max": 4.5625, "train/tensor_act_model_layers_59_mlp_up_proj/range": 9.09375, "train/tensor_act_model_layers_59_mlp_down_proj/norm": 50944.1953125, "train/tensor_act_model_layers_59_mlp_down_proj/mean": 24.625, "train/tensor_act_model_layers_59_mlp_down_proj/std": 3.609375, "train/tensor_act_model_layers_59_mlp_down_proj/max_abs": 33.75, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_mlp_down_proj/min": 14.4375, "train/tensor_act_model_layers_59_mlp_down_proj/max": 33.75, "train/tensor_act_model_layers_59_mlp_down_proj/range": 19.3125, "train/tensor_act_model_layers_59_mlp/norm": 50944.1953125, "train/tensor_act_model_layers_59_mlp/mean": 24.625, "train/tensor_act_model_layers_59_mlp/std": 3.609375, "train/tensor_act_model_layers_59_mlp/max_abs": 33.75, "train/tensor_act_model_layers_59_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_mlp/min": 14.4375, "train/tensor_act_model_layers_59_mlp/max": 33.75, "train/tensor_act_model_layers_59_mlp/range": 19.3125, "train/tensor_act_model_layers_59_residual_post_mlp/norm": 3924528.5, "train/tensor_act_model_layers_59_residual_post_mlp/mean": 1912.0, "train/tensor_act_model_layers_59_residual_post_mlp/std": 53.5, "train/tensor_act_model_layers_59_residual_post_mlp/max_abs": 2064.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_post_mlp/min": 1704.0, "train/tensor_act_model_layers_59_residual_post_mlp/max": 2064.0, "train/tensor_act_model_layers_59_residual_post_mlp/range": 360.0, "train/tensor_act_model_layers_60_residual_pre_attn/norm": 3924528.5, "train/tensor_act_model_layers_60_residual_pre_attn/mean": 1912.0, "train/tensor_act_model_layers_60_residual_pre_attn/std": 53.5, "train/tensor_act_model_layers_60_residual_pre_attn/max_abs": 2064.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_pre_attn/min": 1704.0, "train/tensor_act_model_layers_60_residual_pre_attn/max": 2064.0, "train/tensor_act_model_layers_60_residual_pre_attn/range": 360.0, "train/tensor_act_model_layers_60_residual_post_attn/norm": 3924528.5, "train/tensor_act_model_layers_60_residual_post_attn/mean": 1912.0, "train/tensor_act_model_layers_60_residual_post_attn/std": 53.5, "train/tensor_act_model_layers_60_residual_post_attn/max_abs": 2064.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_post_attn/min": 1704.0, "train/tensor_act_model_layers_60_residual_post_attn/max": 2064.0, "train/tensor_act_model_layers_60_residual_post_attn/range": 360.0, "train/tensor_act_model_layers_60_mlp_gate_proj/norm": 5357.9609375, "train/tensor_act_model_layers_60_mlp_gate_proj/mean": 0.828125, "train/tensor_act_model_layers_60_mlp_gate_proj/std": 1.65625, "train/tensor_act_model_layers_60_mlp_gate_proj/max_abs": 4.4375, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/min": -1.234375, "train/tensor_act_model_layers_60_mlp_gate_proj/max": 4.4375, "train/tensor_act_model_layers_60_mlp_gate_proj/range": 5.671875, "train/tensor_act_model_layers_60_mlp_up_proj/norm": 5314.447265625, "train/tensor_act_model_layers_60_mlp_up_proj/mean": -0.08935546875, "train/tensor_act_model_layers_60_mlp_up_proj/std": 1.8359375, "train/tensor_act_model_layers_60_mlp_up_proj/max_abs": 4.625, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/min": -4.59375, "train/tensor_act_model_layers_60_mlp_up_proj/max": 4.625, "train/tensor_act_model_layers_60_mlp_up_proj/range": 9.21875, "train/tensor_act_model_layers_60_mlp_down_proj/norm": 43314.48828125, "train/tensor_act_model_layers_60_mlp_down_proj/mean": 20.875, "train/tensor_act_model_layers_60_mlp_down_proj/std": 3.546875, "train/tensor_act_model_layers_60_mlp_down_proj/max_abs": 29.625, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_mlp_down_proj/min": 12.75, "train/tensor_act_model_layers_60_mlp_down_proj/max": 29.625, "train/tensor_act_model_layers_60_mlp_down_proj/range": 16.875, "train/tensor_act_model_layers_60_mlp/norm": 43314.48828125, "train/tensor_act_model_layers_60_mlp/mean": 20.875, "train/tensor_act_model_layers_60_mlp/std": 3.546875, "train/tensor_act_model_layers_60_mlp/max_abs": 29.625, "train/tensor_act_model_layers_60_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_mlp/min": 12.75, "train/tensor_act_model_layers_60_mlp/max": 29.625, "train/tensor_act_model_layers_60_mlp/range": 16.875, "train/tensor_act_model_layers_60_residual_post_mlp/norm": 3967498.75, "train/tensor_act_model_layers_60_residual_post_mlp/mean": 1936.0, "train/tensor_act_model_layers_60_residual_post_mlp/std": 54.5, "train/tensor_act_model_layers_60_residual_post_mlp/max_abs": 2096.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_post_mlp/min": 1720.0, "train/tensor_act_model_layers_60_residual_post_mlp/max": 2096.0, "train/tensor_act_model_layers_60_residual_post_mlp/range": 376.0, "train/tensor_act_model_layers_61_residual_pre_attn/norm": 3967498.75, "train/tensor_act_model_layers_61_residual_pre_attn/mean": 1936.0, "train/tensor_act_model_layers_61_residual_pre_attn/std": 54.5, "train/tensor_act_model_layers_61_residual_pre_attn/max_abs": 2096.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_pre_attn/min": 1720.0, "train/tensor_act_model_layers_61_residual_pre_attn/max": 2096.0, "train/tensor_act_model_layers_61_residual_pre_attn/range": 376.0, "train/tensor_act_model_layers_61_residual_post_attn/norm": 3967498.75, "train/tensor_act_model_layers_61_residual_post_attn/mean": 1936.0, "train/tensor_act_model_layers_61_residual_post_attn/std": 54.5, "train/tensor_act_model_layers_61_residual_post_attn/max_abs": 2096.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_post_attn/min": 1720.0, "train/tensor_act_model_layers_61_residual_post_attn/max": 2096.0, "train/tensor_act_model_layers_61_residual_post_attn/range": 376.0, "train/tensor_act_model_layers_61_mlp_gate_proj/norm": 5057.693359375, "train/tensor_act_model_layers_61_mlp_gate_proj/mean": 0.81640625, "train/tensor_act_model_layers_61_mlp_gate_proj/std": 1.546875, "train/tensor_act_model_layers_61_mlp_gate_proj/max_abs": 4.59375, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/min": -1.0703125, "train/tensor_act_model_layers_61_mlp_gate_proj/max": 4.59375, "train/tensor_act_model_layers_61_mlp_gate_proj/range": 5.6640625, "train/tensor_act_model_layers_61_mlp_up_proj/norm": 5131.60400390625, "train/tensor_act_model_layers_61_mlp_up_proj/mean": -0.03271484375, "train/tensor_act_model_layers_61_mlp_up_proj/std": 1.7734375, "train/tensor_act_model_layers_61_mlp_up_proj/max_abs": 4.53125, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/min": -4.53125, "train/tensor_act_model_layers_61_mlp_up_proj/max": 4.3125, "train/tensor_act_model_layers_61_mlp_up_proj/range": 8.84375, "train/tensor_act_model_layers_61_mlp_down_proj/norm": 38610.98046875, "train/tensor_act_model_layers_61_mlp_down_proj/mean": 18.625, "train/tensor_act_model_layers_61_mlp_down_proj/std": 2.90625, "train/tensor_act_model_layers_61_mlp_down_proj/max_abs": 25.0, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_mlp_down_proj/min": 11.5625, "train/tensor_act_model_layers_61_mlp_down_proj/max": 25.0, "train/tensor_act_model_layers_61_mlp_down_proj/range": 13.4375, "train/tensor_act_model_layers_61_mlp/norm": 38610.98046875, "train/tensor_act_model_layers_61_mlp/mean": 18.625, "train/tensor_act_model_layers_61_mlp/std": 2.90625, "train/tensor_act_model_layers_61_mlp/max_abs": 25.0, "train/tensor_act_model_layers_61_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_mlp/min": 11.5625, "train/tensor_act_model_layers_61_mlp/max": 25.0, "train/tensor_act_model_layers_61_mlp/range": 13.4375, "train/tensor_act_model_layers_61_residual_post_mlp/norm": 4005105.25, "train/tensor_act_model_layers_61_residual_post_mlp/mean": 1952.0, "train/tensor_act_model_layers_61_residual_post_mlp/std": 54.75, "train/tensor_act_model_layers_61_residual_post_mlp/max_abs": 2112.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_post_mlp/min": 1736.0, "train/tensor_act_model_layers_61_residual_post_mlp/max": 2112.0, "train/tensor_act_model_layers_61_residual_post_mlp/range": 376.0, "train/tensor_act_model_layers_62_residual_pre_attn/norm": 4005105.25, "train/tensor_act_model_layers_62_residual_pre_attn/mean": 1952.0, "train/tensor_act_model_layers_62_residual_pre_attn/std": 54.75, "train/tensor_act_model_layers_62_residual_pre_attn/max_abs": 2112.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_pre_attn/min": 1736.0, "train/tensor_act_model_layers_62_residual_pre_attn/max": 2112.0, "train/tensor_act_model_layers_62_residual_pre_attn/range": 376.0, "train/tensor_act_model_layers_62_residual_post_attn/norm": 4005105.25, "train/tensor_act_model_layers_62_residual_post_attn/mean": 1952.0, "train/tensor_act_model_layers_62_residual_post_attn/std": 54.75, "train/tensor_act_model_layers_62_residual_post_attn/max_abs": 2112.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_post_attn/min": 1736.0, "train/tensor_act_model_layers_62_residual_post_attn/max": 2112.0, "train/tensor_act_model_layers_62_residual_post_attn/range": 376.0, "train/tensor_act_model_layers_62_mlp_gate_proj/norm": 5110.279296875, "train/tensor_act_model_layers_62_mlp_gate_proj/mean": 0.82421875, "train/tensor_act_model_layers_62_mlp_gate_proj/std": 1.5625, "train/tensor_act_model_layers_62_mlp_gate_proj/max_abs": 4.84375, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/min": -1.1171875, "train/tensor_act_model_layers_62_mlp_gate_proj/max": 4.84375, "train/tensor_act_model_layers_62_mlp_gate_proj/range": 5.9609375, "train/tensor_act_model_layers_62_mlp_up_proj/norm": 5128.869140625, "train/tensor_act_model_layers_62_mlp_up_proj/mean": 0.1318359375, "train/tensor_act_model_layers_62_mlp_up_proj/std": 1.765625, "train/tensor_act_model_layers_62_mlp_up_proj/max_abs": 4.28125, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/min": -4.28125, "train/tensor_act_model_layers_62_mlp_up_proj/max": 4.28125, "train/tensor_act_model_layers_62_mlp_up_proj/range": 8.5625, "train/tensor_act_model_layers_62_mlp_down_proj/norm": 39271.33984375, "train/tensor_act_model_layers_62_mlp_down_proj/mean": 19.0, "train/tensor_act_model_layers_62_mlp_down_proj/std": 2.9375, "train/tensor_act_model_layers_62_mlp_down_proj/max_abs": 26.25, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_mlp_down_proj/min": 12.1875, "train/tensor_act_model_layers_62_mlp_down_proj/max": 26.25, "train/tensor_act_model_layers_62_mlp_down_proj/range": 14.0625, "train/tensor_act_model_layers_62_mlp/norm": 39271.33984375, "train/tensor_act_model_layers_62_mlp/mean": 19.0, "train/tensor_act_model_layers_62_mlp/std": 2.9375, "train/tensor_act_model_layers_62_mlp/max_abs": 26.25, "train/tensor_act_model_layers_62_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_mlp/min": 12.1875, "train/tensor_act_model_layers_62_mlp/max": 26.25, "train/tensor_act_model_layers_62_mlp/range": 14.0625, "train/tensor_act_model_layers_62_residual_post_mlp/norm": 4044016.25, "train/tensor_act_model_layers_62_residual_post_mlp/mean": 1976.0, "train/tensor_act_model_layers_62_residual_post_mlp/std": 54.5, "train/tensor_act_model_layers_62_residual_post_mlp/max_abs": 2128.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_post_mlp/min": 1760.0, "train/tensor_act_model_layers_62_residual_post_mlp/max": 2128.0, "train/tensor_act_model_layers_62_residual_post_mlp/range": 368.0, "train/tensor_act_model_layers_63_residual_pre_attn/norm": 4044016.25, "train/tensor_act_model_layers_63_residual_pre_attn/mean": 1976.0, "train/tensor_act_model_layers_63_residual_pre_attn/std": 54.5, "train/tensor_act_model_layers_63_residual_pre_attn/max_abs": 2128.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_pre_attn/min": 1760.0, "train/tensor_act_model_layers_63_residual_pre_attn/max": 2128.0, "train/tensor_act_model_layers_63_residual_pre_attn/range": 368.0, "train/tensor_act_model_layers_63_residual_post_attn/norm": 4044016.25, "train/tensor_act_model_layers_63_residual_post_attn/mean": 1976.0, "train/tensor_act_model_layers_63_residual_post_attn/std": 54.5, "train/tensor_act_model_layers_63_residual_post_attn/max_abs": 2128.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_post_attn/min": 1760.0, "train/tensor_act_model_layers_63_residual_post_attn/max": 2128.0, "train/tensor_act_model_layers_63_residual_post_attn/range": 368.0, "train/tensor_act_model_layers_63_mlp_gate_proj/norm": 5306.5390625, "train/tensor_act_model_layers_63_mlp_gate_proj/mean": 0.83203125, "train/tensor_act_model_layers_63_mlp_gate_proj/std": 1.6328125, "train/tensor_act_model_layers_63_mlp_gate_proj/max_abs": 4.46875, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_63_mlp_gate_proj/max": 4.46875, "train/tensor_act_model_layers_63_mlp_gate_proj/range": 5.7578125, "train/tensor_act_model_layers_63_mlp_up_proj/norm": 5191.232421875, "train/tensor_act_model_layers_63_mlp_up_proj/mean": -0.10986328125, "train/tensor_act_model_layers_63_mlp_up_proj/std": 1.7890625, "train/tensor_act_model_layers_63_mlp_up_proj/max_abs": 4.4375, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/min": -4.28125, "train/tensor_act_model_layers_63_mlp_up_proj/max": 4.4375, "train/tensor_act_model_layers_63_mlp_up_proj/range": 8.71875, "train/tensor_act_model_layers_63_mlp_down_proj/norm": 43536.75390625, "train/tensor_act_model_layers_63_mlp_down_proj/mean": 21.0, "train/tensor_act_model_layers_63_mlp_down_proj/std": 2.921875, "train/tensor_act_model_layers_63_mlp_down_proj/max_abs": 27.875, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_mlp_down_proj/min": 12.9375, "train/tensor_act_model_layers_63_mlp_down_proj/max": 27.875, "train/tensor_act_model_layers_63_mlp_down_proj/range": 14.9375, "train/tensor_act_model_layers_63_mlp/norm": 43536.75390625, "train/tensor_act_model_layers_63_mlp/mean": 21.0, "train/tensor_act_model_layers_63_mlp/std": 2.921875, "train/tensor_act_model_layers_63_mlp/max_abs": 27.875, "train/tensor_act_model_layers_63_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_mlp/min": 12.9375, "train/tensor_act_model_layers_63_mlp/max": 27.875, "train/tensor_act_model_layers_63_mlp/range": 14.9375, "train/tensor_act_model_layers_63_residual_post_mlp/norm": 4086862.75, "train/tensor_act_model_layers_63_residual_post_mlp/mean": 1992.0, "train/tensor_act_model_layers_63_residual_post_mlp/std": 54.75, "train/tensor_act_model_layers_63_residual_post_mlp/max_abs": 2144.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_post_mlp/min": 1776.0, "train/tensor_act_model_layers_63_residual_post_mlp/max": 2144.0, "train/tensor_act_model_layers_63_residual_post_mlp/range": 368.0, "train/tensor_act_model_layers_64_residual_pre_attn/norm": 4086862.75, "train/tensor_act_model_layers_64_residual_pre_attn/mean": 1992.0, "train/tensor_act_model_layers_64_residual_pre_attn/std": 54.75, "train/tensor_act_model_layers_64_residual_pre_attn/max_abs": 2144.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_pre_attn/min": 1776.0, "train/tensor_act_model_layers_64_residual_pre_attn/max": 2144.0, "train/tensor_act_model_layers_64_residual_pre_attn/range": 368.0, "train/tensor_act_model_layers_64_residual_post_attn/norm": 4086862.75, "train/tensor_act_model_layers_64_residual_post_attn/mean": 1992.0, "train/tensor_act_model_layers_64_residual_post_attn/std": 54.75, "train/tensor_act_model_layers_64_residual_post_attn/max_abs": 2144.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_post_attn/min": 1776.0, "train/tensor_act_model_layers_64_residual_post_attn/max": 2144.0, "train/tensor_act_model_layers_64_residual_post_attn/range": 368.0, "train/tensor_act_model_layers_64_mlp_gate_proj/norm": 4923.533203125, "train/tensor_act_model_layers_64_mlp_gate_proj/mean": 0.73046875, "train/tensor_act_model_layers_64_mlp_gate_proj/std": 1.53125, "train/tensor_act_model_layers_64_mlp_gate_proj/max_abs": 4.4375, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/min": -1.5859375, "train/tensor_act_model_layers_64_mlp_gate_proj/max": 4.4375, "train/tensor_act_model_layers_64_mlp_gate_proj/range": 6.0234375, "train/tensor_act_model_layers_64_mlp_up_proj/norm": 5139.79931640625, "train/tensor_act_model_layers_64_mlp_up_proj/mean": 0.052734375, "train/tensor_act_model_layers_64_mlp_up_proj/std": 1.7734375, "train/tensor_act_model_layers_64_mlp_up_proj/max_abs": 4.5, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/min": -4.5, "train/tensor_act_model_layers_64_mlp_up_proj/max": 4.375, "train/tensor_act_model_layers_64_mlp_up_proj/range": 8.875, "train/tensor_act_model_layers_64_mlp_down_proj/norm": 37131.8203125, "train/tensor_act_model_layers_64_mlp_down_proj/mean": 17.75, "train/tensor_act_model_layers_64_mlp_down_proj/std": 3.6875, "train/tensor_act_model_layers_64_mlp_down_proj/max_abs": 30.0, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_user_limit": 0.9765625, "train/tensor_act_model_layers_64_mlp_down_proj/min": 6.09375, "train/tensor_act_model_layers_64_mlp_down_proj/max": 30.0, "train/tensor_act_model_layers_64_mlp_down_proj/range": 23.90625, "train/tensor_act_model_layers_64_mlp/norm": 37131.8203125, "train/tensor_act_model_layers_64_mlp/mean": 17.75, "train/tensor_act_model_layers_64_mlp/std": 3.6875, "train/tensor_act_model_layers_64_mlp/max_abs": 30.0, "train/tensor_act_model_layers_64_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp/frac_near_user_limit": 0.9765625, "train/tensor_act_model_layers_64_mlp/min": 6.09375, "train/tensor_act_model_layers_64_mlp/max": 30.0, "train/tensor_act_model_layers_64_mlp/range": 23.90625, "train/tensor_act_model_layers_64_residual_post_mlp/norm": 4122224.25, "train/tensor_act_model_layers_64_residual_post_mlp/mean": 2016.0, "train/tensor_act_model_layers_64_residual_post_mlp/std": 54.5, "train/tensor_act_model_layers_64_residual_post_mlp/max_abs": 2160.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_post_mlp/min": 1792.0, "train/tensor_act_model_layers_64_residual_post_mlp/max": 2160.0, "train/tensor_act_model_layers_64_residual_post_mlp/range": 368.0, "train/tensor_act_model_layers_65_residual_pre_attn/norm": 4122224.25, "train/tensor_act_model_layers_65_residual_pre_attn/mean": 2016.0, "train/tensor_act_model_layers_65_residual_pre_attn/std": 54.5, "train/tensor_act_model_layers_65_residual_pre_attn/max_abs": 2160.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_pre_attn/min": 1792.0, "train/tensor_act_model_layers_65_residual_pre_attn/max": 2160.0, "train/tensor_act_model_layers_65_residual_pre_attn/range": 368.0, "train/tensor_act_model_layers_65_residual_post_attn/norm": 4122224.25, "train/tensor_act_model_layers_65_residual_post_attn/mean": 2016.0, "train/tensor_act_model_layers_65_residual_post_attn/std": 54.5, "train/tensor_act_model_layers_65_residual_post_attn/max_abs": 2160.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_post_attn/min": 1792.0, "train/tensor_act_model_layers_65_residual_post_attn/max": 2160.0, "train/tensor_act_model_layers_65_residual_post_attn/range": 368.0, "train/tensor_act_model_layers_65_mlp_gate_proj/norm": 4910.6640625, "train/tensor_act_model_layers_65_mlp_gate_proj/mean": 0.6484375, "train/tensor_act_model_layers_65_mlp_gate_proj/std": 1.5625, "train/tensor_act_model_layers_65_mlp_gate_proj/max_abs": 4.375, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/min": -1.609375, "train/tensor_act_model_layers_65_mlp_gate_proj/max": 4.375, "train/tensor_act_model_layers_65_mlp_gate_proj/range": 5.984375, "train/tensor_act_model_layers_65_mlp_up_proj/norm": 4952.1845703125, "train/tensor_act_model_layers_65_mlp_up_proj/mean": 0.10400390625, "train/tensor_act_model_layers_65_mlp_up_proj/std": 1.703125, "train/tensor_act_model_layers_65_mlp_up_proj/max_abs": 4.65625, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/min": -4.65625, "train/tensor_act_model_layers_65_mlp_up_proj/max": 4.40625, "train/tensor_act_model_layers_65_mlp_up_proj/range": 9.0625, "train/tensor_act_model_layers_65_mlp_down_proj/norm": 35270.4375, "train/tensor_act_model_layers_65_mlp_down_proj/mean": 17.0, "train/tensor_act_model_layers_65_mlp_down_proj/std": 2.71875, "train/tensor_act_model_layers_65_mlp_down_proj/max_abs": 23.625, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_user_limit": 0.984375, "train/tensor_act_model_layers_65_mlp_down_proj/min": 8.25, "train/tensor_act_model_layers_65_mlp_down_proj/max": 23.625, "train/tensor_act_model_layers_65_mlp_down_proj/range": 15.375, "train/tensor_act_model_layers_65_mlp/norm": 35270.4375, "train/tensor_act_model_layers_65_mlp/mean": 17.0, "train/tensor_act_model_layers_65_mlp/std": 2.71875, "train/tensor_act_model_layers_65_mlp/max_abs": 23.625, "train/tensor_act_model_layers_65_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp/frac_near_user_limit": 0.984375, "train/tensor_act_model_layers_65_mlp/min": 8.25, "train/tensor_act_model_layers_65_mlp/max": 23.625, "train/tensor_act_model_layers_65_mlp/range": 15.375, "train/tensor_act_model_layers_65_residual_post_mlp/norm": 4156140.75, "train/tensor_act_model_layers_65_residual_post_mlp/mean": 2032.0, "train/tensor_act_model_layers_65_residual_post_mlp/std": 54.25, "train/tensor_act_model_layers_65_residual_post_mlp/max_abs": 2176.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_post_mlp/min": 1816.0, "train/tensor_act_model_layers_65_residual_post_mlp/max": 2176.0, "train/tensor_act_model_layers_65_residual_post_mlp/range": 360.0, "train/tensor_act_model_layers_66_residual_pre_attn/norm": 4156140.75, "train/tensor_act_model_layers_66_residual_pre_attn/mean": 2032.0, "train/tensor_act_model_layers_66_residual_pre_attn/std": 54.25, "train/tensor_act_model_layers_66_residual_pre_attn/max_abs": 2176.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_pre_attn/min": 1816.0, "train/tensor_act_model_layers_66_residual_pre_attn/max": 2176.0, "train/tensor_act_model_layers_66_residual_pre_attn/range": 360.0, "train/tensor_act_model_layers_66_residual_post_attn/norm": 4156140.75, "train/tensor_act_model_layers_66_residual_post_attn/mean": 2032.0, "train/tensor_act_model_layers_66_residual_post_attn/std": 54.25, "train/tensor_act_model_layers_66_residual_post_attn/max_abs": 2176.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_post_attn/min": 1816.0, "train/tensor_act_model_layers_66_residual_post_attn/max": 2176.0, "train/tensor_act_model_layers_66_residual_post_attn/range": 360.0, "train/tensor_act_model_layers_66_mlp_gate_proj/norm": 5170.087890625, "train/tensor_act_model_layers_66_mlp_gate_proj/mean": 0.7890625, "train/tensor_act_model_layers_66_mlp_gate_proj/std": 1.6015625, "train/tensor_act_model_layers_66_mlp_gate_proj/max_abs": 4.46875, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/min": -1.6875, "train/tensor_act_model_layers_66_mlp_gate_proj/max": 4.46875, "train/tensor_act_model_layers_66_mlp_gate_proj/range": 6.15625, "train/tensor_act_model_layers_66_mlp_up_proj/norm": 5034.41845703125, "train/tensor_act_model_layers_66_mlp_up_proj/mean": -0.01611328125, "train/tensor_act_model_layers_66_mlp_up_proj/std": 1.734375, "train/tensor_act_model_layers_66_mlp_up_proj/max_abs": 4.375, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/min": -4.34375, "train/tensor_act_model_layers_66_mlp_up_proj/max": 4.375, "train/tensor_act_model_layers_66_mlp_up_proj/range": 8.71875, "train/tensor_act_model_layers_66_mlp_down_proj/norm": 38018.15625, "train/tensor_act_model_layers_66_mlp_down_proj/mean": 18.25, "train/tensor_act_model_layers_66_mlp_down_proj/std": 3.46875, "train/tensor_act_model_layers_66_mlp_down_proj/max_abs": 27.375, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_user_limit": 0.9921875, "train/tensor_act_model_layers_66_mlp_down_proj/min": 8.3125, "train/tensor_act_model_layers_66_mlp_down_proj/max": 27.375, "train/tensor_act_model_layers_66_mlp_down_proj/range": 19.0625, "train/tensor_act_model_layers_66_mlp/norm": 38018.15625, "train/tensor_act_model_layers_66_mlp/mean": 18.25, "train/tensor_act_model_layers_66_mlp/std": 3.46875, "train/tensor_act_model_layers_66_mlp/max_abs": 27.375, "train/tensor_act_model_layers_66_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp/frac_near_user_limit": 0.9921875, "train/tensor_act_model_layers_66_mlp/min": 8.3125, "train/tensor_act_model_layers_66_mlp/max": 27.375, "train/tensor_act_model_layers_66_mlp/range": 19.0625, "train/tensor_act_model_layers_66_residual_post_mlp/norm": 4192623.25, "train/tensor_act_model_layers_66_residual_post_mlp/mean": 2048.0, "train/tensor_act_model_layers_66_residual_post_mlp/std": 54.0, "train/tensor_act_model_layers_66_residual_post_mlp/max_abs": 2192.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_post_mlp/min": 1832.0, "train/tensor_act_model_layers_66_residual_post_mlp/max": 2192.0, "train/tensor_act_model_layers_66_residual_post_mlp/range": 360.0, "train/tensor_act_model_layers_67_residual_pre_attn/norm": 4192623.25, "train/tensor_act_model_layers_67_residual_pre_attn/mean": 2048.0, "train/tensor_act_model_layers_67_residual_pre_attn/std": 54.0, "train/tensor_act_model_layers_67_residual_pre_attn/max_abs": 2192.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_pre_attn/min": 1832.0, "train/tensor_act_model_layers_67_residual_pre_attn/max": 2192.0, "train/tensor_act_model_layers_67_residual_pre_attn/range": 360.0, "train/tensor_act_model_layers_67_residual_post_attn/norm": 4192623.25, "train/tensor_act_model_layers_67_residual_post_attn/mean": 2048.0, "train/tensor_act_model_layers_67_residual_post_attn/std": 54.0, "train/tensor_act_model_layers_67_residual_post_attn/max_abs": 2192.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_post_attn/min": 1832.0, "train/tensor_act_model_layers_67_residual_post_attn/max": 2192.0, "train/tensor_act_model_layers_67_residual_post_attn/range": 360.0, "train/tensor_act_model_layers_67_mlp_gate_proj/norm": 5359.537109375, "train/tensor_act_model_layers_67_mlp_gate_proj/mean": 0.83984375, "train/tensor_act_model_layers_67_mlp_gate_proj/std": 1.6484375, "train/tensor_act_model_layers_67_mlp_gate_proj/max_abs": 4.65625, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/min": -1.3203125, "train/tensor_act_model_layers_67_mlp_gate_proj/max": 4.65625, "train/tensor_act_model_layers_67_mlp_gate_proj/range": 5.9765625, "train/tensor_act_model_layers_67_mlp_up_proj/norm": 5338.87255859375, "train/tensor_act_model_layers_67_mlp_up_proj/mean": -0.0712890625, "train/tensor_act_model_layers_67_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_67_mlp_up_proj/max_abs": 4.71875, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/min": -4.5, "train/tensor_act_model_layers_67_mlp_up_proj/max": 4.71875, "train/tensor_act_model_layers_67_mlp_up_proj/range": 9.21875, "train/tensor_act_model_layers_67_mlp_down_proj/norm": 44291.10546875, "train/tensor_act_model_layers_67_mlp_down_proj/mean": 21.375, "train/tensor_act_model_layers_67_mlp_down_proj/std": 3.234375, "train/tensor_act_model_layers_67_mlp_down_proj/max_abs": 28.125, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_mlp_down_proj/min": 12.625, "train/tensor_act_model_layers_67_mlp_down_proj/max": 28.125, "train/tensor_act_model_layers_67_mlp_down_proj/range": 15.5, "train/tensor_act_model_layers_67_mlp/norm": 44291.10546875, "train/tensor_act_model_layers_67_mlp/mean": 21.375, "train/tensor_act_model_layers_67_mlp/std": 3.234375, "train/tensor_act_model_layers_67_mlp/max_abs": 28.125, "train/tensor_act_model_layers_67_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_mlp/min": 12.625, "train/tensor_act_model_layers_67_mlp/max": 28.125, "train/tensor_act_model_layers_67_mlp/range": 15.5, "train/tensor_act_model_layers_67_residual_post_mlp/norm": 4235164.5, "train/tensor_act_model_layers_67_residual_post_mlp/mean": 2064.0, "train/tensor_act_model_layers_67_residual_post_mlp/std": 54.25, "train/tensor_act_model_layers_67_residual_post_mlp/max_abs": 2208.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_post_mlp/min": 1848.0, "train/tensor_act_model_layers_67_residual_post_mlp/max": 2208.0, "train/tensor_act_model_layers_67_residual_post_mlp/range": 360.0, "train/tensor_act_model_layers_68_residual_pre_attn/norm": 4235164.5, "train/tensor_act_model_layers_68_residual_pre_attn/mean": 2064.0, "train/tensor_act_model_layers_68_residual_pre_attn/std": 54.25, "train/tensor_act_model_layers_68_residual_pre_attn/max_abs": 2208.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_pre_attn/min": 1848.0, "train/tensor_act_model_layers_68_residual_pre_attn/max": 2208.0, "train/tensor_act_model_layers_68_residual_pre_attn/range": 360.0, "train/tensor_act_model_layers_68_residual_post_attn/norm": 4235164.5, "train/tensor_act_model_layers_68_residual_post_attn/mean": 2064.0, "train/tensor_act_model_layers_68_residual_post_attn/std": 54.25, "train/tensor_act_model_layers_68_residual_post_attn/max_abs": 2208.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_post_attn/min": 1848.0, "train/tensor_act_model_layers_68_residual_post_attn/max": 2208.0, "train/tensor_act_model_layers_68_residual_post_attn/range": 360.0, "train/tensor_act_model_layers_68_mlp_gate_proj/norm": 5415.052734375, "train/tensor_act_model_layers_68_mlp_gate_proj/mean": 0.8984375, "train/tensor_act_model_layers_68_mlp_gate_proj/std": 1.640625, "train/tensor_act_model_layers_68_mlp_gate_proj/max_abs": 4.75, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/min": -1.21875, "train/tensor_act_model_layers_68_mlp_gate_proj/max": 4.75, "train/tensor_act_model_layers_68_mlp_gate_proj/range": 5.96875, "train/tensor_act_model_layers_68_mlp_up_proj/norm": 5492.86669921875, "train/tensor_act_model_layers_68_mlp_up_proj/mean": -0.162109375, "train/tensor_act_model_layers_68_mlp_up_proj/std": 1.890625, "train/tensor_act_model_layers_68_mlp_up_proj/max_abs": 4.5625, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/min": -4.5625, "train/tensor_act_model_layers_68_mlp_up_proj/max": 4.53125, "train/tensor_act_model_layers_68_mlp_up_proj/range": 9.09375, "train/tensor_act_model_layers_68_mlp_down_proj/norm": 45314.94921875, "train/tensor_act_model_layers_68_mlp_down_proj/mean": 21.875, "train/tensor_act_model_layers_68_mlp_down_proj/std": 3.28125, "train/tensor_act_model_layers_68_mlp_down_proj/max_abs": 32.75, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_mlp_down_proj/min": 14.0, "train/tensor_act_model_layers_68_mlp_down_proj/max": 32.75, "train/tensor_act_model_layers_68_mlp_down_proj/range": 18.75, "train/tensor_act_model_layers_68_mlp/norm": 45314.94921875, "train/tensor_act_model_layers_68_mlp/mean": 21.875, "train/tensor_act_model_layers_68_mlp/std": 3.28125, "train/tensor_act_model_layers_68_mlp/max_abs": 32.75, "train/tensor_act_model_layers_68_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_mlp/min": 14.0, "train/tensor_act_model_layers_68_mlp/max": 32.75, "train/tensor_act_model_layers_68_mlp/range": 18.75, "train/tensor_act_model_layers_68_residual_post_mlp/norm": 4278755.5, "train/tensor_act_model_layers_68_residual_post_mlp/mean": 2096.0, "train/tensor_act_model_layers_68_residual_post_mlp/std": 55.0, "train/tensor_act_model_layers_68_residual_post_mlp/max_abs": 2240.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_post_mlp/min": 1872.0, "train/tensor_act_model_layers_68_residual_post_mlp/max": 2240.0, "train/tensor_act_model_layers_68_residual_post_mlp/range": 368.0, "train/tensor_act_model_layers_69_residual_pre_attn/norm": 4278755.5, "train/tensor_act_model_layers_69_residual_pre_attn/mean": 2096.0, "train/tensor_act_model_layers_69_residual_pre_attn/std": 55.0, "train/tensor_act_model_layers_69_residual_pre_attn/max_abs": 2240.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_pre_attn/min": 1872.0, "train/tensor_act_model_layers_69_residual_pre_attn/max": 2240.0, "train/tensor_act_model_layers_69_residual_pre_attn/range": 368.0, "train/tensor_act_model_layers_69_residual_post_attn/norm": 4278755.5, "train/tensor_act_model_layers_69_residual_post_attn/mean": 2096.0, "train/tensor_act_model_layers_69_residual_post_attn/std": 55.0, "train/tensor_act_model_layers_69_residual_post_attn/max_abs": 2240.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_post_attn/min": 1872.0, "train/tensor_act_model_layers_69_residual_post_attn/max": 2240.0, "train/tensor_act_model_layers_69_residual_post_attn/range": 368.0, "train/tensor_act_model_layers_69_mlp_gate_proj/norm": 4743.38134765625, "train/tensor_act_model_layers_69_mlp_gate_proj/mean": 0.64453125, "train/tensor_act_model_layers_69_mlp_gate_proj/std": 1.5078125, "train/tensor_act_model_layers_69_mlp_gate_proj/max_abs": 4.5625, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/min": -1.625, "train/tensor_act_model_layers_69_mlp_gate_proj/max": 4.5625, "train/tensor_act_model_layers_69_mlp_gate_proj/range": 6.1875, "train/tensor_act_model_layers_69_mlp_up_proj/norm": 4900.505859375, "train/tensor_act_model_layers_69_mlp_up_proj/mean": -0.036376953125, "train/tensor_act_model_layers_69_mlp_up_proj/std": 1.6953125, "train/tensor_act_model_layers_69_mlp_up_proj/max_abs": 4.53125, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/min": -4.53125, "train/tensor_act_model_layers_69_mlp_up_proj/max": 4.375, "train/tensor_act_model_layers_69_mlp_up_proj/range": 8.90625, "train/tensor_act_model_layers_69_mlp_down_proj/norm": 33192.73046875, "train/tensor_act_model_layers_69_mlp_down_proj/mean": 16.0, "train/tensor_act_model_layers_69_mlp_down_proj/std": 2.625, "train/tensor_act_model_layers_69_mlp_down_proj/max_abs": 23.375, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_mlp_down_proj/min": 10.0625, "train/tensor_act_model_layers_69_mlp_down_proj/max": 23.375, "train/tensor_act_model_layers_69_mlp_down_proj/range": 13.3125, "train/tensor_act_model_layers_69_mlp/norm": 33192.73046875, "train/tensor_act_model_layers_69_mlp/mean": 16.0, "train/tensor_act_model_layers_69_mlp/std": 2.625, "train/tensor_act_model_layers_69_mlp/max_abs": 23.375, "train/tensor_act_model_layers_69_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_mlp/min": 10.0625, "train/tensor_act_model_layers_69_mlp/max": 23.375, "train/tensor_act_model_layers_69_mlp/range": 13.3125, "train/tensor_act_model_layers_69_residual_post_mlp/norm": 4311085.5, "train/tensor_act_model_layers_69_residual_post_mlp/mean": 2112.0, "train/tensor_act_model_layers_69_residual_post_mlp/std": 55.25, "train/tensor_act_model_layers_69_residual_post_mlp/max_abs": 2256.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_post_mlp/min": 1888.0, "train/tensor_act_model_layers_69_residual_post_mlp/max": 2256.0, "train/tensor_act_model_layers_69_residual_post_mlp/range": 368.0, "train/tensor_act_model_layers_70_residual_pre_attn/norm": 4311085.5, "train/tensor_act_model_layers_70_residual_pre_attn/mean": 2112.0, "train/tensor_act_model_layers_70_residual_pre_attn/std": 55.25, "train/tensor_act_model_layers_70_residual_pre_attn/max_abs": 2256.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_pre_attn/min": 1888.0, "train/tensor_act_model_layers_70_residual_pre_attn/max": 2256.0, "train/tensor_act_model_layers_70_residual_pre_attn/range": 368.0, "train/tensor_act_model_layers_70_residual_post_attn/norm": 4311085.5, "train/tensor_act_model_layers_70_residual_post_attn/mean": 2112.0, "train/tensor_act_model_layers_70_residual_post_attn/std": 55.25, "train/tensor_act_model_layers_70_residual_post_attn/max_abs": 2256.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_post_attn/min": 1888.0, "train/tensor_act_model_layers_70_residual_post_attn/max": 2256.0, "train/tensor_act_model_layers_70_residual_post_attn/range": 368.0, "train/tensor_act_model_layers_70_mlp_gate_proj/norm": 5307.81982421875, "train/tensor_act_model_layers_70_mlp_gate_proj/mean": 0.8984375, "train/tensor_act_model_layers_70_mlp_gate_proj/std": 1.59375, "train/tensor_act_model_layers_70_mlp_gate_proj/max_abs": 4.46875, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/min": -1.3203125, "train/tensor_act_model_layers_70_mlp_gate_proj/max": 4.46875, "train/tensor_act_model_layers_70_mlp_gate_proj/range": 5.7890625, "train/tensor_act_model_layers_70_mlp_up_proj/norm": 5361.482421875, "train/tensor_act_model_layers_70_mlp_up_proj/mean": -0.10986328125, "train/tensor_act_model_layers_70_mlp_up_proj/std": 1.8515625, "train/tensor_act_model_layers_70_mlp_up_proj/max_abs": 4.5625, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/min": -4.53125, "train/tensor_act_model_layers_70_mlp_up_proj/max": 4.5625, "train/tensor_act_model_layers_70_mlp_up_proj/range": 9.09375, "train/tensor_act_model_layers_70_mlp_down_proj/norm": 40973.671875, "train/tensor_act_model_layers_70_mlp_down_proj/mean": 19.75, "train/tensor_act_model_layers_70_mlp_down_proj/std": 3.40625, "train/tensor_act_model_layers_70_mlp_down_proj/max_abs": 27.625, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_mlp_down_proj/min": 10.8125, "train/tensor_act_model_layers_70_mlp_down_proj/max": 27.625, "train/tensor_act_model_layers_70_mlp_down_proj/range": 16.8125, "train/tensor_act_model_layers_70_mlp/norm": 40973.671875, "train/tensor_act_model_layers_70_mlp/mean": 19.75, "train/tensor_act_model_layers_70_mlp/std": 3.40625, "train/tensor_act_model_layers_70_mlp/max_abs": 27.625, "train/tensor_act_model_layers_70_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_mlp/min": 10.8125, "train/tensor_act_model_layers_70_mlp/max": 27.625, "train/tensor_act_model_layers_70_mlp/range": 16.8125, "train/tensor_act_model_layers_70_residual_post_mlp/norm": 4347582.5, "train/tensor_act_model_layers_70_residual_post_mlp/mean": 2128.0, "train/tensor_act_model_layers_70_residual_post_mlp/std": 55.25, "train/tensor_act_model_layers_70_residual_post_mlp/max_abs": 2272.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_post_mlp/min": 1912.0, "train/tensor_act_model_layers_70_residual_post_mlp/max": 2272.0, "train/tensor_act_model_layers_70_residual_post_mlp/range": 360.0, "train/tensor_act_model_layers_71_residual_pre_attn/norm": 4347582.5, "train/tensor_act_model_layers_71_residual_pre_attn/mean": 2128.0, "train/tensor_act_model_layers_71_residual_pre_attn/std": 55.25, "train/tensor_act_model_layers_71_residual_pre_attn/max_abs": 2272.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_pre_attn/min": 1912.0, "train/tensor_act_model_layers_71_residual_pre_attn/max": 2272.0, "train/tensor_act_model_layers_71_residual_pre_attn/range": 360.0, "train/tensor_act_model_layers_71_residual_post_attn/norm": 4347582.5, "train/tensor_act_model_layers_71_residual_post_attn/mean": 2128.0, "train/tensor_act_model_layers_71_residual_post_attn/std": 55.25, "train/tensor_act_model_layers_71_residual_post_attn/max_abs": 2272.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_post_attn/min": 1912.0, "train/tensor_act_model_layers_71_residual_post_attn/max": 2272.0, "train/tensor_act_model_layers_71_residual_post_attn/range": 360.0, "train/tensor_act_model_layers_71_mlp_gate_proj/norm": 4732.13427734375, "train/tensor_act_model_layers_71_mlp_gate_proj/mean": 0.61328125, "train/tensor_act_model_layers_71_mlp_gate_proj/std": 1.515625, "train/tensor_act_model_layers_71_mlp_gate_proj/max_abs": 4.375, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/min": -1.6328125, "train/tensor_act_model_layers_71_mlp_gate_proj/max": 4.375, "train/tensor_act_model_layers_71_mlp_gate_proj/range": 6.0078125, "train/tensor_act_model_layers_71_mlp_up_proj/norm": 4790.4375, "train/tensor_act_model_layers_71_mlp_up_proj/mean": -0.0244140625, "train/tensor_act_model_layers_71_mlp_up_proj/std": 1.65625, "train/tensor_act_model_layers_71_mlp_up_proj/max_abs": 4.375, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/min": -4.3125, "train/tensor_act_model_layers_71_mlp_up_proj/max": 4.375, "train/tensor_act_model_layers_71_mlp_up_proj/range": 8.6875, "train/tensor_act_model_layers_71_mlp_down_proj/norm": 33882.73828125, "train/tensor_act_model_layers_71_mlp_down_proj/mean": 16.25, "train/tensor_act_model_layers_71_mlp_down_proj/std": 2.875, "train/tensor_act_model_layers_71_mlp_down_proj/max_abs": 26.25, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_mlp_down_proj/min": 10.75, "train/tensor_act_model_layers_71_mlp_down_proj/max": 26.25, "train/tensor_act_model_layers_71_mlp_down_proj/range": 15.5, "train/tensor_act_model_layers_71_mlp/norm": 33882.73828125, "train/tensor_act_model_layers_71_mlp/mean": 16.25, "train/tensor_act_model_layers_71_mlp/std": 2.875, "train/tensor_act_model_layers_71_mlp/max_abs": 26.25, "train/tensor_act_model_layers_71_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_mlp/min": 10.75, "train/tensor_act_model_layers_71_mlp/max": 26.25, "train/tensor_act_model_layers_71_mlp/range": 15.5, "train/tensor_act_model_layers_71_residual_post_mlp/norm": 4380735.0, "train/tensor_act_model_layers_71_residual_post_mlp/mean": 2144.0, "train/tensor_act_model_layers_71_residual_post_mlp/std": 55.0, "train/tensor_act_model_layers_71_residual_post_mlp/max_abs": 2288.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_post_mlp/min": 1928.0, "train/tensor_act_model_layers_71_residual_post_mlp/max": 2288.0, "train/tensor_act_model_layers_71_residual_post_mlp/range": 360.0, "train/tensor_act_model_layers_72_residual_pre_attn/norm": 4380735.0, "train/tensor_act_model_layers_72_residual_pre_attn/mean": 2144.0, "train/tensor_act_model_layers_72_residual_pre_attn/std": 55.0, "train/tensor_act_model_layers_72_residual_pre_attn/max_abs": 2288.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_pre_attn/min": 1928.0, "train/tensor_act_model_layers_72_residual_pre_attn/max": 2288.0, "train/tensor_act_model_layers_72_residual_pre_attn/range": 360.0, "train/tensor_act_model_layers_72_residual_post_attn/norm": 4380735.0, "train/tensor_act_model_layers_72_residual_post_attn/mean": 2144.0, "train/tensor_act_model_layers_72_residual_post_attn/std": 55.0, "train/tensor_act_model_layers_72_residual_post_attn/max_abs": 2288.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_post_attn/min": 1928.0, "train/tensor_act_model_layers_72_residual_post_attn/max": 2288.0, "train/tensor_act_model_layers_72_residual_post_attn/range": 360.0, "train/tensor_act_model_layers_72_mlp_gate_proj/norm": 5107.80029296875, "train/tensor_act_model_layers_72_mlp_gate_proj/mean": 0.8203125, "train/tensor_act_model_layers_72_mlp_gate_proj/std": 1.5625, "train/tensor_act_model_layers_72_mlp_gate_proj/max_abs": 4.71875, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/min": -1.8671875, "train/tensor_act_model_layers_72_mlp_gate_proj/max": 4.71875, "train/tensor_act_model_layers_72_mlp_gate_proj/range": 6.5859375, "train/tensor_act_model_layers_72_mlp_up_proj/norm": 5049.76171875, "train/tensor_act_model_layers_72_mlp_up_proj/mean": -0.05029296875, "train/tensor_act_model_layers_72_mlp_up_proj/std": 1.7421875, "train/tensor_act_model_layers_72_mlp_up_proj/max_abs": 4.53125, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/min": -4.4375, "train/tensor_act_model_layers_72_mlp_up_proj/max": 4.53125, "train/tensor_act_model_layers_72_mlp_up_proj/range": 8.96875, "train/tensor_act_model_layers_72_mlp_down_proj/norm": 38061.609375, "train/tensor_act_model_layers_72_mlp_down_proj/mean": 18.25, "train/tensor_act_model_layers_72_mlp_down_proj/std": 3.203125, "train/tensor_act_model_layers_72_mlp_down_proj/max_abs": 26.125, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_mlp_down_proj/min": 10.0625, "train/tensor_act_model_layers_72_mlp_down_proj/max": 26.125, "train/tensor_act_model_layers_72_mlp_down_proj/range": 16.0625, "train/tensor_act_model_layers_72_mlp/norm": 38061.609375, "train/tensor_act_model_layers_72_mlp/mean": 18.25, "train/tensor_act_model_layers_72_mlp/std": 3.203125, "train/tensor_act_model_layers_72_mlp/max_abs": 26.125, "train/tensor_act_model_layers_72_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_mlp/min": 10.0625, "train/tensor_act_model_layers_72_mlp/max": 26.125, "train/tensor_act_model_layers_72_mlp/range": 16.0625, "train/tensor_act_model_layers_72_residual_post_mlp/norm": 4414986.5, "train/tensor_act_model_layers_72_residual_post_mlp/mean": 2160.0, "train/tensor_act_model_layers_72_residual_post_mlp/std": 54.75, "train/tensor_act_model_layers_72_residual_post_mlp/max_abs": 2304.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_post_mlp/min": 1952.0, "train/tensor_act_model_layers_72_residual_post_mlp/max": 2304.0, "train/tensor_act_model_layers_72_residual_post_mlp/range": 352.0, "train/tensor_act_model_layers_73_residual_pre_attn/norm": 4414986.5, "train/tensor_act_model_layers_73_residual_pre_attn/mean": 2160.0, "train/tensor_act_model_layers_73_residual_pre_attn/std": 54.75, "train/tensor_act_model_layers_73_residual_pre_attn/max_abs": 2304.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_pre_attn/min": 1952.0, "train/tensor_act_model_layers_73_residual_pre_attn/max": 2304.0, "train/tensor_act_model_layers_73_residual_pre_attn/range": 352.0, "train/tensor_act_model_layers_73_residual_post_attn/norm": 4414986.5, "train/tensor_act_model_layers_73_residual_post_attn/mean": 2160.0, "train/tensor_act_model_layers_73_residual_post_attn/std": 54.75, "train/tensor_act_model_layers_73_residual_post_attn/max_abs": 2304.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_post_attn/min": 1952.0, "train/tensor_act_model_layers_73_residual_post_attn/max": 2304.0, "train/tensor_act_model_layers_73_residual_post_attn/range": 352.0, "train/tensor_act_model_layers_73_mlp_gate_proj/norm": 4711.76806640625, "train/tensor_act_model_layers_73_mlp_gate_proj/mean": 0.67578125, "train/tensor_act_model_layers_73_mlp_gate_proj/std": 1.4765625, "train/tensor_act_model_layers_73_mlp_gate_proj/max_abs": 4.46875, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/min": -1.109375, "train/tensor_act_model_layers_73_mlp_gate_proj/max": 4.46875, "train/tensor_act_model_layers_73_mlp_gate_proj/range": 5.578125, "train/tensor_act_model_layers_73_mlp_up_proj/norm": 4821.17822265625, "train/tensor_act_model_layers_73_mlp_up_proj/mean": -0.078125, "train/tensor_act_model_layers_73_mlp_up_proj/std": 1.6640625, "train/tensor_act_model_layers_73_mlp_up_proj/max_abs": 4.84375, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/min": -4.84375, "train/tensor_act_model_layers_73_mlp_up_proj/max": 4.5, "train/tensor_act_model_layers_73_mlp_up_proj/range": 9.34375, "train/tensor_act_model_layers_73_mlp_down_proj/norm": 32896.48828125, "train/tensor_act_model_layers_73_mlp_down_proj/mean": 15.8125, "train/tensor_act_model_layers_73_mlp_down_proj/std": 2.890625, "train/tensor_act_model_layers_73_mlp_down_proj/max_abs": 23.5, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_user_limit": 0.9765625, "train/tensor_act_model_layers_73_mlp_down_proj/min": 5.96875, "train/tensor_act_model_layers_73_mlp_down_proj/max": 23.5, "train/tensor_act_model_layers_73_mlp_down_proj/range": 17.53125, "train/tensor_act_model_layers_73_mlp/norm": 32896.48828125, "train/tensor_act_model_layers_73_mlp/mean": 15.8125, "train/tensor_act_model_layers_73_mlp/std": 2.890625, "train/tensor_act_model_layers_73_mlp/max_abs": 23.5, "train/tensor_act_model_layers_73_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp/frac_near_user_limit": 0.9765625, "train/tensor_act_model_layers_73_mlp/min": 5.96875, "train/tensor_act_model_layers_73_mlp/max": 23.5, "train/tensor_act_model_layers_73_mlp/range": 17.53125, "train/tensor_act_model_layers_73_residual_post_mlp/norm": 4447347.5, "train/tensor_act_model_layers_73_residual_post_mlp/mean": 2176.0, "train/tensor_act_model_layers_73_residual_post_mlp/std": 54.75, "train/tensor_act_model_layers_73_residual_post_mlp/max_abs": 2320.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_post_mlp/min": 1968.0, "train/tensor_act_model_layers_73_residual_post_mlp/max": 2320.0, "train/tensor_act_model_layers_73_residual_post_mlp/range": 352.0, "train/tensor_act_model_layers_74_residual_pre_attn/norm": 4447347.5, "train/tensor_act_model_layers_74_residual_pre_attn/mean": 2176.0, "train/tensor_act_model_layers_74_residual_pre_attn/std": 54.75, "train/tensor_act_model_layers_74_residual_pre_attn/max_abs": 2320.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_pre_attn/min": 1968.0, "train/tensor_act_model_layers_74_residual_pre_attn/max": 2320.0, "train/tensor_act_model_layers_74_residual_pre_attn/range": 352.0, "train/tensor_act_model_layers_74_residual_post_attn/norm": 4447347.5, "train/tensor_act_model_layers_74_residual_post_attn/mean": 2176.0, "train/tensor_act_model_layers_74_residual_post_attn/std": 54.75, "train/tensor_act_model_layers_74_residual_post_attn/max_abs": 2320.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_post_attn/min": 1968.0, "train/tensor_act_model_layers_74_residual_post_attn/max": 2320.0, "train/tensor_act_model_layers_74_residual_post_attn/range": 352.0, "train/tensor_act_model_layers_74_mlp_gate_proj/norm": 4968.17724609375, "train/tensor_act_model_layers_74_mlp_gate_proj/mean": 0.8046875, "train/tensor_act_model_layers_74_mlp_gate_proj/std": 1.515625, "train/tensor_act_model_layers_74_mlp_gate_proj/max_abs": 4.8125, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/min": -1.1875, "train/tensor_act_model_layers_74_mlp_gate_proj/max": 4.8125, "train/tensor_act_model_layers_74_mlp_gate_proj/range": 6.0, "train/tensor_act_model_layers_74_mlp_up_proj/norm": 5058.947265625, "train/tensor_act_model_layers_74_mlp_up_proj/mean": -0.2197265625, "train/tensor_act_model_layers_74_mlp_up_proj/std": 1.734375, "train/tensor_act_model_layers_74_mlp_up_proj/max_abs": 4.875, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/min": -4.875, "train/tensor_act_model_layers_74_mlp_up_proj/max": 4.03125, "train/tensor_act_model_layers_74_mlp_up_proj/range": 8.90625, "train/tensor_act_model_layers_74_mlp_down_proj/norm": 35958.3359375, "train/tensor_act_model_layers_74_mlp_down_proj/mean": 17.25, "train/tensor_act_model_layers_74_mlp_down_proj/std": 3.25, "train/tensor_act_model_layers_74_mlp_down_proj/max_abs": 24.5, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_user_limit": 0.984375, "train/tensor_act_model_layers_74_mlp_down_proj/min": 8.3125, "train/tensor_act_model_layers_74_mlp_down_proj/max": 24.5, "train/tensor_act_model_layers_74_mlp_down_proj/range": 16.1875, "train/tensor_act_model_layers_74_mlp/norm": 35958.3359375, "train/tensor_act_model_layers_74_mlp/mean": 17.25, "train/tensor_act_model_layers_74_mlp/std": 3.25, "train/tensor_act_model_layers_74_mlp/max_abs": 24.5, "train/tensor_act_model_layers_74_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp/frac_near_user_limit": 0.984375, "train/tensor_act_model_layers_74_mlp/min": 8.3125, "train/tensor_act_model_layers_74_mlp/max": 24.5, "train/tensor_act_model_layers_74_mlp/range": 16.1875, "train/tensor_act_model_layers_74_residual_post_mlp/norm": 4480606.5, "train/tensor_act_model_layers_74_residual_post_mlp/mean": 2192.0, "train/tensor_act_model_layers_74_residual_post_mlp/std": 55.0, "train/tensor_act_model_layers_74_residual_post_mlp/max_abs": 2336.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_post_mlp/min": 1976.0, "train/tensor_act_model_layers_74_residual_post_mlp/max": 2336.0, "train/tensor_act_model_layers_74_residual_post_mlp/range": 360.0, "train/tensor_act_model_layers_75_residual_pre_attn/norm": 4480606.5, "train/tensor_act_model_layers_75_residual_pre_attn/mean": 2192.0, "train/tensor_act_model_layers_75_residual_pre_attn/std": 55.0, "train/tensor_act_model_layers_75_residual_pre_attn/max_abs": 2336.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_pre_attn/min": 1976.0, "train/tensor_act_model_layers_75_residual_pre_attn/max": 2336.0, "train/tensor_act_model_layers_75_residual_pre_attn/range": 360.0, "train/tensor_act_model_layers_75_residual_post_attn/norm": 4480606.5, "train/tensor_act_model_layers_75_residual_post_attn/mean": 2192.0, "train/tensor_act_model_layers_75_residual_post_attn/std": 55.0, "train/tensor_act_model_layers_75_residual_post_attn/max_abs": 2336.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_post_attn/min": 1976.0, "train/tensor_act_model_layers_75_residual_post_attn/max": 2336.0, "train/tensor_act_model_layers_75_residual_post_attn/range": 360.0, "train/tensor_act_model_layers_75_mlp_gate_proj/norm": 4559.70849609375, "train/tensor_act_model_layers_75_mlp_gate_proj/mean": 0.59765625, "train/tensor_act_model_layers_75_mlp_gate_proj/std": 1.453125, "train/tensor_act_model_layers_75_mlp_gate_proj/max_abs": 4.90625, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/min": -1.453125, "train/tensor_act_model_layers_75_mlp_gate_proj/max": 4.90625, "train/tensor_act_model_layers_75_mlp_gate_proj/range": 6.359375, "train/tensor_act_model_layers_75_mlp_up_proj/norm": 4549.29443359375, "train/tensor_act_model_layers_75_mlp_up_proj/mean": 0.19921875, "train/tensor_act_model_layers_75_mlp_up_proj/std": 1.5546875, "train/tensor_act_model_layers_75_mlp_up_proj/max_abs": 4.875, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/min": -4.34375, "train/tensor_act_model_layers_75_mlp_up_proj/max": 4.875, "train/tensor_act_model_layers_75_mlp_up_proj/range": 9.21875, "train/tensor_act_model_layers_75_mlp_down_proj/norm": 28966.6171875, "train/tensor_act_model_layers_75_mlp_down_proj/mean": 13.875, "train/tensor_act_model_layers_75_mlp_down_proj/std": 2.6875, "train/tensor_act_model_layers_75_mlp_down_proj/max_abs": 20.125, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_user_limit": 0.9301407337188721, "train/tensor_act_model_layers_75_mlp_down_proj/min": 6.28125, "train/tensor_act_model_layers_75_mlp_down_proj/max": 20.125, "train/tensor_act_model_layers_75_mlp_down_proj/range": 13.84375, "train/tensor_act_model_layers_75_mlp/norm": 28966.6171875, "train/tensor_act_model_layers_75_mlp/mean": 13.875, "train/tensor_act_model_layers_75_mlp/std": 2.6875, "train/tensor_act_model_layers_75_mlp/max_abs": 20.125, "train/tensor_act_model_layers_75_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp/frac_near_user_limit": 0.9301407337188721, "train/tensor_act_model_layers_75_mlp/min": 6.28125, "train/tensor_act_model_layers_75_mlp/max": 20.125, "train/tensor_act_model_layers_75_mlp/range": 13.84375, "train/tensor_act_model_layers_75_residual_post_mlp/norm": 4512600.5, "train/tensor_act_model_layers_75_residual_post_mlp/mean": 2208.0, "train/tensor_act_model_layers_75_residual_post_mlp/std": 55.25, "train/tensor_act_model_layers_75_residual_post_mlp/max_abs": 2352.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_post_mlp/min": 1992.0, "train/tensor_act_model_layers_75_residual_post_mlp/max": 2352.0, "train/tensor_act_model_layers_75_residual_post_mlp/range": 360.0, "train/tensor_act_model_layers_76_residual_pre_attn/norm": 4512600.5, "train/tensor_act_model_layers_76_residual_pre_attn/mean": 2208.0, "train/tensor_act_model_layers_76_residual_pre_attn/std": 55.25, "train/tensor_act_model_layers_76_residual_pre_attn/max_abs": 2352.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_pre_attn/min": 1992.0, "train/tensor_act_model_layers_76_residual_pre_attn/max": 2352.0, "train/tensor_act_model_layers_76_residual_pre_attn/range": 360.0, "train/tensor_act_model_layers_76_residual_post_attn/norm": 4512600.5, "train/tensor_act_model_layers_76_residual_post_attn/mean": 2208.0, "train/tensor_act_model_layers_76_residual_post_attn/std": 55.25, "train/tensor_act_model_layers_76_residual_post_attn/max_abs": 2352.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_post_attn/min": 1992.0, "train/tensor_act_model_layers_76_residual_post_attn/max": 2352.0, "train/tensor_act_model_layers_76_residual_post_attn/range": 360.0, "train/tensor_act_model_layers_76_mlp_gate_proj/norm": 4835.21337890625, "train/tensor_act_model_layers_76_mlp_gate_proj/mean": 0.65625, "train/tensor_act_model_layers_76_mlp_gate_proj/std": 1.53125, "train/tensor_act_model_layers_76_mlp_gate_proj/max_abs": 4.46875, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/min": -1.328125, "train/tensor_act_model_layers_76_mlp_gate_proj/max": 4.46875, "train/tensor_act_model_layers_76_mlp_gate_proj/range": 5.796875, "train/tensor_act_model_layers_76_mlp_up_proj/norm": 4844.2177734375, "train/tensor_act_model_layers_76_mlp_up_proj/mean": 0.053955078125, "train/tensor_act_model_layers_76_mlp_up_proj/std": 1.671875, "train/tensor_act_model_layers_76_mlp_up_proj/max_abs": 4.625, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/min": -4.375, "train/tensor_act_model_layers_76_mlp_up_proj/max": 4.625, "train/tensor_act_model_layers_76_mlp_up_proj/range": 9.0, "train/tensor_act_model_layers_76_mlp_down_proj/norm": 33417.56640625, "train/tensor_act_model_layers_76_mlp_down_proj/mean": 16.0, "train/tensor_act_model_layers_76_mlp_down_proj/std": 3.09375, "train/tensor_act_model_layers_76_mlp_down_proj/max_abs": 23.0, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_user_limit": 0.96875, "train/tensor_act_model_layers_76_mlp_down_proj/min": 6.84375, "train/tensor_act_model_layers_76_mlp_down_proj/max": 23.0, "train/tensor_act_model_layers_76_mlp_down_proj/range": 16.15625, "train/tensor_act_model_layers_76_mlp/norm": 33417.56640625, "train/tensor_act_model_layers_76_mlp/mean": 16.0, "train/tensor_act_model_layers_76_mlp/std": 3.09375, "train/tensor_act_model_layers_76_mlp/max_abs": 23.0, "train/tensor_act_model_layers_76_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp/frac_near_user_limit": 0.96875, "train/tensor_act_model_layers_76_mlp/min": 6.84375, "train/tensor_act_model_layers_76_mlp/max": 23.0, "train/tensor_act_model_layers_76_mlp/range": 16.15625, "train/tensor_act_model_layers_76_residual_post_mlp/norm": 4544976.0, "train/tensor_act_model_layers_76_residual_post_mlp/mean": 2224.0, "train/tensor_act_model_layers_76_residual_post_mlp/std": 55.25, "train/tensor_act_model_layers_76_residual_post_mlp/max_abs": 2368.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_post_mlp/min": 2008.0, "train/tensor_act_model_layers_76_residual_post_mlp/max": 2368.0, "train/tensor_act_model_layers_76_residual_post_mlp/range": 360.0, "train/tensor_act_model_layers_77_residual_pre_attn/norm": 4544976.0, "train/tensor_act_model_layers_77_residual_pre_attn/mean": 2224.0, "train/tensor_act_model_layers_77_residual_pre_attn/std": 55.25, "train/tensor_act_model_layers_77_residual_pre_attn/max_abs": 2368.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_pre_attn/min": 2008.0, "train/tensor_act_model_layers_77_residual_pre_attn/max": 2368.0, "train/tensor_act_model_layers_77_residual_pre_attn/range": 360.0, "train/tensor_act_model_layers_77_residual_post_attn/norm": 4544976.0, "train/tensor_act_model_layers_77_residual_post_attn/mean": 2224.0, "train/tensor_act_model_layers_77_residual_post_attn/std": 55.25, "train/tensor_act_model_layers_77_residual_post_attn/max_abs": 2368.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_post_attn/min": 2008.0, "train/tensor_act_model_layers_77_residual_post_attn/max": 2368.0, "train/tensor_act_model_layers_77_residual_post_attn/range": 360.0, "train/tensor_act_model_layers_77_mlp_gate_proj/norm": 4988.6884765625, "train/tensor_act_model_layers_77_mlp_gate_proj/mean": 0.80859375, "train/tensor_act_model_layers_77_mlp_gate_proj/std": 1.5234375, "train/tensor_act_model_layers_77_mlp_gate_proj/max_abs": 4.375, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/min": -1.359375, "train/tensor_act_model_layers_77_mlp_gate_proj/max": 4.375, "train/tensor_act_model_layers_77_mlp_gate_proj/range": 5.734375, "train/tensor_act_model_layers_77_mlp_up_proj/norm": 5021.4794921875, "train/tensor_act_model_layers_77_mlp_up_proj/mean": -0.12890625, "train/tensor_act_model_layers_77_mlp_up_proj/std": 1.7265625, "train/tensor_act_model_layers_77_mlp_up_proj/max_abs": 4.84375, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/min": -4.34375, "train/tensor_act_model_layers_77_mlp_up_proj/max": 4.84375, "train/tensor_act_model_layers_77_mlp_up_proj/range": 9.1875, "train/tensor_act_model_layers_77_mlp_down_proj/norm": 34047.6796875, "train/tensor_act_model_layers_77_mlp_down_proj/mean": 16.375, "train/tensor_act_model_layers_77_mlp_down_proj/std": 2.96875, "train/tensor_act_model_layers_77_mlp_down_proj/max_abs": 23.0, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_user_limit": 0.9765625, "train/tensor_act_model_layers_77_mlp_down_proj/min": 5.9375, "train/tensor_act_model_layers_77_mlp_down_proj/max": 23.0, "train/tensor_act_model_layers_77_mlp_down_proj/range": 17.0625, "train/tensor_act_model_layers_77_mlp/norm": 34047.6796875, "train/tensor_act_model_layers_77_mlp/mean": 16.375, "train/tensor_act_model_layers_77_mlp/std": 2.96875, "train/tensor_act_model_layers_77_mlp/max_abs": 23.0, "train/tensor_act_model_layers_77_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp/frac_near_user_limit": 0.9765625, "train/tensor_act_model_layers_77_mlp/min": 5.9375, "train/tensor_act_model_layers_77_mlp/max": 23.0, "train/tensor_act_model_layers_77_mlp/range": 17.0625, "train/tensor_act_model_layers_77_residual_post_mlp/norm": 4577480.5, "train/tensor_act_model_layers_77_residual_post_mlp/mean": 2240.0, "train/tensor_act_model_layers_77_residual_post_mlp/std": 55.5, "train/tensor_act_model_layers_77_residual_post_mlp/max_abs": 2384.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_post_mlp/min": 2024.0, "train/tensor_act_model_layers_77_residual_post_mlp/max": 2384.0, "train/tensor_act_model_layers_77_residual_post_mlp/range": 360.0, "train/tensor_act_model_layers_78_residual_pre_attn/norm": 4577480.5, "train/tensor_act_model_layers_78_residual_pre_attn/mean": 2240.0, "train/tensor_act_model_layers_78_residual_pre_attn/std": 55.5, "train/tensor_act_model_layers_78_residual_pre_attn/max_abs": 2384.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_pre_attn/min": 2024.0, "train/tensor_act_model_layers_78_residual_pre_attn/max": 2384.0, "train/tensor_act_model_layers_78_residual_pre_attn/range": 360.0, "train/tensor_act_model_layers_78_residual_post_attn/norm": 4577480.5, "train/tensor_act_model_layers_78_residual_post_attn/mean": 2240.0, "train/tensor_act_model_layers_78_residual_post_attn/std": 55.5, "train/tensor_act_model_layers_78_residual_post_attn/max_abs": 2384.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_post_attn/min": 2024.0, "train/tensor_act_model_layers_78_residual_post_attn/max": 2384.0, "train/tensor_act_model_layers_78_residual_post_attn/range": 360.0, "train/tensor_act_model_layers_78_mlp_gate_proj/norm": 5206.1962890625, "train/tensor_act_model_layers_78_mlp_gate_proj/mean": 0.8203125, "train/tensor_act_model_layers_78_mlp_gate_proj/std": 1.6015625, "train/tensor_act_model_layers_78_mlp_gate_proj/max_abs": 4.90625, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/min": -1.359375, "train/tensor_act_model_layers_78_mlp_gate_proj/max": 4.90625, "train/tensor_act_model_layers_78_mlp_gate_proj/range": 6.265625, "train/tensor_act_model_layers_78_mlp_up_proj/norm": 5173.7294921875, "train/tensor_act_model_layers_78_mlp_up_proj/mean": 0.058349609375, "train/tensor_act_model_layers_78_mlp_up_proj/std": 1.7890625, "train/tensor_act_model_layers_78_mlp_up_proj/max_abs": 4.6875, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/min": -4.6875, "train/tensor_act_model_layers_78_mlp_up_proj/max": 4.34375, "train/tensor_act_model_layers_78_mlp_up_proj/range": 9.03125, "train/tensor_act_model_layers_78_mlp_down_proj/norm": 37137.14453125, "train/tensor_act_model_layers_78_mlp_down_proj/mean": 17.75, "train/tensor_act_model_layers_78_mlp_down_proj/std": 3.40625, "train/tensor_act_model_layers_78_mlp_down_proj/max_abs": 26.375, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_user_limit": 0.9765625, "train/tensor_act_model_layers_78_mlp_down_proj/min": 7.84375, "train/tensor_act_model_layers_78_mlp_down_proj/max": 26.375, "train/tensor_act_model_layers_78_mlp_down_proj/range": 18.53125, "train/tensor_act_model_layers_78_mlp/norm": 37137.14453125, "train/tensor_act_model_layers_78_mlp/mean": 17.75, "train/tensor_act_model_layers_78_mlp/std": 3.40625, "train/tensor_act_model_layers_78_mlp/max_abs": 26.375, "train/tensor_act_model_layers_78_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp/frac_near_user_limit": 0.9765625, "train/tensor_act_model_layers_78_mlp/min": 7.84375, "train/tensor_act_model_layers_78_mlp/max": 26.375, "train/tensor_act_model_layers_78_mlp/range": 18.53125, "train/tensor_act_model_layers_78_residual_post_mlp/norm": 4611033.0, "train/tensor_act_model_layers_78_residual_post_mlp/mean": 2256.0, "train/tensor_act_model_layers_78_residual_post_mlp/std": 56.0, "train/tensor_act_model_layers_78_residual_post_mlp/max_abs": 2400.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_post_mlp/min": 2040.0, "train/tensor_act_model_layers_78_residual_post_mlp/max": 2400.0, "train/tensor_act_model_layers_78_residual_post_mlp/range": 360.0, "train/tensor_act_model_layers_79_residual_pre_attn/norm": 4611033.0, "train/tensor_act_model_layers_79_residual_pre_attn/mean": 2256.0, "train/tensor_act_model_layers_79_residual_pre_attn/std": 56.0, "train/tensor_act_model_layers_79_residual_pre_attn/max_abs": 2400.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_pre_attn/min": 2040.0, "train/tensor_act_model_layers_79_residual_pre_attn/max": 2400.0, "train/tensor_act_model_layers_79_residual_pre_attn/range": 360.0, "train/tensor_act_model_layers_79_residual_post_attn/norm": 4611033.0, "train/tensor_act_model_layers_79_residual_post_attn/mean": 2256.0, "train/tensor_act_model_layers_79_residual_post_attn/std": 56.0, "train/tensor_act_model_layers_79_residual_post_attn/max_abs": 2400.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_post_attn/min": 2040.0, "train/tensor_act_model_layers_79_residual_post_attn/max": 2400.0, "train/tensor_act_model_layers_79_residual_post_attn/range": 360.0, "train/tensor_act_model_layers_79_mlp_gate_proj/norm": 4447.1953125, "train/tensor_act_model_layers_79_mlp_gate_proj/mean": 0.5703125, "train/tensor_act_model_layers_79_mlp_gate_proj/std": 1.421875, "train/tensor_act_model_layers_79_mlp_gate_proj/max_abs": 4.90625, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/min": -1.3203125, "train/tensor_act_model_layers_79_mlp_gate_proj/max": 4.90625, "train/tensor_act_model_layers_79_mlp_gate_proj/range": 6.2265625, "train/tensor_act_model_layers_79_mlp_up_proj/norm": 4406.2373046875, "train/tensor_act_model_layers_79_mlp_up_proj/mean": -0.0810546875, "train/tensor_act_model_layers_79_mlp_up_proj/std": 1.515625, "train/tensor_act_model_layers_79_mlp_up_proj/max_abs": 4.53125, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/min": -4.1875, "train/tensor_act_model_layers_79_mlp_up_proj/max": 4.53125, "train/tensor_act_model_layers_79_mlp_up_proj/range": 8.71875, "train/tensor_act_model_layers_79_mlp_down_proj/norm": 26680.041015625, "train/tensor_act_model_layers_79_mlp_down_proj/mean": 12.75, "train/tensor_act_model_layers_79_mlp_down_proj/std": 2.5625, "train/tensor_act_model_layers_79_mlp_down_proj/max_abs": 18.875, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_user_limit": 0.886359691619873, "train/tensor_act_model_layers_79_mlp_down_proj/min": 5.84375, "train/tensor_act_model_layers_79_mlp_down_proj/max": 18.875, "train/tensor_act_model_layers_79_mlp_down_proj/range": 13.03125, "train/tensor_act_model_layers_79_mlp/norm": 26680.041015625, "train/tensor_act_model_layers_79_mlp/mean": 12.75, "train/tensor_act_model_layers_79_mlp/std": 2.5625, "train/tensor_act_model_layers_79_mlp/max_abs": 18.875, "train/tensor_act_model_layers_79_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp/frac_near_user_limit": 0.886359691619873, "train/tensor_act_model_layers_79_mlp/min": 5.84375, "train/tensor_act_model_layers_79_mlp/max": 18.875, "train/tensor_act_model_layers_79_mlp/range": 13.03125, "train/tensor_act_model_layers_79_residual_post_mlp/norm": 4643271.0, "train/tensor_act_model_layers_79_residual_post_mlp/mean": 2272.0, "train/tensor_act_model_layers_79_residual_post_mlp/std": 55.75, "train/tensor_act_model_layers_79_residual_post_mlp/max_abs": 2400.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_post_mlp/min": 2048.0, "train/tensor_act_model_layers_79_residual_post_mlp/max": 2400.0, "train/tensor_act_model_layers_79_residual_post_mlp/range": 352.0, "train/tensor_act_model_layers_80_residual_pre_attn/norm": 4643271.0, "train/tensor_act_model_layers_80_residual_pre_attn/mean": 2272.0, "train/tensor_act_model_layers_80_residual_pre_attn/std": 55.75, "train/tensor_act_model_layers_80_residual_pre_attn/max_abs": 2400.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_pre_attn/min": 2048.0, "train/tensor_act_model_layers_80_residual_pre_attn/max": 2400.0, "train/tensor_act_model_layers_80_residual_pre_attn/range": 352.0, "train/tensor_act_model_layers_80_residual_post_attn/norm": 4643271.0, "train/tensor_act_model_layers_80_residual_post_attn/mean": 2272.0, "train/tensor_act_model_layers_80_residual_post_attn/std": 55.75, "train/tensor_act_model_layers_80_residual_post_attn/max_abs": 2400.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_post_attn/min": 2048.0, "train/tensor_act_model_layers_80_residual_post_attn/max": 2400.0, "train/tensor_act_model_layers_80_residual_post_attn/range": 352.0, "train/tensor_act_model_layers_80_mlp_gate_proj/norm": 4844.75439453125, "train/tensor_act_model_layers_80_mlp_gate_proj/mean": 0.76953125, "train/tensor_act_model_layers_80_mlp_gate_proj/std": 1.484375, "train/tensor_act_model_layers_80_mlp_gate_proj/max_abs": 4.46875, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/min": -1.5, "train/tensor_act_model_layers_80_mlp_gate_proj/max": 4.46875, "train/tensor_act_model_layers_80_mlp_gate_proj/range": 5.96875, "train/tensor_act_model_layers_80_mlp_up_proj/norm": 4904.837890625, "train/tensor_act_model_layers_80_mlp_up_proj/mean": 0.0361328125, "train/tensor_act_model_layers_80_mlp_up_proj/std": 1.6953125, "train/tensor_act_model_layers_80_mlp_up_proj/max_abs": 4.53125, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/min": -4.53125, "train/tensor_act_model_layers_80_mlp_up_proj/max": 4.34375, "train/tensor_act_model_layers_80_mlp_up_proj/range": 8.875, "train/tensor_act_model_layers_80_mlp_down_proj/norm": 32082.98046875, "train/tensor_act_model_layers_80_mlp_down_proj/mean": 15.3125, "train/tensor_act_model_layers_80_mlp_down_proj/std": 3.40625, "train/tensor_act_model_layers_80_mlp_down_proj/max_abs": 22.375, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_user_limit": 0.9375, "train/tensor_act_model_layers_80_mlp_down_proj/min": 6.0625, "train/tensor_act_model_layers_80_mlp_down_proj/max": 22.375, "train/tensor_act_model_layers_80_mlp_down_proj/range": 16.3125, "train/tensor_act_model_layers_80_mlp/norm": 32082.98046875, "train/tensor_act_model_layers_80_mlp/mean": 15.3125, "train/tensor_act_model_layers_80_mlp/std": 3.40625, "train/tensor_act_model_layers_80_mlp/max_abs": 22.375, "train/tensor_act_model_layers_80_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp/frac_near_user_limit": 0.9375, "train/tensor_act_model_layers_80_mlp/min": 6.0625, "train/tensor_act_model_layers_80_mlp/max": 22.375, "train/tensor_act_model_layers_80_mlp/range": 16.3125, "train/tensor_act_model_layers_80_residual_post_mlp/norm": 4675515.5, "train/tensor_act_model_layers_80_residual_post_mlp/mean": 2288.0, "train/tensor_act_model_layers_80_residual_post_mlp/std": 55.75, "train/tensor_act_model_layers_80_residual_post_mlp/max_abs": 2416.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_post_mlp/min": 2064.0, "train/tensor_act_model_layers_80_residual_post_mlp/max": 2416.0, "train/tensor_act_model_layers_80_residual_post_mlp/range": 352.0, "train/tensor_act_model_layers_81_residual_pre_attn/norm": 4675515.5, "train/tensor_act_model_layers_81_residual_pre_attn/mean": 2288.0, "train/tensor_act_model_layers_81_residual_pre_attn/std": 55.75, "train/tensor_act_model_layers_81_residual_pre_attn/max_abs": 2416.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_pre_attn/min": 2064.0, "train/tensor_act_model_layers_81_residual_pre_attn/max": 2416.0, "train/tensor_act_model_layers_81_residual_pre_attn/range": 352.0, "train/tensor_act_model_layers_81_residual_post_attn/norm": 4675515.5, "train/tensor_act_model_layers_81_residual_post_attn/mean": 2288.0, "train/tensor_act_model_layers_81_residual_post_attn/std": 55.75, "train/tensor_act_model_layers_81_residual_post_attn/max_abs": 2416.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_post_attn/min": 2064.0, "train/tensor_act_model_layers_81_residual_post_attn/max": 2416.0, "train/tensor_act_model_layers_81_residual_post_attn/range": 352.0, "train/tensor_act_model_layers_81_mlp_gate_proj/norm": 4433.70458984375, "train/tensor_act_model_layers_81_mlp_gate_proj/mean": 0.58984375, "train/tensor_act_model_layers_81_mlp_gate_proj/std": 1.4140625, "train/tensor_act_model_layers_81_mlp_gate_proj/max_abs": 4.40625, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/min": -1.578125, "train/tensor_act_model_layers_81_mlp_gate_proj/max": 4.40625, "train/tensor_act_model_layers_81_mlp_gate_proj/range": 5.984375, "train/tensor_act_model_layers_81_mlp_up_proj/norm": 4368.2001953125, "train/tensor_act_model_layers_81_mlp_up_proj/mean": 0.04052734375, "train/tensor_act_model_layers_81_mlp_up_proj/std": 1.5078125, "train/tensor_act_model_layers_81_mlp_up_proj/max_abs": 4.53125, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/min": -4.15625, "train/tensor_act_model_layers_81_mlp_up_proj/max": 4.53125, "train/tensor_act_model_layers_81_mlp_up_proj/range": 8.6875, "train/tensor_act_model_layers_81_mlp_down_proj/norm": 24974.30859375, "train/tensor_act_model_layers_81_mlp_down_proj/mean": 11.9375, "train/tensor_act_model_layers_81_mlp_down_proj/std": 2.578125, "train/tensor_act_model_layers_81_mlp_down_proj/max_abs": 19.5, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_user_limit": 0.7656323909759521, "train/tensor_act_model_layers_81_mlp_down_proj/min": 5.21875, "train/tensor_act_model_layers_81_mlp_down_proj/max": 19.5, "train/tensor_act_model_layers_81_mlp_down_proj/range": 14.28125, "train/tensor_act_model_layers_81_mlp/norm": 24974.30859375, "train/tensor_act_model_layers_81_mlp/mean": 11.9375, "train/tensor_act_model_layers_81_mlp/std": 2.578125, "train/tensor_act_model_layers_81_mlp/max_abs": 19.5, "train/tensor_act_model_layers_81_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp/frac_near_user_limit": 0.7656323909759521, "train/tensor_act_model_layers_81_mlp/min": 5.21875, "train/tensor_act_model_layers_81_mlp/max": 19.5, "train/tensor_act_model_layers_81_mlp/range": 14.28125, "train/tensor_act_model_layers_81_residual_post_mlp/norm": 4706093.0, "train/tensor_act_model_layers_81_residual_post_mlp/mean": 2304.0, "train/tensor_act_model_layers_81_residual_post_mlp/std": 55.5, "train/tensor_act_model_layers_81_residual_post_mlp/max_abs": 2432.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_post_mlp/min": 2080.0, "train/tensor_act_model_layers_81_residual_post_mlp/max": 2432.0, "train/tensor_act_model_layers_81_residual_post_mlp/range": 352.0, "train/tensor_act_model_layers_82_residual_pre_attn/norm": 4706093.0, "train/tensor_act_model_layers_82_residual_pre_attn/mean": 2304.0, "train/tensor_act_model_layers_82_residual_pre_attn/std": 55.5, "train/tensor_act_model_layers_82_residual_pre_attn/max_abs": 2432.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_pre_attn/min": 2080.0, "train/tensor_act_model_layers_82_residual_pre_attn/max": 2432.0, "train/tensor_act_model_layers_82_residual_pre_attn/range": 352.0, "train/tensor_act_model_layers_82_residual_post_attn/norm": 4706093.0, "train/tensor_act_model_layers_82_residual_post_attn/mean": 2304.0, "train/tensor_act_model_layers_82_residual_post_attn/std": 55.5, "train/tensor_act_model_layers_82_residual_post_attn/max_abs": 2432.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_post_attn/min": 2080.0, "train/tensor_act_model_layers_82_residual_post_attn/max": 2432.0, "train/tensor_act_model_layers_82_residual_post_attn/range": 352.0, "train/tensor_act_model_layers_82_mlp_gate_proj/norm": 4077.302490234375, "train/tensor_act_model_layers_82_mlp_gate_proj/mean": 0.52734375, "train/tensor_act_model_layers_82_mlp_gate_proj/std": 1.3046875, "train/tensor_act_model_layers_82_mlp_gate_proj/max_abs": 4.25, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/min": -1.234375, "train/tensor_act_model_layers_82_mlp_gate_proj/max": 4.25, "train/tensor_act_model_layers_82_mlp_gate_proj/range": 5.484375, "train/tensor_act_model_layers_82_mlp_up_proj/norm": 4172.1943359375, "train/tensor_act_model_layers_82_mlp_up_proj/mean": 0.01220703125, "train/tensor_act_model_layers_82_mlp_up_proj/std": 1.4375, "train/tensor_act_model_layers_82_mlp_up_proj/max_abs": 4.75, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/min": -4.65625, "train/tensor_act_model_layers_82_mlp_up_proj/max": 4.75, "train/tensor_act_model_layers_82_mlp_up_proj/range": 9.40625, "train/tensor_act_model_layers_82_mlp_down_proj/norm": 21127.68359375, "train/tensor_act_model_layers_82_mlp_down_proj/mean": 9.9375, "train/tensor_act_model_layers_82_mlp_down_proj/std": 2.703125, "train/tensor_act_model_layers_82_mlp_down_proj/max_abs": 15.125, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_user_limit": 0.453125, "train/tensor_act_model_layers_82_mlp_down_proj/min": 1.6484375, "train/tensor_act_model_layers_82_mlp_down_proj/max": 15.125, "train/tensor_act_model_layers_82_mlp_down_proj/range": 13.4765625, "train/tensor_act_model_layers_82_mlp/norm": 21127.68359375, "train/tensor_act_model_layers_82_mlp/mean": 9.9375, "train/tensor_act_model_layers_82_mlp/std": 2.703125, "train/tensor_act_model_layers_82_mlp/max_abs": 15.125, "train/tensor_act_model_layers_82_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp/frac_near_user_limit": 0.453125, "train/tensor_act_model_layers_82_mlp/min": 1.6484375, "train/tensor_act_model_layers_82_mlp/max": 15.125, "train/tensor_act_model_layers_82_mlp/range": 13.4765625, "train/tensor_act_model_layers_82_residual_post_mlp/norm": 4731933.5, "train/tensor_act_model_layers_82_residual_post_mlp/mean": 2304.0, "train/tensor_act_model_layers_82_residual_post_mlp/std": 56.5, "train/tensor_act_model_layers_82_residual_post_mlp/max_abs": 2448.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_post_mlp/min": 2096.0, "train/tensor_act_model_layers_82_residual_post_mlp/max": 2448.0, "train/tensor_act_model_layers_82_residual_post_mlp/range": 352.0, "train/tensor_act_model_layers_83_residual_pre_attn/norm": 4731933.5, "train/tensor_act_model_layers_83_residual_pre_attn/mean": 2304.0, "train/tensor_act_model_layers_83_residual_pre_attn/std": 56.5, "train/tensor_act_model_layers_83_residual_pre_attn/max_abs": 2448.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_pre_attn/min": 2096.0, "train/tensor_act_model_layers_83_residual_pre_attn/max": 2448.0, "train/tensor_act_model_layers_83_residual_pre_attn/range": 352.0, "train/tensor_act_model_layers_83_residual_post_attn/norm": 4731933.5, "train/tensor_act_model_layers_83_residual_post_attn/mean": 2304.0, "train/tensor_act_model_layers_83_residual_post_attn/std": 56.5, "train/tensor_act_model_layers_83_residual_post_attn/max_abs": 2448.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_post_attn/min": 2096.0, "train/tensor_act_model_layers_83_residual_post_attn/max": 2448.0, "train/tensor_act_model_layers_83_residual_post_attn/range": 352.0, "train/tensor_act_model_layers_83_mlp_gate_proj/norm": 4343.61865234375, "train/tensor_act_model_layers_83_mlp_gate_proj/mean": 0.71875, "train/tensor_act_model_layers_83_mlp_gate_proj/std": 1.3125, "train/tensor_act_model_layers_83_mlp_gate_proj/max_abs": 4.59375, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_83_mlp_gate_proj/max": 4.59375, "train/tensor_act_model_layers_83_mlp_gate_proj/range": 5.875, "train/tensor_act_model_layers_83_mlp_up_proj/norm": 4404.64208984375, "train/tensor_act_model_layers_83_mlp_up_proj/mean": 0.0284423828125, "train/tensor_act_model_layers_83_mlp_up_proj/std": 1.5234375, "train/tensor_act_model_layers_83_mlp_up_proj/max_abs": 4.5625, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/min": -4.5625, "train/tensor_act_model_layers_83_mlp_up_proj/max": 4.15625, "train/tensor_act_model_layers_83_mlp_up_proj/range": 8.71875, "train/tensor_act_model_layers_83_mlp_down_proj/norm": 21321.01171875, "train/tensor_act_model_layers_83_mlp_down_proj/mean": 10.125, "train/tensor_act_model_layers_83_mlp_down_proj/std": 2.46875, "train/tensor_act_model_layers_83_mlp_down_proj/max_abs": 15.75, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_user_limit": 0.5533955097198486, "train/tensor_act_model_layers_83_mlp_down_proj/min": 3.09375, "train/tensor_act_model_layers_83_mlp_down_proj/max": 15.75, "train/tensor_act_model_layers_83_mlp_down_proj/range": 12.65625, "train/tensor_act_model_layers_83_mlp/norm": 21321.01171875, "train/tensor_act_model_layers_83_mlp/mean": 10.125, "train/tensor_act_model_layers_83_mlp/std": 2.46875, "train/tensor_act_model_layers_83_mlp/max_abs": 15.75, "train/tensor_act_model_layers_83_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp/frac_near_user_limit": 0.5533955097198486, "train/tensor_act_model_layers_83_mlp/min": 3.09375, "train/tensor_act_model_layers_83_mlp/max": 15.75, "train/tensor_act_model_layers_83_mlp/range": 12.65625, "train/tensor_act_model_layers_83_residual_post_mlp/norm": 4759092.5, "train/tensor_act_model_layers_83_residual_post_mlp/mean": 2320.0, "train/tensor_act_model_layers_83_residual_post_mlp/std": 57.0, "train/tensor_act_model_layers_83_residual_post_mlp/max_abs": 2464.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_post_mlp/min": 2112.0, "train/tensor_act_model_layers_83_residual_post_mlp/max": 2464.0, "train/tensor_act_model_layers_83_residual_post_mlp/range": 352.0, "train/tensor_act_model_layers_84_residual_pre_attn/norm": 4759092.5, "train/tensor_act_model_layers_84_residual_pre_attn/mean": 2320.0, "train/tensor_act_model_layers_84_residual_pre_attn/std": 57.0, "train/tensor_act_model_layers_84_residual_pre_attn/max_abs": 2464.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_pre_attn/min": 2112.0, "train/tensor_act_model_layers_84_residual_pre_attn/max": 2464.0, "train/tensor_act_model_layers_84_residual_pre_attn/range": 352.0, "train/tensor_act_model_layers_84_residual_post_attn/norm": 4759092.5, "train/tensor_act_model_layers_84_residual_post_attn/mean": 2320.0, "train/tensor_act_model_layers_84_residual_post_attn/std": 57.0, "train/tensor_act_model_layers_84_residual_post_attn/max_abs": 2464.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_post_attn/min": 2112.0, "train/tensor_act_model_layers_84_residual_post_attn/max": 2464.0, "train/tensor_act_model_layers_84_residual_post_attn/range": 352.0, "train/tensor_act_model_layers_84_mlp_gate_proj/norm": 3897.2529296875, "train/tensor_act_model_layers_84_mlp_gate_proj/mean": 0.55078125, "train/tensor_act_model_layers_84_mlp_gate_proj/std": 1.2265625, "train/tensor_act_model_layers_84_mlp_gate_proj/max_abs": 3.9375, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/min": -1.4453125, "train/tensor_act_model_layers_84_mlp_gate_proj/max": 3.9375, "train/tensor_act_model_layers_84_mlp_gate_proj/range": 5.3828125, "train/tensor_act_model_layers_84_mlp_up_proj/norm": 3887.923828125, "train/tensor_act_model_layers_84_mlp_up_proj/mean": -0.018310546875, "train/tensor_act_model_layers_84_mlp_up_proj/std": 1.34375, "train/tensor_act_model_layers_84_mlp_up_proj/max_abs": 4.03125, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/min": -3.9375, "train/tensor_act_model_layers_84_mlp_up_proj/max": 4.03125, "train/tensor_act_model_layers_84_mlp_up_proj/range": 7.96875, "train/tensor_act_model_layers_84_mlp_down_proj/norm": 16842.818359375, "train/tensor_act_model_layers_84_mlp_down_proj/mean": 7.9375, "train/tensor_act_model_layers_84_mlp_down_proj/std": 2.15625, "train/tensor_act_model_layers_84_mlp_down_proj/max_abs": 13.25, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_user_limit": 0.1875, "train/tensor_act_model_layers_84_mlp_down_proj/min": 2.34375, "train/tensor_act_model_layers_84_mlp_down_proj/max": 13.25, "train/tensor_act_model_layers_84_mlp_down_proj/range": 10.90625, "train/tensor_act_model_layers_84_mlp/norm": 16842.818359375, "train/tensor_act_model_layers_84_mlp/mean": 7.9375, "train/tensor_act_model_layers_84_mlp/std": 2.15625, "train/tensor_act_model_layers_84_mlp/max_abs": 13.25, "train/tensor_act_model_layers_84_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp/frac_near_user_limit": 0.1875, "train/tensor_act_model_layers_84_mlp/min": 2.34375, "train/tensor_act_model_layers_84_mlp/max": 13.25, "train/tensor_act_model_layers_84_mlp/range": 10.90625, "train/tensor_act_model_layers_84_residual_post_mlp/norm": 4775237.5, "train/tensor_act_model_layers_84_residual_post_mlp/mean": 2336.0, "train/tensor_act_model_layers_84_residual_post_mlp/std": 57.5, "train/tensor_act_model_layers_84_residual_post_mlp/max_abs": 2480.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_post_mlp/min": 2128.0, "train/tensor_act_model_layers_84_residual_post_mlp/max": 2480.0, "train/tensor_act_model_layers_84_residual_post_mlp/range": 352.0, "train/tensor_act_model_layers_85_residual_pre_attn/norm": 4775237.5, "train/tensor_act_model_layers_85_residual_pre_attn/mean": 2336.0, "train/tensor_act_model_layers_85_residual_pre_attn/std": 57.5, "train/tensor_act_model_layers_85_residual_pre_attn/max_abs": 2480.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_pre_attn/min": 2128.0, "train/tensor_act_model_layers_85_residual_pre_attn/max": 2480.0, "train/tensor_act_model_layers_85_residual_pre_attn/range": 352.0, "train/tensor_act_model_layers_85_residual_post_attn/norm": 4775237.5, "train/tensor_act_model_layers_85_residual_post_attn/mean": 2336.0, "train/tensor_act_model_layers_85_residual_post_attn/std": 57.5, "train/tensor_act_model_layers_85_residual_post_attn/max_abs": 2480.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_post_attn/min": 2128.0, "train/tensor_act_model_layers_85_residual_post_attn/max": 2480.0, "train/tensor_act_model_layers_85_residual_post_attn/range": 352.0, "train/tensor_act_model_layers_85_mlp_gate_proj/norm": 4191.16064453125, "train/tensor_act_model_layers_85_mlp_gate_proj/mean": 0.6015625, "train/tensor_act_model_layers_85_mlp_gate_proj/std": 1.3125, "train/tensor_act_model_layers_85_mlp_gate_proj/max_abs": 4.1875, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/min": -1.5234375, "train/tensor_act_model_layers_85_mlp_gate_proj/max": 4.1875, "train/tensor_act_model_layers_85_mlp_gate_proj/range": 5.7109375, "train/tensor_act_model_layers_85_mlp_up_proj/norm": 4132.6103515625, "train/tensor_act_model_layers_85_mlp_up_proj/mean": -0.034423828125, "train/tensor_act_model_layers_85_mlp_up_proj/std": 1.4296875, "train/tensor_act_model_layers_85_mlp_up_proj/max_abs": 4.3125, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/min": -4.3125, "train/tensor_act_model_layers_85_mlp_up_proj/max": 4.03125, "train/tensor_act_model_layers_85_mlp_up_proj/range": 8.34375, "train/tensor_act_model_layers_85_mlp_down_proj/norm": 20192.4375, "train/tensor_act_model_layers_85_mlp_down_proj/mean": 9.4375, "train/tensor_act_model_layers_85_mlp_down_proj/std": 2.765625, "train/tensor_act_model_layers_85_mlp_down_proj/max_abs": 16.75, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_user_limit": 0.4296877384185791, "train/tensor_act_model_layers_85_mlp_down_proj/min": 1.203125, "train/tensor_act_model_layers_85_mlp_down_proj/max": 16.75, "train/tensor_act_model_layers_85_mlp_down_proj/range": 15.546875, "train/tensor_act_model_layers_85_mlp/norm": 20192.4375, "train/tensor_act_model_layers_85_mlp/mean": 9.4375, "train/tensor_act_model_layers_85_mlp/std": 2.765625, "train/tensor_act_model_layers_85_mlp/max_abs": 16.75, "train/tensor_act_model_layers_85_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp/frac_near_user_limit": 0.4296877384185791, "train/tensor_act_model_layers_85_mlp/min": 1.203125, "train/tensor_act_model_layers_85_mlp/max": 16.75, "train/tensor_act_model_layers_85_mlp/range": 15.546875, "train/tensor_act_model_layers_85_residual_post_mlp/norm": 4796230.0, "train/tensor_act_model_layers_85_residual_post_mlp/mean": 2336.0, "train/tensor_act_model_layers_85_residual_post_mlp/std": 59.25, "train/tensor_act_model_layers_85_residual_post_mlp/max_abs": 2496.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_post_mlp/min": 2128.0, "train/tensor_act_model_layers_85_residual_post_mlp/max": 2496.0, "train/tensor_act_model_layers_85_residual_post_mlp/range": 368.0, "train/tensor_act_model_layers_86_residual_pre_attn/norm": 4796230.0, "train/tensor_act_model_layers_86_residual_pre_attn/mean": 2336.0, "train/tensor_act_model_layers_86_residual_pre_attn/std": 59.25, "train/tensor_act_model_layers_86_residual_pre_attn/max_abs": 2496.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_pre_attn/min": 2128.0, "train/tensor_act_model_layers_86_residual_pre_attn/max": 2496.0, "train/tensor_act_model_layers_86_residual_pre_attn/range": 368.0, "train/tensor_act_model_layers_86_residual_post_attn/norm": 4796230.0, "train/tensor_act_model_layers_86_residual_post_attn/mean": 2336.0, "train/tensor_act_model_layers_86_residual_post_attn/std": 59.25, "train/tensor_act_model_layers_86_residual_post_attn/max_abs": 2496.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_post_attn/min": 2128.0, "train/tensor_act_model_layers_86_residual_post_attn/max": 2496.0, "train/tensor_act_model_layers_86_residual_post_attn/range": 368.0, "train/tensor_act_model_layers_86_mlp_gate_proj/norm": 3747.0546875, "train/tensor_act_model_layers_86_mlp_gate_proj/mean": 0.515625, "train/tensor_act_model_layers_86_mlp_gate_proj/std": 1.1875, "train/tensor_act_model_layers_86_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/min": -1.421875, "train/tensor_act_model_layers_86_mlp_gate_proj/max": 4.03125, "train/tensor_act_model_layers_86_mlp_gate_proj/range": 5.453125, "train/tensor_act_model_layers_86_mlp_up_proj/norm": 3893.260986328125, "train/tensor_act_model_layers_86_mlp_up_proj/mean": 0.022216796875, "train/tensor_act_model_layers_86_mlp_up_proj/std": 1.34375, "train/tensor_act_model_layers_86_mlp_up_proj/max_abs": 3.9375, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/min": -3.90625, "train/tensor_act_model_layers_86_mlp_up_proj/max": 3.9375, "train/tensor_act_model_layers_86_mlp_up_proj/range": 7.84375, "train/tensor_act_model_layers_86_mlp_down_proj/norm": 16495.962890625, "train/tensor_act_model_layers_86_mlp_down_proj/mean": 7.6875, "train/tensor_act_model_layers_86_mlp_down_proj/std": 2.40625, "train/tensor_act_model_layers_86_mlp_down_proj/max_abs": 14.8125, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_user_limit": 0.1484375, "train/tensor_act_model_layers_86_mlp_down_proj/min": 0.8203125, "train/tensor_act_model_layers_86_mlp_down_proj/max": 14.8125, "train/tensor_act_model_layers_86_mlp_down_proj/range": 13.9921875, "train/tensor_act_model_layers_86_mlp/norm": 16495.962890625, "train/tensor_act_model_layers_86_mlp/mean": 7.6875, "train/tensor_act_model_layers_86_mlp/std": 2.40625, "train/tensor_act_model_layers_86_mlp/max_abs": 14.8125, "train/tensor_act_model_layers_86_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp/frac_near_user_limit": 0.1484375, "train/tensor_act_model_layers_86_mlp/min": 0.8203125, "train/tensor_act_model_layers_86_mlp/max": 14.8125, "train/tensor_act_model_layers_86_mlp/range": 13.9921875, "train/tensor_act_model_layers_86_residual_post_mlp/norm": 4811045.0, "train/tensor_act_model_layers_86_residual_post_mlp/mean": 2352.0, "train/tensor_act_model_layers_86_residual_post_mlp/std": 58.75, "train/tensor_act_model_layers_86_residual_post_mlp/max_abs": 2512.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_post_mlp/min": 2144.0, "train/tensor_act_model_layers_86_residual_post_mlp/max": 2512.0, "train/tensor_act_model_layers_86_residual_post_mlp/range": 368.0, "train/tensor_act_model_layers_87_residual_pre_attn/norm": 4811045.0, "train/tensor_act_model_layers_87_residual_pre_attn/mean": 2352.0, "train/tensor_act_model_layers_87_residual_pre_attn/std": 58.75, "train/tensor_act_model_layers_87_residual_pre_attn/max_abs": 2512.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_pre_attn/min": 2144.0, "train/tensor_act_model_layers_87_residual_pre_attn/max": 2512.0, "train/tensor_act_model_layers_87_residual_pre_attn/range": 368.0, "train/tensor_act_model_layers_87_residual_post_attn/norm": 4811045.0, "train/tensor_act_model_layers_87_residual_post_attn/mean": 2352.0, "train/tensor_act_model_layers_87_residual_post_attn/std": 58.75, "train/tensor_act_model_layers_87_residual_post_attn/max_abs": 2512.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_post_attn/min": 2144.0, "train/tensor_act_model_layers_87_residual_post_attn/max": 2512.0, "train/tensor_act_model_layers_87_residual_post_attn/range": 368.0, "train/tensor_act_model_layers_87_mlp_gate_proj/norm": 4467.587890625, "train/tensor_act_model_layers_87_mlp_gate_proj/mean": 0.8359375, "train/tensor_act_model_layers_87_mlp_gate_proj/std": 1.296875, "train/tensor_act_model_layers_87_mlp_gate_proj/max_abs": 4.15625, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/min": -1.09375, "train/tensor_act_model_layers_87_mlp_gate_proj/max": 4.15625, "train/tensor_act_model_layers_87_mlp_gate_proj/range": 5.25, "train/tensor_act_model_layers_87_mlp_up_proj/norm": 4603.2802734375, "train/tensor_act_model_layers_87_mlp_up_proj/mean": 0.1474609375, "train/tensor_act_model_layers_87_mlp_up_proj/std": 1.5859375, "train/tensor_act_model_layers_87_mlp_up_proj/max_abs": 4.3125, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/min": -3.875, "train/tensor_act_model_layers_87_mlp_up_proj/max": 4.3125, "train/tensor_act_model_layers_87_mlp_up_proj/range": 8.1875, "train/tensor_act_model_layers_87_mlp_down_proj/norm": 22447.095703125, "train/tensor_act_model_layers_87_mlp_down_proj/mean": 10.5625, "train/tensor_act_model_layers_87_mlp_down_proj/std": 2.875, "train/tensor_act_model_layers_87_mlp_down_proj/max_abs": 19.0, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_user_limit": 0.5779049396514893, "train/tensor_act_model_layers_87_mlp_down_proj/min": 2.21875, "train/tensor_act_model_layers_87_mlp_down_proj/max": 19.0, "train/tensor_act_model_layers_87_mlp_down_proj/range": 16.78125, "train/tensor_act_model_layers_87_mlp/norm": 22447.095703125, "train/tensor_act_model_layers_87_mlp/mean": 10.5625, "train/tensor_act_model_layers_87_mlp/std": 2.875, "train/tensor_act_model_layers_87_mlp/max_abs": 19.0, "train/tensor_act_model_layers_87_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp/frac_near_user_limit": 0.5779049396514893, "train/tensor_act_model_layers_87_mlp/min": 2.21875, "train/tensor_act_model_layers_87_mlp/max": 19.0, "train/tensor_act_model_layers_87_mlp/range": 16.78125, "train/tensor_act_model_layers_87_residual_post_mlp/norm": 4837981.0, "train/tensor_act_model_layers_87_residual_post_mlp/mean": 2368.0, "train/tensor_act_model_layers_87_residual_post_mlp/std": 60.0, "train/tensor_act_model_layers_87_residual_post_mlp/max_abs": 2528.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_post_mlp/min": 2144.0, "train/tensor_act_model_layers_87_residual_post_mlp/max": 2528.0, "train/tensor_act_model_layers_87_residual_post_mlp/range": 384.0, "train/tensor_act_model_layers_88_residual_pre_attn/norm": 4837981.0, "train/tensor_act_model_layers_88_residual_pre_attn/mean": 2368.0, "train/tensor_act_model_layers_88_residual_pre_attn/std": 60.0, "train/tensor_act_model_layers_88_residual_pre_attn/max_abs": 2528.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_pre_attn/min": 2144.0, "train/tensor_act_model_layers_88_residual_pre_attn/max": 2528.0, "train/tensor_act_model_layers_88_residual_pre_attn/range": 384.0, "train/tensor_act_model_layers_88_residual_post_attn/norm": 4837981.0, "train/tensor_act_model_layers_88_residual_post_attn/mean": 2368.0, "train/tensor_act_model_layers_88_residual_post_attn/std": 60.0, "train/tensor_act_model_layers_88_residual_post_attn/max_abs": 2528.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_post_attn/min": 2144.0, "train/tensor_act_model_layers_88_residual_post_attn/max": 2528.0, "train/tensor_act_model_layers_88_residual_post_attn/range": 384.0, "train/tensor_act_model_layers_88_mlp_gate_proj/norm": 3582.121337890625, "train/tensor_act_model_layers_88_mlp_gate_proj/mean": 0.5078125, "train/tensor_act_model_layers_88_mlp_gate_proj/std": 1.125, "train/tensor_act_model_layers_88_mlp_gate_proj/max_abs": 5.0625, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/min": -1.0859375, "train/tensor_act_model_layers_88_mlp_gate_proj/max": 5.0625, "train/tensor_act_model_layers_88_mlp_gate_proj/range": 6.1484375, "train/tensor_act_model_layers_88_mlp_up_proj/norm": 3539.347900390625, "train/tensor_act_model_layers_88_mlp_up_proj/mean": -0.01165771484375, "train/tensor_act_model_layers_88_mlp_up_proj/std": 1.21875, "train/tensor_act_model_layers_88_mlp_up_proj/max_abs": 4.28125, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/min": -4.09375, "train/tensor_act_model_layers_88_mlp_up_proj/max": 4.28125, "train/tensor_act_model_layers_88_mlp_up_proj/range": 8.375, "train/tensor_act_model_layers_88_mlp_down_proj/norm": 14017.6162109375, "train/tensor_act_model_layers_88_mlp_down_proj/mean": 6.5, "train/tensor_act_model_layers_88_mlp_down_proj/std": 2.140625, "train/tensor_act_model_layers_88_mlp_down_proj/max_abs": 12.3125, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_user_limit": 0.0234375, "train/tensor_act_model_layers_88_mlp_down_proj/min": 0.734375, "train/tensor_act_model_layers_88_mlp_down_proj/max": 12.3125, "train/tensor_act_model_layers_88_mlp_down_proj/range": 11.578125, "train/tensor_act_model_layers_88_mlp/norm": 14017.6162109375, "train/tensor_act_model_layers_88_mlp/mean": 6.5, "train/tensor_act_model_layers_88_mlp/std": 2.140625, "train/tensor_act_model_layers_88_mlp/max_abs": 12.3125, "train/tensor_act_model_layers_88_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp/frac_near_user_limit": 0.0234375, "train/tensor_act_model_layers_88_mlp/min": 0.734375, "train/tensor_act_model_layers_88_mlp/max": 12.3125, "train/tensor_act_model_layers_88_mlp/range": 11.578125, "train/tensor_act_model_layers_88_residual_post_mlp/norm": 4845584.5, "train/tensor_act_model_layers_88_residual_post_mlp/mean": 2368.0, "train/tensor_act_model_layers_88_residual_post_mlp/std": 60.75, "train/tensor_act_model_layers_88_residual_post_mlp/max_abs": 2528.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_post_mlp/min": 2144.0, "train/tensor_act_model_layers_88_residual_post_mlp/max": 2528.0, "train/tensor_act_model_layers_88_residual_post_mlp/range": 384.0, "train/tensor_act_model_layers_89_residual_pre_attn/norm": 4845584.5, "train/tensor_act_model_layers_89_residual_pre_attn/mean": 2368.0, "train/tensor_act_model_layers_89_residual_pre_attn/std": 60.75, "train/tensor_act_model_layers_89_residual_pre_attn/max_abs": 2528.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_pre_attn/min": 2144.0, "train/tensor_act_model_layers_89_residual_pre_attn/max": 2528.0, "train/tensor_act_model_layers_89_residual_pre_attn/range": 384.0, "train/tensor_act_model_layers_89_residual_post_attn/norm": 4845584.5, "train/tensor_act_model_layers_89_residual_post_attn/mean": 2368.0, "train/tensor_act_model_layers_89_residual_post_attn/std": 60.75, "train/tensor_act_model_layers_89_residual_post_attn/max_abs": 2528.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_post_attn/min": 2144.0, "train/tensor_act_model_layers_89_residual_post_attn/max": 2528.0, "train/tensor_act_model_layers_89_residual_post_attn/range": 384.0, "train/tensor_act_model_layers_89_mlp_gate_proj/norm": 4179.62939453125, "train/tensor_act_model_layers_89_mlp_gate_proj/mean": 0.69921875, "train/tensor_act_model_layers_89_mlp_gate_proj/std": 1.265625, "train/tensor_act_model_layers_89_mlp_gate_proj/max_abs": 4.71875, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/min": -1.1875, "train/tensor_act_model_layers_89_mlp_gate_proj/max": 4.71875, "train/tensor_act_model_layers_89_mlp_gate_proj/range": 5.90625, "train/tensor_act_model_layers_89_mlp_up_proj/norm": 4144.6640625, "train/tensor_act_model_layers_89_mlp_up_proj/mean": -0.03515625, "train/tensor_act_model_layers_89_mlp_up_proj/std": 1.4296875, "train/tensor_act_model_layers_89_mlp_up_proj/max_abs": 4.5, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/min": -4.5, "train/tensor_act_model_layers_89_mlp_up_proj/max": 4.1875, "train/tensor_act_model_layers_89_mlp_up_proj/range": 8.6875, "train/tensor_act_model_layers_89_mlp_down_proj/norm": 20505.755859375, "train/tensor_act_model_layers_89_mlp_down_proj/mean": 9.5625, "train/tensor_act_model_layers_89_mlp_down_proj/std": 2.953125, "train/tensor_act_model_layers_89_mlp_down_proj/max_abs": 15.6875, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_user_limit": 0.5104637145996094, "train/tensor_act_model_layers_89_mlp_down_proj/min": 1.4453125, "train/tensor_act_model_layers_89_mlp_down_proj/max": 15.6875, "train/tensor_act_model_layers_89_mlp_down_proj/range": 14.2421875, "train/tensor_act_model_layers_89_mlp/norm": 20505.755859375, "train/tensor_act_model_layers_89_mlp/mean": 9.5625, "train/tensor_act_model_layers_89_mlp/std": 2.953125, "train/tensor_act_model_layers_89_mlp/max_abs": 15.6875, "train/tensor_act_model_layers_89_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp/frac_near_user_limit": 0.5104637145996094, "train/tensor_act_model_layers_89_mlp/min": 1.4453125, "train/tensor_act_model_layers_89_mlp/max": 15.6875, "train/tensor_act_model_layers_89_mlp/range": 14.2421875, "train/tensor_act_model_layers_89_residual_post_mlp/norm": 4869640.0, "train/tensor_act_model_layers_89_residual_post_mlp/mean": 2384.0, "train/tensor_act_model_layers_89_residual_post_mlp/std": 61.25, "train/tensor_act_model_layers_89_residual_post_mlp/max_abs": 2544.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_post_mlp/min": 2160.0, "train/tensor_act_model_layers_89_residual_post_mlp/max": 2544.0, "train/tensor_act_model_layers_89_residual_post_mlp/range": 384.0, "train/tensor_act_model_layers_90_residual_pre_attn/norm": 4869640.0, "train/tensor_act_model_layers_90_residual_pre_attn/mean": 2384.0, "train/tensor_act_model_layers_90_residual_pre_attn/std": 61.25, "train/tensor_act_model_layers_90_residual_pre_attn/max_abs": 2544.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_pre_attn/min": 2160.0, "train/tensor_act_model_layers_90_residual_pre_attn/max": 2544.0, "train/tensor_act_model_layers_90_residual_pre_attn/range": 384.0, "train/tensor_act_model_layers_90_residual_post_attn/norm": 4869640.0, "train/tensor_act_model_layers_90_residual_post_attn/mean": 2384.0, "train/tensor_act_model_layers_90_residual_post_attn/std": 61.25, "train/tensor_act_model_layers_90_residual_post_attn/max_abs": 2544.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_post_attn/min": 2160.0, "train/tensor_act_model_layers_90_residual_post_attn/max": 2544.0, "train/tensor_act_model_layers_90_residual_post_attn/range": 384.0, "train/tensor_act_model_layers_90_mlp_gate_proj/norm": 3641.66943359375, "train/tensor_act_model_layers_90_mlp_gate_proj/mean": 0.52734375, "train/tensor_act_model_layers_90_mlp_gate_proj/std": 1.140625, "train/tensor_act_model_layers_90_mlp_gate_proj/max_abs": 4.25, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/min": -1.296875, "train/tensor_act_model_layers_90_mlp_gate_proj/max": 4.25, "train/tensor_act_model_layers_90_mlp_gate_proj/range": 5.546875, "train/tensor_act_model_layers_90_mlp_up_proj/norm": 3405.35009765625, "train/tensor_act_model_layers_90_mlp_up_proj/mean": -0.00141143798828125, "train/tensor_act_model_layers_90_mlp_up_proj/std": 1.171875, "train/tensor_act_model_layers_90_mlp_up_proj/max_abs": 4.28125, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/min": -4.28125, "train/tensor_act_model_layers_90_mlp_up_proj/max": 4.0625, "train/tensor_act_model_layers_90_mlp_up_proj/range": 8.34375, "train/tensor_act_model_layers_90_mlp_down_proj/norm": 10910.048828125, "train/tensor_act_model_layers_90_mlp_down_proj/mean": 5.0, "train/tensor_act_model_layers_90_mlp_down_proj/std": 1.8671875, "train/tensor_act_model_layers_90_mlp_down_proj/max_abs": 9.6875, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/min": 0.384765625, "train/tensor_act_model_layers_90_mlp_down_proj/max": 9.6875, "train/tensor_act_model_layers_90_mlp_down_proj/range": 9.302734375, "train/tensor_act_model_layers_90_mlp/norm": 10910.048828125, "train/tensor_act_model_layers_90_mlp/mean": 5.0, "train/tensor_act_model_layers_90_mlp/std": 1.8671875, "train/tensor_act_model_layers_90_mlp/max_abs": 9.6875, "train/tensor_act_model_layers_90_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp/min": 0.384765625, "train/tensor_act_model_layers_90_mlp/max": 9.6875, "train/tensor_act_model_layers_90_mlp/range": 9.302734375, "train/tensor_act_model_layers_90_residual_post_mlp/norm": 4871699.5, "train/tensor_act_model_layers_90_residual_post_mlp/mean": 2384.0, "train/tensor_act_model_layers_90_residual_post_mlp/std": 61.25, "train/tensor_act_model_layers_90_residual_post_mlp/max_abs": 2544.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_post_mlp/min": 2160.0, "train/tensor_act_model_layers_90_residual_post_mlp/max": 2544.0, "train/tensor_act_model_layers_90_residual_post_mlp/range": 384.0, "train/tensor_act_model_layers_91_residual_pre_attn/norm": 4871699.5, "train/tensor_act_model_layers_91_residual_pre_attn/mean": 2384.0, "train/tensor_act_model_layers_91_residual_pre_attn/std": 61.25, "train/tensor_act_model_layers_91_residual_pre_attn/max_abs": 2544.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_pre_attn/min": 2160.0, "train/tensor_act_model_layers_91_residual_pre_attn/max": 2544.0, "train/tensor_act_model_layers_91_residual_pre_attn/range": 384.0, "train/tensor_act_model_layers_91_residual_post_attn/norm": 4871699.5, "train/tensor_act_model_layers_91_residual_post_attn/mean": 2384.0, "train/tensor_act_model_layers_91_residual_post_attn/std": 61.25, "train/tensor_act_model_layers_91_residual_post_attn/max_abs": 2544.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_post_attn/min": 2160.0, "train/tensor_act_model_layers_91_residual_post_attn/max": 2544.0, "train/tensor_act_model_layers_91_residual_post_attn/range": 384.0, "train/tensor_act_model_layers_91_mlp_gate_proj/norm": 3236.9111328125, "train/tensor_act_model_layers_91_mlp_gate_proj/mean": 0.462890625, "train/tensor_act_model_layers_91_mlp_gate_proj/std": 1.015625, "train/tensor_act_model_layers_91_mlp_gate_proj/max_abs": 3.890625, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/min": -1.375, "train/tensor_act_model_layers_91_mlp_gate_proj/max": 3.890625, "train/tensor_act_model_layers_91_mlp_gate_proj/range": 5.265625, "train/tensor_act_model_layers_91_mlp_up_proj/norm": 3179.538330078125, "train/tensor_act_model_layers_91_mlp_up_proj/mean": -0.04931640625, "train/tensor_act_model_layers_91_mlp_up_proj/std": 1.09375, "train/tensor_act_model_layers_91_mlp_up_proj/max_abs": 4.21875, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/min": -3.828125, "train/tensor_act_model_layers_91_mlp_up_proj/max": 4.21875, "train/tensor_act_model_layers_91_mlp_up_proj/range": 8.046875, "train/tensor_act_model_layers_91_mlp_down_proj/norm": 9508.779296875, "train/tensor_act_model_layers_91_mlp_down_proj/mean": 4.28125, "train/tensor_act_model_layers_91_mlp_down_proj/std": 1.8125, "train/tensor_act_model_layers_91_mlp_down_proj/max_abs": 8.25, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/min": -0.546875, "train/tensor_act_model_layers_91_mlp_down_proj/max": 8.25, "train/tensor_act_model_layers_91_mlp_down_proj/range": 8.796875, "train/tensor_act_model_layers_91_mlp/norm": 9508.779296875, "train/tensor_act_model_layers_91_mlp/mean": 4.28125, "train/tensor_act_model_layers_91_mlp/std": 1.8125, "train/tensor_act_model_layers_91_mlp/max_abs": 8.25, "train/tensor_act_model_layers_91_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp/min": -0.546875, "train/tensor_act_model_layers_91_mlp/max": 8.25, "train/tensor_act_model_layers_91_mlp/range": 8.796875, "train/tensor_act_model_layers_91_residual_post_mlp/norm": 4872207.5, "train/tensor_act_model_layers_91_residual_post_mlp/mean": 2384.0, "train/tensor_act_model_layers_91_residual_post_mlp/std": 61.5, "train/tensor_act_model_layers_91_residual_post_mlp/max_abs": 2544.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_post_mlp/min": 2160.0, "train/tensor_act_model_layers_91_residual_post_mlp/max": 2544.0, "train/tensor_act_model_layers_91_residual_post_mlp/range": 384.0, "train/tensor_act_model_layers_92_residual_pre_attn/norm": 4872207.5, "train/tensor_act_model_layers_92_residual_pre_attn/mean": 2384.0, "train/tensor_act_model_layers_92_residual_pre_attn/std": 61.5, "train/tensor_act_model_layers_92_residual_pre_attn/max_abs": 2544.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_pre_attn/min": 2160.0, "train/tensor_act_model_layers_92_residual_pre_attn/max": 2544.0, "train/tensor_act_model_layers_92_residual_pre_attn/range": 384.0, "train/tensor_act_model_layers_92_residual_post_attn/norm": 4872207.5, "train/tensor_act_model_layers_92_residual_post_attn/mean": 2384.0, "train/tensor_act_model_layers_92_residual_post_attn/std": 61.5, "train/tensor_act_model_layers_92_residual_post_attn/max_abs": 2544.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_post_attn/min": 2160.0, "train/tensor_act_model_layers_92_residual_post_attn/max": 2544.0, "train/tensor_act_model_layers_92_residual_post_attn/range": 384.0, "train/tensor_act_model_layers_92_mlp_gate_proj/norm": 3525.21044921875, "train/tensor_act_model_layers_92_mlp_gate_proj/mean": 0.578125, "train/tensor_act_model_layers_92_mlp_gate_proj/std": 1.0703125, "train/tensor_act_model_layers_92_mlp_gate_proj/max_abs": 4.0625, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/min": -1.6640625, "train/tensor_act_model_layers_92_mlp_gate_proj/max": 4.0625, "train/tensor_act_model_layers_92_mlp_gate_proj/range": 5.7265625, "train/tensor_act_model_layers_92_mlp_up_proj/norm": 3528.05615234375, "train/tensor_act_model_layers_92_mlp_up_proj/mean": -0.1669921875, "train/tensor_act_model_layers_92_mlp_up_proj/std": 1.203125, "train/tensor_act_model_layers_92_mlp_up_proj/max_abs": 4.0625, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/min": -4.0625, "train/tensor_act_model_layers_92_mlp_up_proj/max": 3.484375, "train/tensor_act_model_layers_92_mlp_up_proj/range": 7.546875, "train/tensor_act_model_layers_92_mlp_down_proj/norm": 11820.0869140625, "train/tensor_act_model_layers_92_mlp_down_proj/mean": 5.40625, "train/tensor_act_model_layers_92_mlp_down_proj/std": 1.984375, "train/tensor_act_model_layers_92_mlp_down_proj/max_abs": 11.0625, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_user_limit": 0.015625, "train/tensor_act_model_layers_92_mlp_down_proj/min": 1.3828125, "train/tensor_act_model_layers_92_mlp_down_proj/max": 11.0625, "train/tensor_act_model_layers_92_mlp_down_proj/range": 9.6796875, "train/tensor_act_model_layers_92_mlp/norm": 11820.0869140625, "train/tensor_act_model_layers_92_mlp/mean": 5.40625, "train/tensor_act_model_layers_92_mlp/std": 1.984375, "train/tensor_act_model_layers_92_mlp/max_abs": 11.0625, "train/tensor_act_model_layers_92_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp/frac_near_user_limit": 0.015625, "train/tensor_act_model_layers_92_mlp/min": 1.3828125, "train/tensor_act_model_layers_92_mlp/max": 11.0625, "train/tensor_act_model_layers_92_mlp/range": 9.6796875, "train/tensor_act_model_layers_92_residual_post_mlp/norm": 4874420.0, "train/tensor_act_model_layers_92_residual_post_mlp/mean": 2384.0, "train/tensor_act_model_layers_92_residual_post_mlp/std": 61.0, "train/tensor_act_model_layers_92_residual_post_mlp/max_abs": 2544.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_post_mlp/min": 2160.0, "train/tensor_act_model_layers_92_residual_post_mlp/max": 2544.0, "train/tensor_act_model_layers_92_residual_post_mlp/range": 384.0, "train/tensor_act_model_layers_93_residual_pre_attn/norm": 4874420.0, "train/tensor_act_model_layers_93_residual_pre_attn/mean": 2384.0, "train/tensor_act_model_layers_93_residual_pre_attn/std": 61.0, "train/tensor_act_model_layers_93_residual_pre_attn/max_abs": 2544.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_pre_attn/min": 2160.0, "train/tensor_act_model_layers_93_residual_pre_attn/max": 2544.0, "train/tensor_act_model_layers_93_residual_pre_attn/range": 384.0, "train/tensor_act_model_layers_93_residual_post_attn/norm": 4874420.0, "train/tensor_act_model_layers_93_residual_post_attn/mean": 2384.0, "train/tensor_act_model_layers_93_residual_post_attn/std": 61.0, "train/tensor_act_model_layers_93_residual_post_attn/max_abs": 2544.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_post_attn/min": 2160.0, "train/tensor_act_model_layers_93_residual_post_attn/max": 2544.0, "train/tensor_act_model_layers_93_residual_post_attn/range": 384.0, "train/tensor_act_model_layers_93_mlp_gate_proj/norm": 3428.16943359375, "train/tensor_act_model_layers_93_mlp_gate_proj/mean": 0.49609375, "train/tensor_act_model_layers_93_mlp_gate_proj/std": 1.078125, "train/tensor_act_model_layers_93_mlp_gate_proj/max_abs": 4.28125, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/min": -1.375, "train/tensor_act_model_layers_93_mlp_gate_proj/max": 4.28125, "train/tensor_act_model_layers_93_mlp_gate_proj/range": 5.65625, "train/tensor_act_model_layers_93_mlp_up_proj/norm": 3404.32568359375, "train/tensor_act_model_layers_93_mlp_up_proj/mean": 9.107589721679688e-05, "train/tensor_act_model_layers_93_mlp_up_proj/std": 1.171875, "train/tensor_act_model_layers_93_mlp_up_proj/max_abs": 4.1875, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/min": -4.1875, "train/tensor_act_model_layers_93_mlp_up_proj/max": 4.0, "train/tensor_act_model_layers_93_mlp_up_proj/range": 8.1875, "train/tensor_act_model_layers_93_mlp_down_proj/norm": 10138.845703125, "train/tensor_act_model_layers_93_mlp_down_proj/mean": 4.5625, "train/tensor_act_model_layers_93_mlp_down_proj/std": 1.8984375, "train/tensor_act_model_layers_93_mlp_down_proj/max_abs": 9.1875, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/min": -1.3515625, "train/tensor_act_model_layers_93_mlp_down_proj/max": 9.1875, "train/tensor_act_model_layers_93_mlp_down_proj/range": 10.5390625, "train/tensor_act_model_layers_93_mlp/norm": 10138.845703125, "train/tensor_act_model_layers_93_mlp/mean": 4.5625, "train/tensor_act_model_layers_93_mlp/std": 1.8984375, "train/tensor_act_model_layers_93_mlp/max_abs": 9.1875, "train/tensor_act_model_layers_93_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp/min": -1.3515625, "train/tensor_act_model_layers_93_mlp/max": 9.1875, "train/tensor_act_model_layers_93_mlp/range": 10.5390625, "train/tensor_act_model_layers_93_residual_post_mlp/norm": 4875458.5, "train/tensor_act_model_layers_93_residual_post_mlp/mean": 2384.0, "train/tensor_act_model_layers_93_residual_post_mlp/std": 61.25, "train/tensor_act_model_layers_93_residual_post_mlp/max_abs": 2544.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_post_mlp/min": 2160.0, "train/tensor_act_model_layers_93_residual_post_mlp/max": 2544.0, "train/tensor_act_model_layers_93_residual_post_mlp/range": 384.0, "train/tensor_act_model_layers_94_residual_pre_attn/norm": 4875458.5, "train/tensor_act_model_layers_94_residual_pre_attn/mean": 2384.0, "train/tensor_act_model_layers_94_residual_pre_attn/std": 61.25, "train/tensor_act_model_layers_94_residual_pre_attn/max_abs": 2544.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_pre_attn/min": 2160.0, "train/tensor_act_model_layers_94_residual_pre_attn/max": 2544.0, "train/tensor_act_model_layers_94_residual_pre_attn/range": 384.0, "train/tensor_act_model_layers_94_residual_post_attn/norm": 4875458.5, "train/tensor_act_model_layers_94_residual_post_attn/mean": 2384.0, "train/tensor_act_model_layers_94_residual_post_attn/std": 61.25, "train/tensor_act_model_layers_94_residual_post_attn/max_abs": 2544.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_post_attn/min": 2160.0, "train/tensor_act_model_layers_94_residual_post_attn/max": 2544.0, "train/tensor_act_model_layers_94_residual_post_attn/range": 384.0, "train/tensor_act_model_layers_94_mlp_gate_proj/norm": 3123.9033203125, "train/tensor_act_model_layers_94_mlp_gate_proj/mean": 0.40625, "train/tensor_act_model_layers_94_mlp_gate_proj/std": 1.0, "train/tensor_act_model_layers_94_mlp_gate_proj/max_abs": 4.28125, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/min": -1.3671875, "train/tensor_act_model_layers_94_mlp_gate_proj/max": 4.28125, "train/tensor_act_model_layers_94_mlp_gate_proj/range": 5.6484375, "train/tensor_act_model_layers_94_mlp_up_proj/norm": 3004.810546875, "train/tensor_act_model_layers_94_mlp_up_proj/mean": -0.048828125, "train/tensor_act_model_layers_94_mlp_up_proj/std": 1.0390625, "train/tensor_act_model_layers_94_mlp_up_proj/max_abs": 3.65625, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/min": -3.65625, "train/tensor_act_model_layers_94_mlp_up_proj/max": 3.078125, "train/tensor_act_model_layers_94_mlp_up_proj/range": 6.734375, "train/tensor_act_model_layers_94_mlp_down_proj/norm": 7386.56201171875, "train/tensor_act_model_layers_94_mlp_down_proj/mean": 3.125, "train/tensor_act_model_layers_94_mlp_down_proj/std": 1.7890625, "train/tensor_act_model_layers_94_mlp_down_proj/max_abs": 7.6875, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/min": -1.96875, "train/tensor_act_model_layers_94_mlp_down_proj/max": 7.6875, "train/tensor_act_model_layers_94_mlp_down_proj/range": 9.65625, "train/tensor_act_model_layers_94_mlp/norm": 7386.56201171875, "train/tensor_act_model_layers_94_mlp/mean": 3.125, "train/tensor_act_model_layers_94_mlp/std": 1.7890625, "train/tensor_act_model_layers_94_mlp/max_abs": 7.6875, "train/tensor_act_model_layers_94_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp/min": -1.96875, "train/tensor_act_model_layers_94_mlp/max": 7.6875, "train/tensor_act_model_layers_94_mlp/range": 9.65625, "train/tensor_act_model_layers_94_residual_post_mlp/norm": 4875458.5, "train/tensor_act_model_layers_94_residual_post_mlp/mean": 2384.0, "train/tensor_act_model_layers_94_residual_post_mlp/std": 61.25, "train/tensor_act_model_layers_94_residual_post_mlp/max_abs": 2544.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_post_mlp/min": 2160.0, "train/tensor_act_model_layers_94_residual_post_mlp/max": 2544.0, "train/tensor_act_model_layers_94_residual_post_mlp/range": 384.0, "train/tensor_act_model_layers_95_residual_pre_attn/norm": 4875458.5, "train/tensor_act_model_layers_95_residual_pre_attn/mean": 2384.0, "train/tensor_act_model_layers_95_residual_pre_attn/std": 61.25, "train/tensor_act_model_layers_95_residual_pre_attn/max_abs": 2544.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_pre_attn/min": 2160.0, "train/tensor_act_model_layers_95_residual_pre_attn/max": 2544.0, "train/tensor_act_model_layers_95_residual_pre_attn/range": 384.0, "train/tensor_act_model_layers_95_residual_post_attn/norm": 4875458.5, "train/tensor_act_model_layers_95_residual_post_attn/mean": 2384.0, "train/tensor_act_model_layers_95_residual_post_attn/std": 61.25, "train/tensor_act_model_layers_95_residual_post_attn/max_abs": 2544.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_post_attn/min": 2160.0, "train/tensor_act_model_layers_95_residual_post_attn/max": 2544.0, "train/tensor_act_model_layers_95_residual_post_attn/range": 384.0, "train/tensor_act_model_layers_95_mlp_gate_proj/norm": 2382.548828125, "train/tensor_act_model_layers_95_mlp_gate_proj/mean": 0.271484375, "train/tensor_act_model_layers_95_mlp_gate_proj/std": 0.77734375, "train/tensor_act_model_layers_95_mlp_gate_proj/max_abs": 3.453125, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/min": -1.3125, "train/tensor_act_model_layers_95_mlp_gate_proj/max": 3.453125, "train/tensor_act_model_layers_95_mlp_gate_proj/range": 4.765625, "train/tensor_act_model_layers_95_mlp_up_proj/norm": 2492.87353515625, "train/tensor_act_model_layers_95_mlp_up_proj/mean": -0.0947265625, "train/tensor_act_model_layers_95_mlp_up_proj/std": 0.85546875, "train/tensor_act_model_layers_95_mlp_up_proj/max_abs": 3.15625, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/min": -3.15625, "train/tensor_act_model_layers_95_mlp_up_proj/max": 2.359375, "train/tensor_act_model_layers_95_mlp_up_proj/range": 5.515625, "train/tensor_act_model_layers_95_mlp_down_proj/norm": 3405.67236328125, "train/tensor_act_model_layers_95_mlp_down_proj/mean": 1.375, "train/tensor_act_model_layers_95_mlp_down_proj/std": 0.9375, "train/tensor_act_model_layers_95_mlp_down_proj/max_abs": 3.921875, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/min": -0.58984375, "train/tensor_act_model_layers_95_mlp_down_proj/max": 3.921875, "train/tensor_act_model_layers_95_mlp_down_proj/range": 4.51171875, "train/tensor_act_model_layers_95_mlp/norm": 3405.67236328125, "train/tensor_act_model_layers_95_mlp/mean": 1.375, "train/tensor_act_model_layers_95_mlp/std": 0.9375, "train/tensor_act_model_layers_95_mlp/max_abs": 3.921875, "train/tensor_act_model_layers_95_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp/min": -0.58984375, "train/tensor_act_model_layers_95_mlp/max": 3.921875, "train/tensor_act_model_layers_95_mlp/range": 4.51171875, "train/tensor_act_model_layers_95_residual_post_mlp/norm": 4875458.5, "train/tensor_act_model_layers_95_residual_post_mlp/mean": 2384.0, "train/tensor_act_model_layers_95_residual_post_mlp/std": 61.25, "train/tensor_act_model_layers_95_residual_post_mlp/max_abs": 2544.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_post_mlp/min": 2160.0, "train/tensor_act_model_layers_95_residual_post_mlp/max": 2544.0, "train/tensor_act_model_layers_95_residual_post_mlp/range": 384.0, "train/tensor_act_model_layers_96_residual_pre_attn/norm": 4875458.5, "train/tensor_act_model_layers_96_residual_pre_attn/mean": 2384.0, "train/tensor_act_model_layers_96_residual_pre_attn/std": 61.25, "train/tensor_act_model_layers_96_residual_pre_attn/max_abs": 2544.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_pre_attn/min": 2160.0, "train/tensor_act_model_layers_96_residual_pre_attn/max": 2544.0, "train/tensor_act_model_layers_96_residual_pre_attn/range": 384.0, "train/tensor_act_model_layers_96_residual_post_attn/norm": 4875458.5, "train/tensor_act_model_layers_96_residual_post_attn/mean": 2384.0, "train/tensor_act_model_layers_96_residual_post_attn/std": 61.25, "train/tensor_act_model_layers_96_residual_post_attn/max_abs": 2544.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_post_attn/min": 2160.0, "train/tensor_act_model_layers_96_residual_post_attn/max": 2544.0, "train/tensor_act_model_layers_96_residual_post_attn/range": 384.0, "train/tensor_act_model_layers_96_mlp_gate_proj/norm": 2705.424560546875, "train/tensor_act_model_layers_96_mlp_gate_proj/mean": 0.2890625, "train/tensor_act_model_layers_96_mlp_gate_proj/std": 0.88671875, "train/tensor_act_model_layers_96_mlp_gate_proj/max_abs": 3.484375, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/min": -1.53125, "train/tensor_act_model_layers_96_mlp_gate_proj/max": 3.484375, "train/tensor_act_model_layers_96_mlp_gate_proj/range": 5.015625, "train/tensor_act_model_layers_96_mlp_up_proj/norm": 2700.689697265625, "train/tensor_act_model_layers_96_mlp_up_proj/mean": 0.08056640625, "train/tensor_act_model_layers_96_mlp_up_proj/std": 0.9296875, "train/tensor_act_model_layers_96_mlp_up_proj/max_abs": 4.15625, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/min": -2.671875, "train/tensor_act_model_layers_96_mlp_up_proj/max": 4.15625, "train/tensor_act_model_layers_96_mlp_up_proj/range": 6.828125, "train/tensor_act_model_layers_96_mlp_down_proj/norm": 5123.0380859375, "train/tensor_act_model_layers_96_mlp_down_proj/mean": 1.9921875, "train/tensor_act_model_layers_96_mlp_down_proj/std": 1.515625, "train/tensor_act_model_layers_96_mlp_down_proj/max_abs": 5.0, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/min": -1.8828125, "train/tensor_act_model_layers_96_mlp_down_proj/max": 5.0, "train/tensor_act_model_layers_96_mlp_down_proj/range": 6.8828125, "train/tensor_act_model_layers_96_mlp/norm": 5123.0380859375, "train/tensor_act_model_layers_96_mlp/mean": 1.9921875, "train/tensor_act_model_layers_96_mlp/std": 1.515625, "train/tensor_act_model_layers_96_mlp/max_abs": 5.0, "train/tensor_act_model_layers_96_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp/min": -1.8828125, "train/tensor_act_model_layers_96_mlp/max": 5.0, "train/tensor_act_model_layers_96_mlp/range": 6.8828125, "train/tensor_act_model_layers_96_residual_post_mlp/norm": 4875458.5, "train/tensor_act_model_layers_96_residual_post_mlp/mean": 2384.0, "train/tensor_act_model_layers_96_residual_post_mlp/std": 61.25, "train/tensor_act_model_layers_96_residual_post_mlp/max_abs": 2544.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_post_mlp/min": 2160.0, "train/tensor_act_model_layers_96_residual_post_mlp/max": 2544.0, "train/tensor_act_model_layers_96_residual_post_mlp/range": 384.0, "train/tensor_act_model_layers_97_residual_pre_attn/norm": 4875458.5, "train/tensor_act_model_layers_97_residual_pre_attn/mean": 2384.0, "train/tensor_act_model_layers_97_residual_pre_attn/std": 61.25, "train/tensor_act_model_layers_97_residual_pre_attn/max_abs": 2544.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_pre_attn/min": 2160.0, "train/tensor_act_model_layers_97_residual_pre_attn/max": 2544.0, "train/tensor_act_model_layers_97_residual_pre_attn/range": 384.0, "train/tensor_act_model_layers_97_residual_post_attn/norm": 4875458.5, "train/tensor_act_model_layers_97_residual_post_attn/mean": 2384.0, "train/tensor_act_model_layers_97_residual_post_attn/std": 61.25, "train/tensor_act_model_layers_97_residual_post_attn/max_abs": 2544.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_post_attn/min": 2160.0, "train/tensor_act_model_layers_97_residual_post_attn/max": 2544.0, "train/tensor_act_model_layers_97_residual_post_attn/range": 384.0, "train/tensor_act_model_layers_97_mlp_gate_proj/norm": 2632.722900390625, "train/tensor_act_model_layers_97_mlp_gate_proj/mean": 0.30078125, "train/tensor_act_model_layers_97_mlp_gate_proj/std": 0.859375, "train/tensor_act_model_layers_97_mlp_gate_proj/max_abs": 3.875, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_97_mlp_gate_proj/max": 3.875, "train/tensor_act_model_layers_97_mlp_gate_proj/range": 5.1640625, "train/tensor_act_model_layers_97_mlp_up_proj/norm": 2707.821533203125, "train/tensor_act_model_layers_97_mlp_up_proj/mean": -0.032470703125, "train/tensor_act_model_layers_97_mlp_up_proj/std": 0.93359375, "train/tensor_act_model_layers_97_mlp_up_proj/max_abs": 4.46875, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/min": -3.578125, "train/tensor_act_model_layers_97_mlp_up_proj/max": 4.46875, "train/tensor_act_model_layers_97_mlp_up_proj/range": 8.046875, "train/tensor_act_model_layers_97_mlp_down_proj/norm": 5171.3271484375, "train/tensor_act_model_layers_97_mlp_down_proj/mean": 2.125, "train/tensor_act_model_layers_97_mlp_down_proj/std": 1.3671875, "train/tensor_act_model_layers_97_mlp_down_proj/max_abs": 6.15625, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/min": -2.6875, "train/tensor_act_model_layers_97_mlp_down_proj/max": 6.15625, "train/tensor_act_model_layers_97_mlp_down_proj/range": 8.84375, "train/tensor_act_model_layers_97_mlp/norm": 5171.3271484375, "train/tensor_act_model_layers_97_mlp/mean": 2.125, "train/tensor_act_model_layers_97_mlp/std": 1.3671875, "train/tensor_act_model_layers_97_mlp/max_abs": 6.15625, "train/tensor_act_model_layers_97_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp/min": -2.6875, "train/tensor_act_model_layers_97_mlp/max": 6.15625, "train/tensor_act_model_layers_97_mlp/range": 8.84375, "train/tensor_act_model_layers_97_residual_post_mlp/norm": 4875458.5, "train/tensor_act_model_layers_97_residual_post_mlp/mean": 2384.0, "train/tensor_act_model_layers_97_residual_post_mlp/std": 61.25, "train/tensor_act_model_layers_97_residual_post_mlp/max_abs": 2544.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_post_mlp/min": 2160.0, "train/tensor_act_model_layers_97_residual_post_mlp/max": 2544.0, "train/tensor_act_model_layers_97_residual_post_mlp/range": 384.0, "train/tensor_act_model_layers_98_residual_pre_attn/norm": 4875458.5, "train/tensor_act_model_layers_98_residual_pre_attn/mean": 2384.0, "train/tensor_act_model_layers_98_residual_pre_attn/std": 61.25, "train/tensor_act_model_layers_98_residual_pre_attn/max_abs": 2544.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_pre_attn/min": 2160.0, "train/tensor_act_model_layers_98_residual_pre_attn/max": 2544.0, "train/tensor_act_model_layers_98_residual_pre_attn/range": 384.0, "train/tensor_act_model_layers_98_residual_post_attn/norm": 4875458.5, "train/tensor_act_model_layers_98_residual_post_attn/mean": 2384.0, "train/tensor_act_model_layers_98_residual_post_attn/std": 61.25, "train/tensor_act_model_layers_98_residual_post_attn/max_abs": 2544.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_post_attn/min": 2160.0, "train/tensor_act_model_layers_98_residual_post_attn/max": 2544.0, "train/tensor_act_model_layers_98_residual_post_attn/range": 384.0, "train/tensor_act_model_layers_98_mlp_gate_proj/norm": 2192.051513671875, "train/tensor_act_model_layers_98_mlp_gate_proj/mean": 0.1875, "train/tensor_act_model_layers_98_mlp_gate_proj/std": 0.734375, "train/tensor_act_model_layers_98_mlp_gate_proj/max_abs": 2.65625, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/min": -1.4140625, "train/tensor_act_model_layers_98_mlp_gate_proj/max": 2.65625, "train/tensor_act_model_layers_98_mlp_gate_proj/range": 4.0703125, "train/tensor_act_model_layers_98_mlp_up_proj/norm": 2316.9091796875, "train/tensor_act_model_layers_98_mlp_up_proj/mean": 0.01531982421875, "train/tensor_act_model_layers_98_mlp_up_proj/std": 0.80078125, "train/tensor_act_model_layers_98_mlp_up_proj/max_abs": 3.0625, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/min": -2.5625, "train/tensor_act_model_layers_98_mlp_up_proj/max": 3.0625, "train/tensor_act_model_layers_98_mlp_up_proj/range": 5.625, "train/tensor_act_model_layers_98_mlp_down_proj/norm": 2683.11474609375, "train/tensor_act_model_layers_98_mlp_down_proj/mean": 0.95703125, "train/tensor_act_model_layers_98_mlp_down_proj/std": 0.89453125, "train/tensor_act_model_layers_98_mlp_down_proj/max_abs": 3.359375, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/min": -1.4453125, "train/tensor_act_model_layers_98_mlp_down_proj/max": 3.359375, "train/tensor_act_model_layers_98_mlp_down_proj/range": 4.8046875, "train/tensor_act_model_layers_98_mlp/norm": 2683.11474609375, "train/tensor_act_model_layers_98_mlp/mean": 0.95703125, "train/tensor_act_model_layers_98_mlp/std": 0.89453125, "train/tensor_act_model_layers_98_mlp/max_abs": 3.359375, "train/tensor_act_model_layers_98_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp/min": -1.4453125, "train/tensor_act_model_layers_98_mlp/max": 3.359375, "train/tensor_act_model_layers_98_mlp/range": 4.8046875, "train/tensor_act_model_layers_98_residual_post_mlp/norm": 4875458.5, "train/tensor_act_model_layers_98_residual_post_mlp/mean": 2384.0, "train/tensor_act_model_layers_98_residual_post_mlp/std": 61.25, "train/tensor_act_model_layers_98_residual_post_mlp/max_abs": 2544.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_post_mlp/min": 2160.0, "train/tensor_act_model_layers_98_residual_post_mlp/max": 2544.0, "train/tensor_act_model_layers_98_residual_post_mlp/range": 384.0, "train/tensor_act_model_layers_99_residual_pre_attn/norm": 4875458.5, "train/tensor_act_model_layers_99_residual_pre_attn/mean": 2384.0, "train/tensor_act_model_layers_99_residual_pre_attn/std": 61.25, "train/tensor_act_model_layers_99_residual_pre_attn/max_abs": 2544.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_pre_attn/min": 2160.0, "train/tensor_act_model_layers_99_residual_pre_attn/max": 2544.0, "train/tensor_act_model_layers_99_residual_pre_attn/range": 384.0, "train/tensor_act_model_layers_99_residual_post_attn/norm": 4875458.5, "train/tensor_act_model_layers_99_residual_post_attn/mean": 2384.0, "train/tensor_act_model_layers_99_residual_post_attn/std": 61.25, "train/tensor_act_model_layers_99_residual_post_attn/max_abs": 2544.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_post_attn/min": 2160.0, "train/tensor_act_model_layers_99_residual_post_attn/max": 2544.0, "train/tensor_act_model_layers_99_residual_post_attn/range": 384.0, "train/tensor_act_model_layers_99_mlp_gate_proj/norm": 2175.228759765625, "train/tensor_act_model_layers_99_mlp_gate_proj/mean": 0.259765625, "train/tensor_act_model_layers_99_mlp_gate_proj/std": 0.703125, "train/tensor_act_model_layers_99_mlp_gate_proj/max_abs": 2.765625, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/min": -1.359375, "train/tensor_act_model_layers_99_mlp_gate_proj/max": 2.765625, "train/tensor_act_model_layers_99_mlp_gate_proj/range": 4.125, "train/tensor_act_model_layers_99_mlp_up_proj/norm": 2320.350830078125, "train/tensor_act_model_layers_99_mlp_up_proj/mean": -0.03369140625, "train/tensor_act_model_layers_99_mlp_up_proj/std": 0.80078125, "train/tensor_act_model_layers_99_mlp_up_proj/max_abs": 2.984375, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/min": -2.921875, "train/tensor_act_model_layers_99_mlp_up_proj/max": 2.984375, "train/tensor_act_model_layers_99_mlp_up_proj/range": 5.90625, "train/tensor_act_model_layers_99_mlp_down_proj/norm": 2990.255859375, "train/tensor_act_model_layers_99_mlp_down_proj/mean": 1.03125, "train/tensor_act_model_layers_99_mlp_down_proj/std": 1.03125, "train/tensor_act_model_layers_99_mlp_down_proj/max_abs": 3.65625, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/min": -1.578125, "train/tensor_act_model_layers_99_mlp_down_proj/max": 3.65625, "train/tensor_act_model_layers_99_mlp_down_proj/range": 5.234375, "train/tensor_act_model_layers_99_mlp/norm": 2990.255859375, "train/tensor_act_model_layers_99_mlp/mean": 1.03125, "train/tensor_act_model_layers_99_mlp/std": 1.03125, "train/tensor_act_model_layers_99_mlp/max_abs": 3.65625, "train/tensor_act_model_layers_99_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp/min": -1.578125, "train/tensor_act_model_layers_99_mlp/max": 3.65625, "train/tensor_act_model_layers_99_mlp/range": 5.234375, "train/tensor_act_model_layers_99_residual_post_mlp/norm": 4875458.5, "train/tensor_act_model_layers_99_residual_post_mlp/mean": 2384.0, "train/tensor_act_model_layers_99_residual_post_mlp/std": 61.25, "train/tensor_act_model_layers_99_residual_post_mlp/max_abs": 2544.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_post_mlp/min": 2160.0, "train/tensor_act_model_layers_99_residual_post_mlp/max": 2544.0, "train/tensor_act_model_layers_99_residual_post_mlp/range": 384.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/norm": 65273856.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/mean": -2592.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/std": 360448.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max_abs": 2637824.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.60546875, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/min": -2048000.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max": 2637824.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/range": 4685824.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/norm": 53215232.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/mean": 12160.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/std": 294912.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max_abs": 2932736.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.60546875, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/min": -1679360.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max": 2932736.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/range": 4612096.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/norm": 59244544.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/mean": -121856.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/std": 305152.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max_abs": 3129344.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.60546875, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/min": -3129344.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max": 201728.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/range": 3331072.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/norm": 62914560.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/mean": 22656.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/std": 346112.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max_abs": 1925120.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.5234375, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/min": -1916928.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max": 1925120.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/range": 3842048.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/norm": 51642368.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/mean": 25984.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/std": 284672.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max_abs": 2146304.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.5234375, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/min": -1163264.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max": 2146304.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/range": 3309568.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/norm": 52166656.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/mean": -108032.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/std": 266240.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max_abs": 2293760.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.5234375, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/min": -2293760.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max": 261120.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/range": 2554880.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/norm": 110100480.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/mean": 13760.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/std": 606208.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max_abs": 4947968.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.58203125, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/min": -4947968.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max": 4554752.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/range": 9502720.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/norm": 88080384.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/mean": 15232.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/std": 485376.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max_abs": 4079616.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.58203125, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/min": -3522560.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max": 4079616.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/range": 7602176.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/norm": 90177536.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/mean": -177152.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/std": 466944.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max_abs": 4620288.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.58203125, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/min": -4620288.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max": 196608.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/range": 4816896.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/norm": 112197632.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/mean": -62720.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/std": 614400.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max_abs": 4751360.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/min": -4751360.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max": 2277376.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/range": 7028736.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/norm": 78118912.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/mean": -38912.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/std": 430080.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max_abs": 3538944.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/min": -3538944.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max": 2015232.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/range": 5554176.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/norm": 86507520.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/mean": -169984.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/std": 446464.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max_abs": 4227072.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.55078125, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/min": -4227072.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max": 141312.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/range": 4368384.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/norm": 77070336.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/mean": 39680.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/std": 423936.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max_abs": 2605056.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.5703125, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/min": -1638400.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max": 2605056.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/range": 4243456.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/norm": 63176704.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/mean": 39680.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/std": 346112.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max_abs": 2932736.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.5703125, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/min": -1146880.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max": 2932736.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/range": 4079616.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/norm": 63438848.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/mean": -147456.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/std": 317440.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max_abs": 2056192.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.57421875, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/min": -2056192.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max": 246784.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/range": 2302976.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/norm": 137363456.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/mean": 1688.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/std": 757760.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max_abs": 5111808.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.58203125, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/min": -3260416.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max": 5111808.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/range": 8372224.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/norm": 111673344.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/mean": -1584.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/std": 614400.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max_abs": 3473408.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.58203125, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/min": -3473408.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max": 3293184.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/range": 6766592.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/norm": 102236160.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/mean": -230400.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/std": 516096.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max_abs": 3391488.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.58984375, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/min": -3391488.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max": 305152.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/range": 3696640.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/norm": 169869312.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/mean": -17920.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/std": 937984.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max_abs": 5865472.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.5546875, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/min": -4587520.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max": 5865472.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/range": 10452992.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/norm": 136314880.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/mean": 11200.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/std": 753664.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max_abs": 5767168.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.55078125, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/min": -3260416.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max": 5767168.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/range": 9027584.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/norm": 135266304.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/mean": -319488.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/std": 679936.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max_abs": 5603328.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.5625, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/min": -5603328.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max": 561152.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/range": 6164480.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/norm": 180355072.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/mean": 142336.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/std": 983040.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max_abs": 5079040.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.60546875, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/min": -4620288.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max": 5079040.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/range": 9699328.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/norm": 154140672.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/mean": 92672.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/std": 847872.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max_abs": 5046272.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.60546875, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/min": -5046272.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max": 3964928.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/range": 9011200.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/norm": 153092096.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/mean": -368640.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/std": 765952.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max_abs": 4816896.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.609375, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/min": -4816896.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max": 223232.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/range": 5040128.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/norm": 156237824.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/mean": 61952.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/std": 860160.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max_abs": 4882432.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.58984375, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/min": -4882432.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max": 4718592.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/range": 9601024.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/norm": 138412032.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/mean": 80384.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/std": 757760.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max_abs": 4620288.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.58984375, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/min": -4456448.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max": 4620288.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/range": 9076736.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/norm": 140509184.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/mean": -299008.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/std": 716800.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max_abs": 5341184.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.58984375, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/min": -5341184.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max": 108032.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/range": 5449216.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/norm": 174063616.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/mean": 10112.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/std": 962560.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max_abs": 5373952.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/min": -4751360.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max": 5373952.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/range": 10125312.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/norm": 148897792.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/mean": 6560.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/std": 819200.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max_abs": 5177344.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/min": -5177344.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max": 4521984.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/range": 9699328.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/norm": 136314880.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/mean": -335872.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/std": 675840.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max_abs": 4980736.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/min": -4980736.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max": 237568.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/range": 5218304.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/norm": 253755392.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/mean": 60672.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/std": 1400832.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max_abs": 6946816.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.55078125, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/min": -5570560.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max": 6946816.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/range": 12517376.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/norm": 222298112.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/mean": 39680.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/std": 1228800.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max_abs": 5767168.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/min": -4915200.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max": 5767168.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/range": 10682368.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/norm": 216006656.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/mean": -548864.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/std": 1056768.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max_abs": 5275648.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.562347412109375, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/min": -5275648.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max": 158720.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/range": 5434368.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/norm": 196083712.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/mean": -6496.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/std": 1081344.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max_abs": 7045120.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/min": -7045120.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max": 4587520.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/range": 11632640.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/norm": 180355072.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/mean": 35840.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/std": 995328.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max_abs": 5963776.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.514404296875, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/min": -5963776.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max": 4390912.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/range": 10354688.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/norm": 179306496.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/mean": -409600.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/std": 901120.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max_abs": 5373952.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/min": -5373952.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max": 106496.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/range": 5480448.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/norm": 248512512.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/mean": -93696.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/std": 1368064.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max_abs": 5242880.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.609375, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/min": -4358144.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max": 5242880.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/range": 9601024.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/norm": 219152384.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/mean": -93184.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/std": 1204224.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max_abs": 6291456.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.609375, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/min": -4784128.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max": 6291456.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/range": 11075584.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/norm": 228589568.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/mean": -675840.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/std": 1064960.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max_abs": 5931008.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.61328125, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/min": -5931008.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max": 141312.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/range": 6072320.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/norm": 213909504.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/mean": -10176.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/std": 1179648.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max_abs": 4554752.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.50390625, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/min": -4423680.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max": 4554752.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/range": 8978432.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/norm": 192937984.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/mean": 560.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/std": 1064960.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max_abs": 5767168.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.50390625, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/min": -4358144.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max": 5767168.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/range": 10125312.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/norm": 198180864.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/mean": -466944.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/std": 991232.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max_abs": 4980736.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.5078125, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/min": -4980736.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max": 93184.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/range": 5073920.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/norm": 239075328.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/mean": 21248.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/std": 1318912.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max_abs": 5537792.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.515625, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/min": -5537792.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max": 5242880.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/range": 10780672.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/norm": 219152384.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/mean": 2496.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/std": 1212416.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max_abs": 6782976.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.515625, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/min": -6782976.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max": 4227072.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/range": 11010048.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/norm": 217055232.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/mean": -552960.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/std": 1064960.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max_abs": 6520832.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/min": -6520832.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max": 153600.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/range": 6674432.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/norm": 220200960.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/mean": 32640.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/std": 1212416.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max_abs": 5046272.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.47265625, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/min": -4685824.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max": 5046272.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/range": 9732096.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/norm": 193986560.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/mean": 25856.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/std": 1064960.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max_abs": 5472256.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.47650146484375, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/min": -4325376.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max": 5472256.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/range": 9797632.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/norm": 199229440.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/mean": -481280.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/std": 991232.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max_abs": 5996544.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.4921875, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/min": -5996544.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max": 51456.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/range": 6048000.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/norm": 246415360.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/mean": -27520.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/std": 1359872.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max_abs": 6848512.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.5390625, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/min": -5636096.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max": 6848512.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/range": 12484608.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/norm": 216006656.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/mean": -23808.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/std": 1196032.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max_abs": 5668864.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/min": -4423680.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max": 5668864.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/range": 10092544.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/norm": 220200960.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/mean": -622592.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/std": 1044480.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max_abs": 5636096.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.55078125, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/min": -5636096.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max": 202752.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/range": 5838848.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/norm": 252706816.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/mean": -62464.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/std": 1392640.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max_abs": 5799936.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.46484375, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/min": -5799936.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max": 5537792.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/range": 11337728.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/norm": 227540992.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/mean": -75264.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/std": 1253376.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max_abs": 5996544.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.46484375, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/min": -5996544.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max": 4718592.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/range": 10715136.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/norm": 234881024.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/mean": -557056.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/std": 1171456.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max_abs": 6356992.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.46875, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/min": -6356992.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max": 593920.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/range": 6950912.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/norm": 278921216.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/mean": -81920.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/std": 1531904.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max_abs": 6488064.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.48828125, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/min": -6488064.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max": 5537792.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/range": 12025856.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/norm": 254803968.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/mean": -92160.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/std": 1409024.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max_abs": 6127616.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.48828125, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/min": -6127616.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max": 4423680.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/range": 10551296.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/norm": 255852544.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/mean": -630784.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/std": 1261568.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max_abs": 6291456.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.4921875, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/min": -6291456.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max": 163840.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/range": 6455296.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/norm": 308281344.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/mean": -59648.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/std": 1703936.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max_abs": 6619136.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.515625, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/min": -5865472.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max": 6619136.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/range": 12484608.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/norm": 289406976.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/mean": -38656.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/std": 1605632.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max_abs": 6782976.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.515625, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/min": -5570560.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max": 6782976.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/range": 12353536.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/norm": 297795584.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/mean": -835584.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/std": 1409024.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max_abs": 6881280.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.5234375, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/min": -6881280.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max": 72192.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/range": 6953472.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/norm": 281018368.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/mean": 66048.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/std": 1548288.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max_abs": 7274496.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.43359375, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/min": -7274496.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max": 5636096.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/range": 12910592.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/norm": 268435456.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/mean": 24704.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/std": 1490944.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max_abs": 6586368.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.43359375, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/min": -6586368.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max": 5373952.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/range": 11960320.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/norm": 268435456.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/mean": -688128.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/std": 1310720.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max_abs": 6094848.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.43359375, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/min": -6094848.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max": 75776.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/range": 6170624.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/norm": 341835776.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/mean": -100864.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/std": 1884160.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max_abs": 7045120.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.45703125, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/min": -5963776.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max": 7045120.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/range": 13008896.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/norm": 314572800.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/mean": -65024.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/std": 1744896.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max_abs": 6586368.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.45703125, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/min": -6062080.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max": 6586368.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/range": 12648448.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/norm": 316669952.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/mean": -913408.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/std": 1499136.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max_abs": 6422528.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.45703125, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/min": -6422528.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max": 69632.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/range": 6492160.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/norm": 322961408.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/mean": 109056.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/std": 1777664.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max_abs": 6094848.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.5, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/min": -6094848.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max": 5898240.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/range": 11993088.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/norm": 297795584.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/mean": 96768.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/std": 1638400.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max_abs": 5603328.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.5, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/min": -4947968.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max": 5603328.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/range": 10551296.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/norm": 301989888.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/mean": -872448.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/std": 1425408.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max_abs": 5341184.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.5, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/min": -5341184.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max": 111104.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/range": 5452288.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/norm": 318767104.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/mean": -58880.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/std": 1761280.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max_abs": 6324224.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.44140625, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/min": -6324224.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max": 5865472.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/range": 12189696.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/norm": 301989888.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/mean": -38912.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/std": 1662976.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max_abs": 5865472.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.44140625, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/min": -5668864.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max": 5865472.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/range": 11534336.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/norm": 306184192.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/mean": -831488.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/std": 1466368.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max_abs": 6062080.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.44921875, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/min": -6062080.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max": 83968.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/range": 6146048.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/norm": 295698432.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/mean": -152576.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/std": 1630208.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max_abs": 7798784.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.41015625, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/min": -7798784.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max": 5898240.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/range": 13697024.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/norm": 281018368.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/mean": -138240.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/std": 1540096.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max_abs": 7700480.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.41015625, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/min": -7700480.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max": 6258688.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/range": 13959168.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/norm": 285212672.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/mean": -737280.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/std": 1392640.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max_abs": 7602176.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.421875, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/min": -7602176.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max": 370688.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/range": 7972864.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/norm": 329252864.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/mean": 223232.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/std": 1810432.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max_abs": 6914048.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/min": -5406720.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max": 6914048.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/range": 12320768.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/norm": 310378496.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/mean": 187392.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/std": 1703936.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max_abs": 6586368.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/min": -5537792.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max": 6586368.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/range": 12124160.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/norm": 318767104.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/mean": -913408.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/std": 1499136.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max_abs": 6946816.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/min": -6946816.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max": 249856.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/range": 7196672.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/norm": 316669952.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/mean": 95232.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/std": 1744896.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max_abs": 7012352.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.44921875, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/min": -6062080.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max": 7012352.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/range": 13074432.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/norm": 299892736.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/mean": 86016.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/std": 1654784.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max_abs": 6651904.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.44921875, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/min": -6356992.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max": 6651904.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/range": 13008896.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/norm": 308281344.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/mean": -819200.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/std": 1490944.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max_abs": 7110656.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.45703125, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/min": -7110656.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max": 60672.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/range": 7171328.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/norm": 331350016.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/mean": 74240.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/std": 1835008.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max_abs": 6782976.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.50390625, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/min": -6062080.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max": 6782976.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/range": 12845056.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/norm": 331350016.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/mean": 80384.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/std": 1826816.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max_abs": 7503872.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.5078125, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/min": -7503872.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max": 5898240.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/range": 13402112.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/norm": 329252864.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/mean": -950272.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/std": 1548288.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max_abs": 7045120.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/min": -7045120.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max": 100352.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/range": 7145472.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/norm": 318767104.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/mean": 40704.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/std": 1761280.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max_abs": 6160384.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.44140625, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/min": -5799936.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max": 6160384.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/range": 11960320.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/norm": 312475648.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/mean": 56576.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/std": 1728512.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max_abs": 6225920.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.44140625, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/min": -6225920.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max": 5963776.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/range": 12189696.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/norm": 318767104.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/mean": -819200.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/std": 1556480.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max_abs": 6160384.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.44140625, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/min": -6160384.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max": 124928.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/range": 6285312.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/norm": 354418688.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/mean": 122880.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/std": 1957888.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max_abs": 6586368.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/min": -6586368.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max": 6356992.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/range": 12943360.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/norm": 339738624.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/mean": 123904.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/std": 1867776.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max_abs": 6619136.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/min": -6094848.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max": 6619136.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/range": 12713984.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/norm": 337641472.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/mean": -1007616.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/std": 1564672.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max_abs": 6193152.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/min": -6193152.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max": 169984.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/range": 6363136.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/norm": 310378496.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/mean": 57088.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/std": 1712128.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max_abs": 6750208.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.421875, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/min": -5799936.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max": 6750208.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/range": 12550144.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/norm": 301989888.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/mean": 55808.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/std": 1662976.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max_abs": 6717440.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.421875, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/min": -6127616.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max": 6717440.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/range": 12845056.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/norm": 312475648.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/mean": -851968.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/std": 1507328.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max_abs": 6651904.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.4296875, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/min": -6651904.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max": 63232.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/range": 6715136.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/norm": 373293056.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/mean": 141312.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/std": 2064384.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max_abs": 7045120.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.48828125, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/min": -7045120.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max": 6291456.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/range": 13336576.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/norm": 364904448.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/mean": 165888.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/std": 2007040.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max_abs": 7733248.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.48828125, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/min": -7274496.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max": 7733248.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/range": 15007744.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/norm": 367001600.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/mean": -1081344.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/std": 1712128.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max_abs": 7045120.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.4921875, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/min": -7045120.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max": 192512.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/range": 7237632.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/norm": 367001600.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/mean": 21248.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/std": 2023424.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max_abs": 6750208.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.45703125, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/min": -6750208.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max": 5832704.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/range": 12582912.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/norm": 362807296.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/mean": 24832.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/std": 2007040.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max_abs": 6389760.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.46875, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/min": -6389760.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max": 5799936.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/range": 12189696.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/norm": 362807296.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/mean": -1056768.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/std": 1703936.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max_abs": 6389760.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.47265625, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/min": -6389760.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max": 80896.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/range": 6470656.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/norm": 331350016.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/mean": -42752.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/std": 1835008.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max_abs": 5963776.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.46484375, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/min": -5636096.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max": 5963776.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/range": 11599872.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/norm": 329252864.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/mean": -64000.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/std": 1818624.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max_abs": 6193152.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.46484375, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/min": -6193152.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max": 5472256.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/range": 11665408.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/norm": 322961408.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/mean": -933888.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/std": 1523712.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max_abs": 5996544.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.46875, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/min": -5996544.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max": 95232.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/range": 6091776.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/norm": 320864256.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/mean": -150528.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/std": 1761280.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max_abs": 6062080.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.42578125, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/min": -6062080.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max": 5439488.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/range": 11501568.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/norm": 314572800.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/mean": -127488.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/std": 1736704.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max_abs": 7143424.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.4296875, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/min": -7143424.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max": 6455296.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/range": 13598720.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/norm": 320864256.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/mean": -884736.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/std": 1531904.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max_abs": 6717440.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.4296875, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/min": -6717440.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max": 189440.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/range": 6906880.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/norm": 346030080.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/mean": -47872.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/std": 1908736.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max_abs": 6160384.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.43359375, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/min": -6160384.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max": 5865472.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/range": 12025856.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/norm": 310378496.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/mean": -41472.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/std": 1720320.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max_abs": 5898240.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.43359375, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/min": -5701632.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max": 5898240.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/range": 11599872.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/norm": 327155712.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/mean": -905216.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/std": 1556480.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max_abs": 5963776.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.44140625, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/min": -5963776.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max": 44800.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/range": 6008576.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/norm": 360710144.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/mean": 145408.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/std": 1990656.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max_abs": 6094848.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.46875, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/min": -6094848.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max": 5799936.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/range": 11894784.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/norm": 364904448.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/mean": 134144.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/std": 2007040.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max_abs": 6553600.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.46875, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/min": -6062080.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max": 6553600.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/range": 12615680.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/norm": 360710144.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/mean": -1032192.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/std": 1703936.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max_abs": 6258688.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.47265625, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/min": -6258688.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max": 72704.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/range": 6331392.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/norm": 339738624.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/mean": -120832.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/std": 1867776.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max_abs": 6782976.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.47265625, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/min": -5275648.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max": 6782976.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/range": 12058624.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/norm": 339738624.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/mean": -100352.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/std": 1867776.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max_abs": 6979584.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.47265625, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/min": -5701632.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max": 6979584.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/range": 12681216.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/norm": 337641472.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/mean": -962560.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/std": 1597440.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max_abs": 6815744.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.4765625, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/min": -6815744.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max": 82432.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/range": 6898176.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/norm": 335544320.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/mean": 68608.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/std": 1851392.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max_abs": 6356992.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.4765625, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/min": -6356992.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max": 6193152.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/range": 12550144.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/norm": 331350016.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/mean": 89088.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/std": 1826816.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max_abs": 6684672.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.4765625, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/min": -6520832.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max": 6684672.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/range": 13205504.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/norm": 335544320.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/mean": -970752.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/std": 1581056.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max_abs": 7274496.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.484375, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/min": -7274496.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max": 121344.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/range": 7395840.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/norm": 371195904.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/mean": 145408.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/std": 2048000.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max_abs": 6455296.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.4609375, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/min": -6029312.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max": 6455296.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/range": 12484608.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/norm": 352321536.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/mean": 154624.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/std": 1941504.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max_abs": 6160384.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.4605712890625, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/min": -6062080.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max": 6160384.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/range": 12222464.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/norm": 356515840.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/mean": -1007616.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/std": 1687552.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max_abs": 6586368.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.46484375, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/min": -6586368.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max": 41984.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/range": 6628352.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/norm": 398458880.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/mean": -51968.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/std": 2211840.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max_abs": 7012352.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/min": -6193152.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max": 7012352.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/range": 13205504.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/norm": 383778816.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/mean": 8512.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/std": 2113536.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max_abs": 7274496.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/min": -7274496.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max": 7274496.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/range": 14548992.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/norm": 392167424.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/mean": -1220608.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/std": 1785856.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max_abs": 6979584.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/min": -6979584.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max": 35584.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/range": 7015168.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/norm": 396361728.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/mean": 119808.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/std": 2195456.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max_abs": 6520832.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/min": -6520832.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max": 6488064.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/range": 13008896.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/norm": 392167424.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/mean": 75776.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/std": 2162688.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max_abs": 6258688.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/min": -6258688.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max": 5963776.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/range": 12222464.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/norm": 396361728.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/mean": -1318912.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/std": 1753088.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max_abs": 6193152.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/min": -6193152.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max": 93696.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/range": 6286848.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/norm": 383778816.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/mean": 18688.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/std": 2113536.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max_abs": 6389760.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/min": -6291456.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max": 6389760.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/range": 12681216.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/norm": 379584512.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/mean": 12352.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/std": 2097152.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max_abs": 7700480.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/min": -7700480.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max": 6717440.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/range": 14417920.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/norm": 392167424.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/mean": -1212416.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/std": 1794048.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max_abs": 7372800.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/min": -7372800.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max": 58368.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/range": 7431168.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/norm": 354418688.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/mean": -107520.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/std": 1949696.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max_abs": 7077888.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.48828125, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/min": -5570560.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max": 7077888.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/range": 12648448.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/norm": 354418688.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/mean": -93696.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/std": 1949696.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max_abs": 7274496.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.48828125, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/min": -5832704.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max": 7274496.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/range": 13107200.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/norm": 360710144.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/mean": -1081344.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/std": 1671168.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max_abs": 7012352.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.4921875, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/min": -7012352.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max": 48128.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/range": 7060480.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/norm": 385875968.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/mean": 4256.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/std": 2129920.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max_abs": 5734400.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/min": -5734400.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max": 5734400.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/range": 11468800.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/norm": 385875968.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/mean": -15680.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/std": 2129920.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max_abs": 5734400.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/min": -5734400.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max": 5603328.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/range": 11337728.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/norm": 392167424.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/mean": -1253376.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/std": 1761280.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max_abs": 5832704.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.5234375, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/min": -5832704.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max": 187392.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/range": 6020096.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/norm": 369098752.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/mean": 84480.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/std": 2039808.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max_abs": 6291456.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/min": -6291456.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max": 6291456.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/range": 12582912.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/norm": 362807296.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/mean": 74752.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/std": 2007040.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max_abs": 6389760.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/min": -6389760.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max": 6029312.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/range": 12419072.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/norm": 385875968.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/mean": -1196032.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/std": 1761280.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max_abs": 6553600.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.484375, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/min": -6553600.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max": 64512.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/range": 6618112.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/norm": 385875968.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/mean": -32384.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/std": 2129920.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max_abs": 6225920.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.5234375, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/min": -5767168.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max": 6225920.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/range": 11993088.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/norm": 360710144.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/mean": -51456.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/std": 1998848.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max_abs": 5931008.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.5234375, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/min": -5505024.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max": 5931008.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/range": 11436032.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/norm": 383778816.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/mean": -1253376.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/std": 1703936.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max_abs": 6356992.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/min": -6356992.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max": 52736.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/range": 6409728.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/norm": 421527552.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/mean": 132096.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/std": 2326528.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max_abs": 7012352.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/min": -7012352.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max": 6160384.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/range": 13172736.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/norm": 404750336.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/mean": 152576.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/std": 2228224.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max_abs": 6324224.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/min": -6324224.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max": 6029312.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/range": 12353536.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/norm": 423624704.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/mean": -1359872.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/std": 1908736.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max_abs": 7208960.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.5546875, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/min": -7208960.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max": 87552.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/range": 7296512.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/norm": 377487360.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/mean": 119808.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/std": 2080768.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max_abs": 6356992.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.49609375, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/min": -5570560.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max": 6356992.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/range": 11927552.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/norm": 364904448.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/mean": 102400.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/std": 2015232.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max_abs": 6029312.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.49609375, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/min": -5570560.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max": 6029312.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/range": 11599872.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/norm": 383778816.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/mean": -1163264.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/std": 1777664.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max_abs": 6324224.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.5, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/min": -6324224.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max": 59904.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/range": 6384128.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/norm": 419430400.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/mean": 83456.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/std": 2310144.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max_abs": 6750208.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/min": -6553600.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max": 6750208.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/range": 13303808.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/norm": 413138944.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/mean": 80896.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/std": 2277376.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max_abs": 7798784.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/min": -7798784.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max": 7176192.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/range": 14974976.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/norm": 436207616.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/mean": -1441792.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/std": 1933312.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max_abs": 7569408.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.5390625, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/min": -7569408.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max": 59648.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/range": 7629056.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/norm": 421527552.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/mean": 109056.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/std": 2326528.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max_abs": 6586368.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.48828125, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/min": -6586368.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max": 6062080.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/range": 12648448.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/norm": 415236096.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/mean": 134144.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/std": 2277376.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max_abs": 6389760.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.48828125, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/min": -5996544.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max": 6389760.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/range": 12386304.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/norm": 429916160.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/mean": -1400832.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/std": 1916928.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max_abs": 6422528.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.48828125, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/min": -6422528.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max": 51968.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/range": 6474496.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/norm": 367001600.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/mean": -135168.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/std": 2031616.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max_abs": 5865472.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/min": -5406720.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max": 5865472.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/range": 11272192.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/norm": 358612992.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/mean": -128512.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/std": 1974272.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max_abs": 6062080.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/min": -6062080.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max": 5505024.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/range": 11567104.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/norm": 373293056.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/mean": -1138688.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/std": 1720320.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max_abs": 6553600.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/min": -6553600.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max": 51200.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/range": 6604800.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/norm": 396361728.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/mean": 11136.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/std": 2195456.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max_abs": 6619136.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.4921875, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/min": -6619136.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max": 6520832.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/range": 13139968.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/norm": 396361728.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/mean": 20992.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/std": 2179072.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max_abs": 7045120.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.4921875, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/min": -6586368.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max": 7045120.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/range": 13631488.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/norm": 394264576.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/mean": -1277952.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/std": 1761280.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max_abs": 6750208.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.49609375, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/min": -6750208.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max": 34304.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/range": 6784512.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/norm": 415236096.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/mean": 262144.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/std": 2277376.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max_abs": 7700480.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.4765625, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/min": -6324224.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max": 7700480.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/range": 14024704.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/norm": 400556032.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/mean": 264192.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/std": 2195456.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max_abs": 8388608.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.4764404296875, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/min": -6356992.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max": 8388608.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/range": 14745600.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/norm": 408944640.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/mean": -1245184.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/std": 1884160.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max_abs": 7995392.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.48828125, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/min": -7995392.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max": 83968.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/range": 8079360.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/norm": 432013312.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/mean": -26752.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/std": 2392064.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max_abs": 6619136.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/min": -6619136.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max": 5931008.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/range": 12550144.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/norm": 425721856.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/mean": -18688.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/std": 2359296.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max_abs": 7077888.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/min": -7077888.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max": 6684672.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/range": 13762560.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/norm": 446693376.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/mean": -1474560.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/std": 1974272.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max_abs": 7077888.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/min": -7077888.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max": 11072.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/range": 7088960.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/norm": 387973120.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/mean": 126464.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/std": 2129920.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max_abs": 7012352.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.50390625, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/min": -7012352.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max": 6160384.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/range": 13172736.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/norm": 398458880.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/mean": 176128.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/std": 2195456.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max_abs": 7405568.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.5, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/min": -6914048.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max": 7405568.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/range": 14319616.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/norm": 402653184.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/mean": -1269760.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/std": 1826816.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max_abs": 7340032.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/min": -7340032.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max": 108032.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/range": 7448064.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/norm": 419430400.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/mean": -69120.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/std": 2310144.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max_abs": 7569408.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.46484375, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/min": -7012352.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max": 7569408.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/range": 14581760.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/norm": 406847488.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/mean": -62720.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/std": 2244608.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max_abs": 7077888.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.46484375, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/min": -7077888.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max": 6619136.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/range": 13697024.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/norm": 417333248.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/mean": -1318912.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/std": 1892352.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max_abs": 6782976.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.46484375, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/min": -6782976.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max": 18176.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/range": 6801152.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/norm": 394264576.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/mean": -227328.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/std": 2162688.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max_abs": 6356992.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.4921875, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/min": -6356992.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max": 6193152.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/range": 12550144.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/norm": 383778816.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/mean": -217088.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/std": 2113536.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max_abs": 7077888.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.4921875, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/min": -6946816.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max": 7077888.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/range": 14024704.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/norm": 402653184.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/mean": -1269760.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/std": 1826816.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max_abs": 6914048.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.50390625, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/min": -6914048.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max": 53760.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/range": 6967808.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/norm": 396361728.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/mean": -9984.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/std": 2195456.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max_abs": 6619136.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.5390625, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/min": -6619136.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max": 6062080.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/range": 12681216.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/norm": 390070272.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/mean": -18432.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/std": 2146304.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max_abs": 7077888.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.5390625, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/min": -6029312.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max": 7077888.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/range": 13107200.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/norm": 415236096.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/mean": -1392640.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/std": 1818624.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max_abs": 6455296.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.5390625, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/min": -6455296.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max": 42752.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/range": 6498048.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/norm": 429916160.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/mean": 296960.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/std": 2359296.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max_abs": 7372800.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/min": -7176192.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max": 7372800.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/range": 14548992.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/norm": 423624704.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/mean": 245760.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/std": 2326528.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max_abs": 7307264.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/min": -7307264.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max": 6455296.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/range": 13762560.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/norm": 432013312.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/mean": -1441792.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/std": 1908736.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max_abs": 7372800.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.515625, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/min": -7372800.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max": 62464.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/range": 7435264.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/norm": 394264576.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/mean": 164864.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/std": 2162688.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max_abs": 6488064.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.48828125, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/min": -6488064.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max": 5636096.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/range": 12124160.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/norm": 400556032.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/mean": 188416.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/std": 2195456.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max_abs": 7274496.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.48828125, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/min": -7274496.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max": 6750208.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/range": 14024704.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/norm": 419430400.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/mean": -1335296.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/std": 1892352.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max_abs": 7077888.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.49609375, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/min": -7077888.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max": 70144.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/range": 7148032.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/norm": 406847488.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/mean": 86528.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/std": 2244608.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max_abs": 6225920.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/min": -6062080.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max": 6225920.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/range": 12288000.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/norm": 411041792.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/mean": 74240.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/std": 2277376.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max_abs": 7045120.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.515625, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/min": -7045120.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max": 6291456.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/range": 13336576.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/norm": 432013312.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/mean": -1384448.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/std": 1941504.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max_abs": 6651904.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/min": -6651904.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max": 29568.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/range": 6681472.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/norm": 448790528.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/mean": -208896.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/std": 2457600.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max_abs": 7077888.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.57421875, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/min": -5865472.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max": 7077888.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/range": 12943360.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/norm": 442499072.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/mean": -244736.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/std": 2441216.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max_abs": 6586368.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.57421875, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/min": -6586368.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max": 6488064.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/range": 13074432.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/norm": 448790528.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/mean": -1564672.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/std": 1925120.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max_abs": 6750208.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.578125, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/min": -6750208.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max": 68608.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/range": 6818816.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/norm": 448790528.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/mean": -59648.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/std": 2473984.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max_abs": 6619136.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/min": -6619136.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max": 5996544.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/range": 12615680.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/norm": 455081984.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/mean": -83456.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/std": 2523136.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max_abs": 7372800.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/min": -6619136.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max": 7372800.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/range": 13991936.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/norm": 467664896.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/mean": -1589248.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/std": 2039808.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max_abs": 6848512.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/min": -6848512.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max": 67072.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/range": 6915584.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/norm": 486539264.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/mean": 56320.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/std": 2686976.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max_abs": 6881280.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.5390625, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/min": -6881280.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max": 6586368.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/range": 13467648.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/norm": 465567744.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/mean": 65280.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/std": 2572288.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max_abs": 6586368.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.5390625, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/min": -6586368.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max": 6422528.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/range": 13008896.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/norm": 473956352.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/mean": -1589248.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/std": 2088960.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max_abs": 6782976.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.55078125, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/min": -6782976.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max": 62464.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/range": 6845440.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/norm": 448790528.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/mean": 149504.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/std": 2473984.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max_abs": 6717440.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/min": -6160384.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max": 6717440.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/range": 12877824.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/norm": 438304768.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/mean": 186368.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/std": 2408448.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max_abs": 6946816.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.5313720703125, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/min": -6946816.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max": 6651904.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/range": 13598720.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/norm": 459276288.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/mean": -1572864.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/std": 1990656.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max_abs": 7405568.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/min": -7405568.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max": 47616.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/range": 7453184.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/norm": 469762048.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/mean": 114688.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/std": 2588672.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max_abs": 6979584.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.58203125, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/min": -6455296.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max": 6979584.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/range": 13434880.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/norm": 467664896.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/mean": 138240.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/std": 2588672.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max_abs": 7012352.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.58203125, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/min": -7012352.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max": 6848512.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/range": 13860864.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/norm": 480247808.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/mean": -1703936.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/std": 2039808.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max_abs": 6684672.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.58203125, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/min": -6684672.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max": 59136.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/range": 6743808.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/norm": 444596224.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/mean": -71168.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/std": 2457600.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max_abs": 7077888.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.4765625, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/min": -7077888.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max": 6979584.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/range": 14057472.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/norm": 436207616.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/mean": -120832.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/std": 2408448.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max_abs": 7143424.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.4765625, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/min": -7143424.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max": 6356992.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/range": 13500416.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/norm": 442499072.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/mean": -1433600.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/std": 1974272.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max_abs": 7929856.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.4765625, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/min": -7929856.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max": 55040.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/range": 7984896.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/norm": 436207616.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/mean": -89088.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/std": 2408448.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max_abs": 7110656.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/min": -7012352.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max": 7110656.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/range": 14123008.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/norm": 444596224.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/mean": -99840.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/std": 2457600.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max_abs": 6586368.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/min": -6389760.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max": 6586368.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/range": 12976128.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/norm": 457179136.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/mean": -1515520.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/std": 2023424.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max_abs": 6815744.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.55078125, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/min": -6815744.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max": 35072.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/range": 6850816.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/norm": 476053504.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/mean": -45824.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/std": 2637824.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max_abs": 6619136.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/min": -6619136.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max": 6586368.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/range": 13205504.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/norm": 480247808.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/mean": -18944.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/std": 2654208.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max_abs": 7536640.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/min": -7536640.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max": 6717440.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/range": 14254080.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/norm": 499122176.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/mean": -1695744.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/std": 2162688.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max_abs": 8519680.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.55078125, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/min": -8519680.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max": 48896.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/range": 8568576.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/norm": 484442112.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/mean": 188416.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/std": 2670592.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max_abs": 7503872.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/min": -7503872.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max": 6619136.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/range": 14123008.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/norm": 473956352.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/mean": 163840.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/std": 2605056.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max_abs": 7307264.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/min": -7307264.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max": 6651904.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/range": 13959168.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/norm": 490733568.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/mean": -1679360.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/std": 2129920.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max_abs": 7733248.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/min": -7733248.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max": 39424.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/range": 7772672.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/norm": 473956352.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/mean": 16000.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/std": 2621440.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max_abs": 7733248.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.5546875, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/min": -7733248.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max": 6586368.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/range": 14319616.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/norm": 459276288.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/mean": 14912.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/std": 2539520.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max_abs": 7307264.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.554656982421875, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/min": -7307264.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max": 6651904.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/range": 13959168.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/norm": 469762048.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/mean": -1589248.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/std": 2048000.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max_abs": 7372800.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.5546875, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/min": -7372800.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max": 128512.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/range": 7501312.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/norm": 469762048.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/mean": 6592.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/std": 2588672.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max_abs": 7798784.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/min": -7798784.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max": 6848512.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/range": 14647296.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/norm": 450887680.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/mean": 3216.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/std": 2490368.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max_abs": 7340032.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/min": -7340032.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max": 6881280.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/range": 14221312.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/norm": 465567744.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/mean": -1572864.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/std": 2031616.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max_abs": 7471104.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/min": -7471104.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max": 163840.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/range": 7634944.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/norm": 471859200.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/mean": -75776.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/std": 2605056.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max_abs": 6815744.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/min": -5963776.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max": 6815744.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/range": 12779520.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/norm": 482344960.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/mean": -84992.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/std": 2654208.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max_abs": 7503872.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/min": -6782976.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max": 7503872.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/range": 14286848.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/norm": 488636416.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/mean": -1622016.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/std": 2162688.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max_abs": 7602176.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/min": -7602176.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max": 102912.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/range": 7705088.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/norm": 497025024.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/mean": 67584.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/std": 2752512.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max_abs": 7634944.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.57421875, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/min": -7634944.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max": 6684672.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/range": 14319616.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/norm": 499122176.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/mean": 110080.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/std": 2752512.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max_abs": 7372800.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.56640625, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/min": -6815744.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max": 7372800.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/range": 14188544.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/norm": 517996544.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/mean": -1785856.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/std": 2228224.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max_abs": 7667712.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.5859375, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/min": -7667712.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max": 41984.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/range": 7709696.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/norm": 499122176.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/mean": -468992.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/std": 2719744.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max_abs": 8126464.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.5703125, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/min": -6553600.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max": 8126464.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/range": 14680064.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/norm": 494927872.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/mean": -425984.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/std": 2703360.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max_abs": 8355840.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.56640625, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/min": -7176192.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max": 8355840.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/range": 15532032.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/norm": 505413632.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/mean": -1736704.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/std": 2179072.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max_abs": 8454144.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.57421875, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/min": -8454144.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max": 66560.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/range": 8520704.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/norm": 509607936.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/mean": 146432.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/std": 2818048.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max_abs": 7471104.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.5625, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/min": -7372800.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max": 7471104.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/range": 14843904.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/norm": 497025024.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/mean": 87040.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/std": 2736128.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max_abs": 8290304.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.56640625, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/min": -8224768.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max": 8290304.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/range": 16515072.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/norm": 515899392.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/mean": -1777664.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/std": 2228224.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max_abs": 8224768.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.56640625, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/min": -8224768.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max": 59904.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/range": 8284672.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/norm": 509607936.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/mean": 108032.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/std": 2818048.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max_abs": 6914048.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.55859375, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/min": -6914048.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max": 6356992.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/range": 13271040.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/norm": 503316480.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/mean": 104960.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/std": 2768896.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max_abs": 8224768.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.55859375, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/min": -8224768.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max": 6684672.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/range": 14909440.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/norm": 526385152.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/mean": -1835008.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/std": 2260992.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max_abs": 8781824.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.5625, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/min": -8781824.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max": 41216.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/range": 8823040.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/norm": 482344960.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/mean": -54528.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/std": 2654208.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max_abs": 6750208.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.49609375, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/min": -6750208.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max": 6619136.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/range": 13369344.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/norm": 476053504.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/mean": -67584.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/std": 2621440.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max_abs": 7962624.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.49609375, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/min": -7962624.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max": 6619136.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/range": 14581760.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/norm": 488636416.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/mean": -1589248.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/std": 2179072.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max_abs": 7405568.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.50390625, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/min": -7405568.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max": 14720.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/range": 7420288.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/norm": 503316480.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/mean": -458752.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/std": 2736128.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max_abs": 6946816.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.5234375, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/min": -6750208.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max": 6946816.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/range": 13697024.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/norm": 501219328.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/mean": -450560.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/std": 2736128.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max_abs": 7503872.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.52313232421875, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/min": -7503872.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max": 6946816.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/range": 14450688.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/norm": 515899392.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/mean": -1703936.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/std": 2277376.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max_abs": 7077888.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/min": -7077888.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max": 142336.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/range": 7220224.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/norm": 497025024.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/mean": 172032.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/std": 2736128.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max_abs": 7045120.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.6015625, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/min": -6160384.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max": 7045120.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/range": 13205504.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/norm": 490733568.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/mean": 150528.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/std": 2703360.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max_abs": 6782976.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.59765625, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/min": -6750208.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max": 6782976.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/range": 13533184.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/norm": 505413632.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/mean": -1777664.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/std": 2146304.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max_abs": 7110656.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.60546875, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/min": -7110656.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max": 47360.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/range": 7158016.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/norm": 509607936.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/mean": -140288.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/std": 2801664.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max_abs": 7176192.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/min": -6914048.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max": 7176192.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/range": 14090240.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/norm": 509607936.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/mean": -164864.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/std": 2818048.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max_abs": 7307264.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/min": -6717440.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max": 7307264.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/range": 14024704.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/norm": 530579456.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/mean": -1843200.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/std": 2277376.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max_abs": 7962624.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.5390625, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/min": -7962624.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max": 91136.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/range": 8053760.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/norm": 562036736.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/mean": -159744.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/std": 3096576.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max_abs": 8388608.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.62890625, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/min": -7110656.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max": 8388608.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/range": 15499264.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/norm": 562036736.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/mean": -143360.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/std": 3112960.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max_abs": 8323072.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.6328125, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/min": -8126464.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max": 8323072.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/range": 16449536.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/norm": 578813952.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/mean": -2064384.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/std": 2441216.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max_abs": 8781824.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.6328125, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/min": -8781824.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max": 51712.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/range": 8833536.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/norm": 534773760.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/mean": -50432.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/std": 2949120.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max_abs": 8192000.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.578125, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/min": -7340032.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max": 8192000.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/range": 15532032.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/norm": 545259520.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/mean": -37376.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/std": 3014656.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max_abs": 7372800.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.578125, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/min": -7077888.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max": 7372800.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/range": 14450688.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/norm": 562036736.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/mean": -1990656.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/std": 2375680.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max_abs": 8028160.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.58203125, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/min": -8028160.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max": 84480.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/range": 8112640.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/norm": 532676608.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/mean": 254976.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/std": 2932736.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max_abs": 7503872.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.58984375, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/min": -7503872.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max": 6553600.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/range": 14057472.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/norm": 536870912.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/mean": 294912.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/std": 2949120.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max_abs": 8257536.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.58984375, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/min": -8257536.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max": 7241728.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/range": 15499264.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/norm": 545259520.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/mean": -1957888.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/std": 2293760.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max_abs": 9043968.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.58984375, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/min": -9043968.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max": 40704.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/range": 9084672.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/norm": 570425344.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/mean": 319488.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/std": 3129344.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max_abs": 7372800.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.64453125, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/min": -7372800.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max": 7372800.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/range": 14745600.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/norm": 570425344.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/mean": 288768.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/std": 3145728.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max_abs": 8716288.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.6484375, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/min": -8716288.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max": 8257536.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/range": 16973824.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/norm": 587202560.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/mean": -2113536.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/std": 2473984.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max_abs": 9109504.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.65625, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/min": -9109504.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max": 55296.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/range": 9164800.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/norm": 612368384.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/mean": -493568.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/std": 3358720.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max_abs": 7831552.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.6328125, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/min": -7471104.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max": 7831552.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/range": 15302656.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/norm": 591396864.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/mean": -497664.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/std": 3227648.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max_abs": 8585216.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.627410888671875, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/min": -7438336.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max": 8585216.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/range": 16023552.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/norm": 603979776.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/mean": -2260992.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/std": 2473984.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max_abs": 7995392.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.6328125, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/min": -7995392.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max": 32640.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/range": 8028032.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/norm": 599785472.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/mean": -59392.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/std": 3309568.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max_abs": 7143424.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.6015625, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/min": -6979584.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max": 7143424.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/range": 14123008.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/norm": 603979776.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/mean": -7040.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/std": 3325952.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max_abs": 8650752.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.6015625, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/min": -7929856.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max": 8650752.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/range": 16580608.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/norm": 612368384.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/mean": -2228224.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/std": 2539520.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max_abs": 8323072.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.6015625, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/min": -8323072.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max": 45824.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/range": 8368896.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/norm": 574619648.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/mean": 142336.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/std": 3162112.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max_abs": 8650752.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.609375, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/min": -8650752.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max": 7077888.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/range": 15728640.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/norm": 562036736.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/mean": 162816.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/std": 3112960.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max_abs": 8716288.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.609375, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/min": -8159232.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max": 8716288.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/range": 16875520.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/norm": 578813952.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/mean": -1998848.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/std": 2490368.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max_abs": 8257536.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.609375, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/min": -8257536.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max": 78848.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/range": 8336384.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/norm": 574619648.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/mean": 282624.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/std": 3162112.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max_abs": 8159232.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.6171875, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/min": -8060928.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max": 8159232.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/range": 16220160.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/norm": 566231040.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/mean": 282624.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/std": 3112960.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max_abs": 8290304.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.62109375, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/min": -8290304.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max": 7733248.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/range": 16023552.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/norm": 574619648.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/mean": -2031616.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/std": 2457600.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max_abs": 8159232.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.62109375, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/min": -8159232.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max": 76288.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/range": 8235520.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/norm": 608174080.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/mean": 72192.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/std": 3358720.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max_abs": 7864320.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.6171875, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/min": -7602176.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max": 7864320.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/range": 15466496.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/norm": 603979776.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/mean": 129536.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/std": 3342336.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max_abs": 9437184.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.6171875, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/min": -8650752.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max": 9437184.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/range": 18087936.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/norm": 599785472.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/mean": -2113536.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/std": 2539520.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max_abs": 9109504.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.6171875, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/min": -9109504.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max": 31616.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/range": 9141120.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 641728512.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": 17792.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 3555328.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 8126464.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.63671875, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/min": -7077888.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max": 8126464.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/range": 15204352.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/norm": 637534208.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/mean": -17024.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/std": 3522560.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max_abs": 9568256.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.63671875, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/min": -9109504.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max": 9568256.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/range": 18677760.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/norm": 645922816.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/mean": -2277376.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/std": 2736128.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max_abs": 9699328.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.63671875, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/min": -9699328.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max": 32512.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/range": 9731840.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 595591168.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": 163840.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 3293184.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 8224768.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.625, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/min": -7438336.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max": 8224768.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/range": 15663104.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/norm": 566231040.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/mean": 175104.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/std": 3112960.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max_abs": 9175040.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.625, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/min": -8585216.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max": 9175040.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/range": 17760256.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/norm": 578813952.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/mean": -1925120.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/std": 2539520.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max_abs": 9175040.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.62890625, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/min": -9175040.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max": 50432.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/range": 9225472.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 612368384.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": 139264.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 3375104.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 8290304.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.61328125, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/min": -8290304.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max": 8028160.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/range": 16318464.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/norm": 583008256.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/mean": 123392.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/std": 3227648.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max_abs": 10158080.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.61328125, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/min": -9764864.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max": 10158080.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/range": 19922944.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/norm": 591396864.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/mean": -1982464.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/std": 2605056.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max_abs": 9633792.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.62109375, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/min": -9633792.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max": 28800.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/range": 9662592.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 534773760.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": -60416.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 2949120.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 7962624.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.6953125, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/min": -7962624.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max": 7405568.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/range": 15368192.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/norm": 522190848.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/mean": -32000.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/std": 2883584.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max_abs": 11403264.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.680145263671875, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/min": -11403264.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max": 11141120.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/range": 22544384.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/norm": 528482304.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/mean": -1589248.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/std": 2457600.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max_abs": 10944512.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.736053466796875, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/min": -10944512.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max": 76288.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/range": 11020800.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 367001600.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": -98816.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 2031616.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 6782976.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.93359375, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/min": -6782976.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max": 6291456.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/range": 13074432.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/norm": 348127232.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/mean": -97792.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/std": 1916928.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max_abs": 10813440.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.8939208984375, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/min": -10813440.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max": 10289152.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/range": 21102592.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/norm": 346030080.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/mean": -851968.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/std": 1720320.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max_abs": 10944512.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.9278564453125, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/min": -10944512.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max": 126464.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/range": 11070976.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 132644864.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": 58368.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 733184.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 4653056.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/min": -3686400.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max": 4653056.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/range": 8339456.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/norm": 125304832.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/mean": 43264.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/std": 692224.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max_abs": 11665408.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.985260009765625, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/min": -7602176.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max": 11665408.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/range": 19267584.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/norm": 133169152.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/mean": -197632.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/std": 708608.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max_abs": 9633792.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.986846923828125, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/min": -9633792.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max": 2064384.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/range": 11698176.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 54263808.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": 15616.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 299008.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 2392064.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/min": -2048000.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max": 2392064.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/range": 4440064.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/norm": 45875200.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/mean": 16000.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/std": 252928.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max_abs": 5472256.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.998748779296875, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/min": -3424256.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max": 5472256.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/range": 8896512.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/norm": 51904512.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/mean": -59904.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/std": 280576.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max_abs": 5931008.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.9990234375, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/min": -5931008.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max": 1736704.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/range": 7667712.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 9043968.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": -338.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 49920.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 647168.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/min": -647168.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max": 116736.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/range": 763904.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/norm": 8159232.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/mean": -0.73046875, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/std": 45056.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max_abs": 1359872.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.99774169921875, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/min": -1359872.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max": 417792.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/range": 1777664.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/norm": 7634944.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/mean": -9472.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/std": 40960.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max_abs": 1196032.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.998321533203125, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/min": -1196032.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max": 372736.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/range": 1568768.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 9175040.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": 4512.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 50432.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 720896.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/min": -77312.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max": 720896.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/range": 798208.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/norm": 7897088.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/mean": 56.5, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/std": 43520.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max_abs": 1335296.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.999237060546875, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/min": -1335296.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max": 1032192.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/range": 2367488.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/norm": 8388608.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/mean": -354.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/std": 46336.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max_abs": 1400832.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.99951171875, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/min": -1138688.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max": 1400832.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/range": 2539520.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/mean": -0.000247955322265625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max_abs": 0.1025390625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/min": -0.1025390625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max": 0.10009765625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/range": 0.20263671875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/norm": 5.03125, "train/tensor_param_model_layers_0_mlp_up_proj_weight/mean": 0.00010585784912109375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/std": 0.0277099609375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/min": -0.10302734375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/range": 0.22314453125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": -0.000255584716796875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.02880859375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max": 0.10302734375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/range": 0.22314453125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/norm": 5.75, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/mean": -0.0001068115234375, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_1_mlp_up_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/mean": -0.00022792816162109375, "train/tensor_param_model_layers_1_mlp_up_proj_weight/std": 0.0301513671875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -0.0004730224609375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.030517578125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/mean": 0.001983642578125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/mean": -0.000244140625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max": 0.11474609375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/range": 0.23974609375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 5.5, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.000553131103515625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.0303955078125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/mean": 0.002655029296875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_3_mlp_up_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/mean": -0.00035858154296875, "train/tensor_param_model_layers_3_mlp_up_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": -0.00019073486328125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.03125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_3_mlp_down_proj_weight/range": 0.25439453125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/mean": 0.00701904296875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/mean": 0.000972747802734375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/range": 0.25830078125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 0.000885009765625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/mean": 0.01043701171875, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/mean": 0.00061798095703125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": 0.00022411346435546875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/mean": 0.01239013671875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/mean": -0.000820159912109375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": -0.00070953369140625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/mean": 0.0120849609375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/norm": 6.75, "train/tensor_param_model_layers_7_mlp_up_proj_weight/mean": -0.000850677490234375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": -0.0009918212890625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/mean": 0.0135498046875, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_8_mlp_up_proj_weight/mean": -3.457069396972656e-05, "train/tensor_param_model_layers_8_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": 0.0004825592041015625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/norm": 7.25, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/mean": 0.0130615234375, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/mean": -0.000732421875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_9_mlp_down_proj_weight/mean": -0.000946044921875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/mean": 0.0123291015625, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/mean": -0.00180816650390625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/mean": -0.001800537109375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/mean": 0.01220703125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/norm": 6.875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/mean": -0.000942230224609375, "train/tensor_param_model_layers_11_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/range": 0.25927734375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/mean": -0.00095367431640625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/norm": 7.25, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/mean": 0.01312255859375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/norm": 6.875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/mean": 4.0531158447265625e-05, "train/tensor_param_model_layers_12_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/mean": -0.00040435791015625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/mean": 0.01385498046875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_13_mlp_up_proj_weight/mean": 0.003509521484375, "train/tensor_param_model_layers_13_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/mean": 0.0033721923828125, "train/tensor_param_model_layers_13_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/mean": 0.01287841796875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/mean": -0.00225830078125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_14_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/mean": -0.00213623046875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/range": 0.25537109375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/mean": 0.01214599609375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/mean": -0.001556396484375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_15_mlp_down_proj_weight/mean": -0.0023040771484375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/mean": 0.01177978515625, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/mean": 0.0004405975341796875, "train/tensor_param_model_layers_16_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/mean": 0.0002384185791015625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/mean": 0.012451171875, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_17_mlp_up_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/mean": 0.00110626220703125, "train/tensor_param_model_layers_17_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/mean": 0.0010833740234375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/mean": 0.0107421875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/mean": 0.00101470947265625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max_abs": 0.1845703125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/min": -0.1845703125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/range": 0.333984375, "train/tensor_param_model_layers_18_mlp_down_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_18_mlp_down_proj_weight/mean": 0.00110626220703125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/mean": 0.0111083984375, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_19_mlp_up_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_19_mlp_up_proj_weight/mean": -0.001190185546875, "train/tensor_param_model_layers_19_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/mean": -0.0009613037109375, "train/tensor_param_model_layers_19_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/mean": 0.00982666015625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/mean": 0.0031280517578125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/mean": 0.003387451171875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/mean": 0.00933837890625, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/range": 0.2880859375, "train/tensor_param_model_layers_21_mlp_up_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_21_mlp_up_proj_weight/mean": 0.0001049041748046875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_21_mlp_down_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/mean": 0.00013065338134765625, "train/tensor_param_model_layers_21_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/norm": 7.375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/mean": 0.0106201171875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/mean": -0.00084686279296875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/mean": -0.00089263916015625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/mean": 0.0107421875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/norm": 6.875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/mean": -0.0006103515625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_23_mlp_down_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_23_mlp_down_proj_weight/mean": -0.000308990478515625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/mean": 0.01092529296875, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/mean": 0.003143310546875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/mean": 0.0026397705078125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/mean": 0.01092529296875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/norm": 6.875, "train/tensor_param_model_layers_25_mlp_up_proj_weight/mean": -0.0002880096435546875, "train/tensor_param_model_layers_25_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_25_mlp_down_proj_weight/mean": -0.0009918212890625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/norm": 7.375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/mean": 0.009765625, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/norm": 6.875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/mean": 0.000701904296875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_26_mlp_down_proj_weight/mean": 0.000698089599609375, "train/tensor_param_model_layers_26_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/mean": 0.009765625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_27_mlp_up_proj_weight/norm": 6.875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/mean": -0.00016117095947265625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_27_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_27_mlp_down_proj_weight/mean": 0.000286102294921875, "train/tensor_param_model_layers_27_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/mean": 0.010009765625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_28_mlp_up_proj_weight/mean": 1.2099742889404297e-05, "train/tensor_param_model_layers_28_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_28_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_28_mlp_down_proj_weight/mean": 0.00017452239990234375, "train/tensor_param_model_layers_28_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_28_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/mean": 0.010009765625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_29_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_29_mlp_up_proj_weight/mean": -0.0009307861328125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_29_mlp_down_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/mean": -0.000881195068359375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/mean": 0.010009765625, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/range": 0.2919921875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/mean": 4.172325134277344e-05, "train/tensor_param_model_layers_30_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/mean": -0.0001544952392578125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/mean": 0.00927734375, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_31_mlp_up_proj_weight/mean": 0.001129150390625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/mean": 0.001312255859375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/mean": 0.00860595703125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_32_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_32_mlp_up_proj_weight/mean": 0.0003681182861328125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/mean": 0.0003681182861328125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/mean": 0.0108642578125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/norm": 6.875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/mean": -0.000774383544921875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/mean": -0.001220703125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/mean": 0.010009765625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/norm": 6.875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/mean": -0.0011749267578125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_34_mlp_down_proj_weight/mean": -0.00157928466796875, "train/tensor_param_model_layers_34_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/mean": 0.0101318359375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/mean": -0.000518798828125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/norm": 7.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/mean": -0.000492095947265625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/mean": 0.00982666015625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/mean": 0.00022602081298828125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/range": 0.265625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/mean": 0.0002841949462890625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/mean": 0.0103759765625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_37_mlp_up_proj_weight/norm": 7.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/mean": 0.0015869140625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/mean": 0.00194549560546875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/mean": 0.00823974609375, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_38_mlp_up_proj_weight/mean": -0.00091552734375, "train/tensor_param_model_layers_38_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/mean": -0.00041961669921875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/mean": 0.00799560546875, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/mean": -0.00159454345703125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_39_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/mean": -0.00167083740234375, "train/tensor_param_model_layers_39_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_39_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/mean": 0.009033203125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_40_mlp_up_proj_weight/mean": -0.0018463134765625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_40_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_40_mlp_down_proj_weight/mean": -0.0015716552734375, "train/tensor_param_model_layers_40_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/mean": 0.00860595703125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_41_mlp_up_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_41_mlp_up_proj_weight/mean": 0.000202178955078125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/mean": 0.0003147125244140625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/mean": 0.00775146484375, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/mean": 0.00177001953125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_42_mlp_down_proj_weight/mean": 0.00160980224609375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/mean": 0.0081787109375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_43_mlp_up_proj_weight/mean": 0.00046539306640625, "train/tensor_param_model_layers_43_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_43_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/mean": 0.0003204345703125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/mean": 0.0081787109375, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/mean": -0.00106048583984375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/mean": -0.001251220703125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/mean": 0.00897216796875, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/range": 0.296875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/mean": -0.000293731689453125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/norm": 7.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/mean": -0.00010967254638671875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/mean": 0.0078125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/range": 0.287109375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/mean": -0.0018157958984375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/range": 0.265625, "train/tensor_param_model_layers_46_mlp_down_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_46_mlp_down_proj_weight/mean": -0.00194549560546875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/mean": 0.00823974609375, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/mean": -0.00011968612670898438, "train/tensor_param_model_layers_47_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_47_mlp_down_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/mean": 2.777576446533203e-05, "train/tensor_param_model_layers_47_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/mean": 0.0069580078125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/norm": 7.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/mean": 0.00107574462890625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_48_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_48_mlp_down_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_48_mlp_down_proj_weight/mean": 0.00107574462890625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/mean": 0.0086669921875, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/mean": -0.00060272216796875, "train/tensor_param_model_layers_49_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/norm": 7.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/mean": -0.0008697509765625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/mean": 0.0086669921875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/range": 0.296875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/mean": -0.0002422332763671875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_50_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/mean": -0.000324249267578125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/mean": 0.007110595703125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/mean": -0.00067901611328125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/mean": -0.000530242919921875, "train/tensor_param_model_layers_51_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/mean": 0.0086669921875, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/mean": -0.000858306884765625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_52_mlp_down_proj_weight/mean": -0.0011444091796875, "train/tensor_param_model_layers_52_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/mean": 0.00830078125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/norm": 7.125, "train/tensor_param_model_layers_53_mlp_up_proj_weight/mean": -0.00012969970703125, "train/tensor_param_model_layers_53_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/norm": 7.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/mean": 0.00023746490478515625, "train/tensor_param_model_layers_53_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/min": -0.154296875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_53_mlp_down_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/mean": 0.0072021484375, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/mean": -0.000316619873046875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_54_mlp_up_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/mean": -0.00077056884765625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/mean": 0.00811767578125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/range": 0.302734375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/norm": 7.125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/mean": -0.00010633468627929688, "train/tensor_param_model_layers_55_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_55_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/mean": 6.818771362304688e-05, "train/tensor_param_model_layers_55_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/mean": 0.006927490234375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/norm": 7.125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/mean": 0.000972747802734375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_56_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/mean": 0.0005340576171875, "train/tensor_param_model_layers_56_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/mean": 0.00811767578125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_57_mlp_up_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/mean": -0.0004367828369140625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_57_mlp_down_proj_weight/norm": 7.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/mean": -0.000591278076171875, "train/tensor_param_model_layers_57_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/mean": 0.0089111328125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_58_mlp_up_proj_weight/mean": -0.000576019287109375, "train/tensor_param_model_layers_58_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/mean": -0.000728607177734375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/mean": 0.00799560546875, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_59_mlp_up_proj_weight/mean": -3.2633543014526367e-06, "train/tensor_param_model_layers_59_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_59_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_59_mlp_down_proj_weight/mean": -0.00012683868408203125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/mean": 0.006591796875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_60_mlp_up_proj_weight/mean": -0.00070953369140625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/norm": 7.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/mean": -0.00122833251953125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/mean": 0.006500244140625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/norm": 7.125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/mean": -0.0002593994140625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_61_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_61_mlp_down_proj_weight/mean": -0.000537872314453125, "train/tensor_param_model_layers_61_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/mean": 0.00653076171875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_62_mlp_up_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_62_mlp_up_proj_weight/mean": 0.00102996826171875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/mean": 0.00109100341796875, "train/tensor_param_model_layers_62_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/range": 0.283203125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/mean": 0.006622314453125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/mean": -0.000865936279296875, "train/tensor_param_model_layers_63_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/mean": -0.00067901611328125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/norm": 7.75, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/mean": 0.00579833984375, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/norm": 7.25, "train/tensor_param_model_layers_64_mlp_up_proj_weight/mean": 0.00041961669921875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_64_mlp_down_proj_weight/mean": 0.000438690185546875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/mean": 0.005157470703125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_65_mlp_up_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/mean": 0.000812530517578125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/mean": 0.0009307861328125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/norm": 7.8125, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/mean": 0.006256103515625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/mean": -0.0001316070556640625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_66_mlp_down_proj_weight/mean": 2.181529998779297e-05, "train/tensor_param_model_layers_66_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/norm": 7.75, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/mean": 0.00665283203125, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/min": -0.15625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/range": 0.3154296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/norm": 7.25, "train/tensor_param_model_layers_67_mlp_up_proj_weight/mean": -0.000568389892578125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_67_mlp_down_proj_weight/mean": -0.000461578369140625, "train/tensor_param_model_layers_67_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/mean": 0.007080078125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_68_mlp_up_proj_weight/mean": -0.0012664794921875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max": 0.15625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/range": 0.287109375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/norm": 7.25, "train/tensor_param_model_layers_68_mlp_down_proj_weight/mean": -0.0012359619140625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/norm": 7.8125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/mean": 0.005126953125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max_abs": 0.1611328125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max": 0.1611328125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/range": 0.310546875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_69_mlp_up_proj_weight/mean": -0.0002841949462890625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/mean": -0.0004329681396484375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/mean": 0.007110595703125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/range": 0.30859375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_70_mlp_up_proj_weight/mean": -0.0008544921875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_70_mlp_up_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_70_mlp_down_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_70_mlp_down_proj_weight/mean": -0.000782012939453125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_70_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/norm": 7.875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/mean": 0.0048828125, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/min": -0.162109375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/range": 0.302734375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/norm": 7.375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/mean": -0.00019073486328125, "train/tensor_param_model_layers_71_mlp_up_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/mean": -0.00040435791015625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/norm": 7.78125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/mean": 0.0064697265625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/range": 0.2958984375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/mean": -0.0003871917724609375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/norm": 7.125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/mean": -0.000713348388671875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/norm": 7.78125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/mean": 0.00537109375, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/norm": 7.375, "train/tensor_param_model_layers_73_mlp_up_proj_weight/mean": -0.0006103515625, "train/tensor_param_model_layers_73_mlp_up_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_73_mlp_up_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/mean": -0.0005340576171875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/norm": 7.875, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/mean": 0.006378173828125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/mean": -0.0017242431640625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/range": 0.28125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_74_mlp_down_proj_weight/mean": -0.00103759765625, "train/tensor_param_model_layers_74_mlp_down_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/min": -0.1689453125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/range": 0.3046875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/mean": 0.0047607421875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_75_mlp_up_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_75_mlp_up_proj_weight/mean": 0.00154876708984375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_75_mlp_down_proj_weight/norm": 7.25, "train/tensor_param_model_layers_75_mlp_down_proj_weight/mean": 0.00113677978515625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/mean": 0.005218505859375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/mean": 0.0004253387451171875, "train/tensor_param_model_layers_76_mlp_up_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/mean": 0.000446319580078125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_76_mlp_down_proj_weight/range": 0.265625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/mean": 0.006378173828125, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/range": 0.30078125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/norm": 7.5, "train/tensor_param_model_layers_77_mlp_up_proj_weight/mean": -0.001007080078125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max_abs": 0.173828125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max": 0.173828125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/range": 0.3046875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/mean": -0.0004100799560546875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/mean": 0.0064697265625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/range": 0.3017578125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/mean": 0.000461578369140625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max_abs": 0.173828125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/min": -0.173828125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/range": 0.30859375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/mean": 0.000461578369140625, "train/tensor_param_model_layers_78_mlp_down_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/mean": 0.004547119140625, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/mean": -0.000637054443359375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/range": 0.3056640625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/norm": 7.375, "train/tensor_param_model_layers_79_mlp_down_proj_weight/mean": -0.0003376007080078125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/min": -0.140625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/mean": 0.006072998046875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/min": -0.154296875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_80_mlp_up_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_80_mlp_up_proj_weight/mean": 0.000286102294921875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/range": 0.296875, "train/tensor_param_model_layers_80_mlp_down_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/mean": 0.000453948974609375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_80_mlp_down_proj_weight/range": 0.2919921875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/norm": 8.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/mean": 0.004669189453125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/range": 0.2919921875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/norm": 7.625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/mean": 0.000308990478515625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/min": -0.1591796875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/range": 0.30859375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/mean": 0.00041961669921875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/mean": 0.004150390625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/range": 0.302734375, "train/tensor_param_model_layers_82_mlp_up_proj_weight/norm": 7.78125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/mean": 0.00010442733764648438, "train/tensor_param_model_layers_82_mlp_up_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/range": 0.2822265625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/mean": 0.0004215240478515625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/norm": 8.125, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/mean": 0.00567626953125, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max_abs": 0.171875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max": 0.171875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/range": 0.3212890625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/norm": 7.75, "train/tensor_param_model_layers_83_mlp_up_proj_weight/mean": 0.0002155303955078125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max": 0.1533203125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_83_mlp_down_proj_weight/mean": -0.00013828277587890625, "train/tensor_param_model_layers_83_mlp_down_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_83_mlp_down_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/mean": 0.00433349609375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/range": 0.2978515625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_84_mlp_up_proj_weight/mean": -0.0001430511474609375, "train/tensor_param_model_layers_84_mlp_up_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/range": 0.3017578125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_84_mlp_down_proj_weight/mean": -0.0003147125244140625, "train/tensor_param_model_layers_84_mlp_down_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/mean": 0.0047607421875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_85_mlp_up_proj_weight/mean": -0.0002613067626953125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/min": -0.1650390625, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max": 0.1611328125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/norm": 7.75, "train/tensor_param_model_layers_85_mlp_down_proj_weight/mean": 0.000278472900390625, "train/tensor_param_model_layers_85_mlp_down_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/min": -0.162109375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/range": 0.3095703125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/mean": 0.004058837890625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/min": -0.15625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max": 0.1630859375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/range": 0.3193359375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/norm": 7.875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/mean": 0.0001678466796875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/range": 0.2822265625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/mean": -0.00016021728515625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/norm": 8.25, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/mean": 0.00653076171875, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max": 0.16015625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/mean": 0.0011444091796875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max": 0.1630859375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/range": 0.31640625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_87_mlp_down_proj_weight/mean": 0.00116729736328125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/mean": 0.003997802734375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/range": 0.30078125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_88_mlp_up_proj_weight/mean": -9.489059448242188e-05, "train/tensor_param_model_layers_88_mlp_up_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/range": 0.3154296875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/norm": 7.78125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/mean": -0.0004596710205078125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/range": 0.2900390625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/mean": 0.0054931640625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max_abs": 0.166015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/min": -0.166015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/range": 0.3310546875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/norm": 8.125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/mean": -0.000278472900390625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max_abs": 0.1884765625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/min": -0.173828125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max": 0.1884765625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/range": 0.3623046875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/norm": 7.875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/mean": 0.0001468658447265625, "train/tensor_param_model_layers_89_mlp_down_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/range": 0.2822265625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/norm": 8.375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/mean": 0.004150390625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_90_mlp_up_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_90_mlp_up_proj_weight/mean": -2.60770320892334e-06, "train/tensor_param_model_layers_90_mlp_up_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/range": 0.296875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_90_mlp_down_proj_weight/mean": -0.000415802001953125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max": 0.1533203125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/range": 0.3056640625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/mean": 0.003662109375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/min": -0.1611328125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_91_mlp_up_proj_weight/mean": -0.00038909912109375, "train/tensor_param_model_layers_91_mlp_up_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max_abs": 0.203125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max": 0.203125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/range": 0.3662109375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/mean": -0.000713348388671875, "train/tensor_param_model_layers_91_mlp_down_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/mean": 0.004547119140625, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max_abs": 0.1826171875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max": 0.1826171875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/range": 0.345703125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/mean": -0.0012969970703125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/min": -0.16015625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/range": 0.314453125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/mean": -0.000759124755859375, "train/tensor_param_model_layers_92_mlp_down_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_92_mlp_down_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/norm": 8.5, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/mean": 0.00390625, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max_abs": 0.1943359375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/min": -0.1611328125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max": 0.1943359375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/range": 0.35546875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/norm": 8.375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/mean": -7.092952728271484e-06, "train/tensor_param_model_layers_93_mlp_up_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/range": 0.3095703125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/norm": 8.125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/mean": 0.00019073486328125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/min": -0.140625, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/norm": 8.5, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/mean": 0.0032196044921875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/std": 0.046875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max_abs": 0.1728515625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/min": -0.1640625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max": 0.1728515625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/range": 0.3369140625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/norm": 8.5, "train/tensor_param_model_layers_94_mlp_up_proj_weight/mean": -0.000377655029296875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/std": 0.046875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max": 0.1689453125, "train/tensor_param_model_layers_94_mlp_up_proj_weight/range": 0.3154296875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/mean": 0.00015735626220703125, "train/tensor_param_model_layers_94_mlp_down_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/min": -0.15625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/range": 0.3212890625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/norm": 8.5, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/mean": 0.0021514892578125, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/std": 0.046875, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/min": -0.1474609375, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max": 0.16015625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/range": 0.3076171875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/mean": -0.000728607177734375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max_abs": 0.1826171875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/min": -0.1611328125, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max": 0.1826171875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/range": 0.34375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/norm": 8.125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/mean": -0.000560760498046875, "train/tensor_param_model_layers_95_mlp_down_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max_abs": 0.1611328125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/min": -0.1474609375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max": 0.1611328125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/range": 0.30859375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/norm": 8.75, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/mean": 0.002288818359375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/std": 0.048095703125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max_abs": 0.1787109375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/min": -0.177734375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max": 0.1787109375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/range": 0.3564453125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/norm": 8.625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/mean": 0.000629425048828125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/std": 0.0478515625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max_abs": 0.19921875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/min": -0.19921875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max": 0.1796875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/range": 0.37890625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/norm": 8.375, "train/tensor_param_model_layers_96_mlp_down_proj_weight/mean": 0.000492095947265625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/min": -0.15625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max": 0.1552734375, "train/tensor_param_model_layers_96_mlp_down_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/norm": 8.625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/mean": 0.0023651123046875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max_abs": 0.1865234375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/min": -0.1865234375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max": 0.16015625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/range": 0.3466796875, "train/tensor_param_model_layers_97_mlp_up_proj_weight/norm": 8.625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/mean": -0.0002307891845703125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max": 0.1689453125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/range": 0.33203125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_97_mlp_down_proj_weight/mean": -0.00015926361083984375, "train/tensor_param_model_layers_97_mlp_down_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max_abs": 0.185546875, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max": 0.185546875, "train/tensor_param_model_layers_97_mlp_down_proj_weight/range": 0.3388671875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/mean": 0.00148773193359375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max_abs": 0.1884765625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/min": -0.1884765625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max": 0.16015625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/range": 0.3486328125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_98_mlp_up_proj_weight/mean": 0.00012874603271484375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max_abs": 0.205078125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/min": -0.205078125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_98_mlp_up_proj_weight/range": 0.3623046875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/mean": -0.00013446807861328125, "train/tensor_param_model_layers_98_mlp_down_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max_abs": 0.1708984375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max": 0.1708984375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/mean": 0.0020294189453125, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/min": -0.1650390625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/range": 0.3330078125, "train/tensor_param_model_layers_99_mlp_up_proj_weight/norm": 8.6875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/mean": -0.000247955322265625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/std": 0.0478515625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max_abs": 0.185546875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/min": -0.185546875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max": 0.1748046875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/range": 0.3603515625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/norm": 8.375, "train/tensor_param_model_layers_99_mlp_down_proj_weight/mean": -0.0001544952392578125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/range": 0.3125} -{"step": 2840, "epoch": 0.1914391641388608, "timestamp": 1786741393.3688927, "loss": 8.11875, "grad_norm": 8120172544.0, "learning_rate": 9e-05, "train/total_time_seconds": 103.51013811677694, "train/time_per_step_avg": 0.3167787415906787, "train/epoch_time_elapsed": 122.84873812645674, "train/estimated_remaining_minutes": 0.40091954904385435} -{"step": 2860, "epoch": 0.19278732726659925, "timestamp": 1786741401.4039805, "loss": 8.109890747070313, "grad_norm": 8791261184.0, "learning_rate": 9e-05, "train/total_time_seconds": 110.29135089740157, "train/time_per_step_avg": 0.31223904244601725, "train/epoch_time_elapsed": 130.85783496499062, "train/estimated_remaining_minutes": 0.41134303364998254, "train/tensor_act_model_layers_0_residual_pre_attn/norm": 187.59402465820312, "train/tensor_act_model_layers_0_residual_pre_attn/mean": 0.00122833251953125, "train/tensor_act_model_layers_0_residual_pre_attn/std": 0.091796875, "train/tensor_act_model_layers_0_residual_pre_attn/max_abs": 0.275390625, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/min": -0.263671875, "train/tensor_act_model_layers_0_residual_pre_attn/max": 0.275390625, "train/tensor_act_model_layers_0_residual_pre_attn/range": 0.5390625, "train/tensor_act_model_layers_0_residual_post_attn/norm": 190.02230834960938, "train/tensor_act_model_layers_0_residual_post_attn/mean": 0.0002613067626953125, "train/tensor_act_model_layers_0_residual_post_attn/std": 0.0927734375, "train/tensor_act_model_layers_0_residual_post_attn/max_abs": 0.384765625, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/min": -0.384765625, "train/tensor_act_model_layers_0_residual_post_attn/max": 0.361328125, "train/tensor_act_model_layers_0_residual_post_attn/range": 0.74609375, "train/tensor_act_model_layers_0_mlp_gate_proj/norm": 1411.679443359375, "train/tensor_act_model_layers_0_mlp_gate_proj/mean": -0.009765625, "train/tensor_act_model_layers_0_mlp_gate_proj/std": 0.48828125, "train/tensor_act_model_layers_0_mlp_gate_proj/max_abs": 3.9375, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/min": -3.9375, "train/tensor_act_model_layers_0_mlp_gate_proj/max": 3.6875, "train/tensor_act_model_layers_0_mlp_gate_proj/range": 7.625, "train/tensor_act_model_layers_0_mlp_up_proj/norm": 1219.0804443359375, "train/tensor_act_model_layers_0_mlp_up_proj/mean": -0.003173828125, "train/tensor_act_model_layers_0_mlp_up_proj/std": 0.419921875, "train/tensor_act_model_layers_0_mlp_up_proj/max_abs": 4.1875, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/min": -3.984375, "train/tensor_act_model_layers_0_mlp_up_proj/max": 4.1875, "train/tensor_act_model_layers_0_mlp_up_proj/range": 8.171875, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 624.422607421875, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 0.158203125, "train/tensor_act_model_layers_0_mlp_down_proj/std": 0.259765625, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 1.296875, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/min": -0.546875, "train/tensor_act_model_layers_0_mlp_down_proj/max": 1.296875, "train/tensor_act_model_layers_0_mlp_down_proj/range": 1.84375, "train/tensor_act_model_layers_0_mlp/norm": 624.422607421875, "train/tensor_act_model_layers_0_mlp/mean": 0.158203125, "train/tensor_act_model_layers_0_mlp/std": 0.259765625, "train/tensor_act_model_layers_0_mlp/max_abs": 1.296875, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/min": -0.546875, "train/tensor_act_model_layers_0_mlp/max": 1.296875, "train/tensor_act_model_layers_0_mlp/range": 1.84375, "train/tensor_act_model_layers_0_residual_post_mlp/norm": 665.1748657226562, "train/tensor_act_model_layers_0_residual_post_mlp/mean": 0.158203125, "train/tensor_act_model_layers_0_residual_post_mlp/std": 0.283203125, "train/tensor_act_model_layers_0_residual_post_mlp/max_abs": 1.4375, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/min": -0.671875, "train/tensor_act_model_layers_0_residual_post_mlp/max": 1.4375, "train/tensor_act_model_layers_0_residual_post_mlp/range": 2.109375, "train/tensor_act_model_layers_1_residual_pre_attn/norm": 665.1748657226562, "train/tensor_act_model_layers_1_residual_pre_attn/mean": 0.158203125, "train/tensor_act_model_layers_1_residual_pre_attn/std": 0.283203125, "train/tensor_act_model_layers_1_residual_pre_attn/max_abs": 1.4375, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/min": -0.671875, "train/tensor_act_model_layers_1_residual_pre_attn/max": 1.4375, "train/tensor_act_model_layers_1_residual_pre_attn/range": 2.109375, "train/tensor_act_model_layers_1_residual_post_attn/norm": 667.3603515625, "train/tensor_act_model_layers_1_residual_post_attn/mean": 0.15625, "train/tensor_act_model_layers_1_residual_post_attn/std": 0.28515625, "train/tensor_act_model_layers_1_residual_post_attn/max_abs": 1.46875, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/min": -0.7265625, "train/tensor_act_model_layers_1_residual_post_attn/max": 1.46875, "train/tensor_act_model_layers_1_residual_post_attn/range": 2.1953125, "train/tensor_act_model_layers_1_mlp_gate_proj/norm": 1369.442626953125, "train/tensor_act_model_layers_1_mlp_gate_proj/mean": 0.00848388671875, "train/tensor_act_model_layers_1_mlp_gate_proj/std": 0.47265625, "train/tensor_act_model_layers_1_mlp_gate_proj/max_abs": 2.953125, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/min": -2.375, "train/tensor_act_model_layers_1_mlp_gate_proj/max": 2.953125, "train/tensor_act_model_layers_1_mlp_gate_proj/range": 5.328125, "train/tensor_act_model_layers_1_mlp_up_proj/norm": 1242.5352783203125, "train/tensor_act_model_layers_1_mlp_up_proj/mean": -0.014404296875, "train/tensor_act_model_layers_1_mlp_up_proj/std": 0.4296875, "train/tensor_act_model_layers_1_mlp_up_proj/max_abs": 2.71875, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/min": -2.28125, "train/tensor_act_model_layers_1_mlp_up_proj/max": 2.71875, "train/tensor_act_model_layers_1_mlp_up_proj/range": 5.0, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 463.7397155761719, "train/tensor_act_model_layers_1_mlp_down_proj/mean": 0.11865234375, "train/tensor_act_model_layers_1_mlp_down_proj/std": 0.1923828125, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 1.5234375, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/min": -1.0234375, "train/tensor_act_model_layers_1_mlp_down_proj/max": 1.5234375, "train/tensor_act_model_layers_1_mlp_down_proj/range": 2.546875, "train/tensor_act_model_layers_1_mlp/norm": 463.7397155761719, "train/tensor_act_model_layers_1_mlp/mean": 0.11865234375, "train/tensor_act_model_layers_1_mlp/std": 0.1923828125, "train/tensor_act_model_layers_1_mlp/max_abs": 1.5234375, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/min": -1.0234375, "train/tensor_act_model_layers_1_mlp/max": 1.5234375, "train/tensor_act_model_layers_1_mlp/range": 2.546875, "train/tensor_act_model_layers_1_residual_post_mlp/norm": 982.9490966796875, "train/tensor_act_model_layers_1_residual_post_mlp/mean": 0.275390625, "train/tensor_act_model_layers_1_residual_post_mlp/std": 0.392578125, "train/tensor_act_model_layers_1_residual_post_mlp/max_abs": 2.078125, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/min": -1.3359375, "train/tensor_act_model_layers_1_residual_post_mlp/max": 2.078125, "train/tensor_act_model_layers_1_residual_post_mlp/range": 3.4140625, "train/tensor_act_model_layers_2_residual_pre_attn/norm": 982.9490966796875, "train/tensor_act_model_layers_2_residual_pre_attn/mean": 0.275390625, "train/tensor_act_model_layers_2_residual_pre_attn/std": 0.392578125, "train/tensor_act_model_layers_2_residual_pre_attn/max_abs": 2.078125, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/min": -1.3359375, "train/tensor_act_model_layers_2_residual_pre_attn/max": 2.078125, "train/tensor_act_model_layers_2_residual_pre_attn/range": 3.4140625, "train/tensor_act_model_layers_2_residual_post_attn/norm": 996.8463745117188, "train/tensor_act_model_layers_2_residual_post_attn/mean": 0.27734375, "train/tensor_act_model_layers_2_residual_post_attn/std": 0.400390625, "train/tensor_act_model_layers_2_residual_post_attn/max_abs": 2.140625, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/min": -1.34375, "train/tensor_act_model_layers_2_residual_post_attn/max": 2.140625, "train/tensor_act_model_layers_2_residual_post_attn/range": 3.484375, "train/tensor_act_model_layers_2_mlp_gate_proj/norm": 2151.09765625, "train/tensor_act_model_layers_2_mlp_gate_proj/mean": 0.1005859375, "train/tensor_act_model_layers_2_mlp_gate_proj/std": 0.734375, "train/tensor_act_model_layers_2_mlp_gate_proj/max_abs": 4.84375, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/min": -3.015625, "train/tensor_act_model_layers_2_mlp_gate_proj/max": 4.84375, "train/tensor_act_model_layers_2_mlp_gate_proj/range": 7.859375, "train/tensor_act_model_layers_2_mlp_up_proj/norm": 2211.5693359375, "train/tensor_act_model_layers_2_mlp_up_proj/mean": -0.033447265625, "train/tensor_act_model_layers_2_mlp_up_proj/std": 0.76171875, "train/tensor_act_model_layers_2_mlp_up_proj/max_abs": 5.40625, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/min": -5.40625, "train/tensor_act_model_layers_2_mlp_up_proj/max": 4.875, "train/tensor_act_model_layers_2_mlp_up_proj/range": 10.28125, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 6266.5458984375, "train/tensor_act_model_layers_2_mlp_down_proj/mean": 2.296875, "train/tensor_act_model_layers_2_mlp_down_proj/std": 2.03125, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 8.3125, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/min": -1.0078125, "train/tensor_act_model_layers_2_mlp_down_proj/max": 8.3125, "train/tensor_act_model_layers_2_mlp_down_proj/range": 9.3203125, "train/tensor_act_model_layers_2_mlp/norm": 6266.5458984375, "train/tensor_act_model_layers_2_mlp/mean": 2.296875, "train/tensor_act_model_layers_2_mlp/std": 2.03125, "train/tensor_act_model_layers_2_mlp/max_abs": 8.3125, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/min": -1.0078125, "train/tensor_act_model_layers_2_mlp/max": 8.3125, "train/tensor_act_model_layers_2_mlp/range": 9.3203125, "train/tensor_act_model_layers_2_residual_post_mlp/norm": 6993.58837890625, "train/tensor_act_model_layers_2_residual_post_mlp/mean": 2.5625, "train/tensor_act_model_layers_2_residual_post_mlp/std": 2.25, "train/tensor_act_model_layers_2_residual_post_mlp/max_abs": 9.4375, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/min": -1.6328125, "train/tensor_act_model_layers_2_residual_post_mlp/max": 9.4375, "train/tensor_act_model_layers_2_residual_post_mlp/range": 11.0703125, "train/tensor_act_model_layers_3_residual_pre_attn/norm": 6993.58837890625, "train/tensor_act_model_layers_3_residual_pre_attn/mean": 2.5625, "train/tensor_act_model_layers_3_residual_pre_attn/std": 2.25, "train/tensor_act_model_layers_3_residual_pre_attn/max_abs": 9.4375, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/min": -1.6328125, "train/tensor_act_model_layers_3_residual_pre_attn/max": 9.4375, "train/tensor_act_model_layers_3_residual_pre_attn/range": 11.0703125, "train/tensor_act_model_layers_3_residual_post_attn/norm": 6993.130859375, "train/tensor_act_model_layers_3_residual_post_attn/mean": 2.5625, "train/tensor_act_model_layers_3_residual_post_attn/std": 2.265625, "train/tensor_act_model_layers_3_residual_post_attn/max_abs": 9.5625, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/min": -1.7109375, "train/tensor_act_model_layers_3_residual_post_attn/max": 9.5625, "train/tensor_act_model_layers_3_residual_post_attn/range": 11.2734375, "train/tensor_act_model_layers_3_mlp_gate_proj/norm": 3416.104248046875, "train/tensor_act_model_layers_3_mlp_gate_proj/mean": 0.380859375, "train/tensor_act_model_layers_3_mlp_gate_proj/std": 1.1171875, "train/tensor_act_model_layers_3_mlp_gate_proj/max_abs": 5.3125, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/min": -2.140625, "train/tensor_act_model_layers_3_mlp_gate_proj/max": 5.3125, "train/tensor_act_model_layers_3_mlp_gate_proj/range": 7.453125, "train/tensor_act_model_layers_3_mlp_up_proj/norm": 3569.257080078125, "train/tensor_act_model_layers_3_mlp_up_proj/mean": -0.062255859375, "train/tensor_act_model_layers_3_mlp_up_proj/std": 1.234375, "train/tensor_act_model_layers_3_mlp_up_proj/max_abs": 5.90625, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/min": -5.90625, "train/tensor_act_model_layers_3_mlp_up_proj/max": 5.875, "train/tensor_act_model_layers_3_mlp_up_proj/range": 11.78125, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 18869.1171875, "train/tensor_act_model_layers_3_mlp_down_proj/mean": 8.8125, "train/tensor_act_model_layers_3_mlp_down_proj/std": 2.78125, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 14.6875, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 0.34718990325927734, "train/tensor_act_model_layers_3_mlp_down_proj/min": -0.2138671875, "train/tensor_act_model_layers_3_mlp_down_proj/max": 14.6875, "train/tensor_act_model_layers_3_mlp_down_proj/range": 14.9013671875, "train/tensor_act_model_layers_3_mlp/norm": 18869.1171875, "train/tensor_act_model_layers_3_mlp/mean": 8.8125, "train/tensor_act_model_layers_3_mlp/std": 2.78125, "train/tensor_act_model_layers_3_mlp/max_abs": 14.6875, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.34718990325927734, "train/tensor_act_model_layers_3_mlp/min": -0.2138671875, "train/tensor_act_model_layers_3_mlp/max": 14.6875, "train/tensor_act_model_layers_3_mlp/range": 14.9013671875, "train/tensor_act_model_layers_3_residual_post_mlp/norm": 24866.16796875, "train/tensor_act_model_layers_3_residual_post_mlp/mean": 11.3125, "train/tensor_act_model_layers_3_residual_post_mlp/std": 4.34375, "train/tensor_act_model_layers_3_residual_post_mlp/max_abs": 21.75, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_user_limit": 0.6323196887969971, "train/tensor_act_model_layers_3_residual_post_mlp/min": -1.0546875, "train/tensor_act_model_layers_3_residual_post_mlp/max": 21.75, "train/tensor_act_model_layers_3_residual_post_mlp/range": 22.8046875, "train/tensor_act_model_layers_4_residual_pre_attn/norm": 24866.16796875, "train/tensor_act_model_layers_4_residual_pre_attn/mean": 11.3125, "train/tensor_act_model_layers_4_residual_pre_attn/std": 4.34375, "train/tensor_act_model_layers_4_residual_pre_attn/max_abs": 21.75, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_user_limit": 0.6323196887969971, "train/tensor_act_model_layers_4_residual_pre_attn/min": -1.0546875, "train/tensor_act_model_layers_4_residual_pre_attn/max": 21.75, "train/tensor_act_model_layers_4_residual_pre_attn/range": 22.8046875, "train/tensor_act_model_layers_4_residual_post_attn/norm": 24848.501953125, "train/tensor_act_model_layers_4_residual_post_attn/mean": 11.3125, "train/tensor_act_model_layers_4_residual_post_attn/std": 4.34375, "train/tensor_act_model_layers_4_residual_post_attn/max_abs": 21.625, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_user_limit": 0.6318356990814209, "train/tensor_act_model_layers_4_residual_post_attn/min": -1.0390625, "train/tensor_act_model_layers_4_residual_post_attn/max": 21.625, "train/tensor_act_model_layers_4_residual_post_attn/range": 22.6640625, "train/tensor_act_model_layers_4_mlp_gate_proj/norm": 6436.99072265625, "train/tensor_act_model_layers_4_mlp_gate_proj/mean": 1.140625, "train/tensor_act_model_layers_4_mlp_gate_proj/std": 1.90625, "train/tensor_act_model_layers_4_mlp_gate_proj/max_abs": 5.78125, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/min": -2.0, "train/tensor_act_model_layers_4_mlp_gate_proj/max": 5.78125, "train/tensor_act_model_layers_4_mlp_gate_proj/range": 7.78125, "train/tensor_act_model_layers_4_mlp_up_proj/norm": 6387.89453125, "train/tensor_act_model_layers_4_mlp_up_proj/mean": 0.1279296875, "train/tensor_act_model_layers_4_mlp_up_proj/std": 2.203125, "train/tensor_act_model_layers_4_mlp_up_proj/max_abs": 5.84375, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/min": -5.5625, "train/tensor_act_model_layers_4_mlp_up_proj/max": 5.84375, "train/tensor_act_model_layers_4_mlp_up_proj/range": 11.40625, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 81086.390625, "train/tensor_act_model_layers_4_mlp_down_proj/mean": 39.25, "train/tensor_act_model_layers_4_mlp_down_proj/std": 4.8125, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 49.25, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 0.9981276988983154, "train/tensor_act_model_layers_4_mlp_down_proj/min": 0.0220947265625, "train/tensor_act_model_layers_4_mlp_down_proj/max": 49.25, "train/tensor_act_model_layers_4_mlp_down_proj/range": 49.2279052734375, "train/tensor_act_model_layers_4_mlp/norm": 81086.390625, "train/tensor_act_model_layers_4_mlp/mean": 39.25, "train/tensor_act_model_layers_4_mlp/std": 4.8125, "train/tensor_act_model_layers_4_mlp/max_abs": 49.25, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.9981276988983154, "train/tensor_act_model_layers_4_mlp/min": 0.0220947265625, "train/tensor_act_model_layers_4_mlp/max": 49.25, "train/tensor_act_model_layers_4_mlp/range": 49.2279052734375, "train/tensor_act_model_layers_4_residual_post_mlp/norm": 104695.078125, "train/tensor_act_model_layers_4_residual_post_mlp/mean": 50.75, "train/tensor_act_model_layers_4_residual_post_mlp/std": 7.03125, "train/tensor_act_model_layers_4_residual_post_mlp/max_abs": 68.5, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_user_limit": 0.9981465339660645, "train/tensor_act_model_layers_4_residual_post_mlp/min": -0.546875, "train/tensor_act_model_layers_4_residual_post_mlp/max": 68.5, "train/tensor_act_model_layers_4_residual_post_mlp/range": 69.046875, "train/tensor_act_model_layers_5_residual_pre_attn/norm": 104695.078125, "train/tensor_act_model_layers_5_residual_pre_attn/mean": 50.75, "train/tensor_act_model_layers_5_residual_pre_attn/std": 7.03125, "train/tensor_act_model_layers_5_residual_pre_attn/max_abs": 68.5, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_user_limit": 0.9981465339660645, "train/tensor_act_model_layers_5_residual_pre_attn/min": -0.546875, "train/tensor_act_model_layers_5_residual_pre_attn/max": 68.5, "train/tensor_act_model_layers_5_residual_pre_attn/range": 69.046875, "train/tensor_act_model_layers_5_residual_post_attn/norm": 104707.0625, "train/tensor_act_model_layers_5_residual_post_attn/mean": 50.75, "train/tensor_act_model_layers_5_residual_post_attn/std": 7.03125, "train/tensor_act_model_layers_5_residual_post_attn/max_abs": 68.5, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_user_limit": 0.998145341873169, "train/tensor_act_model_layers_5_residual_post_attn/min": -0.765625, "train/tensor_act_model_layers_5_residual_post_attn/max": 68.5, "train/tensor_act_model_layers_5_residual_post_attn/range": 69.265625, "train/tensor_act_model_layers_5_mlp_gate_proj/norm": 7781.00341796875, "train/tensor_act_model_layers_5_mlp_gate_proj/mean": 1.578125, "train/tensor_act_model_layers_5_mlp_gate_proj/std": 2.171875, "train/tensor_act_model_layers_5_mlp_gate_proj/max_abs": 5.75, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/min": -1.4921875, "train/tensor_act_model_layers_5_mlp_gate_proj/max": 5.75, "train/tensor_act_model_layers_5_mlp_gate_proj/range": 7.2421875, "train/tensor_act_model_layers_5_mlp_up_proj/norm": 7883.0478515625, "train/tensor_act_model_layers_5_mlp_up_proj/mean": 0.0859375, "train/tensor_act_model_layers_5_mlp_up_proj/std": 2.71875, "train/tensor_act_model_layers_5_mlp_up_proj/max_abs": 5.65625, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/min": -5.625, "train/tensor_act_model_layers_5_mlp_up_proj/max": 5.65625, "train/tensor_act_model_layers_5_mlp_up_proj/range": 11.28125, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 133060.109375, "train/tensor_act_model_layers_5_mlp_down_proj/mean": 64.5, "train/tensor_act_model_layers_5_mlp_down_proj/std": 6.59375, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 80.5, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_5_mlp_down_proj/min": 22.625, "train/tensor_act_model_layers_5_mlp_down_proj/max": 80.5, "train/tensor_act_model_layers_5_mlp_down_proj/range": 57.875, "train/tensor_act_model_layers_5_mlp/norm": 133060.109375, "train/tensor_act_model_layers_5_mlp/mean": 64.5, "train/tensor_act_model_layers_5_mlp/std": 6.59375, "train/tensor_act_model_layers_5_mlp/max_abs": 80.5, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_5_mlp/min": 22.625, "train/tensor_act_model_layers_5_mlp/max": 80.5, "train/tensor_act_model_layers_5_mlp/range": 57.875, "train/tensor_act_model_layers_5_residual_post_mlp/norm": 236927.984375, "train/tensor_act_model_layers_5_residual_post_mlp/mean": 115.5, "train/tensor_act_model_layers_5_residual_post_mlp/std": 9.75, "train/tensor_act_model_layers_5_residual_post_mlp/max_abs": 147.0, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_5_residual_post_mlp/min": 22.625, "train/tensor_act_model_layers_5_residual_post_mlp/max": 147.0, "train/tensor_act_model_layers_5_residual_post_mlp/range": 124.375, "train/tensor_act_model_layers_6_residual_pre_attn/norm": 236927.984375, "train/tensor_act_model_layers_6_residual_pre_attn/mean": 115.5, "train/tensor_act_model_layers_6_residual_pre_attn/std": 9.75, "train/tensor_act_model_layers_6_residual_pre_attn/max_abs": 147.0, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_6_residual_pre_attn/min": 22.625, "train/tensor_act_model_layers_6_residual_pre_attn/max": 147.0, "train/tensor_act_model_layers_6_residual_pre_attn/range": 124.375, "train/tensor_act_model_layers_6_residual_post_attn/norm": 236927.96875, "train/tensor_act_model_layers_6_residual_post_attn/mean": 115.5, "train/tensor_act_model_layers_6_residual_post_attn/std": 9.75, "train/tensor_act_model_layers_6_residual_post_attn/max_abs": 147.0, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_6_residual_post_attn/min": 22.625, "train/tensor_act_model_layers_6_residual_post_attn/max": 147.0, "train/tensor_act_model_layers_6_residual_post_attn/range": 124.375, "train/tensor_act_model_layers_6_mlp_gate_proj/norm": 8630.2568359375, "train/tensor_act_model_layers_6_mlp_gate_proj/mean": 1.875, "train/tensor_act_model_layers_6_mlp_gate_proj/std": 2.3125, "train/tensor_act_model_layers_6_mlp_gate_proj/max_abs": 5.8125, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/min": -1.2265625, "train/tensor_act_model_layers_6_mlp_gate_proj/max": 5.8125, "train/tensor_act_model_layers_6_mlp_gate_proj/range": 7.0390625, "train/tensor_act_model_layers_6_mlp_up_proj/norm": 8740.041015625, "train/tensor_act_model_layers_6_mlp_up_proj/mean": -0.1513671875, "train/tensor_act_model_layers_6_mlp_up_proj/std": 3.015625, "train/tensor_act_model_layers_6_mlp_up_proj/max_abs": 5.90625, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/min": -5.84375, "train/tensor_act_model_layers_6_mlp_up_proj/max": 5.90625, "train/tensor_act_model_layers_6_mlp_up_proj/range": 11.75, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 163410.375, "train/tensor_act_model_layers_6_mlp_down_proj/mean": 79.5, "train/tensor_act_model_layers_6_mlp_down_proj/std": 7.6875, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 96.5, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_6_mlp_down_proj/min": 59.5, "train/tensor_act_model_layers_6_mlp_down_proj/max": 96.5, "train/tensor_act_model_layers_6_mlp_down_proj/range": 37.0, "train/tensor_act_model_layers_6_mlp/norm": 163410.375, "train/tensor_act_model_layers_6_mlp/mean": 79.5, "train/tensor_act_model_layers_6_mlp/std": 7.6875, "train/tensor_act_model_layers_6_mlp/max_abs": 96.5, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_6_mlp/min": 59.5, "train/tensor_act_model_layers_6_mlp/max": 96.5, "train/tensor_act_model_layers_6_mlp/range": 37.0, "train/tensor_act_model_layers_6_residual_post_mlp/norm": 399643.6875, "train/tensor_act_model_layers_6_residual_post_mlp/mean": 195.0, "train/tensor_act_model_layers_6_residual_post_mlp/std": 13.125, "train/tensor_act_model_layers_6_residual_post_mlp/max_abs": 229.0, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_6_residual_post_mlp/min": 89.0, "train/tensor_act_model_layers_6_residual_post_mlp/max": 229.0, "train/tensor_act_model_layers_6_residual_post_mlp/range": 140.0, "train/tensor_act_model_layers_7_residual_pre_attn/norm": 399643.6875, "train/tensor_act_model_layers_7_residual_pre_attn/mean": 195.0, "train/tensor_act_model_layers_7_residual_pre_attn/std": 13.125, "train/tensor_act_model_layers_7_residual_pre_attn/max_abs": 229.0, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_7_residual_pre_attn/min": 89.0, "train/tensor_act_model_layers_7_residual_pre_attn/max": 229.0, "train/tensor_act_model_layers_7_residual_pre_attn/range": 140.0, "train/tensor_act_model_layers_7_residual_post_attn/norm": 399643.6875, "train/tensor_act_model_layers_7_residual_post_attn/mean": 195.0, "train/tensor_act_model_layers_7_residual_post_attn/std": 13.125, "train/tensor_act_model_layers_7_residual_post_attn/max_abs": 229.0, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_7_residual_post_attn/min": 89.0, "train/tensor_act_model_layers_7_residual_post_attn/max": 229.0, "train/tensor_act_model_layers_7_residual_post_attn/range": 140.0, "train/tensor_act_model_layers_7_mlp_gate_proj/norm": 8399.9912109375, "train/tensor_act_model_layers_7_mlp_gate_proj/mean": 1.8046875, "train/tensor_act_model_layers_7_mlp_gate_proj/std": 2.265625, "train/tensor_act_model_layers_7_mlp_gate_proj/max_abs": 5.625, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/min": -1.7265625, "train/tensor_act_model_layers_7_mlp_gate_proj/max": 5.625, "train/tensor_act_model_layers_7_mlp_gate_proj/range": 7.3515625, "train/tensor_act_model_layers_7_mlp_up_proj/norm": 8540.39453125, "train/tensor_act_model_layers_7_mlp_up_proj/mean": -0.12353515625, "train/tensor_act_model_layers_7_mlp_up_proj/std": 2.953125, "train/tensor_act_model_layers_7_mlp_up_proj/max_abs": 5.875, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/min": -5.8125, "train/tensor_act_model_layers_7_mlp_up_proj/max": 5.875, "train/tensor_act_model_layers_7_mlp_up_proj/range": 11.6875, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 150650.765625, "train/tensor_act_model_layers_7_mlp_down_proj/mean": 73.0, "train/tensor_act_model_layers_7_mlp_down_proj/std": 8.0625, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 92.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_7_mlp_down_proj/min": 51.5, "train/tensor_act_model_layers_7_mlp_down_proj/max": 92.0, "train/tensor_act_model_layers_7_mlp_down_proj/range": 40.5, "train/tensor_act_model_layers_7_mlp/norm": 150650.765625, "train/tensor_act_model_layers_7_mlp/mean": 73.0, "train/tensor_act_model_layers_7_mlp/std": 8.0625, "train/tensor_act_model_layers_7_mlp/max_abs": 92.0, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_7_mlp/min": 51.5, "train/tensor_act_model_layers_7_mlp/max": 92.0, "train/tensor_act_model_layers_7_mlp/range": 40.5, "train/tensor_act_model_layers_7_residual_post_mlp/norm": 549684.0625, "train/tensor_act_model_layers_7_residual_post_mlp/mean": 268.0, "train/tensor_act_model_layers_7_residual_post_mlp/std": 17.75, "train/tensor_act_model_layers_7_residual_post_mlp/max_abs": 316.0, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_7_residual_post_mlp/min": 149.0, "train/tensor_act_model_layers_7_residual_post_mlp/max": 316.0, "train/tensor_act_model_layers_7_residual_post_mlp/range": 167.0, "train/tensor_act_model_layers_8_residual_pre_attn/norm": 549684.0625, "train/tensor_act_model_layers_8_residual_pre_attn/mean": 268.0, "train/tensor_act_model_layers_8_residual_pre_attn/std": 17.75, "train/tensor_act_model_layers_8_residual_pre_attn/max_abs": 316.0, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_residual_pre_attn/min": 149.0, "train/tensor_act_model_layers_8_residual_pre_attn/max": 316.0, "train/tensor_act_model_layers_8_residual_pre_attn/range": 167.0, "train/tensor_act_model_layers_8_residual_post_attn/norm": 549684.0625, "train/tensor_act_model_layers_8_residual_post_attn/mean": 268.0, "train/tensor_act_model_layers_8_residual_post_attn/std": 17.75, "train/tensor_act_model_layers_8_residual_post_attn/max_abs": 316.0, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_residual_post_attn/min": 149.0, "train/tensor_act_model_layers_8_residual_post_attn/max": 316.0, "train/tensor_act_model_layers_8_residual_post_attn/range": 167.0, "train/tensor_act_model_layers_8_mlp_gate_proj/norm": 8727.3486328125, "train/tensor_act_model_layers_8_mlp_gate_proj/mean": 1.953125, "train/tensor_act_model_layers_8_mlp_gate_proj/std": 2.296875, "train/tensor_act_model_layers_8_mlp_gate_proj/max_abs": 5.53125, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/min": -1.046875, "train/tensor_act_model_layers_8_mlp_gate_proj/max": 5.53125, "train/tensor_act_model_layers_8_mlp_gate_proj/range": 6.578125, "train/tensor_act_model_layers_8_mlp_up_proj/norm": 8827.8544921875, "train/tensor_act_model_layers_8_mlp_up_proj/mean": -0.01141357421875, "train/tensor_act_model_layers_8_mlp_up_proj/std": 3.046875, "train/tensor_act_model_layers_8_mlp_up_proj/max_abs": 5.75, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/min": -5.75, "train/tensor_act_model_layers_8_mlp_up_proj/max": 5.65625, "train/tensor_act_model_layers_8_mlp_up_proj/range": 11.40625, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 168471.015625, "train/tensor_act_model_layers_8_mlp_down_proj/mean": 82.0, "train/tensor_act_model_layers_8_mlp_down_proj/std": 6.15625, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 98.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_mlp_down_proj/min": 66.0, "train/tensor_act_model_layers_8_mlp_down_proj/max": 98.0, "train/tensor_act_model_layers_8_mlp_down_proj/range": 32.0, "train/tensor_act_model_layers_8_mlp/norm": 168471.015625, "train/tensor_act_model_layers_8_mlp/mean": 82.0, "train/tensor_act_model_layers_8_mlp/std": 6.15625, "train/tensor_act_model_layers_8_mlp/max_abs": 98.0, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_mlp/min": 66.0, "train/tensor_act_model_layers_8_mlp/max": 98.0, "train/tensor_act_model_layers_8_mlp/range": 32.0, "train/tensor_act_model_layers_8_residual_post_mlp/norm": 717543.3125, "train/tensor_act_model_layers_8_residual_post_mlp/mean": 350.0, "train/tensor_act_model_layers_8_residual_post_mlp/std": 19.75, "train/tensor_act_model_layers_8_residual_post_mlp/max_abs": 400.0, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_residual_post_mlp/min": 220.0, "train/tensor_act_model_layers_8_residual_post_mlp/max": 400.0, "train/tensor_act_model_layers_8_residual_post_mlp/range": 180.0, "train/tensor_act_model_layers_9_residual_pre_attn/norm": 717543.3125, "train/tensor_act_model_layers_9_residual_pre_attn/mean": 350.0, "train/tensor_act_model_layers_9_residual_pre_attn/std": 19.75, "train/tensor_act_model_layers_9_residual_pre_attn/max_abs": 400.0, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_residual_pre_attn/min": 220.0, "train/tensor_act_model_layers_9_residual_pre_attn/max": 400.0, "train/tensor_act_model_layers_9_residual_pre_attn/range": 180.0, "train/tensor_act_model_layers_9_residual_post_attn/norm": 717543.3125, "train/tensor_act_model_layers_9_residual_post_attn/mean": 350.0, "train/tensor_act_model_layers_9_residual_post_attn/std": 19.75, "train/tensor_act_model_layers_9_residual_post_attn/max_abs": 400.0, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_residual_post_attn/min": 220.0, "train/tensor_act_model_layers_9_residual_post_attn/max": 400.0, "train/tensor_act_model_layers_9_residual_post_attn/range": 180.0, "train/tensor_act_model_layers_9_mlp_gate_proj/norm": 8467.8125, "train/tensor_act_model_layers_9_mlp_gate_proj/mean": 1.859375, "train/tensor_act_model_layers_9_mlp_gate_proj/std": 2.25, "train/tensor_act_model_layers_9_mlp_gate_proj/max_abs": 5.71875, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/min": -0.8125, "train/tensor_act_model_layers_9_mlp_gate_proj/max": 5.71875, "train/tensor_act_model_layers_9_mlp_gate_proj/range": 6.53125, "train/tensor_act_model_layers_9_mlp_up_proj/norm": 8366.2373046875, "train/tensor_act_model_layers_9_mlp_up_proj/mean": -0.1103515625, "train/tensor_act_model_layers_9_mlp_up_proj/std": 2.890625, "train/tensor_act_model_layers_9_mlp_up_proj/max_abs": 5.71875, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/min": -5.71875, "train/tensor_act_model_layers_9_mlp_up_proj/max": 5.59375, "train/tensor_act_model_layers_9_mlp_up_proj/range": 11.3125, "train/tensor_act_model_layers_9_mlp_down_proj/norm": 150104.453125, "train/tensor_act_model_layers_9_mlp_down_proj/mean": 73.0, "train/tensor_act_model_layers_9_mlp_down_proj/std": 6.375, "train/tensor_act_model_layers_9_mlp_down_proj/max_abs": 92.5, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_mlp_down_proj/min": 58.0, "train/tensor_act_model_layers_9_mlp_down_proj/max": 92.5, "train/tensor_act_model_layers_9_mlp_down_proj/range": 34.5, "train/tensor_act_model_layers_9_mlp/norm": 150104.453125, "train/tensor_act_model_layers_9_mlp/mean": 73.0, "train/tensor_act_model_layers_9_mlp/std": 6.375, "train/tensor_act_model_layers_9_mlp/max_abs": 92.5, "train/tensor_act_model_layers_9_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_mlp/min": 58.0, "train/tensor_act_model_layers_9_mlp/max": 92.5, "train/tensor_act_model_layers_9_mlp/range": 34.5, "train/tensor_act_model_layers_9_residual_post_mlp/norm": 867039.6875, "train/tensor_act_model_layers_9_residual_post_mlp/mean": 422.0, "train/tensor_act_model_layers_9_residual_post_mlp/std": 21.5, "train/tensor_act_model_layers_9_residual_post_mlp/max_abs": 478.0, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_residual_post_mlp/min": 288.0, "train/tensor_act_model_layers_9_residual_post_mlp/max": 478.0, "train/tensor_act_model_layers_9_residual_post_mlp/range": 190.0, "train/tensor_act_model_layers_10_residual_pre_attn/norm": 867039.6875, "train/tensor_act_model_layers_10_residual_pre_attn/mean": 422.0, "train/tensor_act_model_layers_10_residual_pre_attn/std": 21.5, "train/tensor_act_model_layers_10_residual_pre_attn/max_abs": 478.0, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_residual_pre_attn/min": 288.0, "train/tensor_act_model_layers_10_residual_pre_attn/max": 478.0, "train/tensor_act_model_layers_10_residual_pre_attn/range": 190.0, "train/tensor_act_model_layers_10_residual_post_attn/norm": 867039.6875, "train/tensor_act_model_layers_10_residual_post_attn/mean": 422.0, "train/tensor_act_model_layers_10_residual_post_attn/std": 21.5, "train/tensor_act_model_layers_10_residual_post_attn/max_abs": 478.0, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_residual_post_attn/min": 288.0, "train/tensor_act_model_layers_10_residual_post_attn/max": 478.0, "train/tensor_act_model_layers_10_residual_post_attn/range": 190.0, "train/tensor_act_model_layers_10_mlp_gate_proj/norm": 8073.859375, "train/tensor_act_model_layers_10_mlp_gate_proj/mean": 1.765625, "train/tensor_act_model_layers_10_mlp_gate_proj/std": 2.15625, "train/tensor_act_model_layers_10_mlp_gate_proj/max_abs": 5.75, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/min": -0.984375, "train/tensor_act_model_layers_10_mlp_gate_proj/max": 5.75, "train/tensor_act_model_layers_10_mlp_gate_proj/range": 6.734375, "train/tensor_act_model_layers_10_mlp_up_proj/norm": 8213.744140625, "train/tensor_act_model_layers_10_mlp_up_proj/mean": -0.2470703125, "train/tensor_act_model_layers_10_mlp_up_proj/std": 2.828125, "train/tensor_act_model_layers_10_mlp_up_proj/max_abs": 5.5625, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/min": -5.5625, "train/tensor_act_model_layers_10_mlp_up_proj/max": 5.3125, "train/tensor_act_model_layers_10_mlp_up_proj/range": 10.875, "train/tensor_act_model_layers_10_mlp_down_proj/norm": 136577.46875, "train/tensor_act_model_layers_10_mlp_down_proj/mean": 66.5, "train/tensor_act_model_layers_10_mlp_down_proj/std": 6.5, "train/tensor_act_model_layers_10_mlp_down_proj/max_abs": 79.5, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_mlp_down_proj/min": 48.25, "train/tensor_act_model_layers_10_mlp_down_proj/max": 79.5, "train/tensor_act_model_layers_10_mlp_down_proj/range": 31.25, "train/tensor_act_model_layers_10_mlp/norm": 136577.46875, "train/tensor_act_model_layers_10_mlp/mean": 66.5, "train/tensor_act_model_layers_10_mlp/std": 6.5, "train/tensor_act_model_layers_10_mlp/max_abs": 79.5, "train/tensor_act_model_layers_10_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_mlp/min": 48.25, "train/tensor_act_model_layers_10_mlp/max": 79.5, "train/tensor_act_model_layers_10_mlp/range": 31.25, "train/tensor_act_model_layers_10_residual_post_mlp/norm": 1003083.6875, "train/tensor_act_model_layers_10_residual_post_mlp/mean": 490.0, "train/tensor_act_model_layers_10_residual_post_mlp/std": 23.875, "train/tensor_act_model_layers_10_residual_post_mlp/max_abs": 548.0, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_residual_post_mlp/min": 342.0, "train/tensor_act_model_layers_10_residual_post_mlp/max": 548.0, "train/tensor_act_model_layers_10_residual_post_mlp/range": 206.0, "train/tensor_act_model_layers_11_residual_pre_attn/norm": 1003083.6875, "train/tensor_act_model_layers_11_residual_pre_attn/mean": 490.0, "train/tensor_act_model_layers_11_residual_pre_attn/std": 23.875, "train/tensor_act_model_layers_11_residual_pre_attn/max_abs": 548.0, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_residual_pre_attn/min": 342.0, "train/tensor_act_model_layers_11_residual_pre_attn/max": 548.0, "train/tensor_act_model_layers_11_residual_pre_attn/range": 206.0, "train/tensor_act_model_layers_11_residual_post_attn/norm": 1003083.6875, "train/tensor_act_model_layers_11_residual_post_attn/mean": 490.0, "train/tensor_act_model_layers_11_residual_post_attn/std": 23.875, "train/tensor_act_model_layers_11_residual_post_attn/max_abs": 548.0, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_residual_post_attn/min": 342.0, "train/tensor_act_model_layers_11_residual_post_attn/max": 548.0, "train/tensor_act_model_layers_11_residual_post_attn/range": 206.0, "train/tensor_act_model_layers_11_mlp_gate_proj/norm": 8109.9951171875, "train/tensor_act_model_layers_11_mlp_gate_proj/mean": 1.765625, "train/tensor_act_model_layers_11_mlp_gate_proj/std": 2.171875, "train/tensor_act_model_layers_11_mlp_gate_proj/max_abs": 5.625, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/min": -1.5234375, "train/tensor_act_model_layers_11_mlp_gate_proj/max": 5.625, "train/tensor_act_model_layers_11_mlp_gate_proj/range": 7.1484375, "train/tensor_act_model_layers_11_mlp_up_proj/norm": 8278.4892578125, "train/tensor_act_model_layers_11_mlp_up_proj/mean": -0.1572265625, "train/tensor_act_model_layers_11_mlp_up_proj/std": 2.859375, "train/tensor_act_model_layers_11_mlp_up_proj/max_abs": 6.21875, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/min": -5.6875, "train/tensor_act_model_layers_11_mlp_up_proj/max": 6.21875, "train/tensor_act_model_layers_11_mlp_up_proj/range": 11.90625, "train/tensor_act_model_layers_11_mlp_down_proj/norm": 139248.5625, "train/tensor_act_model_layers_11_mlp_down_proj/mean": 67.5, "train/tensor_act_model_layers_11_mlp_down_proj/std": 6.3125, "train/tensor_act_model_layers_11_mlp_down_proj/max_abs": 81.5, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_mlp_down_proj/min": 52.75, "train/tensor_act_model_layers_11_mlp_down_proj/max": 81.5, "train/tensor_act_model_layers_11_mlp_down_proj/range": 28.75, "train/tensor_act_model_layers_11_mlp/norm": 139248.5625, "train/tensor_act_model_layers_11_mlp/mean": 67.5, "train/tensor_act_model_layers_11_mlp/std": 6.3125, "train/tensor_act_model_layers_11_mlp/max_abs": 81.5, "train/tensor_act_model_layers_11_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_mlp/min": 52.75, "train/tensor_act_model_layers_11_mlp/max": 81.5, "train/tensor_act_model_layers_11_mlp/range": 28.75, "train/tensor_act_model_layers_11_residual_post_mlp/norm": 1141772.5, "train/tensor_act_model_layers_11_residual_post_mlp/mean": 556.0, "train/tensor_act_model_layers_11_residual_post_mlp/std": 26.625, "train/tensor_act_model_layers_11_residual_post_mlp/max_abs": 620.0, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_residual_post_mlp/min": 398.0, "train/tensor_act_model_layers_11_residual_post_mlp/max": 620.0, "train/tensor_act_model_layers_11_residual_post_mlp/range": 222.0, "train/tensor_act_model_layers_12_residual_pre_attn/norm": 1141772.5, "train/tensor_act_model_layers_12_residual_pre_attn/mean": 556.0, "train/tensor_act_model_layers_12_residual_pre_attn/std": 26.625, "train/tensor_act_model_layers_12_residual_pre_attn/max_abs": 620.0, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_pre_attn/min": 398.0, "train/tensor_act_model_layers_12_residual_pre_attn/max": 620.0, "train/tensor_act_model_layers_12_residual_pre_attn/range": 222.0, "train/tensor_act_model_layers_12_residual_post_attn/norm": 1141772.5, "train/tensor_act_model_layers_12_residual_post_attn/mean": 556.0, "train/tensor_act_model_layers_12_residual_post_attn/std": 26.625, "train/tensor_act_model_layers_12_residual_post_attn/max_abs": 620.0, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_post_attn/min": 398.0, "train/tensor_act_model_layers_12_residual_post_attn/max": 620.0, "train/tensor_act_model_layers_12_residual_post_attn/range": 222.0, "train/tensor_act_model_layers_12_mlp_gate_proj/norm": 8360.4326171875, "train/tensor_act_model_layers_12_mlp_gate_proj/mean": 1.84375, "train/tensor_act_model_layers_12_mlp_gate_proj/std": 2.21875, "train/tensor_act_model_layers_12_mlp_gate_proj/max_abs": 5.78125, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/min": -1.171875, "train/tensor_act_model_layers_12_mlp_gate_proj/max": 5.78125, "train/tensor_act_model_layers_12_mlp_gate_proj/range": 6.953125, "train/tensor_act_model_layers_12_mlp_up_proj/norm": 8465.029296875, "train/tensor_act_model_layers_12_mlp_up_proj/mean": 0.000896453857421875, "train/tensor_act_model_layers_12_mlp_up_proj/std": 2.921875, "train/tensor_act_model_layers_12_mlp_up_proj/max_abs": 5.71875, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/min": -5.71875, "train/tensor_act_model_layers_12_mlp_up_proj/max": 5.53125, "train/tensor_act_model_layers_12_mlp_up_proj/range": 11.25, "train/tensor_act_model_layers_12_mlp_down_proj/norm": 149190.640625, "train/tensor_act_model_layers_12_mlp_down_proj/mean": 72.5, "train/tensor_act_model_layers_12_mlp_down_proj/std": 5.84375, "train/tensor_act_model_layers_12_mlp_down_proj/max_abs": 84.0, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_mlp_down_proj/min": 56.5, "train/tensor_act_model_layers_12_mlp_down_proj/max": 84.0, "train/tensor_act_model_layers_12_mlp_down_proj/range": 27.5, "train/tensor_act_model_layers_12_mlp/norm": 149190.640625, "train/tensor_act_model_layers_12_mlp/mean": 72.5, "train/tensor_act_model_layers_12_mlp/std": 5.84375, "train/tensor_act_model_layers_12_mlp/max_abs": 84.0, "train/tensor_act_model_layers_12_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_mlp/min": 56.5, "train/tensor_act_model_layers_12_mlp/max": 84.0, "train/tensor_act_model_layers_12_mlp/range": 27.5, "train/tensor_act_model_layers_12_residual_post_mlp/norm": 1290161.25, "train/tensor_act_model_layers_12_residual_post_mlp/mean": 628.0, "train/tensor_act_model_layers_12_residual_post_mlp/std": 28.25, "train/tensor_act_model_layers_12_residual_post_mlp/max_abs": 692.0, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_post_mlp/min": 468.0, "train/tensor_act_model_layers_12_residual_post_mlp/max": 692.0, "train/tensor_act_model_layers_12_residual_post_mlp/range": 224.0, "train/tensor_act_model_layers_13_residual_pre_attn/norm": 1290161.25, "train/tensor_act_model_layers_13_residual_pre_attn/mean": 628.0, "train/tensor_act_model_layers_13_residual_pre_attn/std": 28.25, "train/tensor_act_model_layers_13_residual_pre_attn/max_abs": 692.0, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_pre_attn/min": 468.0, "train/tensor_act_model_layers_13_residual_pre_attn/max": 692.0, "train/tensor_act_model_layers_13_residual_pre_attn/range": 224.0, "train/tensor_act_model_layers_13_residual_post_attn/norm": 1290161.25, "train/tensor_act_model_layers_13_residual_post_attn/mean": 628.0, "train/tensor_act_model_layers_13_residual_post_attn/std": 28.25, "train/tensor_act_model_layers_13_residual_post_attn/max_abs": 692.0, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_post_attn/min": 468.0, "train/tensor_act_model_layers_13_residual_post_attn/max": 692.0, "train/tensor_act_model_layers_13_residual_post_attn/range": 224.0, "train/tensor_act_model_layers_13_mlp_gate_proj/norm": 8511.7041015625, "train/tensor_act_model_layers_13_mlp_gate_proj/mean": 1.9609375, "train/tensor_act_model_layers_13_mlp_gate_proj/std": 2.1875, "train/tensor_act_model_layers_13_mlp_gate_proj/max_abs": 5.8125, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/min": -1.1171875, "train/tensor_act_model_layers_13_mlp_gate_proj/max": 5.8125, "train/tensor_act_model_layers_13_mlp_gate_proj/range": 6.9296875, "train/tensor_act_model_layers_13_mlp_up_proj/norm": 8704.890625, "train/tensor_act_model_layers_13_mlp_up_proj/mean": 0.4921875, "train/tensor_act_model_layers_13_mlp_up_proj/std": 2.96875, "train/tensor_act_model_layers_13_mlp_up_proj/max_abs": 5.71875, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/min": -5.71875, "train/tensor_act_model_layers_13_mlp_up_proj/max": 5.53125, "train/tensor_act_model_layers_13_mlp_up_proj/range": 11.25, "train/tensor_act_model_layers_13_mlp_down_proj/norm": 152757.6875, "train/tensor_act_model_layers_13_mlp_down_proj/mean": 74.5, "train/tensor_act_model_layers_13_mlp_down_proj/std": 7.03125, "train/tensor_act_model_layers_13_mlp_down_proj/max_abs": 88.5, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_mlp_down_proj/min": 54.5, "train/tensor_act_model_layers_13_mlp_down_proj/max": 88.5, "train/tensor_act_model_layers_13_mlp_down_proj/range": 34.0, "train/tensor_act_model_layers_13_mlp/norm": 152757.6875, "train/tensor_act_model_layers_13_mlp/mean": 74.5, "train/tensor_act_model_layers_13_mlp/std": 7.03125, "train/tensor_act_model_layers_13_mlp/max_abs": 88.5, "train/tensor_act_model_layers_13_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_mlp/min": 54.5, "train/tensor_act_model_layers_13_mlp/max": 88.5, "train/tensor_act_model_layers_13_mlp/range": 34.0, "train/tensor_act_model_layers_13_residual_post_mlp/norm": 1442289.5, "train/tensor_act_model_layers_13_residual_post_mlp/mean": 704.0, "train/tensor_act_model_layers_13_residual_post_mlp/std": 30.625, "train/tensor_act_model_layers_13_residual_post_mlp/max_abs": 776.0, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_post_mlp/min": 544.0, "train/tensor_act_model_layers_13_residual_post_mlp/max": 776.0, "train/tensor_act_model_layers_13_residual_post_mlp/range": 232.0, "train/tensor_act_model_layers_14_residual_pre_attn/norm": 1442289.5, "train/tensor_act_model_layers_14_residual_pre_attn/mean": 704.0, "train/tensor_act_model_layers_14_residual_pre_attn/std": 30.625, "train/tensor_act_model_layers_14_residual_pre_attn/max_abs": 776.0, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_pre_attn/min": 544.0, "train/tensor_act_model_layers_14_residual_pre_attn/max": 776.0, "train/tensor_act_model_layers_14_residual_pre_attn/range": 232.0, "train/tensor_act_model_layers_14_residual_post_attn/norm": 1442289.5, "train/tensor_act_model_layers_14_residual_post_attn/mean": 704.0, "train/tensor_act_model_layers_14_residual_post_attn/std": 30.625, "train/tensor_act_model_layers_14_residual_post_attn/max_abs": 776.0, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_post_attn/min": 544.0, "train/tensor_act_model_layers_14_residual_post_attn/max": 776.0, "train/tensor_act_model_layers_14_residual_post_attn/range": 232.0, "train/tensor_act_model_layers_14_mlp_gate_proj/norm": 8072.6337890625, "train/tensor_act_model_layers_14_mlp_gate_proj/mean": 1.84375, "train/tensor_act_model_layers_14_mlp_gate_proj/std": 2.09375, "train/tensor_act_model_layers_14_mlp_gate_proj/max_abs": 5.71875, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/min": -0.7890625, "train/tensor_act_model_layers_14_mlp_gate_proj/max": 5.71875, "train/tensor_act_model_layers_14_mlp_gate_proj/range": 6.5078125, "train/tensor_act_model_layers_14_mlp_up_proj/norm": 8294.916015625, "train/tensor_act_model_layers_14_mlp_up_proj/mean": -0.2734375, "train/tensor_act_model_layers_14_mlp_up_proj/std": 2.84375, "train/tensor_act_model_layers_14_mlp_up_proj/max_abs": 5.65625, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/min": -5.59375, "train/tensor_act_model_layers_14_mlp_up_proj/max": 5.65625, "train/tensor_act_model_layers_14_mlp_up_proj/range": 11.25, "train/tensor_act_model_layers_14_mlp_down_proj/norm": 138644.859375, "train/tensor_act_model_layers_14_mlp_down_proj/mean": 67.5, "train/tensor_act_model_layers_14_mlp_down_proj/std": 5.59375, "train/tensor_act_model_layers_14_mlp_down_proj/max_abs": 84.5, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_mlp_down_proj/min": 53.75, "train/tensor_act_model_layers_14_mlp_down_proj/max": 84.5, "train/tensor_act_model_layers_14_mlp_down_proj/range": 30.75, "train/tensor_act_model_layers_14_mlp/norm": 138644.859375, "train/tensor_act_model_layers_14_mlp/mean": 67.5, "train/tensor_act_model_layers_14_mlp/std": 5.59375, "train/tensor_act_model_layers_14_mlp/max_abs": 84.5, "train/tensor_act_model_layers_14_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_mlp/min": 53.75, "train/tensor_act_model_layers_14_mlp/max": 84.5, "train/tensor_act_model_layers_14_mlp/range": 30.75, "train/tensor_act_model_layers_14_residual_post_mlp/norm": 1580460.25, "train/tensor_act_model_layers_14_residual_post_mlp/mean": 772.0, "train/tensor_act_model_layers_14_residual_post_mlp/std": 31.25, "train/tensor_act_model_layers_14_residual_post_mlp/max_abs": 844.0, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_post_mlp/min": 608.0, "train/tensor_act_model_layers_14_residual_post_mlp/max": 844.0, "train/tensor_act_model_layers_14_residual_post_mlp/range": 236.0, "train/tensor_act_model_layers_15_residual_pre_attn/norm": 1580460.25, "train/tensor_act_model_layers_15_residual_pre_attn/mean": 772.0, "train/tensor_act_model_layers_15_residual_pre_attn/std": 31.25, "train/tensor_act_model_layers_15_residual_pre_attn/max_abs": 844.0, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_pre_attn/min": 608.0, "train/tensor_act_model_layers_15_residual_pre_attn/max": 844.0, "train/tensor_act_model_layers_15_residual_pre_attn/range": 236.0, "train/tensor_act_model_layers_15_residual_post_attn/norm": 1580460.25, "train/tensor_act_model_layers_15_residual_post_attn/mean": 772.0, "train/tensor_act_model_layers_15_residual_post_attn/std": 31.25, "train/tensor_act_model_layers_15_residual_post_attn/max_abs": 844.0, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_post_attn/min": 608.0, "train/tensor_act_model_layers_15_residual_post_attn/max": 844.0, "train/tensor_act_model_layers_15_residual_post_attn/range": 236.0, "train/tensor_act_model_layers_15_mlp_gate_proj/norm": 7852.9716796875, "train/tensor_act_model_layers_15_mlp_gate_proj/mean": 1.734375, "train/tensor_act_model_layers_15_mlp_gate_proj/std": 2.078125, "train/tensor_act_model_layers_15_mlp_gate_proj/max_abs": 5.28125, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/min": -1.0234375, "train/tensor_act_model_layers_15_mlp_gate_proj/max": 5.28125, "train/tensor_act_model_layers_15_mlp_gate_proj/range": 6.3046875, "train/tensor_act_model_layers_15_mlp_up_proj/norm": 7967.35693359375, "train/tensor_act_model_layers_15_mlp_up_proj/mean": -0.20703125, "train/tensor_act_model_layers_15_mlp_up_proj/std": 2.75, "train/tensor_act_model_layers_15_mlp_up_proj/max_abs": 5.59375, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/min": -5.375, "train/tensor_act_model_layers_15_mlp_up_proj/max": 5.59375, "train/tensor_act_model_layers_15_mlp_up_proj/range": 10.96875, "train/tensor_act_model_layers_15_mlp_down_proj/norm": 125274.1953125, "train/tensor_act_model_layers_15_mlp_down_proj/mean": 61.0, "train/tensor_act_model_layers_15_mlp_down_proj/std": 5.96875, "train/tensor_act_model_layers_15_mlp_down_proj/max_abs": 73.5, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_mlp_down_proj/min": 37.0, "train/tensor_act_model_layers_15_mlp_down_proj/max": 73.5, "train/tensor_act_model_layers_15_mlp_down_proj/range": 36.5, "train/tensor_act_model_layers_15_mlp/norm": 125274.1953125, "train/tensor_act_model_layers_15_mlp/mean": 61.0, "train/tensor_act_model_layers_15_mlp/std": 5.96875, "train/tensor_act_model_layers_15_mlp/max_abs": 73.5, "train/tensor_act_model_layers_15_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_mlp/min": 37.0, "train/tensor_act_model_layers_15_mlp/max": 73.5, "train/tensor_act_model_layers_15_mlp/range": 36.5, "train/tensor_act_model_layers_15_residual_post_mlp/norm": 1704873.375, "train/tensor_act_model_layers_15_residual_post_mlp/mean": 832.0, "train/tensor_act_model_layers_15_residual_post_mlp/std": 33.25, "train/tensor_act_model_layers_15_residual_post_mlp/max_abs": 904.0, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_post_mlp/min": 664.0, "train/tensor_act_model_layers_15_residual_post_mlp/max": 904.0, "train/tensor_act_model_layers_15_residual_post_mlp/range": 240.0, "train/tensor_act_model_layers_16_residual_pre_attn/norm": 1704873.375, "train/tensor_act_model_layers_16_residual_pre_attn/mean": 832.0, "train/tensor_act_model_layers_16_residual_pre_attn/std": 33.25, "train/tensor_act_model_layers_16_residual_pre_attn/max_abs": 904.0, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_pre_attn/min": 664.0, "train/tensor_act_model_layers_16_residual_pre_attn/max": 904.0, "train/tensor_act_model_layers_16_residual_pre_attn/range": 240.0, "train/tensor_act_model_layers_16_residual_post_attn/norm": 1704873.375, "train/tensor_act_model_layers_16_residual_post_attn/mean": 832.0, "train/tensor_act_model_layers_16_residual_post_attn/std": 33.25, "train/tensor_act_model_layers_16_residual_post_attn/max_abs": 904.0, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_post_attn/min": 664.0, "train/tensor_act_model_layers_16_residual_post_attn/max": 904.0, "train/tensor_act_model_layers_16_residual_post_attn/range": 240.0, "train/tensor_act_model_layers_16_mlp_gate_proj/norm": 7702.75439453125, "train/tensor_act_model_layers_16_mlp_gate_proj/mean": 1.65625, "train/tensor_act_model_layers_16_mlp_gate_proj/std": 2.078125, "train/tensor_act_model_layers_16_mlp_gate_proj/max_abs": 5.90625, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/min": -1.34375, "train/tensor_act_model_layers_16_mlp_gate_proj/max": 5.90625, "train/tensor_act_model_layers_16_mlp_gate_proj/range": 7.25, "train/tensor_act_model_layers_16_mlp_up_proj/norm": 7856.45654296875, "train/tensor_act_model_layers_16_mlp_up_proj/mean": 0.050537109375, "train/tensor_act_model_layers_16_mlp_up_proj/std": 2.71875, "train/tensor_act_model_layers_16_mlp_up_proj/max_abs": 5.59375, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/min": -5.53125, "train/tensor_act_model_layers_16_mlp_up_proj/max": 5.59375, "train/tensor_act_model_layers_16_mlp_up_proj/range": 11.125, "train/tensor_act_model_layers_16_mlp_down_proj/norm": 123758.671875, "train/tensor_act_model_layers_16_mlp_down_proj/mean": 60.25, "train/tensor_act_model_layers_16_mlp_down_proj/std": 5.0625, "train/tensor_act_model_layers_16_mlp_down_proj/max_abs": 71.0, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_mlp_down_proj/min": 45.0, "train/tensor_act_model_layers_16_mlp_down_proj/max": 71.0, "train/tensor_act_model_layers_16_mlp_down_proj/range": 26.0, "train/tensor_act_model_layers_16_mlp/norm": 123758.671875, "train/tensor_act_model_layers_16_mlp/mean": 60.25, "train/tensor_act_model_layers_16_mlp/std": 5.0625, "train/tensor_act_model_layers_16_mlp/max_abs": 71.0, "train/tensor_act_model_layers_16_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_mlp/min": 45.0, "train/tensor_act_model_layers_16_mlp/max": 71.0, "train/tensor_act_model_layers_16_mlp/range": 26.0, "train/tensor_act_model_layers_16_residual_post_mlp/norm": 1828190.25, "train/tensor_act_model_layers_16_residual_post_mlp/mean": 892.0, "train/tensor_act_model_layers_16_residual_post_mlp/std": 34.0, "train/tensor_act_model_layers_16_residual_post_mlp/max_abs": 968.0, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_post_mlp/min": 720.0, "train/tensor_act_model_layers_16_residual_post_mlp/max": 968.0, "train/tensor_act_model_layers_16_residual_post_mlp/range": 248.0, "train/tensor_act_model_layers_17_residual_pre_attn/norm": 1828190.25, "train/tensor_act_model_layers_17_residual_pre_attn/mean": 892.0, "train/tensor_act_model_layers_17_residual_pre_attn/std": 34.0, "train/tensor_act_model_layers_17_residual_pre_attn/max_abs": 968.0, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_pre_attn/min": 720.0, "train/tensor_act_model_layers_17_residual_pre_attn/max": 968.0, "train/tensor_act_model_layers_17_residual_pre_attn/range": 248.0, "train/tensor_act_model_layers_17_residual_post_attn/norm": 1828190.25, "train/tensor_act_model_layers_17_residual_post_attn/mean": 892.0, "train/tensor_act_model_layers_17_residual_post_attn/std": 34.0, "train/tensor_act_model_layers_17_residual_post_attn/max_abs": 968.0, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_post_attn/min": 720.0, "train/tensor_act_model_layers_17_residual_post_attn/max": 968.0, "train/tensor_act_model_layers_17_residual_post_attn/range": 248.0, "train/tensor_act_model_layers_17_mlp_gate_proj/norm": 7928.48291015625, "train/tensor_act_model_layers_17_mlp_gate_proj/mean": 1.7578125, "train/tensor_act_model_layers_17_mlp_gate_proj/std": 2.09375, "train/tensor_act_model_layers_17_mlp_gate_proj/max_abs": 5.71875, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/min": -0.953125, "train/tensor_act_model_layers_17_mlp_gate_proj/max": 5.71875, "train/tensor_act_model_layers_17_mlp_gate_proj/range": 6.671875, "train/tensor_act_model_layers_17_mlp_up_proj/norm": 8159.6904296875, "train/tensor_act_model_layers_17_mlp_up_proj/mean": 0.1484375, "train/tensor_act_model_layers_17_mlp_up_proj/std": 2.8125, "train/tensor_act_model_layers_17_mlp_up_proj/max_abs": 5.8125, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/min": -5.8125, "train/tensor_act_model_layers_17_mlp_up_proj/max": 5.5625, "train/tensor_act_model_layers_17_mlp_up_proj/range": 11.375, "train/tensor_act_model_layers_17_mlp_down_proj/norm": 133647.65625, "train/tensor_act_model_layers_17_mlp_down_proj/mean": 65.0, "train/tensor_act_model_layers_17_mlp_down_proj/std": 5.84375, "train/tensor_act_model_layers_17_mlp_down_proj/max_abs": 77.5, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_mlp_down_proj/min": 50.75, "train/tensor_act_model_layers_17_mlp_down_proj/max": 77.5, "train/tensor_act_model_layers_17_mlp_down_proj/range": 26.75, "train/tensor_act_model_layers_17_mlp/norm": 133647.65625, "train/tensor_act_model_layers_17_mlp/mean": 65.0, "train/tensor_act_model_layers_17_mlp/std": 5.84375, "train/tensor_act_model_layers_17_mlp/max_abs": 77.5, "train/tensor_act_model_layers_17_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_mlp/min": 50.75, "train/tensor_act_model_layers_17_mlp/max": 77.5, "train/tensor_act_model_layers_17_mlp/range": 26.75, "train/tensor_act_model_layers_17_residual_post_mlp/norm": 1961267.125, "train/tensor_act_model_layers_17_residual_post_mlp/mean": 956.0, "train/tensor_act_model_layers_17_residual_post_mlp/std": 34.75, "train/tensor_act_model_layers_17_residual_post_mlp/max_abs": 1032.0, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_post_mlp/min": 772.0, "train/tensor_act_model_layers_17_residual_post_mlp/max": 1032.0, "train/tensor_act_model_layers_17_residual_post_mlp/range": 260.0, "train/tensor_act_model_layers_18_residual_pre_attn/norm": 1961267.125, "train/tensor_act_model_layers_18_residual_pre_attn/mean": 956.0, "train/tensor_act_model_layers_18_residual_pre_attn/std": 34.75, "train/tensor_act_model_layers_18_residual_pre_attn/max_abs": 1032.0, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_pre_attn/min": 772.0, "train/tensor_act_model_layers_18_residual_pre_attn/max": 1032.0, "train/tensor_act_model_layers_18_residual_pre_attn/range": 260.0, "train/tensor_act_model_layers_18_residual_post_attn/norm": 1961267.125, "train/tensor_act_model_layers_18_residual_post_attn/mean": 956.0, "train/tensor_act_model_layers_18_residual_post_attn/std": 34.75, "train/tensor_act_model_layers_18_residual_post_attn/max_abs": 1032.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_post_attn/min": 772.0, "train/tensor_act_model_layers_18_residual_post_attn/max": 1032.0, "train/tensor_act_model_layers_18_residual_post_attn/range": 260.0, "train/tensor_act_model_layers_18_mlp_gate_proj/norm": 7429.001953125, "train/tensor_act_model_layers_18_mlp_gate_proj/mean": 1.515625, "train/tensor_act_model_layers_18_mlp_gate_proj/std": 2.0625, "train/tensor_act_model_layers_18_mlp_gate_proj/max_abs": 5.34375, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/min": -1.4296875, "train/tensor_act_model_layers_18_mlp_gate_proj/max": 5.34375, "train/tensor_act_model_layers_18_mlp_gate_proj/range": 6.7734375, "train/tensor_act_model_layers_18_mlp_up_proj/norm": 7693.44189453125, "train/tensor_act_model_layers_18_mlp_up_proj/mean": 0.138671875, "train/tensor_act_model_layers_18_mlp_up_proj/std": 2.65625, "train/tensor_act_model_layers_18_mlp_up_proj/max_abs": 5.625, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/min": -5.625, "train/tensor_act_model_layers_18_mlp_up_proj/max": 5.28125, "train/tensor_act_model_layers_18_mlp_up_proj/range": 10.90625, "train/tensor_act_model_layers_18_mlp_down_proj/norm": 113400.3203125, "train/tensor_act_model_layers_18_mlp_down_proj/mean": 55.0, "train/tensor_act_model_layers_18_mlp_down_proj/std": 5.5, "train/tensor_act_model_layers_18_mlp_down_proj/max_abs": 68.0, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_mlp_down_proj/min": 41.25, "train/tensor_act_model_layers_18_mlp_down_proj/max": 68.0, "train/tensor_act_model_layers_18_mlp_down_proj/range": 26.75, "train/tensor_act_model_layers_18_mlp/norm": 113400.3203125, "train/tensor_act_model_layers_18_mlp/mean": 55.0, "train/tensor_act_model_layers_18_mlp/std": 5.5, "train/tensor_act_model_layers_18_mlp/max_abs": 68.0, "train/tensor_act_model_layers_18_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_mlp/min": 41.25, "train/tensor_act_model_layers_18_mlp/max": 68.0, "train/tensor_act_model_layers_18_mlp/range": 26.75, "train/tensor_act_model_layers_18_residual_post_mlp/norm": 2073877.0, "train/tensor_act_model_layers_18_residual_post_mlp/mean": 1012.0, "train/tensor_act_model_layers_18_residual_post_mlp/std": 36.5, "train/tensor_act_model_layers_18_residual_post_mlp/max_abs": 1096.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_post_mlp/min": 820.0, "train/tensor_act_model_layers_18_residual_post_mlp/max": 1096.0, "train/tensor_act_model_layers_18_residual_post_mlp/range": 276.0, "train/tensor_act_model_layers_19_residual_pre_attn/norm": 2073877.0, "train/tensor_act_model_layers_19_residual_pre_attn/mean": 1012.0, "train/tensor_act_model_layers_19_residual_pre_attn/std": 36.5, "train/tensor_act_model_layers_19_residual_pre_attn/max_abs": 1096.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_pre_attn/min": 820.0, "train/tensor_act_model_layers_19_residual_pre_attn/max": 1096.0, "train/tensor_act_model_layers_19_residual_pre_attn/range": 276.0, "train/tensor_act_model_layers_19_residual_post_attn/norm": 2073877.0, "train/tensor_act_model_layers_19_residual_post_attn/mean": 1012.0, "train/tensor_act_model_layers_19_residual_post_attn/std": 36.5, "train/tensor_act_model_layers_19_residual_post_attn/max_abs": 1096.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_post_attn/min": 820.0, "train/tensor_act_model_layers_19_residual_post_attn/max": 1096.0, "train/tensor_act_model_layers_19_residual_post_attn/range": 276.0, "train/tensor_act_model_layers_19_mlp_gate_proj/norm": 7300.4453125, "train/tensor_act_model_layers_19_mlp_gate_proj/mean": 1.546875, "train/tensor_act_model_layers_19_mlp_gate_proj/std": 1.9921875, "train/tensor_act_model_layers_19_mlp_gate_proj/max_abs": 5.84375, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/min": -1.1875, "train/tensor_act_model_layers_19_mlp_gate_proj/max": 5.84375, "train/tensor_act_model_layers_19_mlp_gate_proj/range": 7.03125, "train/tensor_act_model_layers_19_mlp_up_proj/norm": 7499.65576171875, "train/tensor_act_model_layers_19_mlp_up_proj/mean": -0.169921875, "train/tensor_act_model_layers_19_mlp_up_proj/std": 2.578125, "train/tensor_act_model_layers_19_mlp_up_proj/max_abs": 5.5625, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/min": -5.5625, "train/tensor_act_model_layers_19_mlp_up_proj/max": 5.09375, "train/tensor_act_model_layers_19_mlp_up_proj/range": 10.65625, "train/tensor_act_model_layers_19_mlp_down_proj/norm": 104182.1328125, "train/tensor_act_model_layers_19_mlp_down_proj/mean": 50.5, "train/tensor_act_model_layers_19_mlp_down_proj/std": 5.09375, "train/tensor_act_model_layers_19_mlp_down_proj/max_abs": 61.0, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_mlp_down_proj/min": 35.75, "train/tensor_act_model_layers_19_mlp_down_proj/max": 61.0, "train/tensor_act_model_layers_19_mlp_down_proj/range": 25.25, "train/tensor_act_model_layers_19_mlp/norm": 104182.1328125, "train/tensor_act_model_layers_19_mlp/mean": 50.5, "train/tensor_act_model_layers_19_mlp/std": 5.09375, "train/tensor_act_model_layers_19_mlp/max_abs": 61.0, "train/tensor_act_model_layers_19_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_mlp/min": 35.75, "train/tensor_act_model_layers_19_mlp/max": 61.0, "train/tensor_act_model_layers_19_mlp/range": 25.25, "train/tensor_act_model_layers_19_residual_post_mlp/norm": 2177959.25, "train/tensor_act_model_layers_19_residual_post_mlp/mean": 1064.0, "train/tensor_act_model_layers_19_residual_post_mlp/std": 37.75, "train/tensor_act_model_layers_19_residual_post_mlp/max_abs": 1152.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_post_mlp/min": 868.0, "train/tensor_act_model_layers_19_residual_post_mlp/max": 1152.0, "train/tensor_act_model_layers_19_residual_post_mlp/range": 284.0, "train/tensor_act_model_layers_20_residual_pre_attn/norm": 2177959.25, "train/tensor_act_model_layers_20_residual_pre_attn/mean": 1064.0, "train/tensor_act_model_layers_20_residual_pre_attn/std": 37.75, "train/tensor_act_model_layers_20_residual_pre_attn/max_abs": 1152.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_pre_attn/min": 868.0, "train/tensor_act_model_layers_20_residual_pre_attn/max": 1152.0, "train/tensor_act_model_layers_20_residual_pre_attn/range": 284.0, "train/tensor_act_model_layers_20_residual_post_attn/norm": 2177959.25, "train/tensor_act_model_layers_20_residual_post_attn/mean": 1064.0, "train/tensor_act_model_layers_20_residual_post_attn/std": 37.75, "train/tensor_act_model_layers_20_residual_post_attn/max_abs": 1152.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_post_attn/min": 868.0, "train/tensor_act_model_layers_20_residual_post_attn/max": 1152.0, "train/tensor_act_model_layers_20_residual_post_attn/range": 284.0, "train/tensor_act_model_layers_20_mlp_gate_proj/norm": 7240.013671875, "train/tensor_act_model_layers_20_mlp_gate_proj/mean": 1.3828125, "train/tensor_act_model_layers_20_mlp_gate_proj/std": 2.078125, "train/tensor_act_model_layers_20_mlp_gate_proj/max_abs": 5.21875, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/min": -0.97265625, "train/tensor_act_model_layers_20_mlp_gate_proj/max": 5.21875, "train/tensor_act_model_layers_20_mlp_gate_proj/range": 6.19140625, "train/tensor_act_model_layers_20_mlp_up_proj/norm": 7408.587890625, "train/tensor_act_model_layers_20_mlp_up_proj/mean": 0.4375, "train/tensor_act_model_layers_20_mlp_up_proj/std": 2.515625, "train/tensor_act_model_layers_20_mlp_up_proj/max_abs": 5.4375, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/min": -5.1875, "train/tensor_act_model_layers_20_mlp_up_proj/max": 5.4375, "train/tensor_act_model_layers_20_mlp_up_proj/range": 10.625, "train/tensor_act_model_layers_20_mlp_down_proj/norm": 107648.578125, "train/tensor_act_model_layers_20_mlp_down_proj/mean": 52.25, "train/tensor_act_model_layers_20_mlp_down_proj/std": 5.3125, "train/tensor_act_model_layers_20_mlp_down_proj/max_abs": 66.5, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_mlp_down_proj/min": 39.0, "train/tensor_act_model_layers_20_mlp_down_proj/max": 66.5, "train/tensor_act_model_layers_20_mlp_down_proj/range": 27.5, "train/tensor_act_model_layers_20_mlp/norm": 107648.578125, "train/tensor_act_model_layers_20_mlp/mean": 52.25, "train/tensor_act_model_layers_20_mlp/std": 5.3125, "train/tensor_act_model_layers_20_mlp/max_abs": 66.5, "train/tensor_act_model_layers_20_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_mlp/min": 39.0, "train/tensor_act_model_layers_20_mlp/max": 66.5, "train/tensor_act_model_layers_20_mlp/range": 27.5, "train/tensor_act_model_layers_20_residual_post_mlp/norm": 2285568.25, "train/tensor_act_model_layers_20_residual_post_mlp/mean": 1112.0, "train/tensor_act_model_layers_20_residual_post_mlp/std": 39.5, "train/tensor_act_model_layers_20_residual_post_mlp/max_abs": 1208.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_post_mlp/min": 924.0, "train/tensor_act_model_layers_20_residual_post_mlp/max": 1208.0, "train/tensor_act_model_layers_20_residual_post_mlp/range": 284.0, "train/tensor_act_model_layers_21_residual_pre_attn/norm": 2285568.25, "train/tensor_act_model_layers_21_residual_pre_attn/mean": 1112.0, "train/tensor_act_model_layers_21_residual_pre_attn/std": 39.5, "train/tensor_act_model_layers_21_residual_pre_attn/max_abs": 1208.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_pre_attn/min": 924.0, "train/tensor_act_model_layers_21_residual_pre_attn/max": 1208.0, "train/tensor_act_model_layers_21_residual_pre_attn/range": 284.0, "train/tensor_act_model_layers_21_residual_post_attn/norm": 2285568.25, "train/tensor_act_model_layers_21_residual_post_attn/mean": 1112.0, "train/tensor_act_model_layers_21_residual_post_attn/std": 39.5, "train/tensor_act_model_layers_21_residual_post_attn/max_abs": 1208.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_post_attn/min": 924.0, "train/tensor_act_model_layers_21_residual_post_attn/max": 1208.0, "train/tensor_act_model_layers_21_residual_post_attn/range": 284.0, "train/tensor_act_model_layers_21_mlp_gate_proj/norm": 7010.96630859375, "train/tensor_act_model_layers_21_mlp_gate_proj/mean": 1.3203125, "train/tensor_act_model_layers_21_mlp_gate_proj/std": 2.03125, "train/tensor_act_model_layers_21_mlp_gate_proj/max_abs": 5.59375, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/min": -1.234375, "train/tensor_act_model_layers_21_mlp_gate_proj/max": 5.59375, "train/tensor_act_model_layers_21_mlp_gate_proj/range": 6.828125, "train/tensor_act_model_layers_21_mlp_up_proj/norm": 7221.7109375, "train/tensor_act_model_layers_21_mlp_up_proj/mean": 0.0147705078125, "train/tensor_act_model_layers_21_mlp_up_proj/std": 2.5, "train/tensor_act_model_layers_21_mlp_up_proj/max_abs": 5.34375, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/min": -5.34375, "train/tensor_act_model_layers_21_mlp_up_proj/max": 5.3125, "train/tensor_act_model_layers_21_mlp_up_proj/range": 10.65625, "train/tensor_act_model_layers_21_mlp_down_proj/norm": 98958.15625, "train/tensor_act_model_layers_21_mlp_down_proj/mean": 48.0, "train/tensor_act_model_layers_21_mlp_down_proj/std": 4.71875, "train/tensor_act_model_layers_21_mlp_down_proj/max_abs": 59.5, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_mlp_down_proj/min": 35.75, "train/tensor_act_model_layers_21_mlp_down_proj/max": 59.5, "train/tensor_act_model_layers_21_mlp_down_proj/range": 23.75, "train/tensor_act_model_layers_21_mlp/norm": 98958.15625, "train/tensor_act_model_layers_21_mlp/mean": 48.0, "train/tensor_act_model_layers_21_mlp/std": 4.71875, "train/tensor_act_model_layers_21_mlp/max_abs": 59.5, "train/tensor_act_model_layers_21_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_mlp/min": 35.75, "train/tensor_act_model_layers_21_mlp/max": 59.5, "train/tensor_act_model_layers_21_mlp/range": 23.75, "train/tensor_act_model_layers_21_residual_post_mlp/norm": 2383632.0, "train/tensor_act_model_layers_21_residual_post_mlp/mean": 1160.0, "train/tensor_act_model_layers_21_residual_post_mlp/std": 40.75, "train/tensor_act_model_layers_21_residual_post_mlp/max_abs": 1264.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_post_mlp/min": 964.0, "train/tensor_act_model_layers_21_residual_post_mlp/max": 1264.0, "train/tensor_act_model_layers_21_residual_post_mlp/range": 300.0, "train/tensor_act_model_layers_22_residual_pre_attn/norm": 2383632.0, "train/tensor_act_model_layers_22_residual_pre_attn/mean": 1160.0, "train/tensor_act_model_layers_22_residual_pre_attn/std": 40.75, "train/tensor_act_model_layers_22_residual_pre_attn/max_abs": 1264.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_pre_attn/min": 964.0, "train/tensor_act_model_layers_22_residual_pre_attn/max": 1264.0, "train/tensor_act_model_layers_22_residual_pre_attn/range": 300.0, "train/tensor_act_model_layers_22_residual_post_attn/norm": 2383632.0, "train/tensor_act_model_layers_22_residual_post_attn/mean": 1160.0, "train/tensor_act_model_layers_22_residual_post_attn/std": 40.75, "train/tensor_act_model_layers_22_residual_post_attn/max_abs": 1264.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_post_attn/min": 964.0, "train/tensor_act_model_layers_22_residual_post_attn/max": 1264.0, "train/tensor_act_model_layers_22_residual_post_attn/range": 300.0, "train/tensor_act_model_layers_22_mlp_gate_proj/norm": 7389.046875, "train/tensor_act_model_layers_22_mlp_gate_proj/mean": 1.4921875, "train/tensor_act_model_layers_22_mlp_gate_proj/std": 2.078125, "train/tensor_act_model_layers_22_mlp_gate_proj/max_abs": 5.0, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/min": -1.15625, "train/tensor_act_model_layers_22_mlp_gate_proj/max": 5.0, "train/tensor_act_model_layers_22_mlp_gate_proj/range": 6.15625, "train/tensor_act_model_layers_22_mlp_up_proj/norm": 7683.65234375, "train/tensor_act_model_layers_22_mlp_up_proj/mean": -0.11669921875, "train/tensor_act_model_layers_22_mlp_up_proj/std": 2.65625, "train/tensor_act_model_layers_22_mlp_up_proj/max_abs": 5.40625, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/min": -5.21875, "train/tensor_act_model_layers_22_mlp_up_proj/max": 5.40625, "train/tensor_act_model_layers_22_mlp_up_proj/range": 10.625, "train/tensor_act_model_layers_22_mlp_down_proj/norm": 110987.5546875, "train/tensor_act_model_layers_22_mlp_down_proj/mean": 54.0, "train/tensor_act_model_layers_22_mlp_down_proj/std": 5.09375, "train/tensor_act_model_layers_22_mlp_down_proj/max_abs": 65.5, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_mlp_down_proj/min": 40.25, "train/tensor_act_model_layers_22_mlp_down_proj/max": 65.5, "train/tensor_act_model_layers_22_mlp_down_proj/range": 25.25, "train/tensor_act_model_layers_22_mlp/norm": 110987.5546875, "train/tensor_act_model_layers_22_mlp/mean": 54.0, "train/tensor_act_model_layers_22_mlp/std": 5.09375, "train/tensor_act_model_layers_22_mlp/max_abs": 65.5, "train/tensor_act_model_layers_22_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_mlp/min": 40.25, "train/tensor_act_model_layers_22_mlp/max": 65.5, "train/tensor_act_model_layers_22_mlp/range": 25.25, "train/tensor_act_model_layers_22_residual_post_mlp/norm": 2494137.75, "train/tensor_act_model_layers_22_residual_post_mlp/mean": 1216.0, "train/tensor_act_model_layers_22_residual_post_mlp/std": 42.0, "train/tensor_act_model_layers_22_residual_post_mlp/max_abs": 1320.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_post_mlp/min": 1024.0, "train/tensor_act_model_layers_22_residual_post_mlp/max": 1320.0, "train/tensor_act_model_layers_22_residual_post_mlp/range": 296.0, "train/tensor_act_model_layers_23_residual_pre_attn/norm": 2494137.75, "train/tensor_act_model_layers_23_residual_pre_attn/mean": 1216.0, "train/tensor_act_model_layers_23_residual_pre_attn/std": 42.0, "train/tensor_act_model_layers_23_residual_pre_attn/max_abs": 1320.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_pre_attn/min": 1024.0, "train/tensor_act_model_layers_23_residual_pre_attn/max": 1320.0, "train/tensor_act_model_layers_23_residual_pre_attn/range": 296.0, "train/tensor_act_model_layers_23_residual_post_attn/norm": 2494137.75, "train/tensor_act_model_layers_23_residual_post_attn/mean": 1216.0, "train/tensor_act_model_layers_23_residual_post_attn/std": 42.0, "train/tensor_act_model_layers_23_residual_post_attn/max_abs": 1320.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_post_attn/min": 1024.0, "train/tensor_act_model_layers_23_residual_post_attn/max": 1320.0, "train/tensor_act_model_layers_23_residual_post_attn/range": 296.0, "train/tensor_act_model_layers_23_mlp_gate_proj/norm": 7354.93701171875, "train/tensor_act_model_layers_23_mlp_gate_proj/mean": 1.5, "train/tensor_act_model_layers_23_mlp_gate_proj/std": 2.046875, "train/tensor_act_model_layers_23_mlp_gate_proj/max_abs": 5.40625, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/min": -1.2265625, "train/tensor_act_model_layers_23_mlp_gate_proj/max": 5.40625, "train/tensor_act_model_layers_23_mlp_gate_proj/range": 6.6328125, "train/tensor_act_model_layers_23_mlp_up_proj/norm": 7579.18212890625, "train/tensor_act_model_layers_23_mlp_up_proj/mean": -0.06982421875, "train/tensor_act_model_layers_23_mlp_up_proj/std": 2.609375, "train/tensor_act_model_layers_23_mlp_up_proj/max_abs": 5.5, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/min": -5.375, "train/tensor_act_model_layers_23_mlp_up_proj/max": 5.5, "train/tensor_act_model_layers_23_mlp_up_proj/range": 10.875, "train/tensor_act_model_layers_23_mlp_down_proj/norm": 107529.59375, "train/tensor_act_model_layers_23_mlp_down_proj/mean": 52.25, "train/tensor_act_model_layers_23_mlp_down_proj/std": 5.1875, "train/tensor_act_model_layers_23_mlp_down_proj/max_abs": 65.5, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_mlp_down_proj/min": 39.25, "train/tensor_act_model_layers_23_mlp_down_proj/max": 65.5, "train/tensor_act_model_layers_23_mlp_down_proj/range": 26.25, "train/tensor_act_model_layers_23_mlp/norm": 107529.59375, "train/tensor_act_model_layers_23_mlp/mean": 52.25, "train/tensor_act_model_layers_23_mlp/std": 5.1875, "train/tensor_act_model_layers_23_mlp/max_abs": 65.5, "train/tensor_act_model_layers_23_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_mlp/min": 39.25, "train/tensor_act_model_layers_23_mlp/max": 65.5, "train/tensor_act_model_layers_23_mlp/range": 26.25, "train/tensor_act_model_layers_23_residual_post_mlp/norm": 2601389.0, "train/tensor_act_model_layers_23_residual_post_mlp/mean": 1272.0, "train/tensor_act_model_layers_23_residual_post_mlp/std": 44.25, "train/tensor_act_model_layers_23_residual_post_mlp/max_abs": 1376.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_post_mlp/min": 1080.0, "train/tensor_act_model_layers_23_residual_post_mlp/max": 1376.0, "train/tensor_act_model_layers_23_residual_post_mlp/range": 296.0, "train/tensor_act_model_layers_24_residual_pre_attn/norm": 2601389.0, "train/tensor_act_model_layers_24_residual_pre_attn/mean": 1272.0, "train/tensor_act_model_layers_24_residual_pre_attn/std": 44.25, "train/tensor_act_model_layers_24_residual_pre_attn/max_abs": 1376.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_pre_attn/min": 1080.0, "train/tensor_act_model_layers_24_residual_pre_attn/max": 1376.0, "train/tensor_act_model_layers_24_residual_pre_attn/range": 296.0, "train/tensor_act_model_layers_24_residual_post_attn/norm": 2601389.0, "train/tensor_act_model_layers_24_residual_post_attn/mean": 1272.0, "train/tensor_act_model_layers_24_residual_post_attn/std": 44.25, "train/tensor_act_model_layers_24_residual_post_attn/max_abs": 1376.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_post_attn/min": 1080.0, "train/tensor_act_model_layers_24_residual_post_attn/max": 1376.0, "train/tensor_act_model_layers_24_residual_post_attn/range": 296.0, "train/tensor_act_model_layers_24_mlp_gate_proj/norm": 7366.9404296875, "train/tensor_act_model_layers_24_mlp_gate_proj/mean": 1.5390625, "train/tensor_act_model_layers_24_mlp_gate_proj/std": 2.03125, "train/tensor_act_model_layers_24_mlp_gate_proj/max_abs": 5.59375, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/min": -1.1015625, "train/tensor_act_model_layers_24_mlp_gate_proj/max": 5.59375, "train/tensor_act_model_layers_24_mlp_gate_proj/range": 6.6953125, "train/tensor_act_model_layers_24_mlp_up_proj/norm": 7495.55419921875, "train/tensor_act_model_layers_24_mlp_up_proj/mean": 0.423828125, "train/tensor_act_model_layers_24_mlp_up_proj/std": 2.546875, "train/tensor_act_model_layers_24_mlp_up_proj/max_abs": 5.59375, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/min": -5.59375, "train/tensor_act_model_layers_24_mlp_up_proj/max": 5.34375, "train/tensor_act_model_layers_24_mlp_up_proj/range": 10.9375, "train/tensor_act_model_layers_24_mlp_down_proj/norm": 107309.234375, "train/tensor_act_model_layers_24_mlp_down_proj/mean": 52.0, "train/tensor_act_model_layers_24_mlp_down_proj/std": 5.65625, "train/tensor_act_model_layers_24_mlp_down_proj/max_abs": 65.0, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_mlp_down_proj/min": 36.25, "train/tensor_act_model_layers_24_mlp_down_proj/max": 65.0, "train/tensor_act_model_layers_24_mlp_down_proj/range": 28.75, "train/tensor_act_model_layers_24_mlp/norm": 107309.234375, "train/tensor_act_model_layers_24_mlp/mean": 52.0, "train/tensor_act_model_layers_24_mlp/std": 5.65625, "train/tensor_act_model_layers_24_mlp/max_abs": 65.0, "train/tensor_act_model_layers_24_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_mlp/min": 36.25, "train/tensor_act_model_layers_24_mlp/max": 65.0, "train/tensor_act_model_layers_24_mlp/range": 28.75, "train/tensor_act_model_layers_24_residual_post_mlp/norm": 2707958.75, "train/tensor_act_model_layers_24_residual_post_mlp/mean": 1320.0, "train/tensor_act_model_layers_24_residual_post_mlp/std": 45.75, "train/tensor_act_model_layers_24_residual_post_mlp/max_abs": 1440.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_post_mlp/min": 1128.0, "train/tensor_act_model_layers_24_residual_post_mlp/max": 1440.0, "train/tensor_act_model_layers_24_residual_post_mlp/range": 312.0, "train/tensor_act_model_layers_25_residual_pre_attn/norm": 2707958.75, "train/tensor_act_model_layers_25_residual_pre_attn/mean": 1320.0, "train/tensor_act_model_layers_25_residual_pre_attn/std": 45.75, "train/tensor_act_model_layers_25_residual_pre_attn/max_abs": 1440.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_pre_attn/min": 1128.0, "train/tensor_act_model_layers_25_residual_pre_attn/max": 1440.0, "train/tensor_act_model_layers_25_residual_pre_attn/range": 312.0, "train/tensor_act_model_layers_25_residual_post_attn/norm": 2707958.75, "train/tensor_act_model_layers_25_residual_post_attn/mean": 1320.0, "train/tensor_act_model_layers_25_residual_post_attn/std": 45.75, "train/tensor_act_model_layers_25_residual_post_attn/max_abs": 1440.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_post_attn/min": 1128.0, "train/tensor_act_model_layers_25_residual_post_attn/max": 1440.0, "train/tensor_act_model_layers_25_residual_post_attn/range": 312.0, "train/tensor_act_model_layers_25_mlp_gate_proj/norm": 7326.791015625, "train/tensor_act_model_layers_25_mlp_gate_proj/mean": 1.5234375, "train/tensor_act_model_layers_25_mlp_gate_proj/std": 2.015625, "train/tensor_act_model_layers_25_mlp_gate_proj/max_abs": 5.71875, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/min": -0.96484375, "train/tensor_act_model_layers_25_mlp_gate_proj/max": 5.71875, "train/tensor_act_model_layers_25_mlp_gate_proj/range": 6.68359375, "train/tensor_act_model_layers_25_mlp_up_proj/norm": 7528.91552734375, "train/tensor_act_model_layers_25_mlp_up_proj/mean": -0.047607421875, "train/tensor_act_model_layers_25_mlp_up_proj/std": 2.59375, "train/tensor_act_model_layers_25_mlp_up_proj/max_abs": 5.78125, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/min": -5.09375, "train/tensor_act_model_layers_25_mlp_up_proj/max": 5.78125, "train/tensor_act_model_layers_25_mlp_up_proj/range": 10.875, "train/tensor_act_model_layers_25_mlp_down_proj/norm": 107502.2421875, "train/tensor_act_model_layers_25_mlp_down_proj/mean": 52.25, "train/tensor_act_model_layers_25_mlp_down_proj/std": 5.0, "train/tensor_act_model_layers_25_mlp_down_proj/max_abs": 66.5, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_mlp_down_proj/min": 37.75, "train/tensor_act_model_layers_25_mlp_down_proj/max": 66.5, "train/tensor_act_model_layers_25_mlp_down_proj/range": 28.75, "train/tensor_act_model_layers_25_mlp/norm": 107502.2421875, "train/tensor_act_model_layers_25_mlp/mean": 52.25, "train/tensor_act_model_layers_25_mlp/std": 5.0, "train/tensor_act_model_layers_25_mlp/max_abs": 66.5, "train/tensor_act_model_layers_25_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_mlp/min": 37.75, "train/tensor_act_model_layers_25_mlp/max": 66.5, "train/tensor_act_model_layers_25_mlp/range": 28.75, "train/tensor_act_model_layers_25_residual_post_mlp/norm": 2814582.25, "train/tensor_act_model_layers_25_residual_post_mlp/mean": 1376.0, "train/tensor_act_model_layers_25_residual_post_mlp/std": 47.0, "train/tensor_act_model_layers_25_residual_post_mlp/max_abs": 1496.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_post_mlp/min": 1168.0, "train/tensor_act_model_layers_25_residual_post_mlp/max": 1496.0, "train/tensor_act_model_layers_25_residual_post_mlp/range": 328.0, "train/tensor_act_model_layers_26_residual_pre_attn/norm": 2814582.25, "train/tensor_act_model_layers_26_residual_pre_attn/mean": 1376.0, "train/tensor_act_model_layers_26_residual_pre_attn/std": 47.0, "train/tensor_act_model_layers_26_residual_pre_attn/max_abs": 1496.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_pre_attn/min": 1168.0, "train/tensor_act_model_layers_26_residual_pre_attn/max": 1496.0, "train/tensor_act_model_layers_26_residual_pre_attn/range": 328.0, "train/tensor_act_model_layers_26_residual_post_attn/norm": 2814582.25, "train/tensor_act_model_layers_26_residual_post_attn/mean": 1376.0, "train/tensor_act_model_layers_26_residual_post_attn/std": 47.0, "train/tensor_act_model_layers_26_residual_post_attn/max_abs": 1496.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_post_attn/min": 1168.0, "train/tensor_act_model_layers_26_residual_post_attn/max": 1496.0, "train/tensor_act_model_layers_26_residual_post_attn/range": 328.0, "train/tensor_act_model_layers_26_mlp_gate_proj/norm": 7039.52392578125, "train/tensor_act_model_layers_26_mlp_gate_proj/mean": 1.3671875, "train/tensor_act_model_layers_26_mlp_gate_proj/std": 2.015625, "train/tensor_act_model_layers_26_mlp_gate_proj/max_abs": 5.3125, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/min": -1.3515625, "train/tensor_act_model_layers_26_mlp_gate_proj/max": 5.3125, "train/tensor_act_model_layers_26_mlp_gate_proj/range": 6.6640625, "train/tensor_act_model_layers_26_mlp_up_proj/norm": 7163.33154296875, "train/tensor_act_model_layers_26_mlp_up_proj/mean": 0.09765625, "train/tensor_act_model_layers_26_mlp_up_proj/std": 2.46875, "train/tensor_act_model_layers_26_mlp_up_proj/max_abs": 5.46875, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/min": -5.46875, "train/tensor_act_model_layers_26_mlp_up_proj/max": 5.09375, "train/tensor_act_model_layers_26_mlp_up_proj/range": 10.5625, "train/tensor_act_model_layers_26_mlp_down_proj/norm": 97152.9921875, "train/tensor_act_model_layers_26_mlp_down_proj/mean": 47.25, "train/tensor_act_model_layers_26_mlp_down_proj/std": 4.125, "train/tensor_act_model_layers_26_mlp_down_proj/max_abs": 56.25, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_mlp_down_proj/min": 36.25, "train/tensor_act_model_layers_26_mlp_down_proj/max": 56.25, "train/tensor_act_model_layers_26_mlp_down_proj/range": 20.0, "train/tensor_act_model_layers_26_mlp/norm": 97152.9921875, "train/tensor_act_model_layers_26_mlp/mean": 47.25, "train/tensor_act_model_layers_26_mlp/std": 4.125, "train/tensor_act_model_layers_26_mlp/max_abs": 56.25, "train/tensor_act_model_layers_26_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_mlp/min": 36.25, "train/tensor_act_model_layers_26_mlp/max": 56.25, "train/tensor_act_model_layers_26_mlp/range": 20.0, "train/tensor_act_model_layers_26_residual_post_mlp/norm": 2911034.75, "train/tensor_act_model_layers_26_residual_post_mlp/mean": 1424.0, "train/tensor_act_model_layers_26_residual_post_mlp/std": 47.0, "train/tensor_act_model_layers_26_residual_post_mlp/max_abs": 1544.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_post_mlp/min": 1224.0, "train/tensor_act_model_layers_26_residual_post_mlp/max": 1544.0, "train/tensor_act_model_layers_26_residual_post_mlp/range": 320.0, "train/tensor_act_model_layers_27_residual_pre_attn/norm": 2911034.75, "train/tensor_act_model_layers_27_residual_pre_attn/mean": 1424.0, "train/tensor_act_model_layers_27_residual_pre_attn/std": 47.0, "train/tensor_act_model_layers_27_residual_pre_attn/max_abs": 1544.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_pre_attn/min": 1224.0, "train/tensor_act_model_layers_27_residual_pre_attn/max": 1544.0, "train/tensor_act_model_layers_27_residual_pre_attn/range": 320.0, "train/tensor_act_model_layers_27_residual_post_attn/norm": 2911034.75, "train/tensor_act_model_layers_27_residual_post_attn/mean": 1424.0, "train/tensor_act_model_layers_27_residual_post_attn/std": 47.0, "train/tensor_act_model_layers_27_residual_post_attn/max_abs": 1544.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_post_attn/min": 1224.0, "train/tensor_act_model_layers_27_residual_post_attn/max": 1544.0, "train/tensor_act_model_layers_27_residual_post_attn/range": 320.0, "train/tensor_act_model_layers_27_mlp_gate_proj/norm": 6965.25732421875, "train/tensor_act_model_layers_27_mlp_gate_proj/mean": 1.3671875, "train/tensor_act_model_layers_27_mlp_gate_proj/std": 1.9765625, "train/tensor_act_model_layers_27_mlp_gate_proj/max_abs": 5.6875, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/min": -1.078125, "train/tensor_act_model_layers_27_mlp_gate_proj/max": 5.6875, "train/tensor_act_model_layers_27_mlp_gate_proj/range": 6.765625, "train/tensor_act_model_layers_27_mlp_up_proj/norm": 7195.91015625, "train/tensor_act_model_layers_27_mlp_up_proj/mean": -0.0257568359375, "train/tensor_act_model_layers_27_mlp_up_proj/std": 2.484375, "train/tensor_act_model_layers_27_mlp_up_proj/max_abs": 5.65625, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/min": -5.21875, "train/tensor_act_model_layers_27_mlp_up_proj/max": 5.65625, "train/tensor_act_model_layers_27_mlp_up_proj/range": 10.875, "train/tensor_act_model_layers_27_mlp_down_proj/norm": 92256.4140625, "train/tensor_act_model_layers_27_mlp_down_proj/mean": 44.75, "train/tensor_act_model_layers_27_mlp_down_proj/std": 4.5, "train/tensor_act_model_layers_27_mlp_down_proj/max_abs": 55.75, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_mlp_down_proj/min": 32.5, "train/tensor_act_model_layers_27_mlp_down_proj/max": 55.75, "train/tensor_act_model_layers_27_mlp_down_proj/range": 23.25, "train/tensor_act_model_layers_27_mlp/norm": 92256.4140625, "train/tensor_act_model_layers_27_mlp/mean": 44.75, "train/tensor_act_model_layers_27_mlp/std": 4.5, "train/tensor_act_model_layers_27_mlp/max_abs": 55.75, "train/tensor_act_model_layers_27_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_mlp/min": 32.5, "train/tensor_act_model_layers_27_mlp/max": 55.75, "train/tensor_act_model_layers_27_mlp/range": 23.25, "train/tensor_act_model_layers_27_residual_post_mlp/norm": 3002920.0, "train/tensor_act_model_layers_27_residual_post_mlp/mean": 1464.0, "train/tensor_act_model_layers_27_residual_post_mlp/std": 48.0, "train/tensor_act_model_layers_27_residual_post_mlp/max_abs": 1600.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_post_mlp/min": 1264.0, "train/tensor_act_model_layers_27_residual_post_mlp/max": 1600.0, "train/tensor_act_model_layers_27_residual_post_mlp/range": 336.0, "train/tensor_act_model_layers_28_residual_pre_attn/norm": 3002920.0, "train/tensor_act_model_layers_28_residual_pre_attn/mean": 1464.0, "train/tensor_act_model_layers_28_residual_pre_attn/std": 48.0, "train/tensor_act_model_layers_28_residual_pre_attn/max_abs": 1600.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_pre_attn/min": 1264.0, "train/tensor_act_model_layers_28_residual_pre_attn/max": 1600.0, "train/tensor_act_model_layers_28_residual_pre_attn/range": 336.0, "train/tensor_act_model_layers_28_residual_post_attn/norm": 3002920.0, "train/tensor_act_model_layers_28_residual_post_attn/mean": 1464.0, "train/tensor_act_model_layers_28_residual_post_attn/std": 48.0, "train/tensor_act_model_layers_28_residual_post_attn/max_abs": 1600.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_post_attn/min": 1264.0, "train/tensor_act_model_layers_28_residual_post_attn/max": 1600.0, "train/tensor_act_model_layers_28_residual_post_attn/range": 336.0, "train/tensor_act_model_layers_28_mlp_gate_proj/norm": 7005.2216796875, "train/tensor_act_model_layers_28_mlp_gate_proj/mean": 1.3984375, "train/tensor_act_model_layers_28_mlp_gate_proj/std": 1.9765625, "train/tensor_act_model_layers_28_mlp_gate_proj/max_abs": 5.78125, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/min": -1.0625, "train/tensor_act_model_layers_28_mlp_gate_proj/max": 5.78125, "train/tensor_act_model_layers_28_mlp_gate_proj/range": 6.84375, "train/tensor_act_model_layers_28_mlp_up_proj/norm": 7206.13671875, "train/tensor_act_model_layers_28_mlp_up_proj/mean": -0.00101470947265625, "train/tensor_act_model_layers_28_mlp_up_proj/std": 2.484375, "train/tensor_act_model_layers_28_mlp_up_proj/max_abs": 6.0, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/min": -5.46875, "train/tensor_act_model_layers_28_mlp_up_proj/max": 6.0, "train/tensor_act_model_layers_28_mlp_up_proj/range": 11.46875, "train/tensor_act_model_layers_28_mlp_down_proj/norm": 94949.578125, "train/tensor_act_model_layers_28_mlp_down_proj/mean": 46.0, "train/tensor_act_model_layers_28_mlp_down_proj/std": 5.28125, "train/tensor_act_model_layers_28_mlp_down_proj/max_abs": 61.75, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_mlp_down_proj/min": 30.125, "train/tensor_act_model_layers_28_mlp_down_proj/max": 61.75, "train/tensor_act_model_layers_28_mlp_down_proj/range": 31.625, "train/tensor_act_model_layers_28_mlp/norm": 94949.578125, "train/tensor_act_model_layers_28_mlp/mean": 46.0, "train/tensor_act_model_layers_28_mlp/std": 5.28125, "train/tensor_act_model_layers_28_mlp/max_abs": 61.75, "train/tensor_act_model_layers_28_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_mlp/min": 30.125, "train/tensor_act_model_layers_28_mlp/max": 61.75, "train/tensor_act_model_layers_28_mlp/range": 31.625, "train/tensor_act_model_layers_28_residual_post_mlp/norm": 3097379.5, "train/tensor_act_model_layers_28_residual_post_mlp/mean": 1512.0, "train/tensor_act_model_layers_28_residual_post_mlp/std": 48.5, "train/tensor_act_model_layers_28_residual_post_mlp/max_abs": 1648.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_post_mlp/min": 1312.0, "train/tensor_act_model_layers_28_residual_post_mlp/max": 1648.0, "train/tensor_act_model_layers_28_residual_post_mlp/range": 336.0, "train/tensor_act_model_layers_29_residual_pre_attn/norm": 3097379.5, "train/tensor_act_model_layers_29_residual_pre_attn/mean": 1512.0, "train/tensor_act_model_layers_29_residual_pre_attn/std": 48.5, "train/tensor_act_model_layers_29_residual_pre_attn/max_abs": 1648.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_pre_attn/min": 1312.0, "train/tensor_act_model_layers_29_residual_pre_attn/max": 1648.0, "train/tensor_act_model_layers_29_residual_pre_attn/range": 336.0, "train/tensor_act_model_layers_29_residual_post_attn/norm": 3097379.5, "train/tensor_act_model_layers_29_residual_post_attn/mean": 1512.0, "train/tensor_act_model_layers_29_residual_post_attn/std": 48.5, "train/tensor_act_model_layers_29_residual_post_attn/max_abs": 1648.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_post_attn/min": 1312.0, "train/tensor_act_model_layers_29_residual_post_attn/max": 1648.0, "train/tensor_act_model_layers_29_residual_post_attn/range": 336.0, "train/tensor_act_model_layers_29_mlp_gate_proj/norm": 7132.544921875, "train/tensor_act_model_layers_29_mlp_gate_proj/mean": 1.390625, "train/tensor_act_model_layers_29_mlp_gate_proj/std": 2.03125, "train/tensor_act_model_layers_29_mlp_gate_proj/max_abs": 5.40625, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/min": -1.2109375, "train/tensor_act_model_layers_29_mlp_gate_proj/max": 5.40625, "train/tensor_act_model_layers_29_mlp_gate_proj/range": 6.6171875, "train/tensor_act_model_layers_29_mlp_up_proj/norm": 7338.5703125, "train/tensor_act_model_layers_29_mlp_up_proj/mean": -0.1484375, "train/tensor_act_model_layers_29_mlp_up_proj/std": 2.53125, "train/tensor_act_model_layers_29_mlp_up_proj/max_abs": 5.59375, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/min": -5.28125, "train/tensor_act_model_layers_29_mlp_up_proj/max": 5.59375, "train/tensor_act_model_layers_29_mlp_up_proj/range": 10.875, "train/tensor_act_model_layers_29_mlp_down_proj/norm": 99219.6484375, "train/tensor_act_model_layers_29_mlp_down_proj/mean": 48.25, "train/tensor_act_model_layers_29_mlp_down_proj/std": 5.0, "train/tensor_act_model_layers_29_mlp_down_proj/max_abs": 60.0, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_mlp_down_proj/min": 33.5, "train/tensor_act_model_layers_29_mlp_down_proj/max": 60.0, "train/tensor_act_model_layers_29_mlp_down_proj/range": 26.5, "train/tensor_act_model_layers_29_mlp/norm": 99219.6484375, "train/tensor_act_model_layers_29_mlp/mean": 48.25, "train/tensor_act_model_layers_29_mlp/std": 5.0, "train/tensor_act_model_layers_29_mlp/max_abs": 60.0, "train/tensor_act_model_layers_29_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_mlp/min": 33.5, "train/tensor_act_model_layers_29_mlp/max": 60.0, "train/tensor_act_model_layers_29_mlp/range": 26.5, "train/tensor_act_model_layers_29_residual_post_mlp/norm": 3195764.5, "train/tensor_act_model_layers_29_residual_post_mlp/mean": 1560.0, "train/tensor_act_model_layers_29_residual_post_mlp/std": 49.25, "train/tensor_act_model_layers_29_residual_post_mlp/max_abs": 1704.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_post_mlp/min": 1352.0, "train/tensor_act_model_layers_29_residual_post_mlp/max": 1704.0, "train/tensor_act_model_layers_29_residual_post_mlp/range": 352.0, "train/tensor_act_model_layers_30_residual_pre_attn/norm": 3195764.5, "train/tensor_act_model_layers_30_residual_pre_attn/mean": 1560.0, "train/tensor_act_model_layers_30_residual_pre_attn/std": 49.25, "train/tensor_act_model_layers_30_residual_pre_attn/max_abs": 1704.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_pre_attn/min": 1352.0, "train/tensor_act_model_layers_30_residual_pre_attn/max": 1704.0, "train/tensor_act_model_layers_30_residual_pre_attn/range": 352.0, "train/tensor_act_model_layers_30_residual_post_attn/norm": 3195764.5, "train/tensor_act_model_layers_30_residual_post_attn/mean": 1560.0, "train/tensor_act_model_layers_30_residual_post_attn/std": 49.25, "train/tensor_act_model_layers_30_residual_post_attn/max_abs": 1704.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_post_attn/min": 1352.0, "train/tensor_act_model_layers_30_residual_post_attn/max": 1704.0, "train/tensor_act_model_layers_30_residual_post_attn/range": 352.0, "train/tensor_act_model_layers_30_mlp_gate_proj/norm": 7094.35107421875, "train/tensor_act_model_layers_30_mlp_gate_proj/mean": 1.40625, "train/tensor_act_model_layers_30_mlp_gate_proj/std": 2.015625, "train/tensor_act_model_layers_30_mlp_gate_proj/max_abs": 5.0, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/min": -1.2109375, "train/tensor_act_model_layers_30_mlp_gate_proj/max": 5.0, "train/tensor_act_model_layers_30_mlp_gate_proj/range": 6.2109375, "train/tensor_act_model_layers_30_mlp_up_proj/norm": 7307.291015625, "train/tensor_act_model_layers_30_mlp_up_proj/mean": 0.006927490234375, "train/tensor_act_model_layers_30_mlp_up_proj/std": 2.515625, "train/tensor_act_model_layers_30_mlp_up_proj/max_abs": 5.65625, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/min": -5.65625, "train/tensor_act_model_layers_30_mlp_up_proj/max": 5.40625, "train/tensor_act_model_layers_30_mlp_up_proj/range": 11.0625, "train/tensor_act_model_layers_30_mlp_down_proj/norm": 100380.3203125, "train/tensor_act_model_layers_30_mlp_down_proj/mean": 48.75, "train/tensor_act_model_layers_30_mlp_down_proj/std": 4.625, "train/tensor_act_model_layers_30_mlp_down_proj/max_abs": 59.25, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_mlp_down_proj/min": 36.75, "train/tensor_act_model_layers_30_mlp_down_proj/max": 59.25, "train/tensor_act_model_layers_30_mlp_down_proj/range": 22.5, "train/tensor_act_model_layers_30_mlp/norm": 100380.3203125, "train/tensor_act_model_layers_30_mlp/mean": 48.75, "train/tensor_act_model_layers_30_mlp/std": 4.625, "train/tensor_act_model_layers_30_mlp/max_abs": 59.25, "train/tensor_act_model_layers_30_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_mlp/min": 36.75, "train/tensor_act_model_layers_30_mlp/max": 59.25, "train/tensor_act_model_layers_30_mlp/range": 22.5, "train/tensor_act_model_layers_30_residual_post_mlp/norm": 3296193.0, "train/tensor_act_model_layers_30_residual_post_mlp/mean": 1608.0, "train/tensor_act_model_layers_30_residual_post_mlp/std": 49.5, "train/tensor_act_model_layers_30_residual_post_mlp/max_abs": 1752.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_post_mlp/min": 1400.0, "train/tensor_act_model_layers_30_residual_post_mlp/max": 1752.0, "train/tensor_act_model_layers_30_residual_post_mlp/range": 352.0, "train/tensor_act_model_layers_31_residual_pre_attn/norm": 3296193.0, "train/tensor_act_model_layers_31_residual_pre_attn/mean": 1608.0, "train/tensor_act_model_layers_31_residual_pre_attn/std": 49.5, "train/tensor_act_model_layers_31_residual_pre_attn/max_abs": 1752.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_pre_attn/min": 1400.0, "train/tensor_act_model_layers_31_residual_pre_attn/max": 1752.0, "train/tensor_act_model_layers_31_residual_pre_attn/range": 352.0, "train/tensor_act_model_layers_31_residual_post_attn/norm": 3296193.0, "train/tensor_act_model_layers_31_residual_post_attn/mean": 1608.0, "train/tensor_act_model_layers_31_residual_post_attn/std": 49.5, "train/tensor_act_model_layers_31_residual_post_attn/max_abs": 1752.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_post_attn/min": 1400.0, "train/tensor_act_model_layers_31_residual_post_attn/max": 1752.0, "train/tensor_act_model_layers_31_residual_post_attn/range": 352.0, "train/tensor_act_model_layers_31_mlp_gate_proj/norm": 6693.99169921875, "train/tensor_act_model_layers_31_mlp_gate_proj/mean": 1.3046875, "train/tensor_act_model_layers_31_mlp_gate_proj/std": 1.90625, "train/tensor_act_model_layers_31_mlp_gate_proj/max_abs": 5.25, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/min": -1.21875, "train/tensor_act_model_layers_31_mlp_gate_proj/max": 5.25, "train/tensor_act_model_layers_31_mlp_gate_proj/range": 6.46875, "train/tensor_act_model_layers_31_mlp_up_proj/norm": 6882.4541015625, "train/tensor_act_model_layers_31_mlp_up_proj/mean": 0.1455078125, "train/tensor_act_model_layers_31_mlp_up_proj/std": 2.375, "train/tensor_act_model_layers_31_mlp_up_proj/max_abs": 5.375, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/min": -5.1875, "train/tensor_act_model_layers_31_mlp_up_proj/max": 5.375, "train/tensor_act_model_layers_31_mlp_up_proj/range": 10.5625, "train/tensor_act_model_layers_31_mlp_down_proj/norm": 87518.984375, "train/tensor_act_model_layers_31_mlp_down_proj/mean": 42.5, "train/tensor_act_model_layers_31_mlp_down_proj/std": 4.75, "train/tensor_act_model_layers_31_mlp_down_proj/max_abs": 53.75, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_mlp_down_proj/min": 30.5, "train/tensor_act_model_layers_31_mlp_down_proj/max": 53.75, "train/tensor_act_model_layers_31_mlp_down_proj/range": 23.25, "train/tensor_act_model_layers_31_mlp/norm": 87518.984375, "train/tensor_act_model_layers_31_mlp/mean": 42.5, "train/tensor_act_model_layers_31_mlp/std": 4.75, "train/tensor_act_model_layers_31_mlp/max_abs": 53.75, "train/tensor_act_model_layers_31_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_mlp/min": 30.5, "train/tensor_act_model_layers_31_mlp/max": 53.75, "train/tensor_act_model_layers_31_mlp/range": 23.25, "train/tensor_act_model_layers_31_residual_post_mlp/norm": 3383234.75, "train/tensor_act_model_layers_31_residual_post_mlp/mean": 1648.0, "train/tensor_act_model_layers_31_residual_post_mlp/std": 50.5, "train/tensor_act_model_layers_31_residual_post_mlp/max_abs": 1800.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_post_mlp/min": 1440.0, "train/tensor_act_model_layers_31_residual_post_mlp/max": 1800.0, "train/tensor_act_model_layers_31_residual_post_mlp/range": 360.0, "train/tensor_act_model_layers_32_residual_pre_attn/norm": 3383234.75, "train/tensor_act_model_layers_32_residual_pre_attn/mean": 1648.0, "train/tensor_act_model_layers_32_residual_pre_attn/std": 50.5, "train/tensor_act_model_layers_32_residual_pre_attn/max_abs": 1800.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_pre_attn/min": 1440.0, "train/tensor_act_model_layers_32_residual_pre_attn/max": 1800.0, "train/tensor_act_model_layers_32_residual_pre_attn/range": 360.0, "train/tensor_act_model_layers_32_residual_post_attn/norm": 3383234.75, "train/tensor_act_model_layers_32_residual_post_attn/mean": 1648.0, "train/tensor_act_model_layers_32_residual_post_attn/std": 50.5, "train/tensor_act_model_layers_32_residual_post_attn/max_abs": 1800.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_post_attn/min": 1440.0, "train/tensor_act_model_layers_32_residual_post_attn/max": 1800.0, "train/tensor_act_model_layers_32_residual_post_attn/range": 360.0, "train/tensor_act_model_layers_32_mlp_gate_proj/norm": 6721.89990234375, "train/tensor_act_model_layers_32_mlp_gate_proj/mean": 1.2109375, "train/tensor_act_model_layers_32_mlp_gate_proj/std": 1.984375, "train/tensor_act_model_layers_32_mlp_gate_proj/max_abs": 5.46875, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/min": -1.2109375, "train/tensor_act_model_layers_32_mlp_gate_proj/max": 5.46875, "train/tensor_act_model_layers_32_mlp_gate_proj/range": 6.6796875, "train/tensor_act_model_layers_32_mlp_up_proj/norm": 6882.97314453125, "train/tensor_act_model_layers_32_mlp_up_proj/mean": 0.036865234375, "train/tensor_act_model_layers_32_mlp_up_proj/std": 2.375, "train/tensor_act_model_layers_32_mlp_up_proj/max_abs": 5.875, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/min": -5.875, "train/tensor_act_model_layers_32_mlp_up_proj/max": 5.21875, "train/tensor_act_model_layers_32_mlp_up_proj/range": 11.09375, "train/tensor_act_model_layers_32_mlp_down_proj/norm": 85163.9140625, "train/tensor_act_model_layers_32_mlp_down_proj/mean": 41.25, "train/tensor_act_model_layers_32_mlp_down_proj/std": 4.8125, "train/tensor_act_model_layers_32_mlp_down_proj/max_abs": 50.5, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_mlp_down_proj/min": 29.5, "train/tensor_act_model_layers_32_mlp_down_proj/max": 50.5, "train/tensor_act_model_layers_32_mlp_down_proj/range": 21.0, "train/tensor_act_model_layers_32_mlp/norm": 85163.9140625, "train/tensor_act_model_layers_32_mlp/mean": 41.25, "train/tensor_act_model_layers_32_mlp/std": 4.8125, "train/tensor_act_model_layers_32_mlp/max_abs": 50.5, "train/tensor_act_model_layers_32_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_mlp/min": 29.5, "train/tensor_act_model_layers_32_mlp/max": 50.5, "train/tensor_act_model_layers_32_mlp/range": 21.0, "train/tensor_act_model_layers_32_residual_post_mlp/norm": 3467693.0, "train/tensor_act_model_layers_32_residual_post_mlp/mean": 1696.0, "train/tensor_act_model_layers_32_residual_post_mlp/std": 51.75, "train/tensor_act_model_layers_32_residual_post_mlp/max_abs": 1848.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_post_mlp/min": 1480.0, "train/tensor_act_model_layers_32_residual_post_mlp/max": 1848.0, "train/tensor_act_model_layers_32_residual_post_mlp/range": 368.0, "train/tensor_act_model_layers_33_residual_pre_attn/norm": 3467693.0, "train/tensor_act_model_layers_33_residual_pre_attn/mean": 1696.0, "train/tensor_act_model_layers_33_residual_pre_attn/std": 51.75, "train/tensor_act_model_layers_33_residual_pre_attn/max_abs": 1848.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_pre_attn/min": 1480.0, "train/tensor_act_model_layers_33_residual_pre_attn/max": 1848.0, "train/tensor_act_model_layers_33_residual_pre_attn/range": 368.0, "train/tensor_act_model_layers_33_residual_post_attn/norm": 3467693.0, "train/tensor_act_model_layers_33_residual_post_attn/mean": 1696.0, "train/tensor_act_model_layers_33_residual_post_attn/std": 51.75, "train/tensor_act_model_layers_33_residual_post_attn/max_abs": 1848.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_post_attn/min": 1480.0, "train/tensor_act_model_layers_33_residual_post_attn/max": 1848.0, "train/tensor_act_model_layers_33_residual_post_attn/range": 368.0, "train/tensor_act_model_layers_33_mlp_gate_proj/norm": 7163.48583984375, "train/tensor_act_model_layers_33_mlp_gate_proj/mean": 1.5078125, "train/tensor_act_model_layers_33_mlp_gate_proj/std": 1.9609375, "train/tensor_act_model_layers_33_mlp_gate_proj/max_abs": 5.71875, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/min": -1.5, "train/tensor_act_model_layers_33_mlp_gate_proj/max": 5.71875, "train/tensor_act_model_layers_33_mlp_gate_proj/range": 7.21875, "train/tensor_act_model_layers_33_mlp_up_proj/norm": 7345.89208984375, "train/tensor_act_model_layers_33_mlp_up_proj/mean": -0.1103515625, "train/tensor_act_model_layers_33_mlp_up_proj/std": 2.53125, "train/tensor_act_model_layers_33_mlp_up_proj/max_abs": 5.375, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/min": -5.375, "train/tensor_act_model_layers_33_mlp_up_proj/max": 5.03125, "train/tensor_act_model_layers_33_mlp_up_proj/range": 10.40625, "train/tensor_act_model_layers_33_mlp_down_proj/norm": 97527.6953125, "train/tensor_act_model_layers_33_mlp_down_proj/mean": 47.25, "train/tensor_act_model_layers_33_mlp_down_proj/std": 4.90625, "train/tensor_act_model_layers_33_mlp_down_proj/max_abs": 63.5, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_mlp_down_proj/min": 34.25, "train/tensor_act_model_layers_33_mlp_down_proj/max": 63.5, "train/tensor_act_model_layers_33_mlp_down_proj/range": 29.25, "train/tensor_act_model_layers_33_mlp/norm": 97527.6953125, "train/tensor_act_model_layers_33_mlp/mean": 47.25, "train/tensor_act_model_layers_33_mlp/std": 4.90625, "train/tensor_act_model_layers_33_mlp/max_abs": 63.5, "train/tensor_act_model_layers_33_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_mlp/min": 34.25, "train/tensor_act_model_layers_33_mlp/max": 63.5, "train/tensor_act_model_layers_33_mlp/range": 29.25, "train/tensor_act_model_layers_33_residual_post_mlp/norm": 3564756.5, "train/tensor_act_model_layers_33_residual_post_mlp/mean": 1736.0, "train/tensor_act_model_layers_33_residual_post_mlp/std": 52.0, "train/tensor_act_model_layers_33_residual_post_mlp/max_abs": 1888.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_post_mlp/min": 1520.0, "train/tensor_act_model_layers_33_residual_post_mlp/max": 1888.0, "train/tensor_act_model_layers_33_residual_post_mlp/range": 368.0, "train/tensor_act_model_layers_34_residual_pre_attn/norm": 3564756.5, "train/tensor_act_model_layers_34_residual_pre_attn/mean": 1736.0, "train/tensor_act_model_layers_34_residual_pre_attn/std": 52.0, "train/tensor_act_model_layers_34_residual_pre_attn/max_abs": 1888.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_pre_attn/min": 1520.0, "train/tensor_act_model_layers_34_residual_pre_attn/max": 1888.0, "train/tensor_act_model_layers_34_residual_pre_attn/range": 368.0, "train/tensor_act_model_layers_34_residual_post_attn/norm": 3564756.5, "train/tensor_act_model_layers_34_residual_post_attn/mean": 1736.0, "train/tensor_act_model_layers_34_residual_post_attn/std": 52.0, "train/tensor_act_model_layers_34_residual_post_attn/max_abs": 1888.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_post_attn/min": 1520.0, "train/tensor_act_model_layers_34_residual_post_attn/max": 1888.0, "train/tensor_act_model_layers_34_residual_post_attn/range": 368.0, "train/tensor_act_model_layers_34_mlp_gate_proj/norm": 6777.919921875, "train/tensor_act_model_layers_34_mlp_gate_proj/mean": 1.390625, "train/tensor_act_model_layers_34_mlp_gate_proj/std": 1.8828125, "train/tensor_act_model_layers_34_mlp_gate_proj/max_abs": 4.9375, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/min": -1.1171875, "train/tensor_act_model_layers_34_mlp_gate_proj/max": 4.9375, "train/tensor_act_model_layers_34_mlp_gate_proj/range": 6.0546875, "train/tensor_act_model_layers_34_mlp_up_proj/norm": 7071.5068359375, "train/tensor_act_model_layers_34_mlp_up_proj/mean": -0.1591796875, "train/tensor_act_model_layers_34_mlp_up_proj/std": 2.4375, "train/tensor_act_model_layers_34_mlp_up_proj/max_abs": 5.15625, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/min": -5.125, "train/tensor_act_model_layers_34_mlp_up_proj/max": 5.15625, "train/tensor_act_model_layers_34_mlp_up_proj/range": 10.28125, "train/tensor_act_model_layers_34_mlp_down_proj/norm": 86119.8828125, "train/tensor_act_model_layers_34_mlp_down_proj/mean": 41.75, "train/tensor_act_model_layers_34_mlp_down_proj/std": 4.4375, "train/tensor_act_model_layers_34_mlp_down_proj/max_abs": 53.0, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_mlp_down_proj/min": 27.875, "train/tensor_act_model_layers_34_mlp_down_proj/max": 53.0, "train/tensor_act_model_layers_34_mlp_down_proj/range": 25.125, "train/tensor_act_model_layers_34_mlp/norm": 86119.8828125, "train/tensor_act_model_layers_34_mlp/mean": 41.75, "train/tensor_act_model_layers_34_mlp/std": 4.4375, "train/tensor_act_model_layers_34_mlp/max_abs": 53.0, "train/tensor_act_model_layers_34_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_mlp/min": 27.875, "train/tensor_act_model_layers_34_mlp/max": 53.0, "train/tensor_act_model_layers_34_mlp/range": 25.125, "train/tensor_act_model_layers_34_residual_post_mlp/norm": 3650507.75, "train/tensor_act_model_layers_34_residual_post_mlp/mean": 1784.0, "train/tensor_act_model_layers_34_residual_post_mlp/std": 52.25, "train/tensor_act_model_layers_34_residual_post_mlp/max_abs": 1920.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_post_mlp/min": 1560.0, "train/tensor_act_model_layers_34_residual_post_mlp/max": 1920.0, "train/tensor_act_model_layers_34_residual_post_mlp/range": 360.0, "train/tensor_act_model_layers_35_residual_pre_attn/norm": 3650507.75, "train/tensor_act_model_layers_35_residual_pre_attn/mean": 1784.0, "train/tensor_act_model_layers_35_residual_pre_attn/std": 52.25, "train/tensor_act_model_layers_35_residual_pre_attn/max_abs": 1920.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_pre_attn/min": 1560.0, "train/tensor_act_model_layers_35_residual_pre_attn/max": 1920.0, "train/tensor_act_model_layers_35_residual_pre_attn/range": 360.0, "train/tensor_act_model_layers_35_residual_post_attn/norm": 3650507.75, "train/tensor_act_model_layers_35_residual_post_attn/mean": 1784.0, "train/tensor_act_model_layers_35_residual_post_attn/std": 52.25, "train/tensor_act_model_layers_35_residual_post_attn/max_abs": 1920.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_post_attn/min": 1560.0, "train/tensor_act_model_layers_35_residual_post_attn/max": 1920.0, "train/tensor_act_model_layers_35_residual_post_attn/range": 360.0, "train/tensor_act_model_layers_35_mlp_gate_proj/norm": 7209.6640625, "train/tensor_act_model_layers_35_mlp_gate_proj/mean": 1.4453125, "train/tensor_act_model_layers_35_mlp_gate_proj/std": 2.03125, "train/tensor_act_model_layers_35_mlp_gate_proj/max_abs": 5.34375, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/min": -1.109375, "train/tensor_act_model_layers_35_mlp_gate_proj/max": 5.34375, "train/tensor_act_model_layers_35_mlp_gate_proj/range": 6.453125, "train/tensor_act_model_layers_35_mlp_up_proj/norm": 7318.06591796875, "train/tensor_act_model_layers_35_mlp_up_proj/mean": -0.1005859375, "train/tensor_act_model_layers_35_mlp_up_proj/std": 2.53125, "train/tensor_act_model_layers_35_mlp_up_proj/max_abs": 5.28125, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/min": -5.28125, "train/tensor_act_model_layers_35_mlp_up_proj/max": 5.25, "train/tensor_act_model_layers_35_mlp_up_proj/range": 10.53125, "train/tensor_act_model_layers_35_mlp_down_proj/norm": 100498.515625, "train/tensor_act_model_layers_35_mlp_down_proj/mean": 48.75, "train/tensor_act_model_layers_35_mlp_down_proj/std": 5.5625, "train/tensor_act_model_layers_35_mlp_down_proj/max_abs": 61.25, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_mlp_down_proj/min": 34.0, "train/tensor_act_model_layers_35_mlp_down_proj/max": 61.25, "train/tensor_act_model_layers_35_mlp_down_proj/range": 27.25, "train/tensor_act_model_layers_35_mlp/norm": 100498.515625, "train/tensor_act_model_layers_35_mlp/mean": 48.75, "train/tensor_act_model_layers_35_mlp/std": 5.5625, "train/tensor_act_model_layers_35_mlp/max_abs": 61.25, "train/tensor_act_model_layers_35_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_mlp/min": 34.0, "train/tensor_act_model_layers_35_mlp/max": 61.25, "train/tensor_act_model_layers_35_mlp/range": 27.25, "train/tensor_act_model_layers_35_residual_post_mlp/norm": 3749963.0, "train/tensor_act_model_layers_35_residual_post_mlp/mean": 1832.0, "train/tensor_act_model_layers_35_residual_post_mlp/std": 52.75, "train/tensor_act_model_layers_35_residual_post_mlp/max_abs": 1968.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_post_mlp/min": 1608.0, "train/tensor_act_model_layers_35_residual_post_mlp/max": 1968.0, "train/tensor_act_model_layers_35_residual_post_mlp/range": 360.0, "train/tensor_act_model_layers_36_residual_pre_attn/norm": 3749963.0, "train/tensor_act_model_layers_36_residual_pre_attn/mean": 1832.0, "train/tensor_act_model_layers_36_residual_pre_attn/std": 52.75, "train/tensor_act_model_layers_36_residual_pre_attn/max_abs": 1968.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_pre_attn/min": 1608.0, "train/tensor_act_model_layers_36_residual_pre_attn/max": 1968.0, "train/tensor_act_model_layers_36_residual_pre_attn/range": 360.0, "train/tensor_act_model_layers_36_residual_post_attn/norm": 3749963.0, "train/tensor_act_model_layers_36_residual_post_attn/mean": 1832.0, "train/tensor_act_model_layers_36_residual_post_attn/std": 52.75, "train/tensor_act_model_layers_36_residual_post_attn/max_abs": 1968.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_post_attn/min": 1608.0, "train/tensor_act_model_layers_36_residual_post_attn/max": 1968.0, "train/tensor_act_model_layers_36_residual_post_attn/range": 360.0, "train/tensor_act_model_layers_36_mlp_gate_proj/norm": 6747.70947265625, "train/tensor_act_model_layers_36_mlp_gate_proj/mean": 1.3515625, "train/tensor_act_model_layers_36_mlp_gate_proj/std": 1.8984375, "train/tensor_act_model_layers_36_mlp_gate_proj/max_abs": 5.125, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/min": -1.234375, "train/tensor_act_model_layers_36_mlp_gate_proj/max": 5.125, "train/tensor_act_model_layers_36_mlp_gate_proj/range": 6.359375, "train/tensor_act_model_layers_36_mlp_up_proj/norm": 6970.962890625, "train/tensor_act_model_layers_36_mlp_up_proj/mean": 0.0225830078125, "train/tensor_act_model_layers_36_mlp_up_proj/std": 2.40625, "train/tensor_act_model_layers_36_mlp_up_proj/max_abs": 5.125, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/min": -5.125, "train/tensor_act_model_layers_36_mlp_up_proj/max": 5.0625, "train/tensor_act_model_layers_36_mlp_up_proj/range": 10.1875, "train/tensor_act_model_layers_36_mlp_down_proj/norm": 87697.234375, "train/tensor_act_model_layers_36_mlp_down_proj/mean": 42.5, "train/tensor_act_model_layers_36_mlp_down_proj/std": 5.21875, "train/tensor_act_model_layers_36_mlp_down_proj/max_abs": 56.0, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_mlp_down_proj/min": 28.25, "train/tensor_act_model_layers_36_mlp_down_proj/max": 56.0, "train/tensor_act_model_layers_36_mlp_down_proj/range": 27.75, "train/tensor_act_model_layers_36_mlp/norm": 87697.234375, "train/tensor_act_model_layers_36_mlp/mean": 42.5, "train/tensor_act_model_layers_36_mlp/std": 5.21875, "train/tensor_act_model_layers_36_mlp/max_abs": 56.0, "train/tensor_act_model_layers_36_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_mlp/min": 28.25, "train/tensor_act_model_layers_36_mlp/max": 56.0, "train/tensor_act_model_layers_36_mlp/range": 27.75, "train/tensor_act_model_layers_36_residual_post_mlp/norm": 3836560.5, "train/tensor_act_model_layers_36_residual_post_mlp/mean": 1872.0, "train/tensor_act_model_layers_36_residual_post_mlp/std": 53.25, "train/tensor_act_model_layers_36_residual_post_mlp/max_abs": 2016.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_post_mlp/min": 1648.0, "train/tensor_act_model_layers_36_residual_post_mlp/max": 2016.0, "train/tensor_act_model_layers_36_residual_post_mlp/range": 368.0, "train/tensor_act_model_layers_37_residual_pre_attn/norm": 3836560.5, "train/tensor_act_model_layers_37_residual_pre_attn/mean": 1872.0, "train/tensor_act_model_layers_37_residual_pre_attn/std": 53.25, "train/tensor_act_model_layers_37_residual_pre_attn/max_abs": 2016.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_pre_attn/min": 1648.0, "train/tensor_act_model_layers_37_residual_pre_attn/max": 2016.0, "train/tensor_act_model_layers_37_residual_pre_attn/range": 368.0, "train/tensor_act_model_layers_37_residual_post_attn/norm": 3836560.5, "train/tensor_act_model_layers_37_residual_post_attn/mean": 1872.0, "train/tensor_act_model_layers_37_residual_post_attn/std": 53.25, "train/tensor_act_model_layers_37_residual_post_attn/max_abs": 2016.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_post_attn/min": 1648.0, "train/tensor_act_model_layers_37_residual_post_attn/max": 2016.0, "train/tensor_act_model_layers_37_residual_post_attn/range": 368.0, "train/tensor_act_model_layers_37_mlp_gate_proj/norm": 6972.47314453125, "train/tensor_act_model_layers_37_mlp_gate_proj/mean": 1.4453125, "train/tensor_act_model_layers_37_mlp_gate_proj/std": 1.921875, "train/tensor_act_model_layers_37_mlp_gate_proj/max_abs": 5.46875, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/min": -1.09375, "train/tensor_act_model_layers_37_mlp_gate_proj/max": 5.46875, "train/tensor_act_model_layers_37_mlp_gate_proj/range": 6.5625, "train/tensor_act_model_layers_37_mlp_up_proj/norm": 7065.3779296875, "train/tensor_act_model_layers_37_mlp_up_proj/mean": 0.22265625, "train/tensor_act_model_layers_37_mlp_up_proj/std": 2.421875, "train/tensor_act_model_layers_37_mlp_up_proj/max_abs": 5.71875, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/min": -5.71875, "train/tensor_act_model_layers_37_mlp_up_proj/max": 4.96875, "train/tensor_act_model_layers_37_mlp_up_proj/range": 10.6875, "train/tensor_act_model_layers_37_mlp_down_proj/norm": 89022.953125, "train/tensor_act_model_layers_37_mlp_down_proj/mean": 43.25, "train/tensor_act_model_layers_37_mlp_down_proj/std": 4.9375, "train/tensor_act_model_layers_37_mlp_down_proj/max_abs": 54.75, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_mlp_down_proj/min": 31.5, "train/tensor_act_model_layers_37_mlp_down_proj/max": 54.75, "train/tensor_act_model_layers_37_mlp_down_proj/range": 23.25, "train/tensor_act_model_layers_37_mlp/norm": 89022.953125, "train/tensor_act_model_layers_37_mlp/mean": 43.25, "train/tensor_act_model_layers_37_mlp/std": 4.9375, "train/tensor_act_model_layers_37_mlp/max_abs": 54.75, "train/tensor_act_model_layers_37_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_mlp/min": 31.5, "train/tensor_act_model_layers_37_mlp/max": 54.75, "train/tensor_act_model_layers_37_mlp/range": 23.25, "train/tensor_act_model_layers_37_residual_post_mlp/norm": 3925013.75, "train/tensor_act_model_layers_37_residual_post_mlp/mean": 1912.0, "train/tensor_act_model_layers_37_residual_post_mlp/std": 53.5, "train/tensor_act_model_layers_37_residual_post_mlp/max_abs": 2064.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_post_mlp/min": 1688.0, "train/tensor_act_model_layers_37_residual_post_mlp/max": 2064.0, "train/tensor_act_model_layers_37_residual_post_mlp/range": 376.0, "train/tensor_act_model_layers_38_residual_pre_attn/norm": 3925013.75, "train/tensor_act_model_layers_38_residual_pre_attn/mean": 1912.0, "train/tensor_act_model_layers_38_residual_pre_attn/std": 53.5, "train/tensor_act_model_layers_38_residual_pre_attn/max_abs": 2064.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_pre_attn/min": 1688.0, "train/tensor_act_model_layers_38_residual_pre_attn/max": 2064.0, "train/tensor_act_model_layers_38_residual_pre_attn/range": 376.0, "train/tensor_act_model_layers_38_residual_post_attn/norm": 3925013.75, "train/tensor_act_model_layers_38_residual_post_attn/mean": 1912.0, "train/tensor_act_model_layers_38_residual_post_attn/std": 53.5, "train/tensor_act_model_layers_38_residual_post_attn/max_abs": 2064.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_post_attn/min": 1688.0, "train/tensor_act_model_layers_38_residual_post_attn/max": 2064.0, "train/tensor_act_model_layers_38_residual_post_attn/range": 376.0, "train/tensor_act_model_layers_38_mlp_gate_proj/norm": 6221.19677734375, "train/tensor_act_model_layers_38_mlp_gate_proj/mean": 1.140625, "train/tensor_act_model_layers_38_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_38_mlp_gate_proj/max_abs": 5.0, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/min": -1.1328125, "train/tensor_act_model_layers_38_mlp_gate_proj/max": 5.0, "train/tensor_act_model_layers_38_mlp_gate_proj/range": 6.1328125, "train/tensor_act_model_layers_38_mlp_up_proj/norm": 6555.12158203125, "train/tensor_act_model_layers_38_mlp_up_proj/mean": -0.11572265625, "train/tensor_act_model_layers_38_mlp_up_proj/std": 2.265625, "train/tensor_act_model_layers_38_mlp_up_proj/max_abs": 5.1875, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/min": -4.9375, "train/tensor_act_model_layers_38_mlp_up_proj/max": 5.1875, "train/tensor_act_model_layers_38_mlp_up_proj/range": 10.125, "train/tensor_act_model_layers_38_mlp_down_proj/norm": 75083.9453125, "train/tensor_act_model_layers_38_mlp_down_proj/mean": 36.5, "train/tensor_act_model_layers_38_mlp_down_proj/std": 4.15625, "train/tensor_act_model_layers_38_mlp_down_proj/max_abs": 45.75, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_mlp_down_proj/min": 26.0, "train/tensor_act_model_layers_38_mlp_down_proj/max": 45.75, "train/tensor_act_model_layers_38_mlp_down_proj/range": 19.75, "train/tensor_act_model_layers_38_mlp/norm": 75083.9453125, "train/tensor_act_model_layers_38_mlp/mean": 36.5, "train/tensor_act_model_layers_38_mlp/std": 4.15625, "train/tensor_act_model_layers_38_mlp/max_abs": 45.75, "train/tensor_act_model_layers_38_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_mlp/min": 26.0, "train/tensor_act_model_layers_38_mlp/max": 45.75, "train/tensor_act_model_layers_38_mlp/range": 19.75, "train/tensor_act_model_layers_38_residual_post_mlp/norm": 3999454.75, "train/tensor_act_model_layers_38_residual_post_mlp/mean": 1952.0, "train/tensor_act_model_layers_38_residual_post_mlp/std": 54.25, "train/tensor_act_model_layers_38_residual_post_mlp/max_abs": 2096.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_post_mlp/min": 1720.0, "train/tensor_act_model_layers_38_residual_post_mlp/max": 2096.0, "train/tensor_act_model_layers_38_residual_post_mlp/range": 376.0, "train/tensor_act_model_layers_39_residual_pre_attn/norm": 3999454.75, "train/tensor_act_model_layers_39_residual_pre_attn/mean": 1952.0, "train/tensor_act_model_layers_39_residual_pre_attn/std": 54.25, "train/tensor_act_model_layers_39_residual_pre_attn/max_abs": 2096.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_pre_attn/min": 1720.0, "train/tensor_act_model_layers_39_residual_pre_attn/max": 2096.0, "train/tensor_act_model_layers_39_residual_pre_attn/range": 376.0, "train/tensor_act_model_layers_39_residual_post_attn/norm": 3999454.75, "train/tensor_act_model_layers_39_residual_post_attn/mean": 1952.0, "train/tensor_act_model_layers_39_residual_post_attn/std": 54.25, "train/tensor_act_model_layers_39_residual_post_attn/max_abs": 2096.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_post_attn/min": 1720.0, "train/tensor_act_model_layers_39_residual_post_attn/max": 2096.0, "train/tensor_act_model_layers_39_residual_post_attn/range": 376.0, "train/tensor_act_model_layers_39_mlp_gate_proj/norm": 6163.2607421875, "train/tensor_act_model_layers_39_mlp_gate_proj/mean": 1.1171875, "train/tensor_act_model_layers_39_mlp_gate_proj/std": 1.8125, "train/tensor_act_model_layers_39_mlp_gate_proj/max_abs": 5.15625, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_39_mlp_gate_proj/max": 5.15625, "train/tensor_act_model_layers_39_mlp_gate_proj/range": 6.4453125, "train/tensor_act_model_layers_39_mlp_up_proj/norm": 6476.46533203125, "train/tensor_act_model_layers_39_mlp_up_proj/mean": -0.22265625, "train/tensor_act_model_layers_39_mlp_up_proj/std": 2.21875, "train/tensor_act_model_layers_39_mlp_up_proj/max_abs": 5.15625, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/min": -4.90625, "train/tensor_act_model_layers_39_mlp_up_proj/max": 5.15625, "train/tensor_act_model_layers_39_mlp_up_proj/range": 10.0625, "train/tensor_act_model_layers_39_mlp_down_proj/norm": 70879.25, "train/tensor_act_model_layers_39_mlp_down_proj/mean": 34.25, "train/tensor_act_model_layers_39_mlp_down_proj/std": 4.125, "train/tensor_act_model_layers_39_mlp_down_proj/max_abs": 43.25, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_mlp_down_proj/min": 21.75, "train/tensor_act_model_layers_39_mlp_down_proj/max": 43.25, "train/tensor_act_model_layers_39_mlp_down_proj/range": 21.5, "train/tensor_act_model_layers_39_mlp/norm": 70879.25, "train/tensor_act_model_layers_39_mlp/mean": 34.25, "train/tensor_act_model_layers_39_mlp/std": 4.125, "train/tensor_act_model_layers_39_mlp/max_abs": 43.25, "train/tensor_act_model_layers_39_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_mlp/min": 21.75, "train/tensor_act_model_layers_39_mlp/max": 43.25, "train/tensor_act_model_layers_39_mlp/range": 21.5, "train/tensor_act_model_layers_39_residual_post_mlp/norm": 4069228.25, "train/tensor_act_model_layers_39_residual_post_mlp/mean": 1984.0, "train/tensor_act_model_layers_39_residual_post_mlp/std": 54.75, "train/tensor_act_model_layers_39_residual_post_mlp/max_abs": 2128.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_post_mlp/min": 1752.0, "train/tensor_act_model_layers_39_residual_post_mlp/max": 2128.0, "train/tensor_act_model_layers_39_residual_post_mlp/range": 376.0, "train/tensor_act_model_layers_40_residual_pre_attn/norm": 4069228.25, "train/tensor_act_model_layers_40_residual_pre_attn/mean": 1984.0, "train/tensor_act_model_layers_40_residual_pre_attn/std": 54.75, "train/tensor_act_model_layers_40_residual_pre_attn/max_abs": 2128.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_pre_attn/min": 1752.0, "train/tensor_act_model_layers_40_residual_pre_attn/max": 2128.0, "train/tensor_act_model_layers_40_residual_pre_attn/range": 376.0, "train/tensor_act_model_layers_40_residual_post_attn/norm": 4069228.25, "train/tensor_act_model_layers_40_residual_post_attn/mean": 1984.0, "train/tensor_act_model_layers_40_residual_post_attn/std": 54.75, "train/tensor_act_model_layers_40_residual_post_attn/max_abs": 2128.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_post_attn/min": 1752.0, "train/tensor_act_model_layers_40_residual_post_attn/max": 2128.0, "train/tensor_act_model_layers_40_residual_post_attn/range": 376.0, "train/tensor_act_model_layers_40_mlp_gate_proj/norm": 6581.83740234375, "train/tensor_act_model_layers_40_mlp_gate_proj/mean": 1.2578125, "train/tensor_act_model_layers_40_mlp_gate_proj/std": 1.890625, "train/tensor_act_model_layers_40_mlp_gate_proj/max_abs": 5.46875, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/min": -1.1484375, "train/tensor_act_model_layers_40_mlp_gate_proj/max": 5.46875, "train/tensor_act_model_layers_40_mlp_gate_proj/range": 6.6171875, "train/tensor_act_model_layers_40_mlp_up_proj/norm": 6735.22705078125, "train/tensor_act_model_layers_40_mlp_up_proj/mean": -0.26171875, "train/tensor_act_model_layers_40_mlp_up_proj/std": 2.3125, "train/tensor_act_model_layers_40_mlp_up_proj/max_abs": 5.46875, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/min": -5.46875, "train/tensor_act_model_layers_40_mlp_up_proj/max": 5.46875, "train/tensor_act_model_layers_40_mlp_up_proj/range": 10.9375, "train/tensor_act_model_layers_40_mlp_down_proj/norm": 80095.7890625, "train/tensor_act_model_layers_40_mlp_down_proj/mean": 38.75, "train/tensor_act_model_layers_40_mlp_down_proj/std": 4.90625, "train/tensor_act_model_layers_40_mlp_down_proj/max_abs": 49.0, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_mlp_down_proj/min": 22.875, "train/tensor_act_model_layers_40_mlp_down_proj/max": 49.0, "train/tensor_act_model_layers_40_mlp_down_proj/range": 26.125, "train/tensor_act_model_layers_40_mlp/norm": 80095.7890625, "train/tensor_act_model_layers_40_mlp/mean": 38.75, "train/tensor_act_model_layers_40_mlp/std": 4.90625, "train/tensor_act_model_layers_40_mlp/max_abs": 49.0, "train/tensor_act_model_layers_40_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_mlp/min": 22.875, "train/tensor_act_model_layers_40_mlp/max": 49.0, "train/tensor_act_model_layers_40_mlp/range": 26.125, "train/tensor_act_model_layers_40_residual_post_mlp/norm": 4148390.5, "train/tensor_act_model_layers_40_residual_post_mlp/mean": 2024.0, "train/tensor_act_model_layers_40_residual_post_mlp/std": 54.75, "train/tensor_act_model_layers_40_residual_post_mlp/max_abs": 2176.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_post_mlp/min": 1792.0, "train/tensor_act_model_layers_40_residual_post_mlp/max": 2176.0, "train/tensor_act_model_layers_40_residual_post_mlp/range": 384.0, "train/tensor_act_model_layers_41_residual_pre_attn/norm": 4148390.5, "train/tensor_act_model_layers_41_residual_pre_attn/mean": 2024.0, "train/tensor_act_model_layers_41_residual_pre_attn/std": 54.75, "train/tensor_act_model_layers_41_residual_pre_attn/max_abs": 2176.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_pre_attn/min": 1792.0, "train/tensor_act_model_layers_41_residual_pre_attn/max": 2176.0, "train/tensor_act_model_layers_41_residual_pre_attn/range": 384.0, "train/tensor_act_model_layers_41_residual_post_attn/norm": 4148390.5, "train/tensor_act_model_layers_41_residual_post_attn/mean": 2024.0, "train/tensor_act_model_layers_41_residual_post_attn/std": 54.75, "train/tensor_act_model_layers_41_residual_post_attn/max_abs": 2176.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_post_attn/min": 1792.0, "train/tensor_act_model_layers_41_residual_post_attn/max": 2176.0, "train/tensor_act_model_layers_41_residual_post_attn/range": 384.0, "train/tensor_act_model_layers_41_mlp_gate_proj/norm": 6303.19091796875, "train/tensor_act_model_layers_41_mlp_gate_proj/mean": 1.2109375, "train/tensor_act_model_layers_41_mlp_gate_proj/std": 1.8125, "train/tensor_act_model_layers_41_mlp_gate_proj/max_abs": 5.0625, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/min": -1.3046875, "train/tensor_act_model_layers_41_mlp_gate_proj/max": 5.0625, "train/tensor_act_model_layers_41_mlp_gate_proj/range": 6.3671875, "train/tensor_act_model_layers_41_mlp_up_proj/norm": 6638.22998046875, "train/tensor_act_model_layers_41_mlp_up_proj/mean": 0.042236328125, "train/tensor_act_model_layers_41_mlp_up_proj/std": 2.296875, "train/tensor_act_model_layers_41_mlp_up_proj/max_abs": 5.40625, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/min": -4.96875, "train/tensor_act_model_layers_41_mlp_up_proj/max": 5.40625, "train/tensor_act_model_layers_41_mlp_up_proj/range": 10.375, "train/tensor_act_model_layers_41_mlp_down_proj/norm": 73497.7109375, "train/tensor_act_model_layers_41_mlp_down_proj/mean": 35.5, "train/tensor_act_model_layers_41_mlp_down_proj/std": 5.1875, "train/tensor_act_model_layers_41_mlp_down_proj/max_abs": 49.5, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_mlp_down_proj/min": 19.75, "train/tensor_act_model_layers_41_mlp_down_proj/max": 49.5, "train/tensor_act_model_layers_41_mlp_down_proj/range": 29.75, "train/tensor_act_model_layers_41_mlp/norm": 73497.7109375, "train/tensor_act_model_layers_41_mlp/mean": 35.5, "train/tensor_act_model_layers_41_mlp/std": 5.1875, "train/tensor_act_model_layers_41_mlp/max_abs": 49.5, "train/tensor_act_model_layers_41_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_mlp/min": 19.75, "train/tensor_act_model_layers_41_mlp/max": 49.5, "train/tensor_act_model_layers_41_mlp/range": 29.75, "train/tensor_act_model_layers_41_residual_post_mlp/norm": 4220352.0, "train/tensor_act_model_layers_41_residual_post_mlp/mean": 2064.0, "train/tensor_act_model_layers_41_residual_post_mlp/std": 55.5, "train/tensor_act_model_layers_41_residual_post_mlp/max_abs": 2208.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_post_mlp/min": 1816.0, "train/tensor_act_model_layers_41_residual_post_mlp/max": 2208.0, "train/tensor_act_model_layers_41_residual_post_mlp/range": 392.0, "train/tensor_act_model_layers_42_residual_pre_attn/norm": 4220352.0, "train/tensor_act_model_layers_42_residual_pre_attn/mean": 2064.0, "train/tensor_act_model_layers_42_residual_pre_attn/std": 55.5, "train/tensor_act_model_layers_42_residual_pre_attn/max_abs": 2208.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_pre_attn/min": 1816.0, "train/tensor_act_model_layers_42_residual_pre_attn/max": 2208.0, "train/tensor_act_model_layers_42_residual_pre_attn/range": 392.0, "train/tensor_act_model_layers_42_residual_post_attn/norm": 4220352.0, "train/tensor_act_model_layers_42_residual_post_attn/mean": 2064.0, "train/tensor_act_model_layers_42_residual_post_attn/std": 55.5, "train/tensor_act_model_layers_42_residual_post_attn/max_abs": 2208.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_post_attn/min": 1816.0, "train/tensor_act_model_layers_42_residual_post_attn/max": 2208.0, "train/tensor_act_model_layers_42_residual_post_attn/range": 392.0, "train/tensor_act_model_layers_42_mlp_gate_proj/norm": 6042.98583984375, "train/tensor_act_model_layers_42_mlp_gate_proj/mean": 1.0703125, "train/tensor_act_model_layers_42_mlp_gate_proj/std": 1.7890625, "train/tensor_act_model_layers_42_mlp_gate_proj/max_abs": 5.65625, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/min": -1.0, "train/tensor_act_model_layers_42_mlp_gate_proj/max": 5.65625, "train/tensor_act_model_layers_42_mlp_gate_proj/range": 6.65625, "train/tensor_act_model_layers_42_mlp_up_proj/norm": 6423.3935546875, "train/tensor_act_model_layers_42_mlp_up_proj/mean": 0.2392578125, "train/tensor_act_model_layers_42_mlp_up_proj/std": 2.203125, "train/tensor_act_model_layers_42_mlp_up_proj/max_abs": 5.15625, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/min": -5.09375, "train/tensor_act_model_layers_42_mlp_up_proj/max": 5.15625, "train/tensor_act_model_layers_42_mlp_up_proj/range": 10.25, "train/tensor_act_model_layers_42_mlp_down_proj/norm": 67514.578125, "train/tensor_act_model_layers_42_mlp_down_proj/mean": 32.75, "train/tensor_act_model_layers_42_mlp_down_proj/std": 3.921875, "train/tensor_act_model_layers_42_mlp_down_proj/max_abs": 43.75, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_mlp_down_proj/min": 23.375, "train/tensor_act_model_layers_42_mlp_down_proj/max": 43.75, "train/tensor_act_model_layers_42_mlp_down_proj/range": 20.375, "train/tensor_act_model_layers_42_mlp/norm": 67514.578125, "train/tensor_act_model_layers_42_mlp/mean": 32.75, "train/tensor_act_model_layers_42_mlp/std": 3.921875, "train/tensor_act_model_layers_42_mlp/max_abs": 43.75, "train/tensor_act_model_layers_42_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_mlp/min": 23.375, "train/tensor_act_model_layers_42_mlp/max": 43.75, "train/tensor_act_model_layers_42_mlp/range": 20.375, "train/tensor_act_model_layers_42_residual_post_mlp/norm": 4286029.5, "train/tensor_act_model_layers_42_residual_post_mlp/mean": 2096.0, "train/tensor_act_model_layers_42_residual_post_mlp/std": 55.75, "train/tensor_act_model_layers_42_residual_post_mlp/max_abs": 2240.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_post_mlp/min": 1856.0, "train/tensor_act_model_layers_42_residual_post_mlp/max": 2240.0, "train/tensor_act_model_layers_42_residual_post_mlp/range": 384.0, "train/tensor_act_model_layers_43_residual_pre_attn/norm": 4286029.5, "train/tensor_act_model_layers_43_residual_pre_attn/mean": 2096.0, "train/tensor_act_model_layers_43_residual_pre_attn/std": 55.75, "train/tensor_act_model_layers_43_residual_pre_attn/max_abs": 2240.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_pre_attn/min": 1856.0, "train/tensor_act_model_layers_43_residual_pre_attn/max": 2240.0, "train/tensor_act_model_layers_43_residual_pre_attn/range": 384.0, "train/tensor_act_model_layers_43_residual_post_attn/norm": 4286029.5, "train/tensor_act_model_layers_43_residual_post_attn/mean": 2096.0, "train/tensor_act_model_layers_43_residual_post_attn/std": 55.75, "train/tensor_act_model_layers_43_residual_post_attn/max_abs": 2240.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_post_attn/min": 1856.0, "train/tensor_act_model_layers_43_residual_post_attn/max": 2240.0, "train/tensor_act_model_layers_43_residual_post_attn/range": 384.0, "train/tensor_act_model_layers_43_mlp_gate_proj/norm": 6438.09619140625, "train/tensor_act_model_layers_43_mlp_gate_proj/mean": 1.140625, "train/tensor_act_model_layers_43_mlp_gate_proj/std": 1.90625, "train/tensor_act_model_layers_43_mlp_gate_proj/max_abs": 5.6875, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/min": -0.9921875, "train/tensor_act_model_layers_43_mlp_gate_proj/max": 5.6875, "train/tensor_act_model_layers_43_mlp_gate_proj/range": 6.6796875, "train/tensor_act_model_layers_43_mlp_up_proj/norm": 6564.52880859375, "train/tensor_act_model_layers_43_mlp_up_proj/mean": 0.068359375, "train/tensor_act_model_layers_43_mlp_up_proj/std": 2.265625, "train/tensor_act_model_layers_43_mlp_up_proj/max_abs": 5.375, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/min": -5.375, "train/tensor_act_model_layers_43_mlp_up_proj/max": 5.375, "train/tensor_act_model_layers_43_mlp_up_proj/range": 10.75, "train/tensor_act_model_layers_43_mlp_down_proj/norm": 76028.6171875, "train/tensor_act_model_layers_43_mlp_down_proj/mean": 36.75, "train/tensor_act_model_layers_43_mlp_down_proj/std": 4.9375, "train/tensor_act_model_layers_43_mlp_down_proj/max_abs": 48.0, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_mlp_down_proj/min": 22.25, "train/tensor_act_model_layers_43_mlp_down_proj/max": 48.0, "train/tensor_act_model_layers_43_mlp_down_proj/range": 25.75, "train/tensor_act_model_layers_43_mlp/norm": 76028.6171875, "train/tensor_act_model_layers_43_mlp/mean": 36.75, "train/tensor_act_model_layers_43_mlp/std": 4.9375, "train/tensor_act_model_layers_43_mlp/max_abs": 48.0, "train/tensor_act_model_layers_43_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_mlp/min": 22.25, "train/tensor_act_model_layers_43_mlp/max": 48.0, "train/tensor_act_model_layers_43_mlp/range": 25.75, "train/tensor_act_model_layers_43_residual_post_mlp/norm": 4361149.0, "train/tensor_act_model_layers_43_residual_post_mlp/mean": 2128.0, "train/tensor_act_model_layers_43_residual_post_mlp/std": 56.0, "train/tensor_act_model_layers_43_residual_post_mlp/max_abs": 2288.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_post_mlp/min": 1896.0, "train/tensor_act_model_layers_43_residual_post_mlp/max": 2288.0, "train/tensor_act_model_layers_43_residual_post_mlp/range": 392.0, "train/tensor_act_model_layers_44_residual_pre_attn/norm": 4361149.0, "train/tensor_act_model_layers_44_residual_pre_attn/mean": 2128.0, "train/tensor_act_model_layers_44_residual_pre_attn/std": 56.0, "train/tensor_act_model_layers_44_residual_pre_attn/max_abs": 2288.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_pre_attn/min": 1896.0, "train/tensor_act_model_layers_44_residual_pre_attn/max": 2288.0, "train/tensor_act_model_layers_44_residual_pre_attn/range": 392.0, "train/tensor_act_model_layers_44_residual_post_attn/norm": 4361149.0, "train/tensor_act_model_layers_44_residual_post_attn/mean": 2128.0, "train/tensor_act_model_layers_44_residual_post_attn/std": 56.0, "train/tensor_act_model_layers_44_residual_post_attn/max_abs": 2288.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_post_attn/min": 1896.0, "train/tensor_act_model_layers_44_residual_post_attn/max": 2288.0, "train/tensor_act_model_layers_44_residual_post_attn/range": 392.0, "train/tensor_act_model_layers_44_mlp_gate_proj/norm": 6185.2919921875, "train/tensor_act_model_layers_44_mlp_gate_proj/mean": 1.140625, "train/tensor_act_model_layers_44_mlp_gate_proj/std": 1.8046875, "train/tensor_act_model_layers_44_mlp_gate_proj/max_abs": 5.125, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/min": -1.125, "train/tensor_act_model_layers_44_mlp_gate_proj/max": 5.125, "train/tensor_act_model_layers_44_mlp_gate_proj/range": 6.25, "train/tensor_act_model_layers_44_mlp_up_proj/norm": 6214.12451171875, "train/tensor_act_model_layers_44_mlp_up_proj/mean": -0.1533203125, "train/tensor_act_model_layers_44_mlp_up_proj/std": 2.140625, "train/tensor_act_model_layers_44_mlp_up_proj/max_abs": 5.25, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/min": -4.90625, "train/tensor_act_model_layers_44_mlp_up_proj/max": 5.25, "train/tensor_act_model_layers_44_mlp_up_proj/range": 10.15625, "train/tensor_act_model_layers_44_mlp_down_proj/norm": 67638.7265625, "train/tensor_act_model_layers_44_mlp_down_proj/mean": 32.75, "train/tensor_act_model_layers_44_mlp_down_proj/std": 4.59375, "train/tensor_act_model_layers_44_mlp_down_proj/max_abs": 43.0, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_mlp_down_proj/min": 20.0, "train/tensor_act_model_layers_44_mlp_down_proj/max": 43.0, "train/tensor_act_model_layers_44_mlp_down_proj/range": 23.0, "train/tensor_act_model_layers_44_mlp/norm": 67638.7265625, "train/tensor_act_model_layers_44_mlp/mean": 32.75, "train/tensor_act_model_layers_44_mlp/std": 4.59375, "train/tensor_act_model_layers_44_mlp/max_abs": 43.0, "train/tensor_act_model_layers_44_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_mlp/min": 20.0, "train/tensor_act_model_layers_44_mlp/max": 43.0, "train/tensor_act_model_layers_44_mlp/range": 23.0, "train/tensor_act_model_layers_44_residual_post_mlp/norm": 4426673.5, "train/tensor_act_model_layers_44_residual_post_mlp/mean": 2160.0, "train/tensor_act_model_layers_44_residual_post_mlp/std": 56.5, "train/tensor_act_model_layers_44_residual_post_mlp/max_abs": 2320.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_post_mlp/min": 1928.0, "train/tensor_act_model_layers_44_residual_post_mlp/max": 2320.0, "train/tensor_act_model_layers_44_residual_post_mlp/range": 392.0, "train/tensor_act_model_layers_45_residual_pre_attn/norm": 4426673.5, "train/tensor_act_model_layers_45_residual_pre_attn/mean": 2160.0, "train/tensor_act_model_layers_45_residual_pre_attn/std": 56.5, "train/tensor_act_model_layers_45_residual_pre_attn/max_abs": 2320.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_pre_attn/min": 1928.0, "train/tensor_act_model_layers_45_residual_pre_attn/max": 2320.0, "train/tensor_act_model_layers_45_residual_pre_attn/range": 392.0, "train/tensor_act_model_layers_45_residual_post_attn/norm": 4426673.5, "train/tensor_act_model_layers_45_residual_post_attn/mean": 2160.0, "train/tensor_act_model_layers_45_residual_post_attn/std": 56.5, "train/tensor_act_model_layers_45_residual_post_attn/max_abs": 2320.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_post_attn/min": 1928.0, "train/tensor_act_model_layers_45_residual_post_attn/max": 2320.0, "train/tensor_act_model_layers_45_residual_post_attn/range": 392.0, "train/tensor_act_model_layers_45_mlp_gate_proj/norm": 6672.64208984375, "train/tensor_act_model_layers_45_mlp_gate_proj/mean": 1.28125, "train/tensor_act_model_layers_45_mlp_gate_proj/std": 1.9140625, "train/tensor_act_model_layers_45_mlp_gate_proj/max_abs": 5.40625, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/min": -1.3359375, "train/tensor_act_model_layers_45_mlp_gate_proj/max": 5.40625, "train/tensor_act_model_layers_45_mlp_gate_proj/range": 6.7421875, "train/tensor_act_model_layers_45_mlp_up_proj/norm": 6975.81640625, "train/tensor_act_model_layers_45_mlp_up_proj/mean": -0.0240478515625, "train/tensor_act_model_layers_45_mlp_up_proj/std": 2.40625, "train/tensor_act_model_layers_45_mlp_up_proj/max_abs": 5.5, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/min": -5.0, "train/tensor_act_model_layers_45_mlp_up_proj/max": 5.5, "train/tensor_act_model_layers_45_mlp_up_proj/range": 10.5, "train/tensor_act_model_layers_45_mlp_down_proj/norm": 85481.3203125, "train/tensor_act_model_layers_45_mlp_down_proj/mean": 41.5, "train/tensor_act_model_layers_45_mlp_down_proj/std": 3.640625, "train/tensor_act_model_layers_45_mlp_down_proj/max_abs": 50.25, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_mlp_down_proj/min": 32.5, "train/tensor_act_model_layers_45_mlp_down_proj/max": 50.25, "train/tensor_act_model_layers_45_mlp_down_proj/range": 17.75, "train/tensor_act_model_layers_45_mlp/norm": 85481.3203125, "train/tensor_act_model_layers_45_mlp/mean": 41.5, "train/tensor_act_model_layers_45_mlp/std": 3.640625, "train/tensor_act_model_layers_45_mlp/max_abs": 50.25, "train/tensor_act_model_layers_45_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_mlp/min": 32.5, "train/tensor_act_model_layers_45_mlp/max": 50.25, "train/tensor_act_model_layers_45_mlp/range": 17.75, "train/tensor_act_model_layers_45_residual_post_mlp/norm": 4514238.0, "train/tensor_act_model_layers_45_residual_post_mlp/mean": 2208.0, "train/tensor_act_model_layers_45_residual_post_mlp/std": 57.5, "train/tensor_act_model_layers_45_residual_post_mlp/max_abs": 2368.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_post_mlp/min": 1968.0, "train/tensor_act_model_layers_45_residual_post_mlp/max": 2368.0, "train/tensor_act_model_layers_45_residual_post_mlp/range": 400.0, "train/tensor_act_model_layers_46_residual_pre_attn/norm": 4514238.0, "train/tensor_act_model_layers_46_residual_pre_attn/mean": 2208.0, "train/tensor_act_model_layers_46_residual_pre_attn/std": 57.5, "train/tensor_act_model_layers_46_residual_pre_attn/max_abs": 2368.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_pre_attn/min": 1968.0, "train/tensor_act_model_layers_46_residual_pre_attn/max": 2368.0, "train/tensor_act_model_layers_46_residual_pre_attn/range": 400.0, "train/tensor_act_model_layers_46_residual_post_attn/norm": 4514238.0, "train/tensor_act_model_layers_46_residual_post_attn/mean": 2208.0, "train/tensor_act_model_layers_46_residual_post_attn/std": 57.5, "train/tensor_act_model_layers_46_residual_post_attn/max_abs": 2368.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_post_attn/min": 1968.0, "train/tensor_act_model_layers_46_residual_post_attn/max": 2368.0, "train/tensor_act_model_layers_46_residual_post_attn/range": 400.0, "train/tensor_act_model_layers_46_mlp_gate_proj/norm": 6216.876953125, "train/tensor_act_model_layers_46_mlp_gate_proj/mean": 1.0859375, "train/tensor_act_model_layers_46_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_46_mlp_gate_proj/max_abs": 5.59375, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/min": -1.2265625, "train/tensor_act_model_layers_46_mlp_gate_proj/max": 5.59375, "train/tensor_act_model_layers_46_mlp_gate_proj/range": 6.8203125, "train/tensor_act_model_layers_46_mlp_up_proj/norm": 6372.3701171875, "train/tensor_act_model_layers_46_mlp_up_proj/mean": -0.265625, "train/tensor_act_model_layers_46_mlp_up_proj/std": 2.1875, "train/tensor_act_model_layers_46_mlp_up_proj/max_abs": 5.34375, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/min": -5.34375, "train/tensor_act_model_layers_46_mlp_up_proj/max": 5.28125, "train/tensor_act_model_layers_46_mlp_up_proj/range": 10.625, "train/tensor_act_model_layers_46_mlp_down_proj/norm": 71102.1171875, "train/tensor_act_model_layers_46_mlp_down_proj/mean": 34.5, "train/tensor_act_model_layers_46_mlp_down_proj/std": 4.375, "train/tensor_act_model_layers_46_mlp_down_proj/max_abs": 46.0, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_mlp_down_proj/min": 21.875, "train/tensor_act_model_layers_46_mlp_down_proj/max": 46.0, "train/tensor_act_model_layers_46_mlp_down_proj/range": 24.125, "train/tensor_act_model_layers_46_mlp/norm": 71102.1171875, "train/tensor_act_model_layers_46_mlp/mean": 34.5, "train/tensor_act_model_layers_46_mlp/std": 4.375, "train/tensor_act_model_layers_46_mlp/max_abs": 46.0, "train/tensor_act_model_layers_46_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_mlp/min": 21.875, "train/tensor_act_model_layers_46_mlp/max": 46.0, "train/tensor_act_model_layers_46_mlp/range": 24.125, "train/tensor_act_model_layers_46_residual_post_mlp/norm": 4582275.0, "train/tensor_act_model_layers_46_residual_post_mlp/mean": 2240.0, "train/tensor_act_model_layers_46_residual_post_mlp/std": 57.5, "train/tensor_act_model_layers_46_residual_post_mlp/max_abs": 2400.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_post_mlp/min": 1992.0, "train/tensor_act_model_layers_46_residual_post_mlp/max": 2400.0, "train/tensor_act_model_layers_46_residual_post_mlp/range": 408.0, "train/tensor_act_model_layers_47_residual_pre_attn/norm": 4582275.0, "train/tensor_act_model_layers_47_residual_pre_attn/mean": 2240.0, "train/tensor_act_model_layers_47_residual_pre_attn/std": 57.5, "train/tensor_act_model_layers_47_residual_pre_attn/max_abs": 2400.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_pre_attn/min": 1992.0, "train/tensor_act_model_layers_47_residual_pre_attn/max": 2400.0, "train/tensor_act_model_layers_47_residual_pre_attn/range": 408.0, "train/tensor_act_model_layers_47_residual_post_attn/norm": 4582275.0, "train/tensor_act_model_layers_47_residual_post_attn/mean": 2240.0, "train/tensor_act_model_layers_47_residual_post_attn/std": 57.5, "train/tensor_act_model_layers_47_residual_post_attn/max_abs": 2400.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_post_attn/min": 1992.0, "train/tensor_act_model_layers_47_residual_post_attn/max": 2400.0, "train/tensor_act_model_layers_47_residual_post_attn/range": 408.0, "train/tensor_act_model_layers_47_mlp_gate_proj/norm": 6376.23486328125, "train/tensor_act_model_layers_47_mlp_gate_proj/mean": 1.1484375, "train/tensor_act_model_layers_47_mlp_gate_proj/std": 1.875, "train/tensor_act_model_layers_47_mlp_gate_proj/max_abs": 5.28125, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/min": -1.2109375, "train/tensor_act_model_layers_47_mlp_gate_proj/max": 5.28125, "train/tensor_act_model_layers_47_mlp_gate_proj/range": 6.4921875, "train/tensor_act_model_layers_47_mlp_up_proj/norm": 6331.99755859375, "train/tensor_act_model_layers_47_mlp_up_proj/mean": -0.004547119140625, "train/tensor_act_model_layers_47_mlp_up_proj/std": 2.1875, "train/tensor_act_model_layers_47_mlp_up_proj/max_abs": 5.1875, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/min": -5.03125, "train/tensor_act_model_layers_47_mlp_up_proj/max": 5.1875, "train/tensor_act_model_layers_47_mlp_up_proj/range": 10.21875, "train/tensor_act_model_layers_47_mlp_down_proj/norm": 69480.1171875, "train/tensor_act_model_layers_47_mlp_down_proj/mean": 33.75, "train/tensor_act_model_layers_47_mlp_down_proj/std": 3.875, "train/tensor_act_model_layers_47_mlp_down_proj/max_abs": 44.0, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_mlp_down_proj/min": 24.25, "train/tensor_act_model_layers_47_mlp_down_proj/max": 44.0, "train/tensor_act_model_layers_47_mlp_down_proj/range": 19.75, "train/tensor_act_model_layers_47_mlp/norm": 69480.1171875, "train/tensor_act_model_layers_47_mlp/mean": 33.75, "train/tensor_act_model_layers_47_mlp/std": 3.875, "train/tensor_act_model_layers_47_mlp/max_abs": 44.0, "train/tensor_act_model_layers_47_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_mlp/min": 24.25, "train/tensor_act_model_layers_47_mlp/max": 44.0, "train/tensor_act_model_layers_47_mlp/range": 19.75, "train/tensor_act_model_layers_47_residual_post_mlp/norm": 4649089.5, "train/tensor_act_model_layers_47_residual_post_mlp/mean": 2272.0, "train/tensor_act_model_layers_47_residual_post_mlp/std": 58.0, "train/tensor_act_model_layers_47_residual_post_mlp/max_abs": 2432.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_post_mlp/min": 2024.0, "train/tensor_act_model_layers_47_residual_post_mlp/max": 2432.0, "train/tensor_act_model_layers_47_residual_post_mlp/range": 408.0, "train/tensor_act_model_layers_48_residual_pre_attn/norm": 4649089.5, "train/tensor_act_model_layers_48_residual_pre_attn/mean": 2272.0, "train/tensor_act_model_layers_48_residual_pre_attn/std": 58.0, "train/tensor_act_model_layers_48_residual_pre_attn/max_abs": 2432.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_pre_attn/min": 2024.0, "train/tensor_act_model_layers_48_residual_pre_attn/max": 2432.0, "train/tensor_act_model_layers_48_residual_pre_attn/range": 408.0, "train/tensor_act_model_layers_48_residual_post_attn/norm": 4649089.5, "train/tensor_act_model_layers_48_residual_post_attn/mean": 2272.0, "train/tensor_act_model_layers_48_residual_post_attn/std": 58.0, "train/tensor_act_model_layers_48_residual_post_attn/max_abs": 2432.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_post_attn/min": 2024.0, "train/tensor_act_model_layers_48_residual_post_attn/max": 2432.0, "train/tensor_act_model_layers_48_residual_post_attn/range": 408.0, "train/tensor_act_model_layers_48_mlp_gate_proj/norm": 5743.89794921875, "train/tensor_act_model_layers_48_mlp_gate_proj/mean": 0.95703125, "train/tensor_act_model_layers_48_mlp_gate_proj/std": 1.734375, "train/tensor_act_model_layers_48_mlp_gate_proj/max_abs": 4.9375, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/min": -1.03125, "train/tensor_act_model_layers_48_mlp_gate_proj/max": 4.9375, "train/tensor_act_model_layers_48_mlp_gate_proj/range": 5.96875, "train/tensor_act_model_layers_48_mlp_up_proj/norm": 5969.72607421875, "train/tensor_act_model_layers_48_mlp_up_proj/mean": 0.150390625, "train/tensor_act_model_layers_48_mlp_up_proj/std": 2.0625, "train/tensor_act_model_layers_48_mlp_up_proj/max_abs": 4.90625, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/min": -4.90625, "train/tensor_act_model_layers_48_mlp_up_proj/max": 4.75, "train/tensor_act_model_layers_48_mlp_up_proj/range": 9.65625, "train/tensor_act_model_layers_48_mlp_down_proj/norm": 58776.75, "train/tensor_act_model_layers_48_mlp_down_proj/mean": 28.375, "train/tensor_act_model_layers_48_mlp_down_proj/std": 4.3125, "train/tensor_act_model_layers_48_mlp_down_proj/max_abs": 37.75, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_mlp_down_proj/min": 17.375, "train/tensor_act_model_layers_48_mlp_down_proj/max": 37.75, "train/tensor_act_model_layers_48_mlp_down_proj/range": 20.375, "train/tensor_act_model_layers_48_mlp/norm": 58776.75, "train/tensor_act_model_layers_48_mlp/mean": 28.375, "train/tensor_act_model_layers_48_mlp/std": 4.3125, "train/tensor_act_model_layers_48_mlp/max_abs": 37.75, "train/tensor_act_model_layers_48_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_mlp/min": 17.375, "train/tensor_act_model_layers_48_mlp/max": 37.75, "train/tensor_act_model_layers_48_mlp/range": 20.375, "train/tensor_act_model_layers_48_residual_post_mlp/norm": 4708983.0, "train/tensor_act_model_layers_48_residual_post_mlp/mean": 2304.0, "train/tensor_act_model_layers_48_residual_post_mlp/std": 58.0, "train/tensor_act_model_layers_48_residual_post_mlp/max_abs": 2464.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_post_mlp/min": 2048.0, "train/tensor_act_model_layers_48_residual_post_mlp/max": 2464.0, "train/tensor_act_model_layers_48_residual_post_mlp/range": 416.0, "train/tensor_act_model_layers_49_residual_pre_attn/norm": 4708983.0, "train/tensor_act_model_layers_49_residual_pre_attn/mean": 2304.0, "train/tensor_act_model_layers_49_residual_pre_attn/std": 58.0, "train/tensor_act_model_layers_49_residual_pre_attn/max_abs": 2464.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_pre_attn/min": 2048.0, "train/tensor_act_model_layers_49_residual_pre_attn/max": 2464.0, "train/tensor_act_model_layers_49_residual_pre_attn/range": 416.0, "train/tensor_act_model_layers_49_residual_post_attn/norm": 4708983.0, "train/tensor_act_model_layers_49_residual_post_attn/mean": 2304.0, "train/tensor_act_model_layers_49_residual_post_attn/std": 58.0, "train/tensor_act_model_layers_49_residual_post_attn/max_abs": 2464.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_post_attn/min": 2048.0, "train/tensor_act_model_layers_49_residual_post_attn/max": 2464.0, "train/tensor_act_model_layers_49_residual_post_attn/range": 416.0, "train/tensor_act_model_layers_49_mlp_gate_proj/norm": 6540.3564453125, "train/tensor_act_model_layers_49_mlp_gate_proj/mean": 1.21875, "train/tensor_act_model_layers_49_mlp_gate_proj/std": 1.8984375, "train/tensor_act_model_layers_49_mlp_gate_proj/max_abs": 5.28125, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/min": -1.015625, "train/tensor_act_model_layers_49_mlp_gate_proj/max": 5.28125, "train/tensor_act_model_layers_49_mlp_gate_proj/range": 6.296875, "train/tensor_act_model_layers_49_mlp_up_proj/norm": 6739.208984375, "train/tensor_act_model_layers_49_mlp_up_proj/mean": -0.07861328125, "train/tensor_act_model_layers_49_mlp_up_proj/std": 2.328125, "train/tensor_act_model_layers_49_mlp_up_proj/max_abs": 5.46875, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/min": -5.28125, "train/tensor_act_model_layers_49_mlp_up_proj/max": 5.46875, "train/tensor_act_model_layers_49_mlp_up_proj/range": 10.75, "train/tensor_act_model_layers_49_mlp_down_proj/norm": 80029.8125, "train/tensor_act_model_layers_49_mlp_down_proj/mean": 38.75, "train/tensor_act_model_layers_49_mlp_down_proj/std": 4.34375, "train/tensor_act_model_layers_49_mlp_down_proj/max_abs": 50.5, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_mlp_down_proj/min": 25.25, "train/tensor_act_model_layers_49_mlp_down_proj/max": 50.5, "train/tensor_act_model_layers_49_mlp_down_proj/range": 25.25, "train/tensor_act_model_layers_49_mlp/norm": 80029.8125, "train/tensor_act_model_layers_49_mlp/mean": 38.75, "train/tensor_act_model_layers_49_mlp/std": 4.34375, "train/tensor_act_model_layers_49_mlp/max_abs": 50.5, "train/tensor_act_model_layers_49_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_mlp/min": 25.25, "train/tensor_act_model_layers_49_mlp/max": 50.5, "train/tensor_act_model_layers_49_mlp/range": 25.25, "train/tensor_act_model_layers_49_residual_post_mlp/norm": 4787036.0, "train/tensor_act_model_layers_49_residual_post_mlp/mean": 2336.0, "train/tensor_act_model_layers_49_residual_post_mlp/std": 57.5, "train/tensor_act_model_layers_49_residual_post_mlp/max_abs": 2496.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_post_mlp/min": 2096.0, "train/tensor_act_model_layers_49_residual_post_mlp/max": 2496.0, "train/tensor_act_model_layers_49_residual_post_mlp/range": 400.0, "train/tensor_act_model_layers_50_residual_pre_attn/norm": 4787036.0, "train/tensor_act_model_layers_50_residual_pre_attn/mean": 2336.0, "train/tensor_act_model_layers_50_residual_pre_attn/std": 57.5, "train/tensor_act_model_layers_50_residual_pre_attn/max_abs": 2496.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_pre_attn/min": 2096.0, "train/tensor_act_model_layers_50_residual_pre_attn/max": 2496.0, "train/tensor_act_model_layers_50_residual_pre_attn/range": 400.0, "train/tensor_act_model_layers_50_residual_post_attn/norm": 4787036.0, "train/tensor_act_model_layers_50_residual_post_attn/mean": 2336.0, "train/tensor_act_model_layers_50_residual_post_attn/std": 57.5, "train/tensor_act_model_layers_50_residual_post_attn/max_abs": 2496.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_post_attn/min": 2096.0, "train/tensor_act_model_layers_50_residual_post_attn/max": 2496.0, "train/tensor_act_model_layers_50_residual_post_attn/range": 400.0, "train/tensor_act_model_layers_50_mlp_gate_proj/norm": 6471.16943359375, "train/tensor_act_model_layers_50_mlp_gate_proj/mean": 1.21875, "train/tensor_act_model_layers_50_mlp_gate_proj/std": 1.8671875, "train/tensor_act_model_layers_50_mlp_gate_proj/max_abs": 5.25, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/min": -1.453125, "train/tensor_act_model_layers_50_mlp_gate_proj/max": 5.25, "train/tensor_act_model_layers_50_mlp_gate_proj/range": 6.703125, "train/tensor_act_model_layers_50_mlp_up_proj/norm": 6834.33544921875, "train/tensor_act_model_layers_50_mlp_up_proj/mean": -0.050537109375, "train/tensor_act_model_layers_50_mlp_up_proj/std": 2.359375, "train/tensor_act_model_layers_50_mlp_up_proj/max_abs": 5.21875, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/min": -5.21875, "train/tensor_act_model_layers_50_mlp_up_proj/max": 5.0, "train/tensor_act_model_layers_50_mlp_up_proj/range": 10.21875, "train/tensor_act_model_layers_50_mlp_down_proj/norm": 80409.46875, "train/tensor_act_model_layers_50_mlp_down_proj/mean": 39.0, "train/tensor_act_model_layers_50_mlp_down_proj/std": 4.375, "train/tensor_act_model_layers_50_mlp_down_proj/max_abs": 48.75, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_mlp_down_proj/min": 26.75, "train/tensor_act_model_layers_50_mlp_down_proj/max": 48.75, "train/tensor_act_model_layers_50_mlp_down_proj/range": 22.0, "train/tensor_act_model_layers_50_mlp/norm": 80409.46875, "train/tensor_act_model_layers_50_mlp/mean": 39.0, "train/tensor_act_model_layers_50_mlp/std": 4.375, "train/tensor_act_model_layers_50_mlp/max_abs": 48.75, "train/tensor_act_model_layers_50_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_mlp/min": 26.75, "train/tensor_act_model_layers_50_mlp/max": 48.75, "train/tensor_act_model_layers_50_mlp/range": 22.0, "train/tensor_act_model_layers_50_residual_post_mlp/norm": 4866742.5, "train/tensor_act_model_layers_50_residual_post_mlp/mean": 2368.0, "train/tensor_act_model_layers_50_residual_post_mlp/std": 58.25, "train/tensor_act_model_layers_50_residual_post_mlp/max_abs": 2544.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_post_mlp/min": 2128.0, "train/tensor_act_model_layers_50_residual_post_mlp/max": 2544.0, "train/tensor_act_model_layers_50_residual_post_mlp/range": 416.0, "train/tensor_act_model_layers_51_residual_pre_attn/norm": 4866742.5, "train/tensor_act_model_layers_51_residual_pre_attn/mean": 2368.0, "train/tensor_act_model_layers_51_residual_pre_attn/std": 58.25, "train/tensor_act_model_layers_51_residual_pre_attn/max_abs": 2544.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_pre_attn/min": 2128.0, "train/tensor_act_model_layers_51_residual_pre_attn/max": 2544.0, "train/tensor_act_model_layers_51_residual_pre_attn/range": 416.0, "train/tensor_act_model_layers_51_residual_post_attn/norm": 4866742.5, "train/tensor_act_model_layers_51_residual_post_attn/mean": 2368.0, "train/tensor_act_model_layers_51_residual_post_attn/std": 58.25, "train/tensor_act_model_layers_51_residual_post_attn/max_abs": 2544.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_post_attn/min": 2128.0, "train/tensor_act_model_layers_51_residual_post_attn/max": 2544.0, "train/tensor_act_model_layers_51_residual_post_attn/range": 416.0, "train/tensor_act_model_layers_51_mlp_gate_proj/norm": 5937.75048828125, "train/tensor_act_model_layers_51_mlp_gate_proj/mean": 1.0, "train/tensor_act_model_layers_51_mlp_gate_proj/std": 1.7890625, "train/tensor_act_model_layers_51_mlp_gate_proj/max_abs": 4.90625, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/min": -1.484375, "train/tensor_act_model_layers_51_mlp_gate_proj/max": 4.90625, "train/tensor_act_model_layers_51_mlp_gate_proj/range": 6.390625, "train/tensor_act_model_layers_51_mlp_up_proj/norm": 6171.56005859375, "train/tensor_act_model_layers_51_mlp_up_proj/mean": -0.1162109375, "train/tensor_act_model_layers_51_mlp_up_proj/std": 2.125, "train/tensor_act_model_layers_51_mlp_up_proj/max_abs": 5.3125, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/min": -5.3125, "train/tensor_act_model_layers_51_mlp_up_proj/max": 4.8125, "train/tensor_act_model_layers_51_mlp_up_proj/range": 10.125, "train/tensor_act_model_layers_51_mlp_down_proj/norm": 64077.66796875, "train/tensor_act_model_layers_51_mlp_down_proj/mean": 30.875, "train/tensor_act_model_layers_51_mlp_down_proj/std": 5.0, "train/tensor_act_model_layers_51_mlp_down_proj/max_abs": 40.75, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_mlp_down_proj/min": 17.625, "train/tensor_act_model_layers_51_mlp_down_proj/max": 40.75, "train/tensor_act_model_layers_51_mlp_down_proj/range": 23.125, "train/tensor_act_model_layers_51_mlp/norm": 64077.66796875, "train/tensor_act_model_layers_51_mlp/mean": 30.875, "train/tensor_act_model_layers_51_mlp/std": 5.0, "train/tensor_act_model_layers_51_mlp/max_abs": 40.75, "train/tensor_act_model_layers_51_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_mlp/min": 17.625, "train/tensor_act_model_layers_51_mlp/max": 40.75, "train/tensor_act_model_layers_51_mlp/range": 23.125, "train/tensor_act_model_layers_51_residual_post_mlp/norm": 4930754.5, "train/tensor_act_model_layers_51_residual_post_mlp/mean": 2400.0, "train/tensor_act_model_layers_51_residual_post_mlp/std": 58.75, "train/tensor_act_model_layers_51_residual_post_mlp/max_abs": 2576.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_post_mlp/min": 2160.0, "train/tensor_act_model_layers_51_residual_post_mlp/max": 2576.0, "train/tensor_act_model_layers_51_residual_post_mlp/range": 416.0, "train/tensor_act_model_layers_52_residual_pre_attn/norm": 4930754.5, "train/tensor_act_model_layers_52_residual_pre_attn/mean": 2400.0, "train/tensor_act_model_layers_52_residual_pre_attn/std": 58.75, "train/tensor_act_model_layers_52_residual_pre_attn/max_abs": 2576.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_pre_attn/min": 2160.0, "train/tensor_act_model_layers_52_residual_pre_attn/max": 2576.0, "train/tensor_act_model_layers_52_residual_pre_attn/range": 416.0, "train/tensor_act_model_layers_52_residual_post_attn/norm": 4930754.5, "train/tensor_act_model_layers_52_residual_post_attn/mean": 2400.0, "train/tensor_act_model_layers_52_residual_post_attn/std": 58.75, "train/tensor_act_model_layers_52_residual_post_attn/max_abs": 2576.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_post_attn/min": 2160.0, "train/tensor_act_model_layers_52_residual_post_attn/max": 2576.0, "train/tensor_act_model_layers_52_residual_post_attn/range": 416.0, "train/tensor_act_model_layers_52_mlp_gate_proj/norm": 6384.23974609375, "train/tensor_act_model_layers_52_mlp_gate_proj/mean": 1.2109375, "train/tensor_act_model_layers_52_mlp_gate_proj/std": 1.84375, "train/tensor_act_model_layers_52_mlp_gate_proj/max_abs": 5.21875, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/min": -1.171875, "train/tensor_act_model_layers_52_mlp_gate_proj/max": 5.21875, "train/tensor_act_model_layers_52_mlp_gate_proj/range": 6.390625, "train/tensor_act_model_layers_52_mlp_up_proj/norm": 6692.65869140625, "train/tensor_act_model_layers_52_mlp_up_proj/mean": -0.12890625, "train/tensor_act_model_layers_52_mlp_up_proj/std": 2.3125, "train/tensor_act_model_layers_52_mlp_up_proj/max_abs": 5.53125, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/min": -5.28125, "train/tensor_act_model_layers_52_mlp_up_proj/max": 5.53125, "train/tensor_act_model_layers_52_mlp_up_proj/range": 10.8125, "train/tensor_act_model_layers_52_mlp_down_proj/norm": 75398.515625, "train/tensor_act_model_layers_52_mlp_down_proj/mean": 36.5, "train/tensor_act_model_layers_52_mlp_down_proj/std": 4.25, "train/tensor_act_model_layers_52_mlp_down_proj/max_abs": 49.75, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_mlp_down_proj/min": 22.0, "train/tensor_act_model_layers_52_mlp_down_proj/max": 49.75, "train/tensor_act_model_layers_52_mlp_down_proj/range": 27.75, "train/tensor_act_model_layers_52_mlp/norm": 75398.515625, "train/tensor_act_model_layers_52_mlp/mean": 36.5, "train/tensor_act_model_layers_52_mlp/std": 4.25, "train/tensor_act_model_layers_52_mlp/max_abs": 49.75, "train/tensor_act_model_layers_52_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_mlp/min": 22.0, "train/tensor_act_model_layers_52_mlp/max": 49.75, "train/tensor_act_model_layers_52_mlp/range": 27.75, "train/tensor_act_model_layers_52_residual_post_mlp/norm": 5002497.5, "train/tensor_act_model_layers_52_residual_post_mlp/mean": 2448.0, "train/tensor_act_model_layers_52_residual_post_mlp/std": 59.25, "train/tensor_act_model_layers_52_residual_post_mlp/max_abs": 2608.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_post_mlp/min": 2192.0, "train/tensor_act_model_layers_52_residual_post_mlp/max": 2608.0, "train/tensor_act_model_layers_52_residual_post_mlp/range": 416.0, "train/tensor_act_model_layers_53_residual_pre_attn/norm": 5002497.5, "train/tensor_act_model_layers_53_residual_pre_attn/mean": 2448.0, "train/tensor_act_model_layers_53_residual_pre_attn/std": 59.25, "train/tensor_act_model_layers_53_residual_pre_attn/max_abs": 2608.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_pre_attn/min": 2192.0, "train/tensor_act_model_layers_53_residual_pre_attn/max": 2608.0, "train/tensor_act_model_layers_53_residual_pre_attn/range": 416.0, "train/tensor_act_model_layers_53_residual_post_attn/norm": 5002497.5, "train/tensor_act_model_layers_53_residual_post_attn/mean": 2448.0, "train/tensor_act_model_layers_53_residual_post_attn/std": 59.25, "train/tensor_act_model_layers_53_residual_post_attn/max_abs": 2608.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_post_attn/min": 2192.0, "train/tensor_act_model_layers_53_residual_post_attn/max": 2608.0, "train/tensor_act_model_layers_53_residual_post_attn/range": 416.0, "train/tensor_act_model_layers_53_mlp_gate_proj/norm": 6101.61376953125, "train/tensor_act_model_layers_53_mlp_gate_proj/mean": 1.15625, "train/tensor_act_model_layers_53_mlp_gate_proj/std": 1.765625, "train/tensor_act_model_layers_53_mlp_gate_proj/max_abs": 4.9375, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/min": -1.40625, "train/tensor_act_model_layers_53_mlp_gate_proj/max": 4.9375, "train/tensor_act_model_layers_53_mlp_gate_proj/range": 6.34375, "train/tensor_act_model_layers_53_mlp_up_proj/norm": 6460.60986328125, "train/tensor_act_model_layers_53_mlp_up_proj/mean": -0.005828857421875, "train/tensor_act_model_layers_53_mlp_up_proj/std": 2.234375, "train/tensor_act_model_layers_53_mlp_up_proj/max_abs": 5.15625, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/min": -5.0625, "train/tensor_act_model_layers_53_mlp_up_proj/max": 5.15625, "train/tensor_act_model_layers_53_mlp_up_proj/range": 10.21875, "train/tensor_act_model_layers_53_mlp_down_proj/norm": 64804.265625, "train/tensor_act_model_layers_53_mlp_down_proj/mean": 31.25, "train/tensor_act_model_layers_53_mlp_down_proj/std": 4.65625, "train/tensor_act_model_layers_53_mlp_down_proj/max_abs": 43.75, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_mlp_down_proj/min": 20.25, "train/tensor_act_model_layers_53_mlp_down_proj/max": 43.75, "train/tensor_act_model_layers_53_mlp_down_proj/range": 23.5, "train/tensor_act_model_layers_53_mlp/norm": 64804.265625, "train/tensor_act_model_layers_53_mlp/mean": 31.25, "train/tensor_act_model_layers_53_mlp/std": 4.65625, "train/tensor_act_model_layers_53_mlp/max_abs": 43.75, "train/tensor_act_model_layers_53_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_mlp/min": 20.25, "train/tensor_act_model_layers_53_mlp/max": 43.75, "train/tensor_act_model_layers_53_mlp/range": 23.5, "train/tensor_act_model_layers_53_residual_post_mlp/norm": 5066805.0, "train/tensor_act_model_layers_53_residual_post_mlp/mean": 2480.0, "train/tensor_act_model_layers_53_residual_post_mlp/std": 59.75, "train/tensor_act_model_layers_53_residual_post_mlp/max_abs": 2640.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_post_mlp/min": 2224.0, "train/tensor_act_model_layers_53_residual_post_mlp/max": 2640.0, "train/tensor_act_model_layers_53_residual_post_mlp/range": 416.0, "train/tensor_act_model_layers_54_residual_pre_attn/norm": 5066805.0, "train/tensor_act_model_layers_54_residual_pre_attn/mean": 2480.0, "train/tensor_act_model_layers_54_residual_pre_attn/std": 59.75, "train/tensor_act_model_layers_54_residual_pre_attn/max_abs": 2640.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_pre_attn/min": 2224.0, "train/tensor_act_model_layers_54_residual_pre_attn/max": 2640.0, "train/tensor_act_model_layers_54_residual_pre_attn/range": 416.0, "train/tensor_act_model_layers_54_residual_post_attn/norm": 5066805.0, "train/tensor_act_model_layers_54_residual_post_attn/mean": 2480.0, "train/tensor_act_model_layers_54_residual_post_attn/std": 59.75, "train/tensor_act_model_layers_54_residual_post_attn/max_abs": 2640.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_post_attn/min": 2224.0, "train/tensor_act_model_layers_54_residual_post_attn/max": 2640.0, "train/tensor_act_model_layers_54_residual_post_attn/range": 416.0, "train/tensor_act_model_layers_54_mlp_gate_proj/norm": 5816.486328125, "train/tensor_act_model_layers_54_mlp_gate_proj/mean": 0.99609375, "train/tensor_act_model_layers_54_mlp_gate_proj/std": 1.7421875, "train/tensor_act_model_layers_54_mlp_gate_proj/max_abs": 5.03125, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/min": -1.2109375, "train/tensor_act_model_layers_54_mlp_gate_proj/max": 5.03125, "train/tensor_act_model_layers_54_mlp_gate_proj/range": 6.2421875, "train/tensor_act_model_layers_54_mlp_up_proj/norm": 6150.0673828125, "train/tensor_act_model_layers_54_mlp_up_proj/mean": -0.042724609375, "train/tensor_act_model_layers_54_mlp_up_proj/std": 2.125, "train/tensor_act_model_layers_54_mlp_up_proj/max_abs": 5.0625, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/min": -5.0625, "train/tensor_act_model_layers_54_mlp_up_proj/max": 4.96875, "train/tensor_act_model_layers_54_mlp_up_proj/range": 10.03125, "train/tensor_act_model_layers_54_mlp_down_proj/norm": 61253.203125, "train/tensor_act_model_layers_54_mlp_down_proj/mean": 29.625, "train/tensor_act_model_layers_54_mlp_down_proj/std": 4.3125, "train/tensor_act_model_layers_54_mlp_down_proj/max_abs": 43.5, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_mlp_down_proj/min": 18.75, "train/tensor_act_model_layers_54_mlp_down_proj/max": 43.5, "train/tensor_act_model_layers_54_mlp_down_proj/range": 24.75, "train/tensor_act_model_layers_54_mlp/norm": 61253.203125, "train/tensor_act_model_layers_54_mlp/mean": 29.625, "train/tensor_act_model_layers_54_mlp/std": 4.3125, "train/tensor_act_model_layers_54_mlp/max_abs": 43.5, "train/tensor_act_model_layers_54_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_mlp/min": 18.75, "train/tensor_act_model_layers_54_mlp/max": 43.5, "train/tensor_act_model_layers_54_mlp/range": 24.75, "train/tensor_act_model_layers_54_residual_post_mlp/norm": 5129354.5, "train/tensor_act_model_layers_54_residual_post_mlp/mean": 2496.0, "train/tensor_act_model_layers_54_residual_post_mlp/std": 61.0, "train/tensor_act_model_layers_54_residual_post_mlp/max_abs": 2672.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_post_mlp/min": 2256.0, "train/tensor_act_model_layers_54_residual_post_mlp/max": 2672.0, "train/tensor_act_model_layers_54_residual_post_mlp/range": 416.0, "train/tensor_act_model_layers_55_residual_pre_attn/norm": 5129354.5, "train/tensor_act_model_layers_55_residual_pre_attn/mean": 2496.0, "train/tensor_act_model_layers_55_residual_pre_attn/std": 61.0, "train/tensor_act_model_layers_55_residual_pre_attn/max_abs": 2672.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_pre_attn/min": 2256.0, "train/tensor_act_model_layers_55_residual_pre_attn/max": 2672.0, "train/tensor_act_model_layers_55_residual_pre_attn/range": 416.0, "train/tensor_act_model_layers_55_residual_post_attn/norm": 5129354.5, "train/tensor_act_model_layers_55_residual_post_attn/mean": 2496.0, "train/tensor_act_model_layers_55_residual_post_attn/std": 61.0, "train/tensor_act_model_layers_55_residual_post_attn/max_abs": 2672.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_post_attn/min": 2256.0, "train/tensor_act_model_layers_55_residual_post_attn/max": 2672.0, "train/tensor_act_model_layers_55_residual_post_attn/range": 416.0, "train/tensor_act_model_layers_55_mlp_gate_proj/norm": 6227.90380859375, "train/tensor_act_model_layers_55_mlp_gate_proj/mean": 1.140625, "train/tensor_act_model_layers_55_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_55_mlp_gate_proj/max_abs": 4.9375, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/min": -1.40625, "train/tensor_act_model_layers_55_mlp_gate_proj/max": 4.9375, "train/tensor_act_model_layers_55_mlp_gate_proj/range": 6.34375, "train/tensor_act_model_layers_55_mlp_up_proj/norm": 6314.29052734375, "train/tensor_act_model_layers_55_mlp_up_proj/mean": -0.024169921875, "train/tensor_act_model_layers_55_mlp_up_proj/std": 2.1875, "train/tensor_act_model_layers_55_mlp_up_proj/max_abs": 4.96875, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/min": -4.96875, "train/tensor_act_model_layers_55_mlp_up_proj/max": 4.71875, "train/tensor_act_model_layers_55_mlp_up_proj/range": 9.6875, "train/tensor_act_model_layers_55_mlp_down_proj/norm": 68112.203125, "train/tensor_act_model_layers_55_mlp_down_proj/mean": 33.0, "train/tensor_act_model_layers_55_mlp_down_proj/std": 4.09375, "train/tensor_act_model_layers_55_mlp_down_proj/max_abs": 42.75, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_mlp_down_proj/min": 22.125, "train/tensor_act_model_layers_55_mlp_down_proj/max": 42.75, "train/tensor_act_model_layers_55_mlp_down_proj/range": 20.625, "train/tensor_act_model_layers_55_mlp/norm": 68112.203125, "train/tensor_act_model_layers_55_mlp/mean": 33.0, "train/tensor_act_model_layers_55_mlp/std": 4.09375, "train/tensor_act_model_layers_55_mlp/max_abs": 42.75, "train/tensor_act_model_layers_55_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_mlp/min": 22.125, "train/tensor_act_model_layers_55_mlp/max": 42.75, "train/tensor_act_model_layers_55_mlp/range": 20.625, "train/tensor_act_model_layers_55_residual_post_mlp/norm": 5195663.5, "train/tensor_act_model_layers_55_residual_post_mlp/mean": 2544.0, "train/tensor_act_model_layers_55_residual_post_mlp/std": 61.25, "train/tensor_act_model_layers_55_residual_post_mlp/max_abs": 2704.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_post_mlp/min": 2288.0, "train/tensor_act_model_layers_55_residual_post_mlp/max": 2704.0, "train/tensor_act_model_layers_55_residual_post_mlp/range": 416.0, "train/tensor_act_model_layers_56_residual_pre_attn/norm": 5195663.5, "train/tensor_act_model_layers_56_residual_pre_attn/mean": 2544.0, "train/tensor_act_model_layers_56_residual_pre_attn/std": 61.25, "train/tensor_act_model_layers_56_residual_pre_attn/max_abs": 2704.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_pre_attn/min": 2288.0, "train/tensor_act_model_layers_56_residual_pre_attn/max": 2704.0, "train/tensor_act_model_layers_56_residual_pre_attn/range": 416.0, "train/tensor_act_model_layers_56_residual_post_attn/norm": 5195663.5, "train/tensor_act_model_layers_56_residual_post_attn/mean": 2544.0, "train/tensor_act_model_layers_56_residual_post_attn/std": 61.25, "train/tensor_act_model_layers_56_residual_post_attn/max_abs": 2704.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_post_attn/min": 2288.0, "train/tensor_act_model_layers_56_residual_post_attn/max": 2704.0, "train/tensor_act_model_layers_56_residual_post_attn/range": 416.0, "train/tensor_act_model_layers_56_mlp_gate_proj/norm": 5710.9462890625, "train/tensor_act_model_layers_56_mlp_gate_proj/mean": 0.96875, "train/tensor_act_model_layers_56_mlp_gate_proj/std": 1.71875, "train/tensor_act_model_layers_56_mlp_gate_proj/max_abs": 5.375, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/min": -1.71875, "train/tensor_act_model_layers_56_mlp_gate_proj/max": 5.375, "train/tensor_act_model_layers_56_mlp_gate_proj/range": 7.09375, "train/tensor_act_model_layers_56_mlp_up_proj/norm": 5842.26611328125, "train/tensor_act_model_layers_56_mlp_up_proj/mean": 0.12451171875, "train/tensor_act_model_layers_56_mlp_up_proj/std": 2.015625, "train/tensor_act_model_layers_56_mlp_up_proj/max_abs": 5.1875, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/min": -5.1875, "train/tensor_act_model_layers_56_mlp_up_proj/max": 5.0, "train/tensor_act_model_layers_56_mlp_up_proj/range": 10.1875, "train/tensor_act_model_layers_56_mlp_down_proj/norm": 57577.8671875, "train/tensor_act_model_layers_56_mlp_down_proj/mean": 27.875, "train/tensor_act_model_layers_56_mlp_down_proj/std": 4.09375, "train/tensor_act_model_layers_56_mlp_down_proj/max_abs": 38.5, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_mlp_down_proj/min": 17.0, "train/tensor_act_model_layers_56_mlp_down_proj/max": 38.5, "train/tensor_act_model_layers_56_mlp_down_proj/range": 21.5, "train/tensor_act_model_layers_56_mlp/norm": 57577.8671875, "train/tensor_act_model_layers_56_mlp/mean": 27.875, "train/tensor_act_model_layers_56_mlp/std": 4.09375, "train/tensor_act_model_layers_56_mlp/max_abs": 38.5, "train/tensor_act_model_layers_56_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_mlp/min": 17.0, "train/tensor_act_model_layers_56_mlp/max": 38.5, "train/tensor_act_model_layers_56_mlp/range": 21.5, "train/tensor_act_model_layers_56_residual_post_mlp/norm": 5255735.5, "train/tensor_act_model_layers_56_residual_post_mlp/mean": 2560.0, "train/tensor_act_model_layers_56_residual_post_mlp/std": 61.25, "train/tensor_act_model_layers_56_residual_post_mlp/max_abs": 2736.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_post_mlp/min": 2320.0, "train/tensor_act_model_layers_56_residual_post_mlp/max": 2736.0, "train/tensor_act_model_layers_56_residual_post_mlp/range": 416.0, "train/tensor_act_model_layers_57_residual_pre_attn/norm": 5255735.5, "train/tensor_act_model_layers_57_residual_pre_attn/mean": 2560.0, "train/tensor_act_model_layers_57_residual_pre_attn/std": 61.25, "train/tensor_act_model_layers_57_residual_pre_attn/max_abs": 2736.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_pre_attn/min": 2320.0, "train/tensor_act_model_layers_57_residual_pre_attn/max": 2736.0, "train/tensor_act_model_layers_57_residual_pre_attn/range": 416.0, "train/tensor_act_model_layers_57_residual_post_attn/norm": 5255735.5, "train/tensor_act_model_layers_57_residual_post_attn/mean": 2560.0, "train/tensor_act_model_layers_57_residual_post_attn/std": 61.25, "train/tensor_act_model_layers_57_residual_post_attn/max_abs": 2736.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_post_attn/min": 2320.0, "train/tensor_act_model_layers_57_residual_post_attn/max": 2736.0, "train/tensor_act_model_layers_57_residual_post_attn/range": 416.0, "train/tensor_act_model_layers_57_mlp_gate_proj/norm": 6095.15087890625, "train/tensor_act_model_layers_57_mlp_gate_proj/mean": 1.1328125, "train/tensor_act_model_layers_57_mlp_gate_proj/std": 1.7734375, "train/tensor_act_model_layers_57_mlp_gate_proj/max_abs": 5.0625, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/min": -1.1953125, "train/tensor_act_model_layers_57_mlp_gate_proj/max": 5.0625, "train/tensor_act_model_layers_57_mlp_gate_proj/range": 6.2578125, "train/tensor_act_model_layers_57_mlp_up_proj/norm": 6237.0869140625, "train/tensor_act_model_layers_57_mlp_up_proj/mean": -0.05419921875, "train/tensor_act_model_layers_57_mlp_up_proj/std": 2.15625, "train/tensor_act_model_layers_57_mlp_up_proj/max_abs": 5.0625, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/min": -4.9375, "train/tensor_act_model_layers_57_mlp_up_proj/max": 5.0625, "train/tensor_act_model_layers_57_mlp_up_proj/range": 10.0, "train/tensor_act_model_layers_57_mlp_down_proj/norm": 65847.578125, "train/tensor_act_model_layers_57_mlp_down_proj/mean": 31.875, "train/tensor_act_model_layers_57_mlp_down_proj/std": 4.0, "train/tensor_act_model_layers_57_mlp_down_proj/max_abs": 39.25, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_mlp_down_proj/min": 20.5, "train/tensor_act_model_layers_57_mlp_down_proj/max": 39.25, "train/tensor_act_model_layers_57_mlp_down_proj/range": 18.75, "train/tensor_act_model_layers_57_mlp/norm": 65847.578125, "train/tensor_act_model_layers_57_mlp/mean": 31.875, "train/tensor_act_model_layers_57_mlp/std": 4.0, "train/tensor_act_model_layers_57_mlp/max_abs": 39.25, "train/tensor_act_model_layers_57_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_mlp/min": 20.5, "train/tensor_act_model_layers_57_mlp/max": 39.25, "train/tensor_act_model_layers_57_mlp/range": 18.75, "train/tensor_act_model_layers_57_residual_post_mlp/norm": 5320219.5, "train/tensor_act_model_layers_57_residual_post_mlp/mean": 2592.0, "train/tensor_act_model_layers_57_residual_post_mlp/std": 61.25, "train/tensor_act_model_layers_57_residual_post_mlp/max_abs": 2768.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_post_mlp/min": 2352.0, "train/tensor_act_model_layers_57_residual_post_mlp/max": 2768.0, "train/tensor_act_model_layers_57_residual_post_mlp/range": 416.0, "train/tensor_act_model_layers_58_residual_pre_attn/norm": 5320219.5, "train/tensor_act_model_layers_58_residual_pre_attn/mean": 2592.0, "train/tensor_act_model_layers_58_residual_pre_attn/std": 61.25, "train/tensor_act_model_layers_58_residual_pre_attn/max_abs": 2768.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_pre_attn/min": 2352.0, "train/tensor_act_model_layers_58_residual_pre_attn/max": 2768.0, "train/tensor_act_model_layers_58_residual_pre_attn/range": 416.0, "train/tensor_act_model_layers_58_residual_post_attn/norm": 5320219.5, "train/tensor_act_model_layers_58_residual_post_attn/mean": 2592.0, "train/tensor_act_model_layers_58_residual_post_attn/std": 61.25, "train/tensor_act_model_layers_58_residual_post_attn/max_abs": 2768.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_post_attn/min": 2352.0, "train/tensor_act_model_layers_58_residual_post_attn/max": 2768.0, "train/tensor_act_model_layers_58_residual_post_attn/range": 416.0, "train/tensor_act_model_layers_58_mlp_gate_proj/norm": 6341.35302734375, "train/tensor_act_model_layers_58_mlp_gate_proj/mean": 1.234375, "train/tensor_act_model_layers_58_mlp_gate_proj/std": 1.8125, "train/tensor_act_model_layers_58_mlp_gate_proj/max_abs": 5.21875, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/min": -1.265625, "train/tensor_act_model_layers_58_mlp_gate_proj/max": 5.21875, "train/tensor_act_model_layers_58_mlp_gate_proj/range": 6.484375, "train/tensor_act_model_layers_58_mlp_up_proj/norm": 6437.9580078125, "train/tensor_act_model_layers_58_mlp_up_proj/mean": -0.09423828125, "train/tensor_act_model_layers_58_mlp_up_proj/std": 2.21875, "train/tensor_act_model_layers_58_mlp_up_proj/max_abs": 5.46875, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/min": -5.46875, "train/tensor_act_model_layers_58_mlp_up_proj/max": 5.21875, "train/tensor_act_model_layers_58_mlp_up_proj/range": 10.6875, "train/tensor_act_model_layers_58_mlp_down_proj/norm": 69438.390625, "train/tensor_act_model_layers_58_mlp_down_proj/mean": 33.75, "train/tensor_act_model_layers_58_mlp_down_proj/std": 4.34375, "train/tensor_act_model_layers_58_mlp_down_proj/max_abs": 44.75, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_mlp_down_proj/min": 21.625, "train/tensor_act_model_layers_58_mlp_down_proj/max": 44.75, "train/tensor_act_model_layers_58_mlp_down_proj/range": 23.125, "train/tensor_act_model_layers_58_mlp/norm": 69438.390625, "train/tensor_act_model_layers_58_mlp/mean": 33.75, "train/tensor_act_model_layers_58_mlp/std": 4.34375, "train/tensor_act_model_layers_58_mlp/max_abs": 44.75, "train/tensor_act_model_layers_58_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_mlp/min": 21.625, "train/tensor_act_model_layers_58_mlp/max": 44.75, "train/tensor_act_model_layers_58_mlp/range": 23.125, "train/tensor_act_model_layers_58_residual_post_mlp/norm": 5387353.0, "train/tensor_act_model_layers_58_residual_post_mlp/mean": 2624.0, "train/tensor_act_model_layers_58_residual_post_mlp/std": 61.5, "train/tensor_act_model_layers_58_residual_post_mlp/max_abs": 2816.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_post_mlp/min": 2384.0, "train/tensor_act_model_layers_58_residual_post_mlp/max": 2816.0, "train/tensor_act_model_layers_58_residual_post_mlp/range": 432.0, "train/tensor_act_model_layers_59_residual_pre_attn/norm": 5387353.0, "train/tensor_act_model_layers_59_residual_pre_attn/mean": 2624.0, "train/tensor_act_model_layers_59_residual_pre_attn/std": 61.5, "train/tensor_act_model_layers_59_residual_pre_attn/max_abs": 2816.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_pre_attn/min": 2384.0, "train/tensor_act_model_layers_59_residual_pre_attn/max": 2816.0, "train/tensor_act_model_layers_59_residual_pre_attn/range": 432.0, "train/tensor_act_model_layers_59_residual_post_attn/norm": 5387353.0, "train/tensor_act_model_layers_59_residual_post_attn/mean": 2624.0, "train/tensor_act_model_layers_59_residual_post_attn/std": 61.5, "train/tensor_act_model_layers_59_residual_post_attn/max_abs": 2816.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_post_attn/min": 2384.0, "train/tensor_act_model_layers_59_residual_post_attn/max": 2816.0, "train/tensor_act_model_layers_59_residual_post_attn/range": 432.0, "train/tensor_act_model_layers_59_mlp_gate_proj/norm": 6226.0478515625, "train/tensor_act_model_layers_59_mlp_gate_proj/mean": 1.1171875, "train/tensor_act_model_layers_59_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_59_mlp_gate_proj/max_abs": 5.65625, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/min": -1.0703125, "train/tensor_act_model_layers_59_mlp_gate_proj/max": 5.65625, "train/tensor_act_model_layers_59_mlp_gate_proj/range": 6.7265625, "train/tensor_act_model_layers_59_mlp_up_proj/norm": 6385.103515625, "train/tensor_act_model_layers_59_mlp_up_proj/mean": 0.003082275390625, "train/tensor_act_model_layers_59_mlp_up_proj/std": 2.203125, "train/tensor_act_model_layers_59_mlp_up_proj/max_abs": 5.3125, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/min": -5.03125, "train/tensor_act_model_layers_59_mlp_up_proj/max": 5.3125, "train/tensor_act_model_layers_59_mlp_up_proj/range": 10.34375, "train/tensor_act_model_layers_59_mlp_down_proj/norm": 69326.6875, "train/tensor_act_model_layers_59_mlp_down_proj/mean": 33.5, "train/tensor_act_model_layers_59_mlp_down_proj/std": 4.40625, "train/tensor_act_model_layers_59_mlp_down_proj/max_abs": 44.25, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_mlp_down_proj/min": 19.875, "train/tensor_act_model_layers_59_mlp_down_proj/max": 44.25, "train/tensor_act_model_layers_59_mlp_down_proj/range": 24.375, "train/tensor_act_model_layers_59_mlp/norm": 69326.6875, "train/tensor_act_model_layers_59_mlp/mean": 33.5, "train/tensor_act_model_layers_59_mlp/std": 4.40625, "train/tensor_act_model_layers_59_mlp/max_abs": 44.25, "train/tensor_act_model_layers_59_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_mlp/min": 19.875, "train/tensor_act_model_layers_59_mlp/max": 44.25, "train/tensor_act_model_layers_59_mlp/range": 24.375, "train/tensor_act_model_layers_59_residual_post_mlp/norm": 5454084.0, "train/tensor_act_model_layers_59_residual_post_mlp/mean": 2656.0, "train/tensor_act_model_layers_59_residual_post_mlp/std": 62.25, "train/tensor_act_model_layers_59_residual_post_mlp/max_abs": 2848.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_post_mlp/min": 2400.0, "train/tensor_act_model_layers_59_residual_post_mlp/max": 2848.0, "train/tensor_act_model_layers_59_residual_post_mlp/range": 448.0, "train/tensor_act_model_layers_60_residual_pre_attn/norm": 5454084.0, "train/tensor_act_model_layers_60_residual_pre_attn/mean": 2656.0, "train/tensor_act_model_layers_60_residual_pre_attn/std": 62.25, "train/tensor_act_model_layers_60_residual_pre_attn/max_abs": 2848.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_pre_attn/min": 2400.0, "train/tensor_act_model_layers_60_residual_pre_attn/max": 2848.0, "train/tensor_act_model_layers_60_residual_pre_attn/range": 448.0, "train/tensor_act_model_layers_60_residual_post_attn/norm": 5454084.0, "train/tensor_act_model_layers_60_residual_post_attn/mean": 2656.0, "train/tensor_act_model_layers_60_residual_post_attn/std": 62.25, "train/tensor_act_model_layers_60_residual_post_attn/max_abs": 2848.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_post_attn/min": 2400.0, "train/tensor_act_model_layers_60_residual_post_attn/max": 2848.0, "train/tensor_act_model_layers_60_residual_post_attn/range": 448.0, "train/tensor_act_model_layers_60_mlp_gate_proj/norm": 5891.0771484375, "train/tensor_act_model_layers_60_mlp_gate_proj/mean": 0.93359375, "train/tensor_act_model_layers_60_mlp_gate_proj/std": 1.8046875, "train/tensor_act_model_layers_60_mlp_gate_proj/max_abs": 5.21875, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/min": -1.234375, "train/tensor_act_model_layers_60_mlp_gate_proj/max": 5.21875, "train/tensor_act_model_layers_60_mlp_gate_proj/range": 6.453125, "train/tensor_act_model_layers_60_mlp_up_proj/norm": 5851.7080078125, "train/tensor_act_model_layers_60_mlp_up_proj/mean": -0.115234375, "train/tensor_act_model_layers_60_mlp_up_proj/std": 2.015625, "train/tensor_act_model_layers_60_mlp_up_proj/max_abs": 5.375, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/min": -5.3125, "train/tensor_act_model_layers_60_mlp_up_proj/max": 5.375, "train/tensor_act_model_layers_60_mlp_up_proj/range": 10.6875, "train/tensor_act_model_layers_60_mlp_down_proj/norm": 58841.4765625, "train/tensor_act_model_layers_60_mlp_down_proj/mean": 28.375, "train/tensor_act_model_layers_60_mlp_down_proj/std": 4.28125, "train/tensor_act_model_layers_60_mlp_down_proj/max_abs": 38.5, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_mlp_down_proj/min": 18.0, "train/tensor_act_model_layers_60_mlp_down_proj/max": 38.5, "train/tensor_act_model_layers_60_mlp_down_proj/range": 20.5, "train/tensor_act_model_layers_60_mlp/norm": 58841.4765625, "train/tensor_act_model_layers_60_mlp/mean": 28.375, "train/tensor_act_model_layers_60_mlp/std": 4.28125, "train/tensor_act_model_layers_60_mlp/max_abs": 38.5, "train/tensor_act_model_layers_60_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_mlp/min": 18.0, "train/tensor_act_model_layers_60_mlp/max": 38.5, "train/tensor_act_model_layers_60_mlp/range": 20.5, "train/tensor_act_model_layers_60_residual_post_mlp/norm": 5513638.5, "train/tensor_act_model_layers_60_residual_post_mlp/mean": 2688.0, "train/tensor_act_model_layers_60_residual_post_mlp/std": 63.0, "train/tensor_act_model_layers_60_residual_post_mlp/max_abs": 2880.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_post_mlp/min": 2416.0, "train/tensor_act_model_layers_60_residual_post_mlp/max": 2880.0, "train/tensor_act_model_layers_60_residual_post_mlp/range": 464.0, "train/tensor_act_model_layers_61_residual_pre_attn/norm": 5513638.5, "train/tensor_act_model_layers_61_residual_pre_attn/mean": 2688.0, "train/tensor_act_model_layers_61_residual_pre_attn/std": 63.0, "train/tensor_act_model_layers_61_residual_pre_attn/max_abs": 2880.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_pre_attn/min": 2416.0, "train/tensor_act_model_layers_61_residual_pre_attn/max": 2880.0, "train/tensor_act_model_layers_61_residual_pre_attn/range": 464.0, "train/tensor_act_model_layers_61_residual_post_attn/norm": 5513638.5, "train/tensor_act_model_layers_61_residual_post_attn/mean": 2688.0, "train/tensor_act_model_layers_61_residual_post_attn/std": 63.0, "train/tensor_act_model_layers_61_residual_post_attn/max_abs": 2880.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_post_attn/min": 2416.0, "train/tensor_act_model_layers_61_residual_post_attn/max": 2880.0, "train/tensor_act_model_layers_61_residual_post_attn/range": 464.0, "train/tensor_act_model_layers_61_mlp_gate_proj/norm": 5498.18359375, "train/tensor_act_model_layers_61_mlp_gate_proj/mean": 0.90234375, "train/tensor_act_model_layers_61_mlp_gate_proj/std": 1.671875, "train/tensor_act_model_layers_61_mlp_gate_proj/max_abs": 5.03125, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/min": -1.0703125, "train/tensor_act_model_layers_61_mlp_gate_proj/max": 5.03125, "train/tensor_act_model_layers_61_mlp_gate_proj/range": 6.1015625, "train/tensor_act_model_layers_61_mlp_up_proj/norm": 5578.57421875, "train/tensor_act_model_layers_61_mlp_up_proj/mean": -0.043701171875, "train/tensor_act_model_layers_61_mlp_up_proj/std": 1.921875, "train/tensor_act_model_layers_61_mlp_up_proj/max_abs": 5.125, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/min": -5.125, "train/tensor_act_model_layers_61_mlp_up_proj/max": 4.9375, "train/tensor_act_model_layers_61_mlp_up_proj/range": 10.0625, "train/tensor_act_model_layers_61_mlp_down_proj/norm": 50588.203125, "train/tensor_act_model_layers_61_mlp_down_proj/mean": 24.5, "train/tensor_act_model_layers_61_mlp_down_proj/std": 3.4375, "train/tensor_act_model_layers_61_mlp_down_proj/max_abs": 32.0, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_mlp_down_proj/min": 15.9375, "train/tensor_act_model_layers_61_mlp_down_proj/max": 32.0, "train/tensor_act_model_layers_61_mlp_down_proj/range": 16.0625, "train/tensor_act_model_layers_61_mlp/norm": 50588.203125, "train/tensor_act_model_layers_61_mlp/mean": 24.5, "train/tensor_act_model_layers_61_mlp/std": 3.4375, "train/tensor_act_model_layers_61_mlp/max_abs": 32.0, "train/tensor_act_model_layers_61_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_mlp/min": 15.9375, "train/tensor_act_model_layers_61_mlp/max": 32.0, "train/tensor_act_model_layers_61_mlp/range": 16.0625, "train/tensor_act_model_layers_61_residual_post_mlp/norm": 5565192.0, "train/tensor_act_model_layers_61_residual_post_mlp/mean": 2720.0, "train/tensor_act_model_layers_61_residual_post_mlp/std": 63.25, "train/tensor_act_model_layers_61_residual_post_mlp/max_abs": 2912.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_post_mlp/min": 2448.0, "train/tensor_act_model_layers_61_residual_post_mlp/max": 2912.0, "train/tensor_act_model_layers_61_residual_post_mlp/range": 464.0, "train/tensor_act_model_layers_62_residual_pre_attn/norm": 5565192.0, "train/tensor_act_model_layers_62_residual_pre_attn/mean": 2720.0, "train/tensor_act_model_layers_62_residual_pre_attn/std": 63.25, "train/tensor_act_model_layers_62_residual_pre_attn/max_abs": 2912.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_pre_attn/min": 2448.0, "train/tensor_act_model_layers_62_residual_pre_attn/max": 2912.0, "train/tensor_act_model_layers_62_residual_pre_attn/range": 464.0, "train/tensor_act_model_layers_62_residual_post_attn/norm": 5565192.0, "train/tensor_act_model_layers_62_residual_post_attn/mean": 2720.0, "train/tensor_act_model_layers_62_residual_post_attn/std": 63.25, "train/tensor_act_model_layers_62_residual_post_attn/max_abs": 2912.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_post_attn/min": 2448.0, "train/tensor_act_model_layers_62_residual_post_attn/max": 2912.0, "train/tensor_act_model_layers_62_residual_post_attn/range": 464.0, "train/tensor_act_model_layers_62_mlp_gate_proj/norm": 5544.896484375, "train/tensor_act_model_layers_62_mlp_gate_proj/mean": 0.90625, "train/tensor_act_model_layers_62_mlp_gate_proj/std": 1.6875, "train/tensor_act_model_layers_62_mlp_gate_proj/max_abs": 5.3125, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/min": -1.109375, "train/tensor_act_model_layers_62_mlp_gate_proj/max": 5.3125, "train/tensor_act_model_layers_62_mlp_gate_proj/range": 6.421875, "train/tensor_act_model_layers_62_mlp_up_proj/norm": 5556.392578125, "train/tensor_act_model_layers_62_mlp_up_proj/mean": 0.138671875, "train/tensor_act_model_layers_62_mlp_up_proj/std": 1.9140625, "train/tensor_act_model_layers_62_mlp_up_proj/max_abs": 4.9375, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/min": -4.9375, "train/tensor_act_model_layers_62_mlp_up_proj/max": 4.875, "train/tensor_act_model_layers_62_mlp_up_proj/range": 9.8125, "train/tensor_act_model_layers_62_mlp_down_proj/norm": 51202.1796875, "train/tensor_act_model_layers_62_mlp_down_proj/mean": 24.75, "train/tensor_act_model_layers_62_mlp_down_proj/std": 3.40625, "train/tensor_act_model_layers_62_mlp_down_proj/max_abs": 33.25, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_mlp_down_proj/min": 16.625, "train/tensor_act_model_layers_62_mlp_down_proj/max": 33.25, "train/tensor_act_model_layers_62_mlp_down_proj/range": 16.625, "train/tensor_act_model_layers_62_mlp/norm": 51202.1796875, "train/tensor_act_model_layers_62_mlp/mean": 24.75, "train/tensor_act_model_layers_62_mlp/std": 3.40625, "train/tensor_act_model_layers_62_mlp/max_abs": 33.25, "train/tensor_act_model_layers_62_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_mlp/min": 16.625, "train/tensor_act_model_layers_62_mlp/max": 33.25, "train/tensor_act_model_layers_62_mlp/range": 16.625, "train/tensor_act_model_layers_62_residual_post_mlp/norm": 5616456.0, "train/tensor_act_model_layers_62_residual_post_mlp/mean": 2736.0, "train/tensor_act_model_layers_62_residual_post_mlp/std": 63.5, "train/tensor_act_model_layers_62_residual_post_mlp/max_abs": 2944.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_post_mlp/min": 2480.0, "train/tensor_act_model_layers_62_residual_post_mlp/max": 2944.0, "train/tensor_act_model_layers_62_residual_post_mlp/range": 464.0, "train/tensor_act_model_layers_63_residual_pre_attn/norm": 5616456.0, "train/tensor_act_model_layers_63_residual_pre_attn/mean": 2736.0, "train/tensor_act_model_layers_63_residual_pre_attn/std": 63.5, "train/tensor_act_model_layers_63_residual_pre_attn/max_abs": 2944.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_pre_attn/min": 2480.0, "train/tensor_act_model_layers_63_residual_pre_attn/max": 2944.0, "train/tensor_act_model_layers_63_residual_pre_attn/range": 464.0, "train/tensor_act_model_layers_63_residual_post_attn/norm": 5616456.0, "train/tensor_act_model_layers_63_residual_post_attn/mean": 2736.0, "train/tensor_act_model_layers_63_residual_post_attn/std": 63.5, "train/tensor_act_model_layers_63_residual_post_attn/max_abs": 2944.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_post_attn/min": 2480.0, "train/tensor_act_model_layers_63_residual_post_attn/max": 2944.0, "train/tensor_act_model_layers_63_residual_post_attn/range": 464.0, "train/tensor_act_model_layers_63_mlp_gate_proj/norm": 5889.7353515625, "train/tensor_act_model_layers_63_mlp_gate_proj/mean": 0.94921875, "train/tensor_act_model_layers_63_mlp_gate_proj/std": 1.796875, "train/tensor_act_model_layers_63_mlp_gate_proj/max_abs": 5.09375, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_63_mlp_gate_proj/max": 5.09375, "train/tensor_act_model_layers_63_mlp_gate_proj/range": 6.375, "train/tensor_act_model_layers_63_mlp_up_proj/norm": 5780.9482421875, "train/tensor_act_model_layers_63_mlp_up_proj/mean": -0.12109375, "train/tensor_act_model_layers_63_mlp_up_proj/std": 1.9921875, "train/tensor_act_model_layers_63_mlp_up_proj/max_abs": 5.03125, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/min": -4.96875, "train/tensor_act_model_layers_63_mlp_up_proj/max": 5.03125, "train/tensor_act_model_layers_63_mlp_up_proj/range": 10.0, "train/tensor_act_model_layers_63_mlp_down_proj/norm": 61387.734375, "train/tensor_act_model_layers_63_mlp_down_proj/mean": 29.75, "train/tensor_act_model_layers_63_mlp_down_proj/std": 3.546875, "train/tensor_act_model_layers_63_mlp_down_proj/max_abs": 37.25, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_mlp_down_proj/min": 19.875, "train/tensor_act_model_layers_63_mlp_down_proj/max": 37.25, "train/tensor_act_model_layers_63_mlp_down_proj/range": 17.375, "train/tensor_act_model_layers_63_mlp/norm": 61387.734375, "train/tensor_act_model_layers_63_mlp/mean": 29.75, "train/tensor_act_model_layers_63_mlp/std": 3.546875, "train/tensor_act_model_layers_63_mlp/max_abs": 37.25, "train/tensor_act_model_layers_63_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_mlp/min": 19.875, "train/tensor_act_model_layers_63_mlp/max": 37.25, "train/tensor_act_model_layers_63_mlp/range": 17.375, "train/tensor_act_model_layers_63_residual_post_mlp/norm": 5680171.5, "train/tensor_act_model_layers_63_residual_post_mlp/mean": 2768.0, "train/tensor_act_model_layers_63_residual_post_mlp/std": 63.5, "train/tensor_act_model_layers_63_residual_post_mlp/max_abs": 2976.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_post_mlp/min": 2512.0, "train/tensor_act_model_layers_63_residual_post_mlp/max": 2976.0, "train/tensor_act_model_layers_63_residual_post_mlp/range": 464.0, "train/tensor_act_model_layers_64_residual_pre_attn/norm": 5680171.5, "train/tensor_act_model_layers_64_residual_pre_attn/mean": 2768.0, "train/tensor_act_model_layers_64_residual_pre_attn/std": 63.5, "train/tensor_act_model_layers_64_residual_pre_attn/max_abs": 2976.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_pre_attn/min": 2512.0, "train/tensor_act_model_layers_64_residual_pre_attn/max": 2976.0, "train/tensor_act_model_layers_64_residual_pre_attn/range": 464.0, "train/tensor_act_model_layers_64_residual_post_attn/norm": 5680171.5, "train/tensor_act_model_layers_64_residual_post_attn/mean": 2768.0, "train/tensor_act_model_layers_64_residual_post_attn/std": 63.5, "train/tensor_act_model_layers_64_residual_post_attn/max_abs": 2976.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_post_attn/min": 2512.0, "train/tensor_act_model_layers_64_residual_post_attn/max": 2976.0, "train/tensor_act_model_layers_64_residual_post_attn/range": 464.0, "train/tensor_act_model_layers_64_mlp_gate_proj/norm": 5449.0390625, "train/tensor_act_model_layers_64_mlp_gate_proj/mean": 0.82421875, "train/tensor_act_model_layers_64_mlp_gate_proj/std": 1.6875, "train/tensor_act_model_layers_64_mlp_gate_proj/max_abs": 5.40625, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/min": -1.578125, "train/tensor_act_model_layers_64_mlp_gate_proj/max": 5.40625, "train/tensor_act_model_layers_64_mlp_gate_proj/range": 6.984375, "train/tensor_act_model_layers_64_mlp_up_proj/norm": 5664.12890625, "train/tensor_act_model_layers_64_mlp_up_proj/mean": 0.053955078125, "train/tensor_act_model_layers_64_mlp_up_proj/std": 1.953125, "train/tensor_act_model_layers_64_mlp_up_proj/max_abs": 5.25, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/min": -4.9375, "train/tensor_act_model_layers_64_mlp_up_proj/max": 5.25, "train/tensor_act_model_layers_64_mlp_up_proj/range": 10.1875, "train/tensor_act_model_layers_64_mlp_down_proj/norm": 51334.76171875, "train/tensor_act_model_layers_64_mlp_down_proj/mean": 24.625, "train/tensor_act_model_layers_64_mlp_down_proj/std": 4.53125, "train/tensor_act_model_layers_64_mlp_down_proj/max_abs": 38.5, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_mlp_down_proj/min": 10.4375, "train/tensor_act_model_layers_64_mlp_down_proj/max": 38.5, "train/tensor_act_model_layers_64_mlp_down_proj/range": 28.0625, "train/tensor_act_model_layers_64_mlp/norm": 51334.76171875, "train/tensor_act_model_layers_64_mlp/mean": 24.625, "train/tensor_act_model_layers_64_mlp/std": 4.53125, "train/tensor_act_model_layers_64_mlp/max_abs": 38.5, "train/tensor_act_model_layers_64_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_mlp/min": 10.4375, "train/tensor_act_model_layers_64_mlp/max": 38.5, "train/tensor_act_model_layers_64_mlp/range": 28.0625, "train/tensor_act_model_layers_64_residual_post_mlp/norm": 5731437.5, "train/tensor_act_model_layers_64_residual_post_mlp/mean": 2800.0, "train/tensor_act_model_layers_64_residual_post_mlp/std": 65.0, "train/tensor_act_model_layers_64_residual_post_mlp/max_abs": 2992.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_post_mlp/min": 2544.0, "train/tensor_act_model_layers_64_residual_post_mlp/max": 2992.0, "train/tensor_act_model_layers_64_residual_post_mlp/range": 448.0, "train/tensor_act_model_layers_65_residual_pre_attn/norm": 5731437.5, "train/tensor_act_model_layers_65_residual_pre_attn/mean": 2800.0, "train/tensor_act_model_layers_65_residual_pre_attn/std": 65.0, "train/tensor_act_model_layers_65_residual_pre_attn/max_abs": 2992.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_pre_attn/min": 2544.0, "train/tensor_act_model_layers_65_residual_pre_attn/max": 2992.0, "train/tensor_act_model_layers_65_residual_pre_attn/range": 448.0, "train/tensor_act_model_layers_65_residual_post_attn/norm": 5731437.5, "train/tensor_act_model_layers_65_residual_post_attn/mean": 2800.0, "train/tensor_act_model_layers_65_residual_post_attn/std": 65.0, "train/tensor_act_model_layers_65_residual_post_attn/max_abs": 2992.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_post_attn/min": 2544.0, "train/tensor_act_model_layers_65_residual_post_attn/max": 2992.0, "train/tensor_act_model_layers_65_residual_post_attn/range": 448.0, "train/tensor_act_model_layers_65_mlp_gate_proj/norm": 5342.90185546875, "train/tensor_act_model_layers_65_mlp_gate_proj/mean": 0.73046875, "train/tensor_act_model_layers_65_mlp_gate_proj/std": 1.6953125, "train/tensor_act_model_layers_65_mlp_gate_proj/max_abs": 5.1875, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/min": -1.6171875, "train/tensor_act_model_layers_65_mlp_gate_proj/max": 5.1875, "train/tensor_act_model_layers_65_mlp_gate_proj/range": 6.8046875, "train/tensor_act_model_layers_65_mlp_up_proj/norm": 5396.34375, "train/tensor_act_model_layers_65_mlp_up_proj/mean": 0.11328125, "train/tensor_act_model_layers_65_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_65_mlp_up_proj/max_abs": 5.1875, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/min": -4.875, "train/tensor_act_model_layers_65_mlp_up_proj/max": 5.1875, "train/tensor_act_model_layers_65_mlp_up_proj/range": 10.0625, "train/tensor_act_model_layers_65_mlp_down_proj/norm": 47072.796875, "train/tensor_act_model_layers_65_mlp_down_proj/mean": 22.75, "train/tensor_act_model_layers_65_mlp_down_proj/std": 3.3125, "train/tensor_act_model_layers_65_mlp_down_proj/max_abs": 30.375, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_mlp_down_proj/min": 11.5625, "train/tensor_act_model_layers_65_mlp_down_proj/max": 30.375, "train/tensor_act_model_layers_65_mlp_down_proj/range": 18.8125, "train/tensor_act_model_layers_65_mlp/norm": 47072.796875, "train/tensor_act_model_layers_65_mlp/mean": 22.75, "train/tensor_act_model_layers_65_mlp/std": 3.3125, "train/tensor_act_model_layers_65_mlp/max_abs": 30.375, "train/tensor_act_model_layers_65_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_mlp/min": 11.5625, "train/tensor_act_model_layers_65_mlp/max": 30.375, "train/tensor_act_model_layers_65_mlp/range": 18.8125, "train/tensor_act_model_layers_65_residual_post_mlp/norm": 5775228.0, "train/tensor_act_model_layers_65_residual_post_mlp/mean": 2816.0, "train/tensor_act_model_layers_65_residual_post_mlp/std": 65.5, "train/tensor_act_model_layers_65_residual_post_mlp/max_abs": 3008.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_post_mlp/min": 2576.0, "train/tensor_act_model_layers_65_residual_post_mlp/max": 3008.0, "train/tensor_act_model_layers_65_residual_post_mlp/range": 432.0, "train/tensor_act_model_layers_66_residual_pre_attn/norm": 5775228.0, "train/tensor_act_model_layers_66_residual_pre_attn/mean": 2816.0, "train/tensor_act_model_layers_66_residual_pre_attn/std": 65.5, "train/tensor_act_model_layers_66_residual_pre_attn/max_abs": 3008.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_pre_attn/min": 2576.0, "train/tensor_act_model_layers_66_residual_pre_attn/max": 3008.0, "train/tensor_act_model_layers_66_residual_pre_attn/range": 432.0, "train/tensor_act_model_layers_66_residual_post_attn/norm": 5775228.0, "train/tensor_act_model_layers_66_residual_post_attn/mean": 2816.0, "train/tensor_act_model_layers_66_residual_post_attn/std": 65.5, "train/tensor_act_model_layers_66_residual_post_attn/max_abs": 3008.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_post_attn/min": 2576.0, "train/tensor_act_model_layers_66_residual_post_attn/max": 3008.0, "train/tensor_act_model_layers_66_residual_post_attn/range": 432.0, "train/tensor_act_model_layers_66_mlp_gate_proj/norm": 5766.07958984375, "train/tensor_act_model_layers_66_mlp_gate_proj/mean": 0.90234375, "train/tensor_act_model_layers_66_mlp_gate_proj/std": 1.7734375, "train/tensor_act_model_layers_66_mlp_gate_proj/max_abs": 5.09375, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/min": -1.6796875, "train/tensor_act_model_layers_66_mlp_gate_proj/max": 5.09375, "train/tensor_act_model_layers_66_mlp_gate_proj/range": 6.7734375, "train/tensor_act_model_layers_66_mlp_up_proj/norm": 5631.5654296875, "train/tensor_act_model_layers_66_mlp_up_proj/mean": -0.0166015625, "train/tensor_act_model_layers_66_mlp_up_proj/std": 1.9453125, "train/tensor_act_model_layers_66_mlp_up_proj/max_abs": 5.375, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/min": -5.375, "train/tensor_act_model_layers_66_mlp_up_proj/max": 4.875, "train/tensor_act_model_layers_66_mlp_up_proj/range": 10.25, "train/tensor_act_model_layers_66_mlp_down_proj/norm": 53824.0078125, "train/tensor_act_model_layers_66_mlp_down_proj/mean": 25.875, "train/tensor_act_model_layers_66_mlp_down_proj/std": 4.40625, "train/tensor_act_model_layers_66_mlp_down_proj/max_abs": 36.25, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_mlp_down_proj/min": 13.625, "train/tensor_act_model_layers_66_mlp_down_proj/max": 36.25, "train/tensor_act_model_layers_66_mlp_down_proj/range": 22.625, "train/tensor_act_model_layers_66_mlp/norm": 53824.0078125, "train/tensor_act_model_layers_66_mlp/mean": 25.875, "train/tensor_act_model_layers_66_mlp/std": 4.40625, "train/tensor_act_model_layers_66_mlp/max_abs": 36.25, "train/tensor_act_model_layers_66_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_mlp/min": 13.625, "train/tensor_act_model_layers_66_mlp/max": 36.25, "train/tensor_act_model_layers_66_mlp/range": 22.625, "train/tensor_act_model_layers_66_residual_post_mlp/norm": 5830266.5, "train/tensor_act_model_layers_66_residual_post_mlp/mean": 2848.0, "train/tensor_act_model_layers_66_residual_post_mlp/std": 65.5, "train/tensor_act_model_layers_66_residual_post_mlp/max_abs": 3040.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_post_mlp/min": 2608.0, "train/tensor_act_model_layers_66_residual_post_mlp/max": 3040.0, "train/tensor_act_model_layers_66_residual_post_mlp/range": 432.0, "train/tensor_act_model_layers_67_residual_pre_attn/norm": 5830266.5, "train/tensor_act_model_layers_67_residual_pre_attn/mean": 2848.0, "train/tensor_act_model_layers_67_residual_pre_attn/std": 65.5, "train/tensor_act_model_layers_67_residual_pre_attn/max_abs": 3040.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_pre_attn/min": 2608.0, "train/tensor_act_model_layers_67_residual_pre_attn/max": 3040.0, "train/tensor_act_model_layers_67_residual_pre_attn/range": 432.0, "train/tensor_act_model_layers_67_residual_post_attn/norm": 5830266.5, "train/tensor_act_model_layers_67_residual_post_attn/mean": 2848.0, "train/tensor_act_model_layers_67_residual_post_attn/std": 65.5, "train/tensor_act_model_layers_67_residual_post_attn/max_abs": 3040.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_post_attn/min": 2608.0, "train/tensor_act_model_layers_67_residual_post_attn/max": 3040.0, "train/tensor_act_model_layers_67_residual_post_attn/range": 432.0, "train/tensor_act_model_layers_67_mlp_gate_proj/norm": 5822.92041015625, "train/tensor_act_model_layers_67_mlp_gate_proj/mean": 0.9296875, "train/tensor_act_model_layers_67_mlp_gate_proj/std": 1.78125, "train/tensor_act_model_layers_67_mlp_gate_proj/max_abs": 5.03125, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/min": -1.3203125, "train/tensor_act_model_layers_67_mlp_gate_proj/max": 5.03125, "train/tensor_act_model_layers_67_mlp_gate_proj/range": 6.3515625, "train/tensor_act_model_layers_67_mlp_up_proj/norm": 5835.61328125, "train/tensor_act_model_layers_67_mlp_up_proj/mean": -0.06689453125, "train/tensor_act_model_layers_67_mlp_up_proj/std": 2.015625, "train/tensor_act_model_layers_67_mlp_up_proj/max_abs": 5.0625, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/min": -4.96875, "train/tensor_act_model_layers_67_mlp_up_proj/max": 5.0625, "train/tensor_act_model_layers_67_mlp_up_proj/range": 10.03125, "train/tensor_act_model_layers_67_mlp_down_proj/norm": 58902.40625, "train/tensor_act_model_layers_67_mlp_down_proj/mean": 28.5, "train/tensor_act_model_layers_67_mlp_down_proj/std": 3.828125, "train/tensor_act_model_layers_67_mlp_down_proj/max_abs": 36.25, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_mlp_down_proj/min": 17.625, "train/tensor_act_model_layers_67_mlp_down_proj/max": 36.25, "train/tensor_act_model_layers_67_mlp_down_proj/range": 18.625, "train/tensor_act_model_layers_67_mlp/norm": 58902.40625, "train/tensor_act_model_layers_67_mlp/mean": 28.5, "train/tensor_act_model_layers_67_mlp/std": 3.828125, "train/tensor_act_model_layers_67_mlp/max_abs": 36.25, "train/tensor_act_model_layers_67_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_mlp/min": 17.625, "train/tensor_act_model_layers_67_mlp/max": 36.25, "train/tensor_act_model_layers_67_mlp/range": 18.625, "train/tensor_act_model_layers_67_residual_post_mlp/norm": 5891980.5, "train/tensor_act_model_layers_67_residual_post_mlp/mean": 2880.0, "train/tensor_act_model_layers_67_residual_post_mlp/std": 66.5, "train/tensor_act_model_layers_67_residual_post_mlp/max_abs": 3072.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_post_mlp/min": 2624.0, "train/tensor_act_model_layers_67_residual_post_mlp/max": 3072.0, "train/tensor_act_model_layers_67_residual_post_mlp/range": 448.0, "train/tensor_act_model_layers_68_residual_pre_attn/norm": 5891980.5, "train/tensor_act_model_layers_68_residual_pre_attn/mean": 2880.0, "train/tensor_act_model_layers_68_residual_pre_attn/std": 66.5, "train/tensor_act_model_layers_68_residual_pre_attn/max_abs": 3072.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_pre_attn/min": 2624.0, "train/tensor_act_model_layers_68_residual_pre_attn/max": 3072.0, "train/tensor_act_model_layers_68_residual_pre_attn/range": 448.0, "train/tensor_act_model_layers_68_residual_post_attn/norm": 5891980.5, "train/tensor_act_model_layers_68_residual_post_attn/mean": 2880.0, "train/tensor_act_model_layers_68_residual_post_attn/std": 66.5, "train/tensor_act_model_layers_68_residual_post_attn/max_abs": 3072.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_post_attn/min": 2624.0, "train/tensor_act_model_layers_68_residual_post_attn/max": 3072.0, "train/tensor_act_model_layers_68_residual_post_attn/range": 448.0, "train/tensor_act_model_layers_68_mlp_gate_proj/norm": 5879.46142578125, "train/tensor_act_model_layers_68_mlp_gate_proj/mean": 0.98828125, "train/tensor_act_model_layers_68_mlp_gate_proj/std": 1.7734375, "train/tensor_act_model_layers_68_mlp_gate_proj/max_abs": 5.59375, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/min": -1.2109375, "train/tensor_act_model_layers_68_mlp_gate_proj/max": 5.59375, "train/tensor_act_model_layers_68_mlp_gate_proj/range": 6.8046875, "train/tensor_act_model_layers_68_mlp_up_proj/norm": 5974.71240234375, "train/tensor_act_model_layers_68_mlp_up_proj/mean": -0.162109375, "train/tensor_act_model_layers_68_mlp_up_proj/std": 2.0625, "train/tensor_act_model_layers_68_mlp_up_proj/max_abs": 5.40625, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/min": -5.28125, "train/tensor_act_model_layers_68_mlp_up_proj/max": 5.40625, "train/tensor_act_model_layers_68_mlp_up_proj/range": 10.6875, "train/tensor_act_model_layers_68_mlp_down_proj/norm": 60015.87890625, "train/tensor_act_model_layers_68_mlp_down_proj/mean": 29.0, "train/tensor_act_model_layers_68_mlp_down_proj/std": 3.859375, "train/tensor_act_model_layers_68_mlp_down_proj/max_abs": 41.0, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_mlp_down_proj/min": 19.5, "train/tensor_act_model_layers_68_mlp_down_proj/max": 41.0, "train/tensor_act_model_layers_68_mlp_down_proj/range": 21.5, "train/tensor_act_model_layers_68_mlp/norm": 60015.87890625, "train/tensor_act_model_layers_68_mlp/mean": 29.0, "train/tensor_act_model_layers_68_mlp/std": 3.859375, "train/tensor_act_model_layers_68_mlp/max_abs": 41.0, "train/tensor_act_model_layers_68_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_mlp/min": 19.5, "train/tensor_act_model_layers_68_mlp/max": 41.0, "train/tensor_act_model_layers_68_mlp/range": 21.5, "train/tensor_act_model_layers_68_residual_post_mlp/norm": 5954577.5, "train/tensor_act_model_layers_68_residual_post_mlp/mean": 2912.0, "train/tensor_act_model_layers_68_residual_post_mlp/std": 66.5, "train/tensor_act_model_layers_68_residual_post_mlp/max_abs": 3104.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_post_mlp/min": 2656.0, "train/tensor_act_model_layers_68_residual_post_mlp/max": 3104.0, "train/tensor_act_model_layers_68_residual_post_mlp/range": 448.0, "train/tensor_act_model_layers_69_residual_pre_attn/norm": 5954577.5, "train/tensor_act_model_layers_69_residual_pre_attn/mean": 2912.0, "train/tensor_act_model_layers_69_residual_pre_attn/std": 66.5, "train/tensor_act_model_layers_69_residual_pre_attn/max_abs": 3104.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_pre_attn/min": 2656.0, "train/tensor_act_model_layers_69_residual_pre_attn/max": 3104.0, "train/tensor_act_model_layers_69_residual_pre_attn/range": 448.0, "train/tensor_act_model_layers_69_residual_post_attn/norm": 5954577.5, "train/tensor_act_model_layers_69_residual_post_attn/mean": 2912.0, "train/tensor_act_model_layers_69_residual_post_attn/std": 66.5, "train/tensor_act_model_layers_69_residual_post_attn/max_abs": 3104.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_post_attn/min": 2656.0, "train/tensor_act_model_layers_69_residual_post_attn/max": 3104.0, "train/tensor_act_model_layers_69_residual_post_attn/range": 448.0, "train/tensor_act_model_layers_69_mlp_gate_proj/norm": 5181.69140625, "train/tensor_act_model_layers_69_mlp_gate_proj/mean": 0.71875, "train/tensor_act_model_layers_69_mlp_gate_proj/std": 1.640625, "train/tensor_act_model_layers_69_mlp_gate_proj/max_abs": 5.28125, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/min": -1.6171875, "train/tensor_act_model_layers_69_mlp_gate_proj/max": 5.28125, "train/tensor_act_model_layers_69_mlp_gate_proj/range": 6.8984375, "train/tensor_act_model_layers_69_mlp_up_proj/norm": 5342.49169921875, "train/tensor_act_model_layers_69_mlp_up_proj/mean": -0.0341796875, "train/tensor_act_model_layers_69_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_69_mlp_up_proj/max_abs": 5.34375, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/min": -5.21875, "train/tensor_act_model_layers_69_mlp_up_proj/max": 5.34375, "train/tensor_act_model_layers_69_mlp_up_proj/range": 10.5625, "train/tensor_act_model_layers_69_mlp_down_proj/norm": 44345.3671875, "train/tensor_act_model_layers_69_mlp_down_proj/mean": 21.375, "train/tensor_act_model_layers_69_mlp_down_proj/std": 3.21875, "train/tensor_act_model_layers_69_mlp_down_proj/max_abs": 29.625, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_mlp_down_proj/min": 12.8125, "train/tensor_act_model_layers_69_mlp_down_proj/max": 29.625, "train/tensor_act_model_layers_69_mlp_down_proj/range": 16.8125, "train/tensor_act_model_layers_69_mlp/norm": 44345.3671875, "train/tensor_act_model_layers_69_mlp/mean": 21.375, "train/tensor_act_model_layers_69_mlp/std": 3.21875, "train/tensor_act_model_layers_69_mlp/max_abs": 29.625, "train/tensor_act_model_layers_69_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_mlp/min": 12.8125, "train/tensor_act_model_layers_69_mlp/max": 29.625, "train/tensor_act_model_layers_69_mlp/range": 16.8125, "train/tensor_act_model_layers_69_residual_post_mlp/norm": 5994728.5, "train/tensor_act_model_layers_69_residual_post_mlp/mean": 2928.0, "train/tensor_act_model_layers_69_residual_post_mlp/std": 66.0, "train/tensor_act_model_layers_69_residual_post_mlp/max_abs": 3120.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_post_mlp/min": 2688.0, "train/tensor_act_model_layers_69_residual_post_mlp/max": 3120.0, "train/tensor_act_model_layers_69_residual_post_mlp/range": 432.0, "train/tensor_act_model_layers_70_residual_pre_attn/norm": 5994728.5, "train/tensor_act_model_layers_70_residual_pre_attn/mean": 2928.0, "train/tensor_act_model_layers_70_residual_pre_attn/std": 66.0, "train/tensor_act_model_layers_70_residual_pre_attn/max_abs": 3120.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_pre_attn/min": 2688.0, "train/tensor_act_model_layers_70_residual_pre_attn/max": 3120.0, "train/tensor_act_model_layers_70_residual_pre_attn/range": 432.0, "train/tensor_act_model_layers_70_residual_post_attn/norm": 5994728.5, "train/tensor_act_model_layers_70_residual_post_attn/mean": 2928.0, "train/tensor_act_model_layers_70_residual_post_attn/std": 66.0, "train/tensor_act_model_layers_70_residual_post_attn/max_abs": 3120.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_post_attn/min": 2688.0, "train/tensor_act_model_layers_70_residual_post_attn/max": 3120.0, "train/tensor_act_model_layers_70_residual_post_attn/range": 432.0, "train/tensor_act_model_layers_70_mlp_gate_proj/norm": 5927.50390625, "train/tensor_act_model_layers_70_mlp_gate_proj/mean": 1.0234375, "train/tensor_act_model_layers_70_mlp_gate_proj/std": 1.7734375, "train/tensor_act_model_layers_70_mlp_gate_proj/max_abs": 5.40625, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/min": -1.3203125, "train/tensor_act_model_layers_70_mlp_gate_proj/max": 5.40625, "train/tensor_act_model_layers_70_mlp_gate_proj/range": 6.7265625, "train/tensor_act_model_layers_70_mlp_up_proj/norm": 5985.17626953125, "train/tensor_act_model_layers_70_mlp_up_proj/mean": -0.11181640625, "train/tensor_act_model_layers_70_mlp_up_proj/std": 2.0625, "train/tensor_act_model_layers_70_mlp_up_proj/max_abs": 5.1875, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/min": -5.1875, "train/tensor_act_model_layers_70_mlp_up_proj/max": 5.09375, "train/tensor_act_model_layers_70_mlp_up_proj/range": 10.28125, "train/tensor_act_model_layers_70_mlp_down_proj/norm": 58196.29296875, "train/tensor_act_model_layers_70_mlp_down_proj/mean": 28.125, "train/tensor_act_model_layers_70_mlp_down_proj/std": 4.09375, "train/tensor_act_model_layers_70_mlp_down_proj/max_abs": 38.25, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_mlp_down_proj/min": 18.125, "train/tensor_act_model_layers_70_mlp_down_proj/max": 38.25, "train/tensor_act_model_layers_70_mlp_down_proj/range": 20.125, "train/tensor_act_model_layers_70_mlp/norm": 58196.29296875, "train/tensor_act_model_layers_70_mlp/mean": 28.125, "train/tensor_act_model_layers_70_mlp/std": 4.09375, "train/tensor_act_model_layers_70_mlp/max_abs": 38.25, "train/tensor_act_model_layers_70_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_mlp/min": 18.125, "train/tensor_act_model_layers_70_mlp/max": 38.25, "train/tensor_act_model_layers_70_mlp/range": 20.125, "train/tensor_act_model_layers_70_residual_post_mlp/norm": 6053624.0, "train/tensor_act_model_layers_70_residual_post_mlp/mean": 2960.0, "train/tensor_act_model_layers_70_residual_post_mlp/std": 67.0, "train/tensor_act_model_layers_70_residual_post_mlp/max_abs": 3152.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_post_mlp/min": 2720.0, "train/tensor_act_model_layers_70_residual_post_mlp/max": 3152.0, "train/tensor_act_model_layers_70_residual_post_mlp/range": 432.0, "train/tensor_act_model_layers_71_residual_pre_attn/norm": 6053624.0, "train/tensor_act_model_layers_71_residual_pre_attn/mean": 2960.0, "train/tensor_act_model_layers_71_residual_pre_attn/std": 67.0, "train/tensor_act_model_layers_71_residual_pre_attn/max_abs": 3152.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_pre_attn/min": 2720.0, "train/tensor_act_model_layers_71_residual_pre_attn/max": 3152.0, "train/tensor_act_model_layers_71_residual_pre_attn/range": 432.0, "train/tensor_act_model_layers_71_residual_post_attn/norm": 6053624.0, "train/tensor_act_model_layers_71_residual_post_attn/mean": 2960.0, "train/tensor_act_model_layers_71_residual_post_attn/std": 67.0, "train/tensor_act_model_layers_71_residual_post_attn/max_abs": 3152.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_post_attn/min": 2720.0, "train/tensor_act_model_layers_71_residual_post_attn/max": 3152.0, "train/tensor_act_model_layers_71_residual_post_attn/range": 432.0, "train/tensor_act_model_layers_71_mlp_gate_proj/norm": 5202.63623046875, "train/tensor_act_model_layers_71_mlp_gate_proj/mean": 0.6953125, "train/tensor_act_model_layers_71_mlp_gate_proj/std": 1.65625, "train/tensor_act_model_layers_71_mlp_gate_proj/max_abs": 4.96875, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/min": -1.6328125, "train/tensor_act_model_layers_71_mlp_gate_proj/max": 4.96875, "train/tensor_act_model_layers_71_mlp_gate_proj/range": 6.6015625, "train/tensor_act_model_layers_71_mlp_up_proj/norm": 5266.787109375, "train/tensor_act_model_layers_71_mlp_up_proj/mean": -0.0296630859375, "train/tensor_act_model_layers_71_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_71_mlp_up_proj/max_abs": 4.96875, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/min": -4.96875, "train/tensor_act_model_layers_71_mlp_up_proj/max": 4.78125, "train/tensor_act_model_layers_71_mlp_up_proj/range": 9.75, "train/tensor_act_model_layers_71_mlp_down_proj/norm": 46421.421875, "train/tensor_act_model_layers_71_mlp_down_proj/mean": 22.375, "train/tensor_act_model_layers_71_mlp_down_proj/std": 3.515625, "train/tensor_act_model_layers_71_mlp_down_proj/max_abs": 33.25, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_mlp_down_proj/min": 14.625, "train/tensor_act_model_layers_71_mlp_down_proj/max": 33.25, "train/tensor_act_model_layers_71_mlp_down_proj/range": 18.625, "train/tensor_act_model_layers_71_mlp/norm": 46421.421875, "train/tensor_act_model_layers_71_mlp/mean": 22.375, "train/tensor_act_model_layers_71_mlp/std": 3.515625, "train/tensor_act_model_layers_71_mlp/max_abs": 33.25, "train/tensor_act_model_layers_71_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_mlp/min": 14.625, "train/tensor_act_model_layers_71_mlp/max": 33.25, "train/tensor_act_model_layers_71_mlp/range": 18.625, "train/tensor_act_model_layers_71_residual_post_mlp/norm": 6098298.5, "train/tensor_act_model_layers_71_residual_post_mlp/mean": 2976.0, "train/tensor_act_model_layers_71_residual_post_mlp/std": 67.5, "train/tensor_act_model_layers_71_residual_post_mlp/max_abs": 3184.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_post_mlp/min": 2752.0, "train/tensor_act_model_layers_71_residual_post_mlp/max": 3184.0, "train/tensor_act_model_layers_71_residual_post_mlp/range": 432.0, "train/tensor_act_model_layers_72_residual_pre_attn/norm": 6098298.5, "train/tensor_act_model_layers_72_residual_pre_attn/mean": 2976.0, "train/tensor_act_model_layers_72_residual_pre_attn/std": 67.5, "train/tensor_act_model_layers_72_residual_pre_attn/max_abs": 3184.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_pre_attn/min": 2752.0, "train/tensor_act_model_layers_72_residual_pre_attn/max": 3184.0, "train/tensor_act_model_layers_72_residual_pre_attn/range": 432.0, "train/tensor_act_model_layers_72_residual_post_attn/norm": 6098298.5, "train/tensor_act_model_layers_72_residual_post_attn/mean": 2976.0, "train/tensor_act_model_layers_72_residual_post_attn/std": 67.5, "train/tensor_act_model_layers_72_residual_post_attn/max_abs": 3184.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_post_attn/min": 2752.0, "train/tensor_act_model_layers_72_residual_post_attn/max": 3184.0, "train/tensor_act_model_layers_72_residual_post_attn/range": 432.0, "train/tensor_act_model_layers_72_mlp_gate_proj/norm": 5559.41845703125, "train/tensor_act_model_layers_72_mlp_gate_proj/mean": 0.90234375, "train/tensor_act_model_layers_72_mlp_gate_proj/std": 1.6953125, "train/tensor_act_model_layers_72_mlp_gate_proj/max_abs": 5.53125, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/min": -1.859375, "train/tensor_act_model_layers_72_mlp_gate_proj/max": 5.53125, "train/tensor_act_model_layers_72_mlp_gate_proj/range": 7.390625, "train/tensor_act_model_layers_72_mlp_up_proj/norm": 5528.27294921875, "train/tensor_act_model_layers_72_mlp_up_proj/mean": -0.05615234375, "train/tensor_act_model_layers_72_mlp_up_proj/std": 1.90625, "train/tensor_act_model_layers_72_mlp_up_proj/max_abs": 5.21875, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/min": -5.21875, "train/tensor_act_model_layers_72_mlp_up_proj/max": 4.75, "train/tensor_act_model_layers_72_mlp_up_proj/range": 9.96875, "train/tensor_act_model_layers_72_mlp_down_proj/norm": 51114.1015625, "train/tensor_act_model_layers_72_mlp_down_proj/mean": 24.625, "train/tensor_act_model_layers_72_mlp_down_proj/std": 3.875, "train/tensor_act_model_layers_72_mlp_down_proj/max_abs": 33.25, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_72_mlp_down_proj/max": 33.25, "train/tensor_act_model_layers_72_mlp_down_proj/range": 19.0625, "train/tensor_act_model_layers_72_mlp/norm": 51114.1015625, "train/tensor_act_model_layers_72_mlp/mean": 24.625, "train/tensor_act_model_layers_72_mlp/std": 3.875, "train/tensor_act_model_layers_72_mlp/max_abs": 33.25, "train/tensor_act_model_layers_72_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_mlp/min": 14.1875, "train/tensor_act_model_layers_72_mlp/max": 33.25, "train/tensor_act_model_layers_72_mlp/range": 19.0625, "train/tensor_act_model_layers_72_residual_post_mlp/norm": 6150583.5, "train/tensor_act_model_layers_72_residual_post_mlp/mean": 3008.0, "train/tensor_act_model_layers_72_residual_post_mlp/std": 67.5, "train/tensor_act_model_layers_72_residual_post_mlp/max_abs": 3216.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_post_mlp/min": 2768.0, "train/tensor_act_model_layers_72_residual_post_mlp/max": 3216.0, "train/tensor_act_model_layers_72_residual_post_mlp/range": 448.0, "train/tensor_act_model_layers_73_residual_pre_attn/norm": 6150583.5, "train/tensor_act_model_layers_73_residual_pre_attn/mean": 3008.0, "train/tensor_act_model_layers_73_residual_pre_attn/std": 67.5, "train/tensor_act_model_layers_73_residual_pre_attn/max_abs": 3216.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_pre_attn/min": 2768.0, "train/tensor_act_model_layers_73_residual_pre_attn/max": 3216.0, "train/tensor_act_model_layers_73_residual_pre_attn/range": 448.0, "train/tensor_act_model_layers_73_residual_post_attn/norm": 6150583.5, "train/tensor_act_model_layers_73_residual_post_attn/mean": 3008.0, "train/tensor_act_model_layers_73_residual_post_attn/std": 67.5, "train/tensor_act_model_layers_73_residual_post_attn/max_abs": 3216.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_post_attn/min": 2768.0, "train/tensor_act_model_layers_73_residual_post_attn/max": 3216.0, "train/tensor_act_model_layers_73_residual_post_attn/range": 448.0, "train/tensor_act_model_layers_73_mlp_gate_proj/norm": 5090.4833984375, "train/tensor_act_model_layers_73_mlp_gate_proj/mean": 0.7421875, "train/tensor_act_model_layers_73_mlp_gate_proj/std": 1.59375, "train/tensor_act_model_layers_73_mlp_gate_proj/max_abs": 4.90625, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/min": -1.109375, "train/tensor_act_model_layers_73_mlp_gate_proj/max": 4.90625, "train/tensor_act_model_layers_73_mlp_gate_proj/range": 6.015625, "train/tensor_act_model_layers_73_mlp_up_proj/norm": 5177.02783203125, "train/tensor_act_model_layers_73_mlp_up_proj/mean": -0.0810546875, "train/tensor_act_model_layers_73_mlp_up_proj/std": 1.7890625, "train/tensor_act_model_layers_73_mlp_up_proj/max_abs": 5.40625, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/min": -5.40625, "train/tensor_act_model_layers_73_mlp_up_proj/max": 5.3125, "train/tensor_act_model_layers_73_mlp_up_proj/range": 10.71875, "train/tensor_act_model_layers_73_mlp_down_proj/norm": 42307.3203125, "train/tensor_act_model_layers_73_mlp_down_proj/mean": 20.375, "train/tensor_act_model_layers_73_mlp_down_proj/std": 3.359375, "train/tensor_act_model_layers_73_mlp_down_proj/max_abs": 29.625, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_user_limit": 0.9921875, "train/tensor_act_model_layers_73_mlp_down_proj/min": 8.4375, "train/tensor_act_model_layers_73_mlp_down_proj/max": 29.625, "train/tensor_act_model_layers_73_mlp_down_proj/range": 21.1875, "train/tensor_act_model_layers_73_mlp/norm": 42307.3203125, "train/tensor_act_model_layers_73_mlp/mean": 20.375, "train/tensor_act_model_layers_73_mlp/std": 3.359375, "train/tensor_act_model_layers_73_mlp/max_abs": 29.625, "train/tensor_act_model_layers_73_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp/frac_near_user_limit": 0.9921875, "train/tensor_act_model_layers_73_mlp/min": 8.4375, "train/tensor_act_model_layers_73_mlp/max": 29.625, "train/tensor_act_model_layers_73_mlp/range": 21.1875, "train/tensor_act_model_layers_73_residual_post_mlp/norm": 6188037.5, "train/tensor_act_model_layers_73_residual_post_mlp/mean": 3024.0, "train/tensor_act_model_layers_73_residual_post_mlp/std": 67.5, "train/tensor_act_model_layers_73_residual_post_mlp/max_abs": 3232.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_post_mlp/min": 2784.0, "train/tensor_act_model_layers_73_residual_post_mlp/max": 3232.0, "train/tensor_act_model_layers_73_residual_post_mlp/range": 448.0, "train/tensor_act_model_layers_74_residual_pre_attn/norm": 6188037.5, "train/tensor_act_model_layers_74_residual_pre_attn/mean": 3024.0, "train/tensor_act_model_layers_74_residual_pre_attn/std": 67.5, "train/tensor_act_model_layers_74_residual_pre_attn/max_abs": 3232.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_pre_attn/min": 2784.0, "train/tensor_act_model_layers_74_residual_pre_attn/max": 3232.0, "train/tensor_act_model_layers_74_residual_pre_attn/range": 448.0, "train/tensor_act_model_layers_74_residual_post_attn/norm": 6188037.5, "train/tensor_act_model_layers_74_residual_post_attn/mean": 3024.0, "train/tensor_act_model_layers_74_residual_post_attn/std": 67.5, "train/tensor_act_model_layers_74_residual_post_attn/max_abs": 3232.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_post_attn/min": 2784.0, "train/tensor_act_model_layers_74_residual_post_attn/max": 3232.0, "train/tensor_act_model_layers_74_residual_post_attn/range": 448.0, "train/tensor_act_model_layers_74_mlp_gate_proj/norm": 5405.64453125, "train/tensor_act_model_layers_74_mlp_gate_proj/mean": 0.8828125, "train/tensor_act_model_layers_74_mlp_gate_proj/std": 1.640625, "train/tensor_act_model_layers_74_mlp_gate_proj/max_abs": 5.5, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/min": -1.1875, "train/tensor_act_model_layers_74_mlp_gate_proj/max": 5.5, "train/tensor_act_model_layers_74_mlp_gate_proj/range": 6.6875, "train/tensor_act_model_layers_74_mlp_up_proj/norm": 5514.25732421875, "train/tensor_act_model_layers_74_mlp_up_proj/mean": -0.2373046875, "train/tensor_act_model_layers_74_mlp_up_proj/std": 1.890625, "train/tensor_act_model_layers_74_mlp_up_proj/max_abs": 5.875, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/min": -5.875, "train/tensor_act_model_layers_74_mlp_up_proj/max": 4.5625, "train/tensor_act_model_layers_74_mlp_up_proj/range": 10.4375, "train/tensor_act_model_layers_74_mlp_down_proj/norm": 47756.1796875, "train/tensor_act_model_layers_74_mlp_down_proj/mean": 23.0, "train/tensor_act_model_layers_74_mlp_down_proj/std": 3.890625, "train/tensor_act_model_layers_74_mlp_down_proj/max_abs": 31.25, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_mlp_down_proj/min": 11.875, "train/tensor_act_model_layers_74_mlp_down_proj/max": 31.25, "train/tensor_act_model_layers_74_mlp_down_proj/range": 19.375, "train/tensor_act_model_layers_74_mlp/norm": 47756.1796875, "train/tensor_act_model_layers_74_mlp/mean": 23.0, "train/tensor_act_model_layers_74_mlp/std": 3.890625, "train/tensor_act_model_layers_74_mlp/max_abs": 31.25, "train/tensor_act_model_layers_74_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_mlp/min": 11.875, "train/tensor_act_model_layers_74_mlp/max": 31.25, "train/tensor_act_model_layers_74_mlp/range": 19.375, "train/tensor_act_model_layers_74_residual_post_mlp/norm": 6234963.0, "train/tensor_act_model_layers_74_residual_post_mlp/mean": 3040.0, "train/tensor_act_model_layers_74_residual_post_mlp/std": 68.0, "train/tensor_act_model_layers_74_residual_post_mlp/max_abs": 3264.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_post_mlp/min": 2816.0, "train/tensor_act_model_layers_74_residual_post_mlp/max": 3264.0, "train/tensor_act_model_layers_74_residual_post_mlp/range": 448.0, "train/tensor_act_model_layers_75_residual_pre_attn/norm": 6234963.0, "train/tensor_act_model_layers_75_residual_pre_attn/mean": 3040.0, "train/tensor_act_model_layers_75_residual_pre_attn/std": 68.0, "train/tensor_act_model_layers_75_residual_pre_attn/max_abs": 3264.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_pre_attn/min": 2816.0, "train/tensor_act_model_layers_75_residual_pre_attn/max": 3264.0, "train/tensor_act_model_layers_75_residual_pre_attn/range": 448.0, "train/tensor_act_model_layers_75_residual_post_attn/norm": 6234963.0, "train/tensor_act_model_layers_75_residual_post_attn/mean": 3040.0, "train/tensor_act_model_layers_75_residual_post_attn/std": 68.0, "train/tensor_act_model_layers_75_residual_post_attn/max_abs": 3264.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_post_attn/min": 2816.0, "train/tensor_act_model_layers_75_residual_post_attn/max": 3264.0, "train/tensor_act_model_layers_75_residual_post_attn/range": 448.0, "train/tensor_act_model_layers_75_mlp_gate_proj/norm": 4893.05810546875, "train/tensor_act_model_layers_75_mlp_gate_proj/mean": 0.65625, "train/tensor_act_model_layers_75_mlp_gate_proj/std": 1.5546875, "train/tensor_act_model_layers_75_mlp_gate_proj/max_abs": 5.5625, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/min": -1.4609375, "train/tensor_act_model_layers_75_mlp_gate_proj/max": 5.5625, "train/tensor_act_model_layers_75_mlp_gate_proj/range": 7.0234375, "train/tensor_act_model_layers_75_mlp_up_proj/norm": 4877.86376953125, "train/tensor_act_model_layers_75_mlp_up_proj/mean": 0.20703125, "train/tensor_act_model_layers_75_mlp_up_proj/std": 1.671875, "train/tensor_act_model_layers_75_mlp_up_proj/max_abs": 5.53125, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/min": -4.625, "train/tensor_act_model_layers_75_mlp_up_proj/max": 5.53125, "train/tensor_act_model_layers_75_mlp_up_proj/range": 10.15625, "train/tensor_act_model_layers_75_mlp_down_proj/norm": 36849.79296875, "train/tensor_act_model_layers_75_mlp_down_proj/mean": 17.75, "train/tensor_act_model_layers_75_mlp_down_proj/std": 3.0625, "train/tensor_act_model_layers_75_mlp_down_proj/max_abs": 24.375, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_user_limit": 0.9921875, "train/tensor_act_model_layers_75_mlp_down_proj/min": 9.0625, "train/tensor_act_model_layers_75_mlp_down_proj/max": 24.375, "train/tensor_act_model_layers_75_mlp_down_proj/range": 15.3125, "train/tensor_act_model_layers_75_mlp/norm": 36849.79296875, "train/tensor_act_model_layers_75_mlp/mean": 17.75, "train/tensor_act_model_layers_75_mlp/std": 3.0625, "train/tensor_act_model_layers_75_mlp/max_abs": 24.375, "train/tensor_act_model_layers_75_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp/frac_near_user_limit": 0.9921875, "train/tensor_act_model_layers_75_mlp/min": 9.0625, "train/tensor_act_model_layers_75_mlp/max": 24.375, "train/tensor_act_model_layers_75_mlp/range": 15.3125, "train/tensor_act_model_layers_75_residual_post_mlp/norm": 6267979.0, "train/tensor_act_model_layers_75_residual_post_mlp/mean": 3056.0, "train/tensor_act_model_layers_75_residual_post_mlp/std": 68.0, "train/tensor_act_model_layers_75_residual_post_mlp/max_abs": 3280.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_post_mlp/min": 2832.0, "train/tensor_act_model_layers_75_residual_post_mlp/max": 3280.0, "train/tensor_act_model_layers_75_residual_post_mlp/range": 448.0, "train/tensor_act_model_layers_76_residual_pre_attn/norm": 6267979.0, "train/tensor_act_model_layers_76_residual_pre_attn/mean": 3056.0, "train/tensor_act_model_layers_76_residual_pre_attn/std": 68.0, "train/tensor_act_model_layers_76_residual_pre_attn/max_abs": 3280.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_pre_attn/min": 2832.0, "train/tensor_act_model_layers_76_residual_pre_attn/max": 3280.0, "train/tensor_act_model_layers_76_residual_pre_attn/range": 448.0, "train/tensor_act_model_layers_76_residual_post_attn/norm": 6267979.0, "train/tensor_act_model_layers_76_residual_post_attn/mean": 3056.0, "train/tensor_act_model_layers_76_residual_post_attn/std": 68.0, "train/tensor_act_model_layers_76_residual_post_attn/max_abs": 3280.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_post_attn/min": 2832.0, "train/tensor_act_model_layers_76_residual_post_attn/max": 3280.0, "train/tensor_act_model_layers_76_residual_post_attn/range": 448.0, "train/tensor_act_model_layers_76_mlp_gate_proj/norm": 5294.98779296875, "train/tensor_act_model_layers_76_mlp_gate_proj/mean": 0.734375, "train/tensor_act_model_layers_76_mlp_gate_proj/std": 1.671875, "train/tensor_act_model_layers_76_mlp_gate_proj/max_abs": 5.25, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/min": -1.328125, "train/tensor_act_model_layers_76_mlp_gate_proj/max": 5.25, "train/tensor_act_model_layers_76_mlp_gate_proj/range": 6.578125, "train/tensor_act_model_layers_76_mlp_up_proj/norm": 5319.5263671875, "train/tensor_act_model_layers_76_mlp_up_proj/mean": 0.07568359375, "train/tensor_act_model_layers_76_mlp_up_proj/std": 1.8359375, "train/tensor_act_model_layers_76_mlp_up_proj/max_abs": 5.3125, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/min": -4.875, "train/tensor_act_model_layers_76_mlp_up_proj/max": 5.3125, "train/tensor_act_model_layers_76_mlp_up_proj/range": 10.1875, "train/tensor_act_model_layers_76_mlp_down_proj/norm": 45578.734375, "train/tensor_act_model_layers_76_mlp_down_proj/mean": 22.0, "train/tensor_act_model_layers_76_mlp_down_proj/std": 3.734375, "train/tensor_act_model_layers_76_mlp_down_proj/max_abs": 29.75, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_mlp_down_proj/min": 10.625, "train/tensor_act_model_layers_76_mlp_down_proj/max": 29.75, "train/tensor_act_model_layers_76_mlp_down_proj/range": 19.125, "train/tensor_act_model_layers_76_mlp/norm": 45578.734375, "train/tensor_act_model_layers_76_mlp/mean": 22.0, "train/tensor_act_model_layers_76_mlp/std": 3.734375, "train/tensor_act_model_layers_76_mlp/max_abs": 29.75, "train/tensor_act_model_layers_76_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_mlp/min": 10.625, "train/tensor_act_model_layers_76_mlp/max": 29.75, "train/tensor_act_model_layers_76_mlp/range": 19.125, "train/tensor_act_model_layers_76_residual_post_mlp/norm": 6310617.0, "train/tensor_act_model_layers_76_residual_post_mlp/mean": 3088.0, "train/tensor_act_model_layers_76_residual_post_mlp/std": 69.0, "train/tensor_act_model_layers_76_residual_post_mlp/max_abs": 3296.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_post_mlp/min": 2848.0, "train/tensor_act_model_layers_76_residual_post_mlp/max": 3296.0, "train/tensor_act_model_layers_76_residual_post_mlp/range": 448.0, "train/tensor_act_model_layers_77_residual_pre_attn/norm": 6310617.0, "train/tensor_act_model_layers_77_residual_pre_attn/mean": 3088.0, "train/tensor_act_model_layers_77_residual_pre_attn/std": 69.0, "train/tensor_act_model_layers_77_residual_pre_attn/max_abs": 3296.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_pre_attn/min": 2848.0, "train/tensor_act_model_layers_77_residual_pre_attn/max": 3296.0, "train/tensor_act_model_layers_77_residual_pre_attn/range": 448.0, "train/tensor_act_model_layers_77_residual_post_attn/norm": 6310617.0, "train/tensor_act_model_layers_77_residual_post_attn/mean": 3088.0, "train/tensor_act_model_layers_77_residual_post_attn/std": 69.0, "train/tensor_act_model_layers_77_residual_post_attn/max_abs": 3296.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_post_attn/min": 2848.0, "train/tensor_act_model_layers_77_residual_post_attn/max": 3296.0, "train/tensor_act_model_layers_77_residual_post_attn/range": 448.0, "train/tensor_act_model_layers_77_mlp_gate_proj/norm": 5364.0146484375, "train/tensor_act_model_layers_77_mlp_gate_proj/mean": 0.87890625, "train/tensor_act_model_layers_77_mlp_gate_proj/std": 1.6328125, "train/tensor_act_model_layers_77_mlp_gate_proj/max_abs": 5.0, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/min": -1.3671875, "train/tensor_act_model_layers_77_mlp_gate_proj/max": 5.0, "train/tensor_act_model_layers_77_mlp_gate_proj/range": 6.3671875, "train/tensor_act_model_layers_77_mlp_up_proj/norm": 5394.38916015625, "train/tensor_act_model_layers_77_mlp_up_proj/mean": -0.1298828125, "train/tensor_act_model_layers_77_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_77_mlp_up_proj/max_abs": 5.34375, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/min": -4.625, "train/tensor_act_model_layers_77_mlp_up_proj/max": 5.34375, "train/tensor_act_model_layers_77_mlp_up_proj/range": 9.96875, "train/tensor_act_model_layers_77_mlp_down_proj/norm": 43499.7109375, "train/tensor_act_model_layers_77_mlp_down_proj/mean": 21.0, "train/tensor_act_model_layers_77_mlp_down_proj/std": 3.484375, "train/tensor_act_model_layers_77_mlp_down_proj/max_abs": 28.75, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_user_limit": 0.9921875, "train/tensor_act_model_layers_77_mlp_down_proj/min": 8.75, "train/tensor_act_model_layers_77_mlp_down_proj/max": 28.75, "train/tensor_act_model_layers_77_mlp_down_proj/range": 20.0, "train/tensor_act_model_layers_77_mlp/norm": 43499.7109375, "train/tensor_act_model_layers_77_mlp/mean": 21.0, "train/tensor_act_model_layers_77_mlp/std": 3.484375, "train/tensor_act_model_layers_77_mlp/max_abs": 28.75, "train/tensor_act_model_layers_77_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp/frac_near_user_limit": 0.9921875, "train/tensor_act_model_layers_77_mlp/min": 8.75, "train/tensor_act_model_layers_77_mlp/max": 28.75, "train/tensor_act_model_layers_77_mlp/range": 20.0, "train/tensor_act_model_layers_77_residual_post_mlp/norm": 6350459.5, "train/tensor_act_model_layers_77_residual_post_mlp/mean": 3104.0, "train/tensor_act_model_layers_77_residual_post_mlp/std": 68.0, "train/tensor_act_model_layers_77_residual_post_mlp/max_abs": 3312.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_post_mlp/min": 2864.0, "train/tensor_act_model_layers_77_residual_post_mlp/max": 3312.0, "train/tensor_act_model_layers_77_residual_post_mlp/range": 448.0, "train/tensor_act_model_layers_78_residual_pre_attn/norm": 6350459.5, "train/tensor_act_model_layers_78_residual_pre_attn/mean": 3104.0, "train/tensor_act_model_layers_78_residual_pre_attn/std": 68.0, "train/tensor_act_model_layers_78_residual_pre_attn/max_abs": 3312.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_pre_attn/min": 2864.0, "train/tensor_act_model_layers_78_residual_pre_attn/max": 3312.0, "train/tensor_act_model_layers_78_residual_pre_attn/range": 448.0, "train/tensor_act_model_layers_78_residual_post_attn/norm": 6350459.5, "train/tensor_act_model_layers_78_residual_post_attn/mean": 3104.0, "train/tensor_act_model_layers_78_residual_post_attn/std": 68.0, "train/tensor_act_model_layers_78_residual_post_attn/max_abs": 3312.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_post_attn/min": 2864.0, "train/tensor_act_model_layers_78_residual_post_attn/max": 3312.0, "train/tensor_act_model_layers_78_residual_post_attn/range": 448.0, "train/tensor_act_model_layers_78_mlp_gate_proj/norm": 5728.86181640625, "train/tensor_act_model_layers_78_mlp_gate_proj/mean": 0.9140625, "train/tensor_act_model_layers_78_mlp_gate_proj/std": 1.7578125, "train/tensor_act_model_layers_78_mlp_gate_proj/max_abs": 5.59375, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/min": -1.3515625, "train/tensor_act_model_layers_78_mlp_gate_proj/max": 5.59375, "train/tensor_act_model_layers_78_mlp_gate_proj/range": 6.9453125, "train/tensor_act_model_layers_78_mlp_up_proj/norm": 5676.64501953125, "train/tensor_act_model_layers_78_mlp_up_proj/mean": 0.07958984375, "train/tensor_act_model_layers_78_mlp_up_proj/std": 1.9609375, "train/tensor_act_model_layers_78_mlp_up_proj/max_abs": 5.25, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/min": -5.25, "train/tensor_act_model_layers_78_mlp_up_proj/max": 4.9375, "train/tensor_act_model_layers_78_mlp_up_proj/range": 10.1875, "train/tensor_act_model_layers_78_mlp_down_proj/norm": 50563.55859375, "train/tensor_act_model_layers_78_mlp_down_proj/mean": 24.375, "train/tensor_act_model_layers_78_mlp_down_proj/std": 4.25, "train/tensor_act_model_layers_78_mlp_down_proj/max_abs": 34.75, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_mlp_down_proj/min": 10.25, "train/tensor_act_model_layers_78_mlp_down_proj/max": 34.75, "train/tensor_act_model_layers_78_mlp_down_proj/range": 24.5, "train/tensor_act_model_layers_78_mlp/norm": 50563.55859375, "train/tensor_act_model_layers_78_mlp/mean": 24.375, "train/tensor_act_model_layers_78_mlp/std": 4.25, "train/tensor_act_model_layers_78_mlp/max_abs": 34.75, "train/tensor_act_model_layers_78_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_mlp/min": 10.25, "train/tensor_act_model_layers_78_mlp/max": 34.75, "train/tensor_act_model_layers_78_mlp/range": 24.5, "train/tensor_act_model_layers_78_residual_post_mlp/norm": 6400975.0, "train/tensor_act_model_layers_78_residual_post_mlp/mean": 3120.0, "train/tensor_act_model_layers_78_residual_post_mlp/std": 69.0, "train/tensor_act_model_layers_78_residual_post_mlp/max_abs": 3344.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_post_mlp/min": 2896.0, "train/tensor_act_model_layers_78_residual_post_mlp/max": 3344.0, "train/tensor_act_model_layers_78_residual_post_mlp/range": 448.0, "train/tensor_act_model_layers_79_residual_pre_attn/norm": 6400975.0, "train/tensor_act_model_layers_79_residual_pre_attn/mean": 3120.0, "train/tensor_act_model_layers_79_residual_pre_attn/std": 69.0, "train/tensor_act_model_layers_79_residual_pre_attn/max_abs": 3344.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_pre_attn/min": 2896.0, "train/tensor_act_model_layers_79_residual_pre_attn/max": 3344.0, "train/tensor_act_model_layers_79_residual_pre_attn/range": 448.0, "train/tensor_act_model_layers_79_residual_post_attn/norm": 6400975.0, "train/tensor_act_model_layers_79_residual_post_attn/mean": 3120.0, "train/tensor_act_model_layers_79_residual_post_attn/std": 69.0, "train/tensor_act_model_layers_79_residual_post_attn/max_abs": 3344.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_post_attn/min": 2896.0, "train/tensor_act_model_layers_79_residual_post_attn/max": 3344.0, "train/tensor_act_model_layers_79_residual_post_attn/range": 448.0, "train/tensor_act_model_layers_79_mlp_gate_proj/norm": 4778.78955078125, "train/tensor_act_model_layers_79_mlp_gate_proj/mean": 0.62890625, "train/tensor_act_model_layers_79_mlp_gate_proj/std": 1.5234375, "train/tensor_act_model_layers_79_mlp_gate_proj/max_abs": 5.53125, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/min": -1.328125, "train/tensor_act_model_layers_79_mlp_gate_proj/max": 5.53125, "train/tensor_act_model_layers_79_mlp_gate_proj/range": 6.859375, "train/tensor_act_model_layers_79_mlp_up_proj/norm": 4725.703125, "train/tensor_act_model_layers_79_mlp_up_proj/mean": -0.087890625, "train/tensor_act_model_layers_79_mlp_up_proj/std": 1.6328125, "train/tensor_act_model_layers_79_mlp_up_proj/max_abs": 5.125, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/min": -4.40625, "train/tensor_act_model_layers_79_mlp_up_proj/max": 5.125, "train/tensor_act_model_layers_79_mlp_up_proj/range": 9.53125, "train/tensor_act_model_layers_79_mlp_down_proj/norm": 33856.7109375, "train/tensor_act_model_layers_79_mlp_down_proj/mean": 16.25, "train/tensor_act_model_layers_79_mlp_down_proj/std": 2.953125, "train/tensor_act_model_layers_79_mlp_down_proj/max_abs": 23.25, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_user_limit": 0.9921875, "train/tensor_act_model_layers_79_mlp_down_proj/min": 8.0, "train/tensor_act_model_layers_79_mlp_down_proj/max": 23.25, "train/tensor_act_model_layers_79_mlp_down_proj/range": 15.25, "train/tensor_act_model_layers_79_mlp/norm": 33856.7109375, "train/tensor_act_model_layers_79_mlp/mean": 16.25, "train/tensor_act_model_layers_79_mlp/std": 2.953125, "train/tensor_act_model_layers_79_mlp/max_abs": 23.25, "train/tensor_act_model_layers_79_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp/frac_near_user_limit": 0.9921875, "train/tensor_act_model_layers_79_mlp/min": 8.0, "train/tensor_act_model_layers_79_mlp/max": 23.25, "train/tensor_act_model_layers_79_mlp/range": 15.25, "train/tensor_act_model_layers_79_residual_post_mlp/norm": 6433724.0, "train/tensor_act_model_layers_79_residual_post_mlp/mean": 3136.0, "train/tensor_act_model_layers_79_residual_post_mlp/std": 69.0, "train/tensor_act_model_layers_79_residual_post_mlp/max_abs": 3360.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_post_mlp/min": 2912.0, "train/tensor_act_model_layers_79_residual_post_mlp/max": 3360.0, "train/tensor_act_model_layers_79_residual_post_mlp/range": 448.0, "train/tensor_act_model_layers_80_residual_pre_attn/norm": 6433724.0, "train/tensor_act_model_layers_80_residual_pre_attn/mean": 3136.0, "train/tensor_act_model_layers_80_residual_pre_attn/std": 69.0, "train/tensor_act_model_layers_80_residual_pre_attn/max_abs": 3360.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_pre_attn/min": 2912.0, "train/tensor_act_model_layers_80_residual_pre_attn/max": 3360.0, "train/tensor_act_model_layers_80_residual_pre_attn/range": 448.0, "train/tensor_act_model_layers_80_residual_post_attn/norm": 6433724.0, "train/tensor_act_model_layers_80_residual_post_attn/mean": 3136.0, "train/tensor_act_model_layers_80_residual_post_attn/std": 69.0, "train/tensor_act_model_layers_80_residual_post_attn/max_abs": 3360.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_post_attn/min": 2912.0, "train/tensor_act_model_layers_80_residual_post_attn/max": 3360.0, "train/tensor_act_model_layers_80_residual_post_attn/range": 448.0, "train/tensor_act_model_layers_80_mlp_gate_proj/norm": 5303.26025390625, "train/tensor_act_model_layers_80_mlp_gate_proj/mean": 0.8515625, "train/tensor_act_model_layers_80_mlp_gate_proj/std": 1.6171875, "train/tensor_act_model_layers_80_mlp_gate_proj/max_abs": 5.09375, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/min": -1.4921875, "train/tensor_act_model_layers_80_mlp_gate_proj/max": 5.09375, "train/tensor_act_model_layers_80_mlp_gate_proj/range": 6.5859375, "train/tensor_act_model_layers_80_mlp_up_proj/norm": 5388.33447265625, "train/tensor_act_model_layers_80_mlp_up_proj/mean": 0.03759765625, "train/tensor_act_model_layers_80_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_80_mlp_up_proj/max_abs": 5.84375, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/min": -5.84375, "train/tensor_act_model_layers_80_mlp_up_proj/max": 5.03125, "train/tensor_act_model_layers_80_mlp_up_proj/range": 10.875, "train/tensor_act_model_layers_80_mlp_down_proj/norm": 43535.0, "train/tensor_act_model_layers_80_mlp_down_proj/mean": 20.875, "train/tensor_act_model_layers_80_mlp_down_proj/std": 4.28125, "train/tensor_act_model_layers_80_mlp_down_proj/max_abs": 29.375, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_user_limit": 0.984375, "train/tensor_act_model_layers_80_mlp_down_proj/min": 9.5625, "train/tensor_act_model_layers_80_mlp_down_proj/max": 29.375, "train/tensor_act_model_layers_80_mlp_down_proj/range": 19.8125, "train/tensor_act_model_layers_80_mlp/norm": 43535.0, "train/tensor_act_model_layers_80_mlp/mean": 20.875, "train/tensor_act_model_layers_80_mlp/std": 4.28125, "train/tensor_act_model_layers_80_mlp/max_abs": 29.375, "train/tensor_act_model_layers_80_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp/frac_near_user_limit": 0.984375, "train/tensor_act_model_layers_80_mlp/min": 9.5625, "train/tensor_act_model_layers_80_mlp/max": 29.375, "train/tensor_act_model_layers_80_mlp/range": 19.8125, "train/tensor_act_model_layers_80_residual_post_mlp/norm": 6474719.0, "train/tensor_act_model_layers_80_residual_post_mlp/mean": 3168.0, "train/tensor_act_model_layers_80_residual_post_mlp/std": 69.0, "train/tensor_act_model_layers_80_residual_post_mlp/max_abs": 3376.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_post_mlp/min": 2928.0, "train/tensor_act_model_layers_80_residual_post_mlp/max": 3376.0, "train/tensor_act_model_layers_80_residual_post_mlp/range": 448.0, "train/tensor_act_model_layers_81_residual_pre_attn/norm": 6474719.0, "train/tensor_act_model_layers_81_residual_pre_attn/mean": 3168.0, "train/tensor_act_model_layers_81_residual_pre_attn/std": 69.0, "train/tensor_act_model_layers_81_residual_pre_attn/max_abs": 3376.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_pre_attn/min": 2928.0, "train/tensor_act_model_layers_81_residual_pre_attn/max": 3376.0, "train/tensor_act_model_layers_81_residual_pre_attn/range": 448.0, "train/tensor_act_model_layers_81_residual_post_attn/norm": 6474719.0, "train/tensor_act_model_layers_81_residual_post_attn/mean": 3168.0, "train/tensor_act_model_layers_81_residual_post_attn/std": 69.0, "train/tensor_act_model_layers_81_residual_post_attn/max_abs": 3376.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_post_attn/min": 2928.0, "train/tensor_act_model_layers_81_residual_post_attn/max": 3376.0, "train/tensor_act_model_layers_81_residual_post_attn/range": 448.0, "train/tensor_act_model_layers_81_mlp_gate_proj/norm": 4770.1376953125, "train/tensor_act_model_layers_81_mlp_gate_proj/mean": 0.64453125, "train/tensor_act_model_layers_81_mlp_gate_proj/std": 1.515625, "train/tensor_act_model_layers_81_mlp_gate_proj/max_abs": 4.96875, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/min": -1.578125, "train/tensor_act_model_layers_81_mlp_gate_proj/max": 4.96875, "train/tensor_act_model_layers_81_mlp_gate_proj/range": 6.546875, "train/tensor_act_model_layers_81_mlp_up_proj/norm": 4719.228515625, "train/tensor_act_model_layers_81_mlp_up_proj/mean": 0.046875, "train/tensor_act_model_layers_81_mlp_up_proj/std": 1.625, "train/tensor_act_model_layers_81_mlp_up_proj/max_abs": 5.1875, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/min": -4.46875, "train/tensor_act_model_layers_81_mlp_up_proj/max": 5.1875, "train/tensor_act_model_layers_81_mlp_up_proj/range": 9.65625, "train/tensor_act_model_layers_81_mlp_down_proj/norm": 32718.318359375, "train/tensor_act_model_layers_81_mlp_down_proj/mean": 15.6875, "train/tensor_act_model_layers_81_mlp_down_proj/std": 3.078125, "train/tensor_act_model_layers_81_mlp_down_proj/max_abs": 24.25, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_user_limit": 0.953125, "train/tensor_act_model_layers_81_mlp_down_proj/min": 7.625, "train/tensor_act_model_layers_81_mlp_down_proj/max": 24.25, "train/tensor_act_model_layers_81_mlp_down_proj/range": 16.625, "train/tensor_act_model_layers_81_mlp/norm": 32718.318359375, "train/tensor_act_model_layers_81_mlp/mean": 15.6875, "train/tensor_act_model_layers_81_mlp/std": 3.078125, "train/tensor_act_model_layers_81_mlp/max_abs": 24.25, "train/tensor_act_model_layers_81_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp/frac_near_user_limit": 0.953125, "train/tensor_act_model_layers_81_mlp/min": 7.625, "train/tensor_act_model_layers_81_mlp/max": 24.25, "train/tensor_act_model_layers_81_mlp/range": 16.625, "train/tensor_act_model_layers_81_residual_post_mlp/norm": 6507476.0, "train/tensor_act_model_layers_81_residual_post_mlp/mean": 3184.0, "train/tensor_act_model_layers_81_residual_post_mlp/std": 69.0, "train/tensor_act_model_layers_81_residual_post_mlp/max_abs": 3392.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_post_mlp/min": 2944.0, "train/tensor_act_model_layers_81_residual_post_mlp/max": 3392.0, "train/tensor_act_model_layers_81_residual_post_mlp/range": 448.0, "train/tensor_act_model_layers_82_residual_pre_attn/norm": 6507476.0, "train/tensor_act_model_layers_82_residual_pre_attn/mean": 3184.0, "train/tensor_act_model_layers_82_residual_pre_attn/std": 69.0, "train/tensor_act_model_layers_82_residual_pre_attn/max_abs": 3392.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_pre_attn/min": 2944.0, "train/tensor_act_model_layers_82_residual_pre_attn/max": 3392.0, "train/tensor_act_model_layers_82_residual_pre_attn/range": 448.0, "train/tensor_act_model_layers_82_residual_post_attn/norm": 6507476.0, "train/tensor_act_model_layers_82_residual_post_attn/mean": 3184.0, "train/tensor_act_model_layers_82_residual_post_attn/std": 69.0, "train/tensor_act_model_layers_82_residual_post_attn/max_abs": 3392.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_post_attn/min": 2944.0, "train/tensor_act_model_layers_82_residual_post_attn/max": 3392.0, "train/tensor_act_model_layers_82_residual_post_attn/range": 448.0, "train/tensor_act_model_layers_82_mlp_gate_proj/norm": 4434.55908203125, "train/tensor_act_model_layers_82_mlp_gate_proj/mean": 0.58203125, "train/tensor_act_model_layers_82_mlp_gate_proj/std": 1.4140625, "train/tensor_act_model_layers_82_mlp_gate_proj/max_abs": 5.0, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/min": -1.234375, "train/tensor_act_model_layers_82_mlp_gate_proj/max": 5.0, "train/tensor_act_model_layers_82_mlp_gate_proj/range": 6.234375, "train/tensor_act_model_layers_82_mlp_up_proj/norm": 4534.67724609375, "train/tensor_act_model_layers_82_mlp_up_proj/mean": 0.009521484375, "train/tensor_act_model_layers_82_mlp_up_proj/std": 1.5625, "train/tensor_act_model_layers_82_mlp_up_proj/max_abs": 5.28125, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/min": -4.96875, "train/tensor_act_model_layers_82_mlp_up_proj/max": 5.28125, "train/tensor_act_model_layers_82_mlp_up_proj/range": 10.25, "train/tensor_act_model_layers_82_mlp_down_proj/norm": 28660.2421875, "train/tensor_act_model_layers_82_mlp_down_proj/mean": 13.5625, "train/tensor_act_model_layers_82_mlp_down_proj/std": 3.390625, "train/tensor_act_model_layers_82_mlp_down_proj/max_abs": 20.0, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_user_limit": 0.8749978542327881, "train/tensor_act_model_layers_82_mlp_down_proj/min": 1.953125, "train/tensor_act_model_layers_82_mlp_down_proj/max": 20.0, "train/tensor_act_model_layers_82_mlp_down_proj/range": 18.046875, "train/tensor_act_model_layers_82_mlp/norm": 28660.2421875, "train/tensor_act_model_layers_82_mlp/mean": 13.5625, "train/tensor_act_model_layers_82_mlp/std": 3.390625, "train/tensor_act_model_layers_82_mlp/max_abs": 20.0, "train/tensor_act_model_layers_82_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp/frac_near_user_limit": 0.8749978542327881, "train/tensor_act_model_layers_82_mlp/min": 1.953125, "train/tensor_act_model_layers_82_mlp/max": 20.0, "train/tensor_act_model_layers_82_mlp/range": 18.046875, "train/tensor_act_model_layers_82_residual_post_mlp/norm": 6538227.5, "train/tensor_act_model_layers_82_residual_post_mlp/mean": 3184.0, "train/tensor_act_model_layers_82_residual_post_mlp/std": 69.5, "train/tensor_act_model_layers_82_residual_post_mlp/max_abs": 3408.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_post_mlp/min": 2960.0, "train/tensor_act_model_layers_82_residual_post_mlp/max": 3408.0, "train/tensor_act_model_layers_82_residual_post_mlp/range": 448.0, "train/tensor_act_model_layers_83_residual_pre_attn/norm": 6538227.5, "train/tensor_act_model_layers_83_residual_pre_attn/mean": 3184.0, "train/tensor_act_model_layers_83_residual_pre_attn/std": 69.5, "train/tensor_act_model_layers_83_residual_pre_attn/max_abs": 3408.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_pre_attn/min": 2960.0, "train/tensor_act_model_layers_83_residual_pre_attn/max": 3408.0, "train/tensor_act_model_layers_83_residual_pre_attn/range": 448.0, "train/tensor_act_model_layers_83_residual_post_attn/norm": 6538227.5, "train/tensor_act_model_layers_83_residual_post_attn/mean": 3184.0, "train/tensor_act_model_layers_83_residual_post_attn/std": 69.5, "train/tensor_act_model_layers_83_residual_post_attn/max_abs": 3408.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_post_attn/min": 2960.0, "train/tensor_act_model_layers_83_residual_post_attn/max": 3408.0, "train/tensor_act_model_layers_83_residual_post_attn/range": 448.0, "train/tensor_act_model_layers_83_mlp_gate_proj/norm": 4609.5830078125, "train/tensor_act_model_layers_83_mlp_gate_proj/mean": 0.765625, "train/tensor_act_model_layers_83_mlp_gate_proj/std": 1.3984375, "train/tensor_act_model_layers_83_mlp_gate_proj/max_abs": 5.1875, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_83_mlp_gate_proj/max": 5.1875, "train/tensor_act_model_layers_83_mlp_gate_proj/range": 6.4765625, "train/tensor_act_model_layers_83_mlp_up_proj/norm": 4674.98974609375, "train/tensor_act_model_layers_83_mlp_up_proj/mean": 0.0269775390625, "train/tensor_act_model_layers_83_mlp_up_proj/std": 1.6171875, "train/tensor_act_model_layers_83_mlp_up_proj/max_abs": 5.34375, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/min": -5.34375, "train/tensor_act_model_layers_83_mlp_up_proj/max": 4.59375, "train/tensor_act_model_layers_83_mlp_up_proj/range": 9.9375, "train/tensor_act_model_layers_83_mlp_down_proj/norm": 26482.11328125, "train/tensor_act_model_layers_83_mlp_down_proj/mean": 12.625, "train/tensor_act_model_layers_83_mlp_down_proj/std": 2.828125, "train/tensor_act_model_layers_83_mlp_down_proj/max_abs": 19.375, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_user_limit": 0.8389589786529541, "train/tensor_act_model_layers_83_mlp_down_proj/min": 4.65625, "train/tensor_act_model_layers_83_mlp_down_proj/max": 19.375, "train/tensor_act_model_layers_83_mlp_down_proj/range": 14.71875, "train/tensor_act_model_layers_83_mlp/norm": 26482.11328125, "train/tensor_act_model_layers_83_mlp/mean": 12.625, "train/tensor_act_model_layers_83_mlp/std": 2.828125, "train/tensor_act_model_layers_83_mlp/max_abs": 19.375, "train/tensor_act_model_layers_83_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp/frac_near_user_limit": 0.8389589786529541, "train/tensor_act_model_layers_83_mlp/min": 4.65625, "train/tensor_act_model_layers_83_mlp/max": 19.375, "train/tensor_act_model_layers_83_mlp/range": 14.71875, "train/tensor_act_model_layers_83_residual_post_mlp/norm": 6569210.5, "train/tensor_act_model_layers_83_residual_post_mlp/mean": 3200.0, "train/tensor_act_model_layers_83_residual_post_mlp/std": 69.5, "train/tensor_act_model_layers_83_residual_post_mlp/max_abs": 3424.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_post_mlp/min": 2976.0, "train/tensor_act_model_layers_83_residual_post_mlp/max": 3424.0, "train/tensor_act_model_layers_83_residual_post_mlp/range": 448.0, "train/tensor_act_model_layers_84_residual_pre_attn/norm": 6569210.5, "train/tensor_act_model_layers_84_residual_pre_attn/mean": 3200.0, "train/tensor_act_model_layers_84_residual_pre_attn/std": 69.5, "train/tensor_act_model_layers_84_residual_pre_attn/max_abs": 3424.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_pre_attn/min": 2976.0, "train/tensor_act_model_layers_84_residual_pre_attn/max": 3424.0, "train/tensor_act_model_layers_84_residual_pre_attn/range": 448.0, "train/tensor_act_model_layers_84_residual_post_attn/norm": 6569210.5, "train/tensor_act_model_layers_84_residual_post_attn/mean": 3200.0, "train/tensor_act_model_layers_84_residual_post_attn/std": 69.5, "train/tensor_act_model_layers_84_residual_post_attn/max_abs": 3424.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_post_attn/min": 2976.0, "train/tensor_act_model_layers_84_residual_post_attn/max": 3424.0, "train/tensor_act_model_layers_84_residual_post_attn/range": 448.0, "train/tensor_act_model_layers_84_mlp_gate_proj/norm": 4143.7353515625, "train/tensor_act_model_layers_84_mlp_gate_proj/mean": 0.58984375, "train/tensor_act_model_layers_84_mlp_gate_proj/std": 1.3046875, "train/tensor_act_model_layers_84_mlp_gate_proj/max_abs": 4.28125, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/min": -1.4453125, "train/tensor_act_model_layers_84_mlp_gate_proj/max": 4.28125, "train/tensor_act_model_layers_84_mlp_gate_proj/range": 5.7265625, "train/tensor_act_model_layers_84_mlp_up_proj/norm": 4138.34716796875, "train/tensor_act_model_layers_84_mlp_up_proj/mean": -0.0211181640625, "train/tensor_act_model_layers_84_mlp_up_proj/std": 1.4296875, "train/tensor_act_model_layers_84_mlp_up_proj/max_abs": 4.4375, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/min": -4.4375, "train/tensor_act_model_layers_84_mlp_up_proj/max": 4.3125, "train/tensor_act_model_layers_84_mlp_up_proj/range": 8.75, "train/tensor_act_model_layers_84_mlp_down_proj/norm": 20950.30078125, "train/tensor_act_model_layers_84_mlp_down_proj/mean": 9.9375, "train/tensor_act_model_layers_84_mlp_down_proj/std": 2.46875, "train/tensor_act_model_layers_84_mlp_down_proj/max_abs": 16.125, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_user_limit": 0.4765625, "train/tensor_act_model_layers_84_mlp_down_proj/min": 3.5, "train/tensor_act_model_layers_84_mlp_down_proj/max": 16.125, "train/tensor_act_model_layers_84_mlp_down_proj/range": 12.625, "train/tensor_act_model_layers_84_mlp/norm": 20950.30078125, "train/tensor_act_model_layers_84_mlp/mean": 9.9375, "train/tensor_act_model_layers_84_mlp/std": 2.46875, "train/tensor_act_model_layers_84_mlp/max_abs": 16.125, "train/tensor_act_model_layers_84_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp/frac_near_user_limit": 0.4765625, "train/tensor_act_model_layers_84_mlp/min": 3.5, "train/tensor_act_model_layers_84_mlp/max": 16.125, "train/tensor_act_model_layers_84_mlp/range": 12.625, "train/tensor_act_model_layers_84_residual_post_mlp/norm": 6595269.5, "train/tensor_act_model_layers_84_residual_post_mlp/mean": 3216.0, "train/tensor_act_model_layers_84_residual_post_mlp/std": 70.0, "train/tensor_act_model_layers_84_residual_post_mlp/max_abs": 3440.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_post_mlp/min": 2992.0, "train/tensor_act_model_layers_84_residual_post_mlp/max": 3440.0, "train/tensor_act_model_layers_84_residual_post_mlp/range": 448.0, "train/tensor_act_model_layers_85_residual_pre_attn/norm": 6595269.5, "train/tensor_act_model_layers_85_residual_pre_attn/mean": 3216.0, "train/tensor_act_model_layers_85_residual_pre_attn/std": 70.0, "train/tensor_act_model_layers_85_residual_pre_attn/max_abs": 3440.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_pre_attn/min": 2992.0, "train/tensor_act_model_layers_85_residual_pre_attn/max": 3440.0, "train/tensor_act_model_layers_85_residual_pre_attn/range": 448.0, "train/tensor_act_model_layers_85_residual_post_attn/norm": 6595269.5, "train/tensor_act_model_layers_85_residual_post_attn/mean": 3216.0, "train/tensor_act_model_layers_85_residual_post_attn/std": 70.0, "train/tensor_act_model_layers_85_residual_post_attn/max_abs": 3440.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_post_attn/min": 2992.0, "train/tensor_act_model_layers_85_residual_post_attn/max": 3440.0, "train/tensor_act_model_layers_85_residual_post_attn/range": 448.0, "train/tensor_act_model_layers_85_mlp_gate_proj/norm": 4467.154296875, "train/tensor_act_model_layers_85_mlp_gate_proj/mean": 0.6484375, "train/tensor_act_model_layers_85_mlp_gate_proj/std": 1.3984375, "train/tensor_act_model_layers_85_mlp_gate_proj/max_abs": 4.71875, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/min": -1.5234375, "train/tensor_act_model_layers_85_mlp_gate_proj/max": 4.71875, "train/tensor_act_model_layers_85_mlp_gate_proj/range": 6.2421875, "train/tensor_act_model_layers_85_mlp_up_proj/norm": 4410.8701171875, "train/tensor_act_model_layers_85_mlp_up_proj/mean": -0.041015625, "train/tensor_act_model_layers_85_mlp_up_proj/std": 1.5234375, "train/tensor_act_model_layers_85_mlp_up_proj/max_abs": 4.8125, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/min": -4.8125, "train/tensor_act_model_layers_85_mlp_up_proj/max": 4.65625, "train/tensor_act_model_layers_85_mlp_up_proj/range": 9.46875, "train/tensor_act_model_layers_85_mlp_down_proj/norm": 25157.29296875, "train/tensor_act_model_layers_85_mlp_down_proj/mean": 11.875, "train/tensor_act_model_layers_85_mlp_down_proj/std": 3.1875, "train/tensor_act_model_layers_85_mlp_down_proj/max_abs": 20.0, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_user_limit": 0.6801984310150146, "train/tensor_act_model_layers_85_mlp_down_proj/min": 1.984375, "train/tensor_act_model_layers_85_mlp_down_proj/max": 20.0, "train/tensor_act_model_layers_85_mlp_down_proj/range": 18.015625, "train/tensor_act_model_layers_85_mlp/norm": 25157.29296875, "train/tensor_act_model_layers_85_mlp/mean": 11.875, "train/tensor_act_model_layers_85_mlp/std": 3.1875, "train/tensor_act_model_layers_85_mlp/max_abs": 20.0, "train/tensor_act_model_layers_85_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp/frac_near_user_limit": 0.6801984310150146, "train/tensor_act_model_layers_85_mlp/min": 1.984375, "train/tensor_act_model_layers_85_mlp/max": 20.0, "train/tensor_act_model_layers_85_mlp/range": 18.015625, "train/tensor_act_model_layers_85_residual_post_mlp/norm": 6624183.5, "train/tensor_act_model_layers_85_residual_post_mlp/mean": 3232.0, "train/tensor_act_model_layers_85_residual_post_mlp/std": 70.0, "train/tensor_act_model_layers_85_residual_post_mlp/max_abs": 3456.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_post_mlp/min": 3008.0, "train/tensor_act_model_layers_85_residual_post_mlp/max": 3456.0, "train/tensor_act_model_layers_85_residual_post_mlp/range": 448.0, "train/tensor_act_model_layers_86_residual_pre_attn/norm": 6624183.5, "train/tensor_act_model_layers_86_residual_pre_attn/mean": 3232.0, "train/tensor_act_model_layers_86_residual_pre_attn/std": 70.0, "train/tensor_act_model_layers_86_residual_pre_attn/max_abs": 3456.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_pre_attn/min": 3008.0, "train/tensor_act_model_layers_86_residual_pre_attn/max": 3456.0, "train/tensor_act_model_layers_86_residual_pre_attn/range": 448.0, "train/tensor_act_model_layers_86_residual_post_attn/norm": 6624183.5, "train/tensor_act_model_layers_86_residual_post_attn/mean": 3232.0, "train/tensor_act_model_layers_86_residual_post_attn/std": 70.0, "train/tensor_act_model_layers_86_residual_post_attn/max_abs": 3456.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_post_attn/min": 3008.0, "train/tensor_act_model_layers_86_residual_post_attn/max": 3456.0, "train/tensor_act_model_layers_86_residual_post_attn/range": 448.0, "train/tensor_act_model_layers_86_mlp_gate_proj/norm": 4027.0810546875, "train/tensor_act_model_layers_86_mlp_gate_proj/mean": 0.55859375, "train/tensor_act_model_layers_86_mlp_gate_proj/std": 1.2734375, "train/tensor_act_model_layers_86_mlp_gate_proj/max_abs": 4.3125, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/min": -1.421875, "train/tensor_act_model_layers_86_mlp_gate_proj/max": 4.3125, "train/tensor_act_model_layers_86_mlp_gate_proj/range": 5.734375, "train/tensor_act_model_layers_86_mlp_up_proj/norm": 4189.43115234375, "train/tensor_act_model_layers_86_mlp_up_proj/mean": 0.015625, "train/tensor_act_model_layers_86_mlp_up_proj/std": 1.4453125, "train/tensor_act_model_layers_86_mlp_up_proj/max_abs": 4.4375, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/min": -4.4375, "train/tensor_act_model_layers_86_mlp_up_proj/max": 4.40625, "train/tensor_act_model_layers_86_mlp_up_proj/range": 8.84375, "train/tensor_act_model_layers_86_mlp_down_proj/norm": 21088.083984375, "train/tensor_act_model_layers_86_mlp_down_proj/mean": 9.875, "train/tensor_act_model_layers_86_mlp_down_proj/std": 2.84375, "train/tensor_act_model_layers_86_mlp_down_proj/max_abs": 18.75, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_user_limit": 0.47939276695251465, "train/tensor_act_model_layers_86_mlp_down_proj/min": 1.765625, "train/tensor_act_model_layers_86_mlp_down_proj/max": 18.75, "train/tensor_act_model_layers_86_mlp_down_proj/range": 16.984375, "train/tensor_act_model_layers_86_mlp/norm": 21088.083984375, "train/tensor_act_model_layers_86_mlp/mean": 9.875, "train/tensor_act_model_layers_86_mlp/std": 2.84375, "train/tensor_act_model_layers_86_mlp/max_abs": 18.75, "train/tensor_act_model_layers_86_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp/frac_near_user_limit": 0.47939276695251465, "train/tensor_act_model_layers_86_mlp/min": 1.765625, "train/tensor_act_model_layers_86_mlp/max": 18.75, "train/tensor_act_model_layers_86_mlp/range": 16.984375, "train/tensor_act_model_layers_86_residual_post_mlp/norm": 6648775.0, "train/tensor_act_model_layers_86_residual_post_mlp/mean": 3248.0, "train/tensor_act_model_layers_86_residual_post_mlp/std": 70.5, "train/tensor_act_model_layers_86_residual_post_mlp/max_abs": 3472.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_post_mlp/min": 3024.0, "train/tensor_act_model_layers_86_residual_post_mlp/max": 3472.0, "train/tensor_act_model_layers_86_residual_post_mlp/range": 448.0, "train/tensor_act_model_layers_87_residual_pre_attn/norm": 6648775.0, "train/tensor_act_model_layers_87_residual_pre_attn/mean": 3248.0, "train/tensor_act_model_layers_87_residual_pre_attn/std": 70.5, "train/tensor_act_model_layers_87_residual_pre_attn/max_abs": 3472.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_pre_attn/min": 3024.0, "train/tensor_act_model_layers_87_residual_pre_attn/max": 3472.0, "train/tensor_act_model_layers_87_residual_pre_attn/range": 448.0, "train/tensor_act_model_layers_87_residual_post_attn/norm": 6648775.0, "train/tensor_act_model_layers_87_residual_post_attn/mean": 3248.0, "train/tensor_act_model_layers_87_residual_post_attn/std": 70.5, "train/tensor_act_model_layers_87_residual_post_attn/max_abs": 3472.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_post_attn/min": 3024.0, "train/tensor_act_model_layers_87_residual_post_attn/max": 3472.0, "train/tensor_act_model_layers_87_residual_post_attn/range": 448.0, "train/tensor_act_model_layers_87_mlp_gate_proj/norm": 4718.71435546875, "train/tensor_act_model_layers_87_mlp_gate_proj/mean": 0.87890625, "train/tensor_act_model_layers_87_mlp_gate_proj/std": 1.3671875, "train/tensor_act_model_layers_87_mlp_gate_proj/max_abs": 4.8125, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/min": -1.1015625, "train/tensor_act_model_layers_87_mlp_gate_proj/max": 4.8125, "train/tensor_act_model_layers_87_mlp_gate_proj/range": 5.9140625, "train/tensor_act_model_layers_87_mlp_up_proj/norm": 4858.93115234375, "train/tensor_act_model_layers_87_mlp_up_proj/mean": 0.150390625, "train/tensor_act_model_layers_87_mlp_up_proj/std": 1.671875, "train/tensor_act_model_layers_87_mlp_up_proj/max_abs": 4.59375, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/min": -4.59375, "train/tensor_act_model_layers_87_mlp_up_proj/max": 4.5625, "train/tensor_act_model_layers_87_mlp_up_proj/range": 9.15625, "train/tensor_act_model_layers_87_mlp_down_proj/norm": 27261.818359375, "train/tensor_act_model_layers_87_mlp_down_proj/mean": 12.9375, "train/tensor_act_model_layers_87_mlp_down_proj/std": 3.25, "train/tensor_act_model_layers_87_mlp_down_proj/max_abs": 22.125, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_user_limit": 0.8080370426177979, "train/tensor_act_model_layers_87_mlp_down_proj/min": 3.578125, "train/tensor_act_model_layers_87_mlp_down_proj/max": 22.125, "train/tensor_act_model_layers_87_mlp_down_proj/range": 18.546875, "train/tensor_act_model_layers_87_mlp/norm": 27261.818359375, "train/tensor_act_model_layers_87_mlp/mean": 12.9375, "train/tensor_act_model_layers_87_mlp/std": 3.25, "train/tensor_act_model_layers_87_mlp/max_abs": 22.125, "train/tensor_act_model_layers_87_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp/frac_near_user_limit": 0.8080370426177979, "train/tensor_act_model_layers_87_mlp/min": 3.578125, "train/tensor_act_model_layers_87_mlp/max": 22.125, "train/tensor_act_model_layers_87_mlp/range": 18.546875, "train/tensor_act_model_layers_87_residual_post_mlp/norm": 6679247.0, "train/tensor_act_model_layers_87_residual_post_mlp/mean": 3264.0, "train/tensor_act_model_layers_87_residual_post_mlp/std": 70.5, "train/tensor_act_model_layers_87_residual_post_mlp/max_abs": 3488.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_post_mlp/min": 3040.0, "train/tensor_act_model_layers_87_residual_post_mlp/max": 3488.0, "train/tensor_act_model_layers_87_residual_post_mlp/range": 448.0, "train/tensor_act_model_layers_88_residual_pre_attn/norm": 6679247.0, "train/tensor_act_model_layers_88_residual_pre_attn/mean": 3264.0, "train/tensor_act_model_layers_88_residual_pre_attn/std": 70.5, "train/tensor_act_model_layers_88_residual_pre_attn/max_abs": 3488.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_pre_attn/min": 3040.0, "train/tensor_act_model_layers_88_residual_pre_attn/max": 3488.0, "train/tensor_act_model_layers_88_residual_pre_attn/range": 448.0, "train/tensor_act_model_layers_88_residual_post_attn/norm": 6679247.0, "train/tensor_act_model_layers_88_residual_post_attn/mean": 3264.0, "train/tensor_act_model_layers_88_residual_post_attn/std": 70.5, "train/tensor_act_model_layers_88_residual_post_attn/max_abs": 3488.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_post_attn/min": 3040.0, "train/tensor_act_model_layers_88_residual_post_attn/max": 3488.0, "train/tensor_act_model_layers_88_residual_post_attn/range": 448.0, "train/tensor_act_model_layers_88_mlp_gate_proj/norm": 3830.265625, "train/tensor_act_model_layers_88_mlp_gate_proj/mean": 0.54296875, "train/tensor_act_model_layers_88_mlp_gate_proj/std": 1.203125, "train/tensor_act_model_layers_88_mlp_gate_proj/max_abs": 5.6875, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/min": -1.0859375, "train/tensor_act_model_layers_88_mlp_gate_proj/max": 5.6875, "train/tensor_act_model_layers_88_mlp_gate_proj/range": 6.7734375, "train/tensor_act_model_layers_88_mlp_up_proj/norm": 3780.837158203125, "train/tensor_act_model_layers_88_mlp_up_proj/mean": -0.01275634765625, "train/tensor_act_model_layers_88_mlp_up_proj/std": 1.3046875, "train/tensor_act_model_layers_88_mlp_up_proj/max_abs": 4.875, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/min": -4.40625, "train/tensor_act_model_layers_88_mlp_up_proj/max": 4.875, "train/tensor_act_model_layers_88_mlp_up_proj/range": 9.28125, "train/tensor_act_model_layers_88_mlp_down_proj/norm": 17960.875, "train/tensor_act_model_layers_88_mlp_down_proj/mean": 8.375, "train/tensor_act_model_layers_88_mlp_down_proj/std": 2.578125, "train/tensor_act_model_layers_88_mlp_down_proj/max_abs": 15.5625, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_user_limit": 0.23441863059997559, "train/tensor_act_model_layers_88_mlp_down_proj/min": 1.328125, "train/tensor_act_model_layers_88_mlp_down_proj/max": 15.5625, "train/tensor_act_model_layers_88_mlp_down_proj/range": 14.234375, "train/tensor_act_model_layers_88_mlp/norm": 17960.875, "train/tensor_act_model_layers_88_mlp/mean": 8.375, "train/tensor_act_model_layers_88_mlp/std": 2.578125, "train/tensor_act_model_layers_88_mlp/max_abs": 15.5625, "train/tensor_act_model_layers_88_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp/frac_near_user_limit": 0.23441863059997559, "train/tensor_act_model_layers_88_mlp/min": 1.328125, "train/tensor_act_model_layers_88_mlp/max": 15.5625, "train/tensor_act_model_layers_88_mlp/range": 14.234375, "train/tensor_act_model_layers_88_residual_post_mlp/norm": 6698773.5, "train/tensor_act_model_layers_88_residual_post_mlp/mean": 3264.0, "train/tensor_act_model_layers_88_residual_post_mlp/std": 72.0, "train/tensor_act_model_layers_88_residual_post_mlp/max_abs": 3504.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_post_mlp/min": 3040.0, "train/tensor_act_model_layers_88_residual_post_mlp/max": 3504.0, "train/tensor_act_model_layers_88_residual_post_mlp/range": 464.0, "train/tensor_act_model_layers_89_residual_pre_attn/norm": 6698773.5, "train/tensor_act_model_layers_89_residual_pre_attn/mean": 3264.0, "train/tensor_act_model_layers_89_residual_pre_attn/std": 72.0, "train/tensor_act_model_layers_89_residual_pre_attn/max_abs": 3504.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_pre_attn/min": 3040.0, "train/tensor_act_model_layers_89_residual_pre_attn/max": 3504.0, "train/tensor_act_model_layers_89_residual_pre_attn/range": 464.0, "train/tensor_act_model_layers_89_residual_post_attn/norm": 6698773.5, "train/tensor_act_model_layers_89_residual_post_attn/mean": 3264.0, "train/tensor_act_model_layers_89_residual_post_attn/std": 72.0, "train/tensor_act_model_layers_89_residual_post_attn/max_abs": 3504.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_post_attn/min": 3040.0, "train/tensor_act_model_layers_89_residual_post_attn/max": 3504.0, "train/tensor_act_model_layers_89_residual_post_attn/range": 464.0, "train/tensor_act_model_layers_89_mlp_gate_proj/norm": 4490.47216796875, "train/tensor_act_model_layers_89_mlp_gate_proj/mean": 0.74609375, "train/tensor_act_model_layers_89_mlp_gate_proj/std": 1.359375, "train/tensor_act_model_layers_89_mlp_gate_proj/max_abs": 5.4375, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/min": -1.1875, "train/tensor_act_model_layers_89_mlp_gate_proj/max": 5.4375, "train/tensor_act_model_layers_89_mlp_gate_proj/range": 6.625, "train/tensor_act_model_layers_89_mlp_up_proj/norm": 4465.50537109375, "train/tensor_act_model_layers_89_mlp_up_proj/mean": -0.031982421875, "train/tensor_act_model_layers_89_mlp_up_proj/std": 1.5390625, "train/tensor_act_model_layers_89_mlp_up_proj/max_abs": 5.34375, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/min": -5.34375, "train/tensor_act_model_layers_89_mlp_up_proj/max": 4.75, "train/tensor_act_model_layers_89_mlp_up_proj/range": 10.09375, "train/tensor_act_model_layers_89_mlp_down_proj/norm": 26696.736328125, "train/tensor_act_model_layers_89_mlp_down_proj/mean": 12.5625, "train/tensor_act_model_layers_89_mlp_down_proj/std": 3.515625, "train/tensor_act_model_layers_89_mlp_down_proj/max_abs": 20.0, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_user_limit": 0.765625, "train/tensor_act_model_layers_89_mlp_down_proj/min": 2.953125, "train/tensor_act_model_layers_89_mlp_down_proj/max": 20.0, "train/tensor_act_model_layers_89_mlp_down_proj/range": 17.046875, "train/tensor_act_model_layers_89_mlp/norm": 26696.736328125, "train/tensor_act_model_layers_89_mlp/mean": 12.5625, "train/tensor_act_model_layers_89_mlp/std": 3.515625, "train/tensor_act_model_layers_89_mlp/max_abs": 20.0, "train/tensor_act_model_layers_89_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp/frac_near_user_limit": 0.765625, "train/tensor_act_model_layers_89_mlp/min": 2.953125, "train/tensor_act_model_layers_89_mlp/max": 20.0, "train/tensor_act_model_layers_89_mlp/range": 17.046875, "train/tensor_act_model_layers_89_residual_post_mlp/norm": 6726946.5, "train/tensor_act_model_layers_89_residual_post_mlp/mean": 3280.0, "train/tensor_act_model_layers_89_residual_post_mlp/std": 72.5, "train/tensor_act_model_layers_89_residual_post_mlp/max_abs": 3520.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_post_mlp/min": 3040.0, "train/tensor_act_model_layers_89_residual_post_mlp/max": 3520.0, "train/tensor_act_model_layers_89_residual_post_mlp/range": 480.0, "train/tensor_act_model_layers_90_residual_pre_attn/norm": 6726946.5, "train/tensor_act_model_layers_90_residual_pre_attn/mean": 3280.0, "train/tensor_act_model_layers_90_residual_pre_attn/std": 72.5, "train/tensor_act_model_layers_90_residual_pre_attn/max_abs": 3520.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_pre_attn/min": 3040.0, "train/tensor_act_model_layers_90_residual_pre_attn/max": 3520.0, "train/tensor_act_model_layers_90_residual_pre_attn/range": 480.0, "train/tensor_act_model_layers_90_residual_post_attn/norm": 6726946.5, "train/tensor_act_model_layers_90_residual_post_attn/mean": 3280.0, "train/tensor_act_model_layers_90_residual_post_attn/std": 72.5, "train/tensor_act_model_layers_90_residual_post_attn/max_abs": 3520.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_post_attn/min": 3040.0, "train/tensor_act_model_layers_90_residual_post_attn/max": 3520.0, "train/tensor_act_model_layers_90_residual_post_attn/range": 480.0, "train/tensor_act_model_layers_90_mlp_gate_proj/norm": 3816.824951171875, "train/tensor_act_model_layers_90_mlp_gate_proj/mean": 0.5546875, "train/tensor_act_model_layers_90_mlp_gate_proj/std": 1.1953125, "train/tensor_act_model_layers_90_mlp_gate_proj/max_abs": 4.8125, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/min": -1.296875, "train/tensor_act_model_layers_90_mlp_gate_proj/max": 4.8125, "train/tensor_act_model_layers_90_mlp_gate_proj/range": 6.109375, "train/tensor_act_model_layers_90_mlp_up_proj/norm": 3566.701171875, "train/tensor_act_model_layers_90_mlp_up_proj/mean": 0.003265380859375, "train/tensor_act_model_layers_90_mlp_up_proj/std": 1.234375, "train/tensor_act_model_layers_90_mlp_up_proj/max_abs": 4.5, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/min": -4.5, "train/tensor_act_model_layers_90_mlp_up_proj/max": 4.34375, "train/tensor_act_model_layers_90_mlp_up_proj/range": 8.84375, "train/tensor_act_model_layers_90_mlp_down_proj/norm": 12880.1943359375, "train/tensor_act_model_layers_90_mlp_down_proj/mean": 5.9375, "train/tensor_act_model_layers_90_mlp_down_proj/std": 2.078125, "train/tensor_act_model_layers_90_mlp_down_proj/max_abs": 11.25, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_user_limit": 0.03125, "train/tensor_act_model_layers_90_mlp_down_proj/min": 0.8359375, "train/tensor_act_model_layers_90_mlp_down_proj/max": 11.25, "train/tensor_act_model_layers_90_mlp_down_proj/range": 10.4140625, "train/tensor_act_model_layers_90_mlp/norm": 12880.1943359375, "train/tensor_act_model_layers_90_mlp/mean": 5.9375, "train/tensor_act_model_layers_90_mlp/std": 2.078125, "train/tensor_act_model_layers_90_mlp/max_abs": 11.25, "train/tensor_act_model_layers_90_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp/frac_near_user_limit": 0.03125, "train/tensor_act_model_layers_90_mlp/min": 0.8359375, "train/tensor_act_model_layers_90_mlp/max": 11.25, "train/tensor_act_model_layers_90_mlp/range": 10.4140625, "train/tensor_act_model_layers_90_residual_post_mlp/norm": 6732154.5, "train/tensor_act_model_layers_90_residual_post_mlp/mean": 3280.0, "train/tensor_act_model_layers_90_residual_post_mlp/std": 74.5, "train/tensor_act_model_layers_90_residual_post_mlp/max_abs": 3536.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_post_mlp/min": 3040.0, "train/tensor_act_model_layers_90_residual_post_mlp/max": 3536.0, "train/tensor_act_model_layers_90_residual_post_mlp/range": 496.0, "train/tensor_act_model_layers_91_residual_pre_attn/norm": 6732154.5, "train/tensor_act_model_layers_91_residual_pre_attn/mean": 3280.0, "train/tensor_act_model_layers_91_residual_pre_attn/std": 74.5, "train/tensor_act_model_layers_91_residual_pre_attn/max_abs": 3536.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_pre_attn/min": 3040.0, "train/tensor_act_model_layers_91_residual_pre_attn/max": 3536.0, "train/tensor_act_model_layers_91_residual_pre_attn/range": 496.0, "train/tensor_act_model_layers_91_residual_post_attn/norm": 6732154.5, "train/tensor_act_model_layers_91_residual_post_attn/mean": 3280.0, "train/tensor_act_model_layers_91_residual_post_attn/std": 74.5, "train/tensor_act_model_layers_91_residual_post_attn/max_abs": 3536.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_post_attn/min": 3040.0, "train/tensor_act_model_layers_91_residual_post_attn/max": 3536.0, "train/tensor_act_model_layers_91_residual_post_attn/range": 496.0, "train/tensor_act_model_layers_91_mlp_gate_proj/norm": 3394.593994140625, "train/tensor_act_model_layers_91_mlp_gate_proj/mean": 0.484375, "train/tensor_act_model_layers_91_mlp_gate_proj/std": 1.0703125, "train/tensor_act_model_layers_91_mlp_gate_proj/max_abs": 4.34375, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/min": -1.375, "train/tensor_act_model_layers_91_mlp_gate_proj/max": 4.34375, "train/tensor_act_model_layers_91_mlp_gate_proj/range": 5.71875, "train/tensor_act_model_layers_91_mlp_up_proj/norm": 3347.517578125, "train/tensor_act_model_layers_91_mlp_up_proj/mean": -0.052001953125, "train/tensor_act_model_layers_91_mlp_up_proj/std": 1.15625, "train/tensor_act_model_layers_91_mlp_up_proj/max_abs": 4.53125, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/min": -4.34375, "train/tensor_act_model_layers_91_mlp_up_proj/max": 4.53125, "train/tensor_act_model_layers_91_mlp_up_proj/range": 8.875, "train/tensor_act_model_layers_91_mlp_down_proj/norm": 11666.0009765625, "train/tensor_act_model_layers_91_mlp_down_proj/mean": 5.28125, "train/tensor_act_model_layers_91_mlp_down_proj/std": 2.140625, "train/tensor_act_model_layers_91_mlp_down_proj/max_abs": 9.75, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/min": -0.90625, "train/tensor_act_model_layers_91_mlp_down_proj/max": 9.75, "train/tensor_act_model_layers_91_mlp_down_proj/range": 10.65625, "train/tensor_act_model_layers_91_mlp/norm": 11666.0009765625, "train/tensor_act_model_layers_91_mlp/mean": 5.28125, "train/tensor_act_model_layers_91_mlp/std": 2.140625, "train/tensor_act_model_layers_91_mlp/max_abs": 9.75, "train/tensor_act_model_layers_91_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp/min": -0.90625, "train/tensor_act_model_layers_91_mlp/max": 9.75, "train/tensor_act_model_layers_91_mlp/range": 10.65625, "train/tensor_act_model_layers_91_residual_post_mlp/norm": 6735243.0, "train/tensor_act_model_layers_91_residual_post_mlp/mean": 3280.0, "train/tensor_act_model_layers_91_residual_post_mlp/std": 74.5, "train/tensor_act_model_layers_91_residual_post_mlp/max_abs": 3536.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_post_mlp/min": 3040.0, "train/tensor_act_model_layers_91_residual_post_mlp/max": 3536.0, "train/tensor_act_model_layers_91_residual_post_mlp/range": 496.0, "train/tensor_act_model_layers_92_residual_pre_attn/norm": 6735243.0, "train/tensor_act_model_layers_92_residual_pre_attn/mean": 3280.0, "train/tensor_act_model_layers_92_residual_pre_attn/std": 74.5, "train/tensor_act_model_layers_92_residual_pre_attn/max_abs": 3536.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_pre_attn/min": 3040.0, "train/tensor_act_model_layers_92_residual_pre_attn/max": 3536.0, "train/tensor_act_model_layers_92_residual_pre_attn/range": 496.0, "train/tensor_act_model_layers_92_residual_post_attn/norm": 6735243.0, "train/tensor_act_model_layers_92_residual_post_attn/mean": 3280.0, "train/tensor_act_model_layers_92_residual_post_attn/std": 74.5, "train/tensor_act_model_layers_92_residual_post_attn/max_abs": 3536.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_post_attn/min": 3040.0, "train/tensor_act_model_layers_92_residual_post_attn/max": 3536.0, "train/tensor_act_model_layers_92_residual_post_attn/range": 496.0, "train/tensor_act_model_layers_92_mlp_gate_proj/norm": 3732.524169921875, "train/tensor_act_model_layers_92_mlp_gate_proj/mean": 0.60546875, "train/tensor_act_model_layers_92_mlp_gate_proj/std": 1.140625, "train/tensor_act_model_layers_92_mlp_gate_proj/max_abs": 4.84375, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/min": -1.6484375, "train/tensor_act_model_layers_92_mlp_gate_proj/max": 4.84375, "train/tensor_act_model_layers_92_mlp_gate_proj/range": 6.4921875, "train/tensor_act_model_layers_92_mlp_up_proj/norm": 3745.623291015625, "train/tensor_act_model_layers_92_mlp_up_proj/mean": -0.17578125, "train/tensor_act_model_layers_92_mlp_up_proj/std": 1.28125, "train/tensor_act_model_layers_92_mlp_up_proj/max_abs": 4.5625, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/min": -4.5625, "train/tensor_act_model_layers_92_mlp_up_proj/max": 4.34375, "train/tensor_act_model_layers_92_mlp_up_proj/range": 8.90625, "train/tensor_act_model_layers_92_mlp_down_proj/norm": 14922.6884765625, "train/tensor_act_model_layers_92_mlp_down_proj/mean": 6.90625, "train/tensor_act_model_layers_92_mlp_down_proj/std": 2.359375, "train/tensor_act_model_layers_92_mlp_down_proj/max_abs": 13.4375, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_user_limit": 0.07811880111694336, "train/tensor_act_model_layers_92_mlp_down_proj/min": 1.734375, "train/tensor_act_model_layers_92_mlp_down_proj/max": 13.4375, "train/tensor_act_model_layers_92_mlp_down_proj/range": 11.703125, "train/tensor_act_model_layers_92_mlp/norm": 14922.6884765625, "train/tensor_act_model_layers_92_mlp/mean": 6.90625, "train/tensor_act_model_layers_92_mlp/std": 2.359375, "train/tensor_act_model_layers_92_mlp/max_abs": 13.4375, "train/tensor_act_model_layers_92_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp/frac_near_user_limit": 0.07811880111694336, "train/tensor_act_model_layers_92_mlp/min": 1.734375, "train/tensor_act_model_layers_92_mlp/max": 13.4375, "train/tensor_act_model_layers_92_mlp/range": 11.703125, "train/tensor_act_model_layers_92_residual_post_mlp/norm": 6747562.0, "train/tensor_act_model_layers_92_residual_post_mlp/mean": 3296.0, "train/tensor_act_model_layers_92_residual_post_mlp/std": 75.5, "train/tensor_act_model_layers_92_residual_post_mlp/max_abs": 3536.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_post_mlp/min": 3040.0, "train/tensor_act_model_layers_92_residual_post_mlp/max": 3536.0, "train/tensor_act_model_layers_92_residual_post_mlp/range": 496.0, "train/tensor_act_model_layers_93_residual_pre_attn/norm": 6747562.0, "train/tensor_act_model_layers_93_residual_pre_attn/mean": 3296.0, "train/tensor_act_model_layers_93_residual_pre_attn/std": 75.5, "train/tensor_act_model_layers_93_residual_pre_attn/max_abs": 3536.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_pre_attn/min": 3040.0, "train/tensor_act_model_layers_93_residual_pre_attn/max": 3536.0, "train/tensor_act_model_layers_93_residual_pre_attn/range": 496.0, "train/tensor_act_model_layers_93_residual_post_attn/norm": 6747562.0, "train/tensor_act_model_layers_93_residual_post_attn/mean": 3296.0, "train/tensor_act_model_layers_93_residual_post_attn/std": 75.5, "train/tensor_act_model_layers_93_residual_post_attn/max_abs": 3536.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_post_attn/min": 3040.0, "train/tensor_act_model_layers_93_residual_post_attn/max": 3536.0, "train/tensor_act_model_layers_93_residual_post_attn/range": 496.0, "train/tensor_act_model_layers_93_mlp_gate_proj/norm": 3617.534912109375, "train/tensor_act_model_layers_93_mlp_gate_proj/mean": 0.5234375, "train/tensor_act_model_layers_93_mlp_gate_proj/std": 1.1328125, "train/tensor_act_model_layers_93_mlp_gate_proj/max_abs": 4.59375, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/min": -1.3828125, "train/tensor_act_model_layers_93_mlp_gate_proj/max": 4.59375, "train/tensor_act_model_layers_93_mlp_gate_proj/range": 5.9765625, "train/tensor_act_model_layers_93_mlp_up_proj/norm": 3583.974609375, "train/tensor_act_model_layers_93_mlp_up_proj/mean": 0.006195068359375, "train/tensor_act_model_layers_93_mlp_up_proj/std": 1.234375, "train/tensor_act_model_layers_93_mlp_up_proj/max_abs": 4.65625, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/min": -4.46875, "train/tensor_act_model_layers_93_mlp_up_proj/max": 4.65625, "train/tensor_act_model_layers_93_mlp_up_proj/range": 9.125, "train/tensor_act_model_layers_93_mlp_down_proj/norm": 12587.5146484375, "train/tensor_act_model_layers_93_mlp_down_proj/mean": 5.71875, "train/tensor_act_model_layers_93_mlp_down_proj/std": 2.234375, "train/tensor_act_model_layers_93_mlp_down_proj/max_abs": 11.1875, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_user_limit": 0.015625, "train/tensor_act_model_layers_93_mlp_down_proj/min": -1.25, "train/tensor_act_model_layers_93_mlp_down_proj/max": 11.1875, "train/tensor_act_model_layers_93_mlp_down_proj/range": 12.4375, "train/tensor_act_model_layers_93_mlp/norm": 12587.5146484375, "train/tensor_act_model_layers_93_mlp/mean": 5.71875, "train/tensor_act_model_layers_93_mlp/std": 2.234375, "train/tensor_act_model_layers_93_mlp/max_abs": 11.1875, "train/tensor_act_model_layers_93_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp/frac_near_user_limit": 0.015625, "train/tensor_act_model_layers_93_mlp/min": -1.25, "train/tensor_act_model_layers_93_mlp/max": 11.1875, "train/tensor_act_model_layers_93_mlp/range": 12.4375, "train/tensor_act_model_layers_93_residual_post_mlp/norm": 6752665.0, "train/tensor_act_model_layers_93_residual_post_mlp/mean": 3296.0, "train/tensor_act_model_layers_93_residual_post_mlp/std": 75.5, "train/tensor_act_model_layers_93_residual_post_mlp/max_abs": 3536.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_post_mlp/min": 3056.0, "train/tensor_act_model_layers_93_residual_post_mlp/max": 3536.0, "train/tensor_act_model_layers_93_residual_post_mlp/range": 480.0, "train/tensor_act_model_layers_94_residual_pre_attn/norm": 6752665.0, "train/tensor_act_model_layers_94_residual_pre_attn/mean": 3296.0, "train/tensor_act_model_layers_94_residual_pre_attn/std": 75.5, "train/tensor_act_model_layers_94_residual_pre_attn/max_abs": 3536.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_pre_attn/min": 3056.0, "train/tensor_act_model_layers_94_residual_pre_attn/max": 3536.0, "train/tensor_act_model_layers_94_residual_pre_attn/range": 480.0, "train/tensor_act_model_layers_94_residual_post_attn/norm": 6752665.0, "train/tensor_act_model_layers_94_residual_post_attn/mean": 3296.0, "train/tensor_act_model_layers_94_residual_post_attn/std": 75.5, "train/tensor_act_model_layers_94_residual_post_attn/max_abs": 3536.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_post_attn/min": 3056.0, "train/tensor_act_model_layers_94_residual_post_attn/max": 3536.0, "train/tensor_act_model_layers_94_residual_post_attn/range": 480.0, "train/tensor_act_model_layers_94_mlp_gate_proj/norm": 3244.722412109375, "train/tensor_act_model_layers_94_mlp_gate_proj/mean": 0.423828125, "train/tensor_act_model_layers_94_mlp_gate_proj/std": 1.0390625, "train/tensor_act_model_layers_94_mlp_gate_proj/max_abs": 4.78125, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/min": -1.3671875, "train/tensor_act_model_layers_94_mlp_gate_proj/max": 4.78125, "train/tensor_act_model_layers_94_mlp_gate_proj/range": 6.1484375, "train/tensor_act_model_layers_94_mlp_up_proj/norm": 3114.27392578125, "train/tensor_act_model_layers_94_mlp_up_proj/mean": -0.049560546875, "train/tensor_act_model_layers_94_mlp_up_proj/std": 1.0703125, "train/tensor_act_model_layers_94_mlp_up_proj/max_abs": 4.125, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/min": -4.125, "train/tensor_act_model_layers_94_mlp_up_proj/max": 3.359375, "train/tensor_act_model_layers_94_mlp_up_proj/range": 7.484375, "train/tensor_act_model_layers_94_mlp_down_proj/norm": 8546.5615234375, "train/tensor_act_model_layers_94_mlp_down_proj/mean": 3.671875, "train/tensor_act_model_layers_94_mlp_down_proj/std": 1.9765625, "train/tensor_act_model_layers_94_mlp_down_proj/max_abs": 8.5625, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/min": -2.21875, "train/tensor_act_model_layers_94_mlp_down_proj/max": 8.5625, "train/tensor_act_model_layers_94_mlp_down_proj/range": 10.78125, "train/tensor_act_model_layers_94_mlp/norm": 8546.5615234375, "train/tensor_act_model_layers_94_mlp/mean": 3.671875, "train/tensor_act_model_layers_94_mlp/std": 1.9765625, "train/tensor_act_model_layers_94_mlp/max_abs": 8.5625, "train/tensor_act_model_layers_94_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp/min": -2.21875, "train/tensor_act_model_layers_94_mlp/max": 8.5625, "train/tensor_act_model_layers_94_mlp/range": 10.78125, "train/tensor_act_model_layers_94_residual_post_mlp/norm": 6752925.5, "train/tensor_act_model_layers_94_residual_post_mlp/mean": 3296.0, "train/tensor_act_model_layers_94_residual_post_mlp/std": 75.5, "train/tensor_act_model_layers_94_residual_post_mlp/max_abs": 3536.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_post_mlp/min": 3056.0, "train/tensor_act_model_layers_94_residual_post_mlp/max": 3536.0, "train/tensor_act_model_layers_94_residual_post_mlp/range": 480.0, "train/tensor_act_model_layers_95_residual_pre_attn/norm": 6752925.5, "train/tensor_act_model_layers_95_residual_pre_attn/mean": 3296.0, "train/tensor_act_model_layers_95_residual_pre_attn/std": 75.5, "train/tensor_act_model_layers_95_residual_pre_attn/max_abs": 3536.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_pre_attn/min": 3056.0, "train/tensor_act_model_layers_95_residual_pre_attn/max": 3536.0, "train/tensor_act_model_layers_95_residual_pre_attn/range": 480.0, "train/tensor_act_model_layers_95_residual_post_attn/norm": 6752925.5, "train/tensor_act_model_layers_95_residual_post_attn/mean": 3296.0, "train/tensor_act_model_layers_95_residual_post_attn/std": 75.5, "train/tensor_act_model_layers_95_residual_post_attn/max_abs": 3536.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_post_attn/min": 3056.0, "train/tensor_act_model_layers_95_residual_post_attn/max": 3536.0, "train/tensor_act_model_layers_95_residual_post_attn/range": 480.0, "train/tensor_act_model_layers_95_mlp_gate_proj/norm": 2432.100830078125, "train/tensor_act_model_layers_95_mlp_gate_proj/mean": 0.279296875, "train/tensor_act_model_layers_95_mlp_gate_proj/std": 0.79296875, "train/tensor_act_model_layers_95_mlp_gate_proj/max_abs": 3.640625, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/min": -1.328125, "train/tensor_act_model_layers_95_mlp_gate_proj/max": 3.640625, "train/tensor_act_model_layers_95_mlp_gate_proj/range": 4.96875, "train/tensor_act_model_layers_95_mlp_up_proj/norm": 2543.135009765625, "train/tensor_act_model_layers_95_mlp_up_proj/mean": -0.09619140625, "train/tensor_act_model_layers_95_mlp_up_proj/std": 0.87109375, "train/tensor_act_model_layers_95_mlp_up_proj/max_abs": 3.25, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/min": -3.25, "train/tensor_act_model_layers_95_mlp_up_proj/max": 2.484375, "train/tensor_act_model_layers_95_mlp_up_proj/range": 5.734375, "train/tensor_act_model_layers_95_mlp_down_proj/norm": 3710.707275390625, "train/tensor_act_model_layers_95_mlp_down_proj/mean": 1.515625, "train/tensor_act_model_layers_95_mlp_down_proj/std": 0.99609375, "train/tensor_act_model_layers_95_mlp_down_proj/max_abs": 4.28125, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/min": -0.73046875, "train/tensor_act_model_layers_95_mlp_down_proj/max": 4.28125, "train/tensor_act_model_layers_95_mlp_down_proj/range": 5.01171875, "train/tensor_act_model_layers_95_mlp/norm": 3710.707275390625, "train/tensor_act_model_layers_95_mlp/mean": 1.515625, "train/tensor_act_model_layers_95_mlp/std": 0.99609375, "train/tensor_act_model_layers_95_mlp/max_abs": 4.28125, "train/tensor_act_model_layers_95_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp/min": -0.73046875, "train/tensor_act_model_layers_95_mlp/max": 4.28125, "train/tensor_act_model_layers_95_mlp/range": 5.01171875, "train/tensor_act_model_layers_95_residual_post_mlp/norm": 6752925.5, "train/tensor_act_model_layers_95_residual_post_mlp/mean": 3296.0, "train/tensor_act_model_layers_95_residual_post_mlp/std": 75.5, "train/tensor_act_model_layers_95_residual_post_mlp/max_abs": 3536.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_post_mlp/min": 3056.0, "train/tensor_act_model_layers_95_residual_post_mlp/max": 3536.0, "train/tensor_act_model_layers_95_residual_post_mlp/range": 480.0, "train/tensor_act_model_layers_96_residual_pre_attn/norm": 6752925.5, "train/tensor_act_model_layers_96_residual_pre_attn/mean": 3296.0, "train/tensor_act_model_layers_96_residual_pre_attn/std": 75.5, "train/tensor_act_model_layers_96_residual_pre_attn/max_abs": 3536.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_pre_attn/min": 3056.0, "train/tensor_act_model_layers_96_residual_pre_attn/max": 3536.0, "train/tensor_act_model_layers_96_residual_pre_attn/range": 480.0, "train/tensor_act_model_layers_96_residual_post_attn/norm": 6752925.5, "train/tensor_act_model_layers_96_residual_post_attn/mean": 3296.0, "train/tensor_act_model_layers_96_residual_post_attn/std": 75.5, "train/tensor_act_model_layers_96_residual_post_attn/max_abs": 3536.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_post_attn/min": 3056.0, "train/tensor_act_model_layers_96_residual_post_attn/max": 3536.0, "train/tensor_act_model_layers_96_residual_post_attn/range": 480.0, "train/tensor_act_model_layers_96_mlp_gate_proj/norm": 2786.514892578125, "train/tensor_act_model_layers_96_mlp_gate_proj/mean": 0.298828125, "train/tensor_act_model_layers_96_mlp_gate_proj/std": 0.9140625, "train/tensor_act_model_layers_96_mlp_gate_proj/max_abs": 3.8125, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/min": -1.53125, "train/tensor_act_model_layers_96_mlp_gate_proj/max": 3.8125, "train/tensor_act_model_layers_96_mlp_gate_proj/range": 5.34375, "train/tensor_act_model_layers_96_mlp_up_proj/norm": 2810.914794921875, "train/tensor_act_model_layers_96_mlp_up_proj/mean": 0.0869140625, "train/tensor_act_model_layers_96_mlp_up_proj/std": 0.96484375, "train/tensor_act_model_layers_96_mlp_up_proj/max_abs": 4.78125, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/min": -2.703125, "train/tensor_act_model_layers_96_mlp_up_proj/max": 4.78125, "train/tensor_act_model_layers_96_mlp_up_proj/range": 7.484375, "train/tensor_act_model_layers_96_mlp_down_proj/norm": 6091.0693359375, "train/tensor_act_model_layers_96_mlp_down_proj/mean": 2.40625, "train/tensor_act_model_layers_96_mlp_down_proj/std": 1.7578125, "train/tensor_act_model_layers_96_mlp_down_proj/max_abs": 5.6875, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/min": -2.15625, "train/tensor_act_model_layers_96_mlp_down_proj/max": 5.6875, "train/tensor_act_model_layers_96_mlp_down_proj/range": 7.84375, "train/tensor_act_model_layers_96_mlp/norm": 6091.0693359375, "train/tensor_act_model_layers_96_mlp/mean": 2.40625, "train/tensor_act_model_layers_96_mlp/std": 1.7578125, "train/tensor_act_model_layers_96_mlp/max_abs": 5.6875, "train/tensor_act_model_layers_96_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp/min": -2.15625, "train/tensor_act_model_layers_96_mlp/max": 5.6875, "train/tensor_act_model_layers_96_mlp/range": 7.84375, "train/tensor_act_model_layers_96_residual_post_mlp/norm": 6752925.5, "train/tensor_act_model_layers_96_residual_post_mlp/mean": 3296.0, "train/tensor_act_model_layers_96_residual_post_mlp/std": 75.5, "train/tensor_act_model_layers_96_residual_post_mlp/max_abs": 3536.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_post_mlp/min": 3056.0, "train/tensor_act_model_layers_96_residual_post_mlp/max": 3536.0, "train/tensor_act_model_layers_96_residual_post_mlp/range": 480.0, "train/tensor_act_model_layers_97_residual_pre_attn/norm": 6752925.5, "train/tensor_act_model_layers_97_residual_pre_attn/mean": 3296.0, "train/tensor_act_model_layers_97_residual_pre_attn/std": 75.5, "train/tensor_act_model_layers_97_residual_pre_attn/max_abs": 3536.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_pre_attn/min": 3056.0, "train/tensor_act_model_layers_97_residual_pre_attn/max": 3536.0, "train/tensor_act_model_layers_97_residual_pre_attn/range": 480.0, "train/tensor_act_model_layers_97_residual_post_attn/norm": 6752925.5, "train/tensor_act_model_layers_97_residual_post_attn/mean": 3296.0, "train/tensor_act_model_layers_97_residual_post_attn/std": 75.5, "train/tensor_act_model_layers_97_residual_post_attn/max_abs": 3536.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_post_attn/min": 3056.0, "train/tensor_act_model_layers_97_residual_post_attn/max": 3536.0, "train/tensor_act_model_layers_97_residual_post_attn/range": 480.0, "train/tensor_act_model_layers_97_mlp_gate_proj/norm": 2714.7783203125, "train/tensor_act_model_layers_97_mlp_gate_proj/mean": 0.310546875, "train/tensor_act_model_layers_97_mlp_gate_proj/std": 0.8828125, "train/tensor_act_model_layers_97_mlp_gate_proj/max_abs": 4.28125, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_97_mlp_gate_proj/max": 4.28125, "train/tensor_act_model_layers_97_mlp_gate_proj/range": 5.5703125, "train/tensor_act_model_layers_97_mlp_up_proj/norm": 2790.416259765625, "train/tensor_act_model_layers_97_mlp_up_proj/mean": -0.033447265625, "train/tensor_act_model_layers_97_mlp_up_proj/std": 0.9609375, "train/tensor_act_model_layers_97_mlp_up_proj/max_abs": 4.78125, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/min": -4.0, "train/tensor_act_model_layers_97_mlp_up_proj/max": 4.78125, "train/tensor_act_model_layers_97_mlp_up_proj/range": 8.78125, "train/tensor_act_model_layers_97_mlp_down_proj/norm": 5950.25244140625, "train/tensor_act_model_layers_97_mlp_down_proj/mean": 2.484375, "train/tensor_act_model_layers_97_mlp_down_proj/std": 1.515625, "train/tensor_act_model_layers_97_mlp_down_proj/max_abs": 6.78125, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/min": -2.953125, "train/tensor_act_model_layers_97_mlp_down_proj/max": 6.78125, "train/tensor_act_model_layers_97_mlp_down_proj/range": 9.734375, "train/tensor_act_model_layers_97_mlp/norm": 5950.25244140625, "train/tensor_act_model_layers_97_mlp/mean": 2.484375, "train/tensor_act_model_layers_97_mlp/std": 1.515625, "train/tensor_act_model_layers_97_mlp/max_abs": 6.78125, "train/tensor_act_model_layers_97_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp/min": -2.953125, "train/tensor_act_model_layers_97_mlp/max": 6.78125, "train/tensor_act_model_layers_97_mlp/range": 9.734375, "train/tensor_act_model_layers_97_residual_post_mlp/norm": 6752925.5, "train/tensor_act_model_layers_97_residual_post_mlp/mean": 3296.0, "train/tensor_act_model_layers_97_residual_post_mlp/std": 75.5, "train/tensor_act_model_layers_97_residual_post_mlp/max_abs": 3536.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_post_mlp/min": 3056.0, "train/tensor_act_model_layers_97_residual_post_mlp/max": 3536.0, "train/tensor_act_model_layers_97_residual_post_mlp/range": 480.0, "train/tensor_act_model_layers_98_residual_pre_attn/norm": 6752925.5, "train/tensor_act_model_layers_98_residual_pre_attn/mean": 3296.0, "train/tensor_act_model_layers_98_residual_pre_attn/std": 75.5, "train/tensor_act_model_layers_98_residual_pre_attn/max_abs": 3536.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_pre_attn/min": 3056.0, "train/tensor_act_model_layers_98_residual_pre_attn/max": 3536.0, "train/tensor_act_model_layers_98_residual_pre_attn/range": 480.0, "train/tensor_act_model_layers_98_residual_post_attn/norm": 6752925.5, "train/tensor_act_model_layers_98_residual_post_attn/mean": 3296.0, "train/tensor_act_model_layers_98_residual_post_attn/std": 75.5, "train/tensor_act_model_layers_98_residual_post_attn/max_abs": 3536.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_post_attn/min": 3056.0, "train/tensor_act_model_layers_98_residual_post_attn/max": 3536.0, "train/tensor_act_model_layers_98_residual_post_attn/range": 480.0, "train/tensor_act_model_layers_98_mlp_gate_proj/norm": 2231.695068359375, "train/tensor_act_model_layers_98_mlp_gate_proj/mean": 0.19140625, "train/tensor_act_model_layers_98_mlp_gate_proj/std": 0.74609375, "train/tensor_act_model_layers_98_mlp_gate_proj/max_abs": 2.6875, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/min": -1.4296875, "train/tensor_act_model_layers_98_mlp_gate_proj/max": 2.6875, "train/tensor_act_model_layers_98_mlp_gate_proj/range": 4.1171875, "train/tensor_act_model_layers_98_mlp_up_proj/norm": 2351.340087890625, "train/tensor_act_model_layers_98_mlp_up_proj/mean": 0.01458740234375, "train/tensor_act_model_layers_98_mlp_up_proj/std": 0.8125, "train/tensor_act_model_layers_98_mlp_up_proj/max_abs": 3.09375, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/min": -2.6875, "train/tensor_act_model_layers_98_mlp_up_proj/max": 3.09375, "train/tensor_act_model_layers_98_mlp_up_proj/range": 5.78125, "train/tensor_act_model_layers_98_mlp_down_proj/norm": 2895.880615234375, "train/tensor_act_model_layers_98_mlp_down_proj/mean": 1.046875, "train/tensor_act_model_layers_98_mlp_down_proj/std": 0.953125, "train/tensor_act_model_layers_98_mlp_down_proj/max_abs": 3.65625, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/min": -1.4453125, "train/tensor_act_model_layers_98_mlp_down_proj/max": 3.65625, "train/tensor_act_model_layers_98_mlp_down_proj/range": 5.1015625, "train/tensor_act_model_layers_98_mlp/norm": 2895.880615234375, "train/tensor_act_model_layers_98_mlp/mean": 1.046875, "train/tensor_act_model_layers_98_mlp/std": 0.953125, "train/tensor_act_model_layers_98_mlp/max_abs": 3.65625, "train/tensor_act_model_layers_98_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp/min": -1.4453125, "train/tensor_act_model_layers_98_mlp/max": 3.65625, "train/tensor_act_model_layers_98_mlp/range": 5.1015625, "train/tensor_act_model_layers_98_residual_post_mlp/norm": 6752925.5, "train/tensor_act_model_layers_98_residual_post_mlp/mean": 3296.0, "train/tensor_act_model_layers_98_residual_post_mlp/std": 75.5, "train/tensor_act_model_layers_98_residual_post_mlp/max_abs": 3536.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_post_mlp/min": 3056.0, "train/tensor_act_model_layers_98_residual_post_mlp/max": 3536.0, "train/tensor_act_model_layers_98_residual_post_mlp/range": 480.0, "train/tensor_act_model_layers_99_residual_pre_attn/norm": 6752925.5, "train/tensor_act_model_layers_99_residual_pre_attn/mean": 3296.0, "train/tensor_act_model_layers_99_residual_pre_attn/std": 75.5, "train/tensor_act_model_layers_99_residual_pre_attn/max_abs": 3536.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_pre_attn/min": 3056.0, "train/tensor_act_model_layers_99_residual_pre_attn/max": 3536.0, "train/tensor_act_model_layers_99_residual_pre_attn/range": 480.0, "train/tensor_act_model_layers_99_residual_post_attn/norm": 6752925.5, "train/tensor_act_model_layers_99_residual_post_attn/mean": 3296.0, "train/tensor_act_model_layers_99_residual_post_attn/std": 75.5, "train/tensor_act_model_layers_99_residual_post_attn/max_abs": 3536.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_post_attn/min": 3056.0, "train/tensor_act_model_layers_99_residual_post_attn/max": 3536.0, "train/tensor_act_model_layers_99_residual_post_attn/range": 480.0, "train/tensor_act_model_layers_99_mlp_gate_proj/norm": 2227.2080078125, "train/tensor_act_model_layers_99_mlp_gate_proj/mean": 0.265625, "train/tensor_act_model_layers_99_mlp_gate_proj/std": 0.72265625, "train/tensor_act_model_layers_99_mlp_gate_proj/max_abs": 2.984375, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/min": -1.3671875, "train/tensor_act_model_layers_99_mlp_gate_proj/max": 2.984375, "train/tensor_act_model_layers_99_mlp_gate_proj/range": 4.3515625, "train/tensor_act_model_layers_99_mlp_up_proj/norm": 2377.555419921875, "train/tensor_act_model_layers_99_mlp_up_proj/mean": -0.03173828125, "train/tensor_act_model_layers_99_mlp_up_proj/std": 0.8203125, "train/tensor_act_model_layers_99_mlp_up_proj/max_abs": 3.1875, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/min": -3.1875, "train/tensor_act_model_layers_99_mlp_up_proj/max": 3.109375, "train/tensor_act_model_layers_99_mlp_up_proj/range": 6.296875, "train/tensor_act_model_layers_99_mlp_down_proj/norm": 3330.380615234375, "train/tensor_act_model_layers_99_mlp_down_proj/mean": 1.2109375, "train/tensor_act_model_layers_99_mlp_down_proj/std": 1.0859375, "train/tensor_act_model_layers_99_mlp_down_proj/max_abs": 4.03125, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/min": -1.3671875, "train/tensor_act_model_layers_99_mlp_down_proj/max": 4.03125, "train/tensor_act_model_layers_99_mlp_down_proj/range": 5.3984375, "train/tensor_act_model_layers_99_mlp/norm": 3330.380615234375, "train/tensor_act_model_layers_99_mlp/mean": 1.2109375, "train/tensor_act_model_layers_99_mlp/std": 1.0859375, "train/tensor_act_model_layers_99_mlp/max_abs": 4.03125, "train/tensor_act_model_layers_99_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp/min": -1.3671875, "train/tensor_act_model_layers_99_mlp/max": 4.03125, "train/tensor_act_model_layers_99_mlp/range": 5.3984375, "train/tensor_act_model_layers_99_residual_post_mlp/norm": 6752925.5, "train/tensor_act_model_layers_99_residual_post_mlp/mean": 3296.0, "train/tensor_act_model_layers_99_residual_post_mlp/std": 75.5, "train/tensor_act_model_layers_99_residual_post_mlp/max_abs": 3536.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_post_mlp/min": 3056.0, "train/tensor_act_model_layers_99_residual_post_mlp/max": 3536.0, "train/tensor_act_model_layers_99_residual_post_mlp/range": 480.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/norm": 72876032.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/mean": -6144.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/std": 401408.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max_abs": 3112960.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.60546875, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/min": -2195456.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max": 3112960.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/range": 5308416.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/norm": 61865984.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/mean": 8832.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/std": 342016.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max_abs": 3457024.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.60546875, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/min": -2228224.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max": 3457024.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/range": 5685248.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/norm": 67633152.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/mean": -131072.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/std": 348160.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max_abs": 3686400.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.60546875, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/min": -3686400.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max": 201728.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/range": 3888128.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/norm": 67108864.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/mean": 24192.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/std": 370688.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max_abs": 2228224.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/min": -2228224.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max": 2146304.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/range": 4374528.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/norm": 55574528.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/mean": 28288.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/std": 305152.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max_abs": 2375680.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/min": -1245184.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max": 2375680.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/range": 3620864.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/norm": 55312384.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/mean": -113152.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/std": 284672.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max_abs": 2555904.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.5234375, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/min": -2555904.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max": 260096.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/range": 2816000.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/norm": 124256256.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/mean": 16768.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/std": 688128.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max_abs": 5701632.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.578125, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/min": -5701632.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max": 5603328.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/range": 11304960.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/norm": 99090432.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/mean": 16256.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/std": 548864.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max_abs": 4915200.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.578125, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/min": -4259840.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max": 4915200.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/range": 9175040.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/norm": 102760448.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/mean": -191488.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/std": 532480.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max_abs": 5537792.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.578125, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/min": -5537792.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max": 88576.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/range": 5626368.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/norm": 130023424.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/mean": -75264.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/std": 712704.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max_abs": 5734400.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/min": -5734400.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max": 2342912.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/range": 8077312.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/norm": 89653248.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/mean": -47872.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/std": 493568.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max_abs": 4325376.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/min": -4325376.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max": 2015232.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/range": 6340608.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/norm": 101187584.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/mean": -187392.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/std": 528384.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max_abs": 5013504.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/min": -5013504.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max": 139264.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/range": 5152768.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/norm": 81788928.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/mean": 43008.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/std": 450560.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max_abs": 2916352.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.57421875, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/min": -1826816.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max": 2916352.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/range": 4743168.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/norm": 68157440.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/mean": 43264.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/std": 372736.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max_abs": 3325952.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.57421875, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/min": -1196032.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max": 3325952.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/range": 4521984.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/norm": 67633152.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/mean": -155648.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/std": 342016.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max_abs": 2244608.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.57421875, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/min": -2244608.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max": 246784.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/range": 2491392.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/norm": 155189248.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/mean": 3712.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/std": 856064.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max_abs": 6488064.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.5625, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/min": -3735552.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max": 6488064.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/range": 10223616.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/norm": 125829120.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/mean": -884.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/std": 696320.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max_abs": 3932160.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.55926513671875, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/min": -3932160.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max": 3850240.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/range": 7782400.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/norm": 114819072.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/mean": -253952.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/std": 581632.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max_abs": 3981312.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.56640625, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/min": -3981312.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max": 168960.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/range": 4150272.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/norm": 199229440.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/mean": -28928.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/std": 1105920.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max_abs": 6684672.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.5546875, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/min": -6291456.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max": 6684672.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/range": 12976128.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/norm": 161480704.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/mean": 4128.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/std": 892928.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max_abs": 6553600.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.5546875, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/min": -4685824.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max": 6553600.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/range": 11239424.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/norm": 160432128.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/mean": -360448.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/std": 811008.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max_abs": 6389760.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.55859375, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/min": -6389760.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max": 565248.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/range": 6955008.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/norm": 216006656.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/mean": 157696.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/std": 1179648.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max_abs": 6881280.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.59375, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/min": -6881280.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max": 6291456.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/range": 13172736.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/norm": 185597952.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/mean": 103936.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/std": 1019904.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max_abs": 6520832.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.59765625, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/min": -6520832.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max": 5373952.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/range": 11894784.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/norm": 183500800.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/mean": -419840.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/std": 925696.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max_abs": 5636096.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.6015625, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/min": -5636096.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max": 100352.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/range": 5736448.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/norm": 183500800.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/mean": 68096.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/std": 1007616.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max_abs": 6094848.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.578125, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/min": -5734400.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max": 6094848.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/range": 11829248.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/norm": 161480704.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/mean": 88064.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/std": 888832.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max_abs": 5701632.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.578125, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/min": -5341184.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max": 5701632.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/range": 11042816.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/norm": 164626432.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/mean": -335872.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/std": 847872.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max_abs": 6291456.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.578125, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/min": -6291456.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max": 123392.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/range": 6414848.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/norm": 197132288.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/mean": 2192.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/std": 1089536.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max_abs": 6160384.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/min": -5570560.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max": 6160384.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/range": 11730944.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/norm": 168820736.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/mean": 2672.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/std": 933888.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max_abs": 6389760.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/min": -6389760.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max": 5373952.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/range": 11763712.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/norm": 154140672.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/mean": -374784.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/std": 765952.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max_abs": 5799936.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/min": -5799936.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max": 182272.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/range": 5982208.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/norm": 308281344.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/mean": 66560.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/std": 1703936.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max_abs": 9437184.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/min": -7176192.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max": 9437184.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/range": 16613376.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/norm": 270532608.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/mean": 43520.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/std": 1490944.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max_abs": 7274496.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/min": -6389760.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max": 7274496.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/range": 13664256.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/norm": 264241152.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/mean": -643072.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/std": 1310720.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max_abs": 7143424.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.55078125, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/min": -7143424.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max": 157696.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/range": 7301120.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/norm": 236978176.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/mean": -10112.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/std": 1310720.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max_abs": 9043968.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.515625, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/min": -9043968.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max": 5373952.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/range": 14417920.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/norm": 219152384.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/mean": 34560.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/std": 1212416.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max_abs": 8126464.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.515625, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/min": -8126464.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max": 5308416.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/range": 13434880.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/norm": 216006656.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/mean": -473088.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/std": 1097728.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max_abs": 7012352.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/min": -7012352.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max": 107520.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/range": 7119872.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/norm": 287309824.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/mean": -93696.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/std": 1581056.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max_abs": 7241728.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.609375, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/min": -6062080.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max": 7241728.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/range": 13303808.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/norm": 254803968.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/mean": -95744.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/std": 1409024.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max_abs": 8519680.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.609375, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/min": -6553600.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max": 8519680.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/range": 15073280.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/norm": 264241152.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/mean": -761856.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/std": 1245184.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max_abs": 8126464.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.609375, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/min": -8126464.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max": 142336.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/range": 8268800.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/norm": 255852544.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/mean": -976.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/std": 1417216.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max_abs": 5570560.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.49609375, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/min": -5570560.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max": 5406720.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/range": 10977280.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/norm": 229638144.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/mean": 5856.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/std": 1269760.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max_abs": 6684672.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.49609375, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/min": -5144576.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max": 6684672.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/range": 11829248.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/norm": 235929600.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/mean": -548864.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/std": 1187840.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max_abs": 6291456.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.49609375, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/min": -6291456.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max": 94208.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/range": 6385664.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/norm": 281018368.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/mean": 34048.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/std": 1548288.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max_abs": 7208960.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/min": -7208960.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max": 6389760.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/range": 13598720.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/norm": 256901120.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/mean": 10048.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/std": 1425408.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max_abs": 8716288.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/min": -8716288.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max": 5865472.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/range": 14581760.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/norm": 254803968.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/mean": -634880.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/std": 1253376.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max_abs": 8585216.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/min": -8585216.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max": 86016.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/range": 8671232.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/norm": 256901120.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/mean": 38912.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/std": 1417216.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max_abs": 6062080.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.46484375, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/min": -5439488.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max": 6062080.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/range": 11501568.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/norm": 227540992.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/mean": 29184.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/std": 1253376.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max_abs": 6324224.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.46484375, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/min": -5013504.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max": 6324224.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/range": 11337728.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/norm": 233832448.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/mean": -552960.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/std": 1163264.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max_abs": 6848512.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.47265625, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/min": -6848512.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max": 61184.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/range": 6909696.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/norm": 289406976.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/mean": -25088.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/std": 1597440.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max_abs": 9109504.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/min": -6946816.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max": 9109504.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/range": 16056320.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/norm": 254803968.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/mean": -25472.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/std": 1409024.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max_abs": 7536640.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/min": -6062080.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max": 7536640.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/range": 13598720.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/norm": 258998272.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/mean": -712704.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/std": 1236992.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max_abs": 7766016.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/min": -7766016.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max": 104448.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/range": 7870464.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/norm": 312475648.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/mean": -61696.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/std": 1720320.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max_abs": 7602176.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.4609375, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/min": -7602176.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max": 6553600.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/range": 14155776.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/norm": 283115520.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/mean": -73728.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/std": 1556480.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max_abs": 7077888.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.4609375, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/min": -7077888.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max": 5865472.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/range": 12943360.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/norm": 291504128.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/mean": -679936.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/std": 1458176.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max_abs": 8519680.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.46484375, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/min": -8519680.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max": 119808.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/range": 8639488.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/norm": 337641472.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/mean": -97280.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/std": 1859584.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max_abs": 8454144.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/min": -8454144.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max": 6356992.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/range": 14811136.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/norm": 310378496.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/mean": -111616.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/std": 1712128.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max_abs": 8060928.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/min": -8060928.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max": 6160384.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/range": 14221312.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/norm": 312475648.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/mean": -745472.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/std": 1556480.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max_abs": 8388608.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/min": -8388608.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max": 69632.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/range": 8458240.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/norm": 390070272.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/mean": -62976.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/std": 2162688.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max_abs": 9699328.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/min": -7503872.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max": 9699328.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/range": 17203200.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/norm": 356515840.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/mean": -45312.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/std": 1974272.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max_abs": 8716288.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.515625, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/min": -7176192.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max": 8716288.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/range": 15892480.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/norm": 367001600.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/mean": -1003520.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/std": 1761280.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max_abs": 8978432.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.515625, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/min": -8978432.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max": 73728.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/range": 9052160.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/norm": 331350016.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/mean": 77312.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/std": 1826816.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max_abs": 9306112.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.4296875, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/min": -9306112.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max": 6586368.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/range": 15892480.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/norm": 318767104.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/mean": 37376.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/std": 1761280.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max_abs": 8781824.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.4296875, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/min": -8781824.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max": 6356992.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/range": 15138816.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/norm": 316669952.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/mean": -802816.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/std": 1548288.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max_abs": 8126464.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.43359375, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/min": -8126464.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max": 69632.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/range": 8196096.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/norm": 429916160.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/mean": -156672.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/std": 2359296.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max_abs": 9371648.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.44921875, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/min": -7667712.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max": 9371648.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/range": 17039360.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/norm": 390070272.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/mean": -107008.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/std": 2162688.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max_abs": 8781824.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.453125, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/min": -7897088.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max": 8781824.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/range": 16678912.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/norm": 390070272.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/mean": -1105920.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/std": 1851392.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max_abs": 7962624.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.45703125, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/min": -7962624.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max": 80896.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/range": 8043520.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/norm": 381681664.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/mean": 99840.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/std": 2113536.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max_abs": 7700480.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/min": -7700480.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max": 7372800.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/range": 15073280.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/norm": 356515840.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/mean": 86016.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/std": 1957888.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max_abs": 7536640.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.484375, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/min": -7110656.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max": 7536640.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/range": 14647296.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/norm": 358612992.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/mean": -1019904.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/std": 1703936.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max_abs": 7274496.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.48828125, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/min": -7274496.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max": 45312.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/range": 7319808.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/norm": 400556032.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/mean": -113664.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/std": 2211840.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max_abs": 9109504.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.44140625, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/min": -9109504.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max": 7700480.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/range": 16809984.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/norm": 375390208.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/mean": -87552.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/std": 2072576.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max_abs": 7929856.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.44140625, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/min": -7929856.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max": 7274496.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/range": 15204352.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/norm": 379584512.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/mean": -1007616.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/std": 1835008.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max_abs": 7995392.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.4453125, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/min": -7995392.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max": 62976.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/range": 8058368.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/norm": 350224384.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/mean": -169984.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/std": 1933312.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max_abs": 10027008.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.42578125, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/min": -10027008.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max": 7274496.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/range": 17301504.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/norm": 335544320.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/mean": -152576.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/std": 1851392.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max_abs": 10485760.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.42578125, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/min": -10485760.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max": 9240576.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/range": 19726336.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/norm": 339738624.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/mean": -856064.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/std": 1671168.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max_abs": 10420224.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.42578125, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/min": -10420224.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max": 372736.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/range": 10792960.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/norm": 406847488.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/mean": 268288.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/std": 2228224.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max_abs": 10551296.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/min": -7143424.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max": 10551296.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/range": 17694720.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/norm": 379584512.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/mean": 232448.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/std": 2080768.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max_abs": 8585216.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/min": -7602176.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max": 8585216.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/range": 16187392.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/norm": 387973120.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/mean": -1089536.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/std": 1843200.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max_abs": 9109504.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.515625, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/min": -9109504.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max": 79360.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/range": 9188864.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/norm": 379584512.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/mean": 102912.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/std": 2097152.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max_abs": 8355840.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.44140625, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/min": -7897088.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max": 8355840.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/range": 16252928.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/norm": 360710144.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/mean": 91648.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/std": 1990656.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max_abs": 8650752.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.44140625, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/min": -8650752.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max": 7929856.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/range": 16580608.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/norm": 367001600.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/mean": -958464.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/std": 1794048.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max_abs": 8650752.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.44921875, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/min": -8650752.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max": 45568.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/range": 8696320.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/norm": 411041792.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/mean": 92160.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/std": 2260992.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max_abs": 9437184.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.5, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/min": -7700480.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max": 9437184.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/range": 17137664.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/norm": 406847488.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/mean": 99328.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/std": 2244608.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max_abs": 9109504.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.49609375, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/min": -9109504.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max": 8388608.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/range": 17498112.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/norm": 406847488.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/mean": -1146880.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/std": 1933312.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max_abs": 8781824.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.50390625, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/min": -8781824.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max": 57600.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/range": 8839424.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/norm": 396361728.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/mean": 56320.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/std": 2179072.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max_abs": 8093696.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.4375, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/min": -7471104.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max": 8093696.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/range": 15564800.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/norm": 390070272.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/mean": 72704.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/std": 2146304.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max_abs": 7962624.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.4375, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/min": -7798784.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max": 7962624.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/range": 15761408.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/norm": 394264576.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/mean": -1003520.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/std": 1941504.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max_abs": 8323072.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.4375, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/min": -8323072.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max": 98816.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/range": 8421888.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/norm": 452984832.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/mean": 144384.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/std": 2506752.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max_abs": 8847360.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/min": -8224768.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max": 8847360.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/range": 17072128.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/norm": 432013312.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/mean": 143360.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/std": 2392064.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max_abs": 9109504.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.5234375, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/min": -7929856.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max": 9109504.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/range": 17039360.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/norm": 432013312.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/mean": -1269760.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/std": 2015232.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max_abs": 8454144.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.5234375, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/min": -8454144.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max": 177152.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/range": 8631296.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/norm": 383778816.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/mean": 56576.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/std": 2129920.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max_abs": 8978432.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.421875, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/min": -8519680.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max": 8978432.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/range": 17498112.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/norm": 371195904.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/mean": 58880.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/std": 2048000.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max_abs": 9043968.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.421875, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/min": -7864320.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max": 9043968.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/range": 16908288.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/norm": 383778816.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/mean": -1015808.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/std": 1859584.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max_abs": 8912896.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.421875, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/min": -8912896.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max": 152576.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/range": 9065472.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/norm": 455081984.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/mean": 141312.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/std": 2523136.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max_abs": 9895936.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.4921875, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/min": -9895936.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max": 8454144.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/range": 18350080.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/norm": 444596224.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/mean": 168960.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/std": 2457600.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max_abs": 9502720.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.4921875, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/min": -9240576.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max": 9502720.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/range": 18743296.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/norm": 448790528.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/mean": -1294336.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/std": 2113536.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max_abs": 9175040.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.49609375, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/min": -9175040.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max": 220160.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/range": 9395200.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/norm": 446693376.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/mean": 8032.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/std": 2473984.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max_abs": 8028160.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.4609375, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/min": -8028160.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max": 7700480.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/range": 15728640.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/norm": 442499072.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/mean": 11840.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/std": 2441216.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max_abs": 8519680.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.459320068359375, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/min": -8126464.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max": 8519680.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/range": 16646144.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/norm": 444596224.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/mean": -1269760.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/std": 2097152.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max_abs": 7798784.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.47265625, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/min": -7798784.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max": 79872.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/range": 7878656.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/norm": 432013312.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/mean": -58112.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/std": 2375680.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max_abs": 8912896.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.4609375, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/min": -7929856.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max": 8912896.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/range": 16842752.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/norm": 417333248.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/mean": -87552.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/std": 2293760.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max_abs": 8650752.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.4609375, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/min": -8650752.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max": 7143424.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/range": 15794176.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/norm": 408944640.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/mean": -1163264.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/std": 1941504.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max_abs": 8454144.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.46875, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/min": -8454144.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max": 96768.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/range": 8550912.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/norm": 392167424.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/mean": -179200.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/std": 2162688.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max_abs": 8585216.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.42578125, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/min": -8585216.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max": 7503872.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/range": 16089088.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/norm": 387973120.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/mean": -151552.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/std": 2129920.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max_abs": 9175040.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.42578125, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/min": -9175040.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max": 8454144.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/range": 17629184.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/norm": 392167424.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/mean": -1064960.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/std": 1892352.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max_abs": 8912896.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.4296875, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/min": -8912896.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max": 180224.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/range": 9093120.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/norm": 436207616.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/mean": -48128.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/std": 2408448.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max_abs": 9306112.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.44140625, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/min": -9306112.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max": 8454144.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/range": 17760256.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/norm": 392167424.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/mean": -39168.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/std": 2162688.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max_abs": 7667712.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.44140625, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/min": -7438336.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max": 7667712.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/range": 15106048.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/norm": 406847488.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/mean": -1105920.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/std": 1957888.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max_abs": 7700480.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.44140625, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/min": -7700480.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max": 71680.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/range": 7772160.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/norm": 457179136.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/mean": 181248.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/std": 2506752.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max_abs": 8257536.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.47265625, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/min": -7929856.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max": 8257536.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/range": 16187392.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/norm": 461373440.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/mean": 163840.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/std": 2539520.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max_abs": 9043968.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.47265625, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/min": -8159232.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max": 9043968.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/range": 17203200.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/norm": 457179136.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/mean": -1294336.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/std": 2162688.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max_abs": 8585216.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.47265625, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/min": -8585216.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max": 71680.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/range": 8656896.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/norm": 408944640.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/mean": -128512.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/std": 2260992.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max_abs": 8060928.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.484375, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/min": -6815744.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max": 8060928.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/range": 14876672.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/norm": 408944640.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/mean": -107008.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/std": 2260992.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max_abs": 8650752.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.484375, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/min": -7471104.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max": 8650752.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/range": 16121856.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/norm": 404750336.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/mean": -1138688.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/std": 1933312.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max_abs": 8454144.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.484375, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/min": -8454144.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max": 77824.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/range": 8531968.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/norm": 404750336.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/mean": 89600.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/std": 2228224.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max_abs": 7831552.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.484375, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/min": -7798784.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max": 7831552.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/range": 15630336.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/norm": 400556032.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/mean": 115712.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/std": 2211840.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max_abs": 8323072.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.484375, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/min": -7667712.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max": 8323072.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/range": 15990784.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/norm": 404750336.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/mean": -1155072.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/std": 1916928.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max_abs": 9175040.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.48828125, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/min": -9175040.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max": 72704.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/range": 9247744.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/norm": 459276288.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/mean": 207872.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/std": 2523136.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max_abs": 9043968.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.45703125, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/min": -7372800.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max": 9043968.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/range": 16416768.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/norm": 434110464.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/mean": 222208.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/std": 2392064.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max_abs": 7995392.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.4609375, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/min": -7864320.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max": 7995392.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/range": 15859712.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/norm": 438304768.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/mean": -1228800.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/std": 2088960.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max_abs": 7995392.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.46484375, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/min": -7995392.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max": 55040.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/range": 8050432.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/norm": 494927872.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/mean": -80384.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/std": 2736128.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max_abs": 9175040.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/min": -9175040.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max": 8585216.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/range": 17760256.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/norm": 478150656.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/mean": -12032.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/std": 2637824.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max_abs": 9764864.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/min": -9764864.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max": 8716288.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/range": 18481152.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/norm": 486539264.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/mean": -1482752.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/std": 2244608.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max_abs": 9306112.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/min": -9306112.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max": 50176.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/range": 9356288.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/norm": 473956352.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/mean": 157696.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/std": 2621440.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max_abs": 8388608.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/min": -8388608.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max": 8323072.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/range": 16711680.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/norm": 471859200.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/mean": 101888.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/std": 2605056.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max_abs": 9043968.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/min": -9043968.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max": 7503872.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/range": 16547840.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/norm": 476053504.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/mean": -1564672.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/std": 2113536.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max_abs": 8388608.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/min": -8388608.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max": 95232.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/range": 8483840.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/norm": 469762048.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/mean": 10880.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/std": 2588672.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max_abs": 8192000.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/min": -8192000.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max": 7634944.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/range": 15826944.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/norm": 461373440.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/mean": 8512.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/std": 2539520.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max_abs": 9568256.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/min": -9568256.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max": 8650752.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/range": 18219008.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/norm": 478150656.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/mean": -1458176.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/std": 2195456.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max_abs": 9437184.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/min": -9437184.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max": 58112.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/range": 9495296.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/norm": 432013312.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/mean": -109568.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/std": 2375680.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max_abs": 9109504.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.484375, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/min": -7503872.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max": 9109504.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/range": 16613376.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/norm": 432013312.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/mean": -91648.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/std": 2392064.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max_abs": 9437184.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/min": -7569408.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max": 9437184.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/range": 17006592.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/norm": 440401920.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/mean": -1294336.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/std": 2056192.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max_abs": 9043968.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.48828125, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/min": -9043968.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max": 21632.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/range": 9065600.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/norm": 471859200.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/mean": 23040.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/std": 2605056.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max_abs": 8028160.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/min": -7405568.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max": 8028160.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/range": 15433728.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/norm": 465567744.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/mean": 1328.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/std": 2572288.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max_abs": 7340032.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.523345947265625, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/min": -6946816.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max": 7340032.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/range": 14286848.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/norm": 473956352.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/mean": -1507328.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/std": 2146304.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max_abs": 7340032.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.5234375, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/min": -7340032.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max": 127488.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/range": 7467520.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/norm": 444596224.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/mean": 93696.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/std": 2457600.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max_abs": 7962624.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.484375, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/min": -7962624.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max": 7831552.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/range": 15794176.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/norm": 436207616.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/mean": 79360.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/std": 2408448.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max_abs": 8454144.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.484375, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/min": -7733248.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max": 8454144.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/range": 16187392.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/norm": 459276288.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/mean": -1409024.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/std": 2113536.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max_abs": 8290304.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.48828125, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/min": -8290304.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max": 143360.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/range": 8433664.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/norm": 465567744.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/mean": -64768.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/std": 2572288.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max_abs": 8192000.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.5390625, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/min": -7438336.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max": 8192000.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/range": 15630336.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/norm": 436207616.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/mean": -90112.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/std": 2408448.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max_abs": 7503872.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.5390625, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/min": -7438336.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max": 7503872.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/range": 14942208.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/norm": 463470592.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/mean": -1482752.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/std": 2088960.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max_abs": 8454144.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/min": -8454144.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max": 106496.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/range": 8560640.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/norm": 515899392.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/mean": 185344.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/std": 2834432.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max_abs": 8781824.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/min": -8781824.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max": 8388608.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/range": 17170432.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/norm": 494927872.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/mean": 201728.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/std": 2719744.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max_abs": 8192000.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/min": -8093696.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max": 8192000.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/range": 16285696.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/norm": 515899392.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/mean": -1630208.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/std": 2342912.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max_abs": 9175040.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.55078125, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/min": -9175040.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max": 107520.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/range": 9282560.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/norm": 459276288.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/mean": 191488.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/std": 2539520.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max_abs": 7798784.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.49609375, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/min": -7241728.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max": 7798784.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/range": 15040512.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/norm": 448790528.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/mean": 173056.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/std": 2473984.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max_abs": 8847360.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.49609375, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/min": -7143424.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max": 8847360.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/range": 15990784.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/norm": 467664896.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/mean": -1400832.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/std": 2162688.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max_abs": 8093696.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.50390625, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/min": -8093696.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max": 59392.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/range": 8153088.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/norm": 520093696.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/mean": 122880.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/std": 2867200.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max_abs": 8650752.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/min": -8355840.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max": 8650752.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/range": 17006592.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/norm": 513802240.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/mean": 120832.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/std": 2834432.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max_abs": 9699328.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.5390625, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/min": -9568256.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max": 9699328.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/range": 19267584.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/norm": 541065216.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/mean": -1753088.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/std": 2408448.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max_abs": 9306112.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.5390625, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/min": -9306112.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max": 46848.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/range": 9352960.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/norm": 526385152.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/mean": 113664.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/std": 2899968.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max_abs": 8781824.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.4921875, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/min": -8192000.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max": 8781824.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/range": 16973824.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/norm": 513802240.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/mean": 143360.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/std": 2834432.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max_abs": 9371648.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.4921875, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/min": -8192000.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max": 9371648.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/range": 17563648.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/norm": 530579456.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/mean": -1703936.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/std": 2392064.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max_abs": 9240576.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.4921875, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/min": -9240576.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max": 40192.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/range": 9280768.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/norm": 438304768.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/mean": -166912.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/std": 2424832.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max_abs": 7929856.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.4765625, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/min": -7372800.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max": 7929856.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/range": 15302656.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/norm": 425721856.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/mean": -157696.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/std": 2342912.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max_abs": 7274496.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.4765625, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/min": -7274496.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max": 7208960.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/range": 14483456.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/norm": 442499072.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/mean": -1327104.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/std": 2056192.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max_abs": 7897088.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/min": -7897088.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max": 35072.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/range": 7932160.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/norm": 486539264.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/mean": -23296.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/std": 2686976.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max_abs": 8650752.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.49609375, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/min": -8650752.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max": 8323072.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/range": 16973824.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/norm": 478150656.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/mean": -8640.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/std": 2637824.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max_abs": 8388608.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.49609375, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/min": -8388608.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max": 7929856.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/range": 16318464.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/norm": 473956352.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/mean": -1515520.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/std": 2129920.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max_abs": 8585216.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.5, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/min": -8585216.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max": 42752.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/range": 8627968.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/norm": 503316480.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/mean": 337920.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/std": 2768896.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max_abs": 9764864.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.484375, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/min": -7897088.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max": 9764864.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/range": 17661952.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/norm": 486539264.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/mean": 335872.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/std": 2670592.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max_abs": 10616832.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.48046875, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/min": -8093696.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max": 10616832.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/range": 18710528.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/norm": 494927872.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/mean": -1490944.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/std": 2293760.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max_abs": 10092544.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.484375, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/min": -10092544.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max": 134144.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/range": 10226688.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/norm": 541065216.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/mean": -75776.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/std": 2998272.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max_abs": 8650752.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/min": -8650752.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max": 7045120.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/range": 15695872.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/norm": 532676608.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/mean": -58112.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/std": 2949120.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max_abs": 9437184.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/min": -9371648.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max": 9437184.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/range": 18808832.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/norm": 553648128.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/mean": -1826816.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/std": 2457600.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max_abs": 8716288.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/min": -8716288.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max": 10880.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/range": 8727168.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/norm": 461373440.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/mean": 168960.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/std": 2539520.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max_abs": 8781824.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.4921875, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/min": -8781824.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max": 7798784.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/range": 16580608.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/norm": 476053504.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/mean": 228352.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/std": 2621440.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max_abs": 9109504.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.4921875, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/min": -8716288.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max": 9109504.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/range": 17825792.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/norm": 476053504.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/mean": -1490944.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/std": 2162688.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max_abs": 9109504.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.50390625, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/min": -9109504.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max": 69632.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/range": 9179136.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/norm": 520093696.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/mean": -81408.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/std": 2867200.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max_abs": 9437184.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.4609375, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/min": -9175040.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max": 9437184.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/range": 18612224.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/norm": 501219328.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/mean": -72704.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/std": 2768896.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max_abs": 9437184.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.46484375, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/min": -9437184.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max": 8519680.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/range": 17956864.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/norm": 513802240.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/mean": -1597440.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/std": 2342912.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max_abs": 8716288.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.46875, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/min": -8716288.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max": 17920.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/range": 8734208.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/norm": 478150656.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/mean": -257024.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/std": 2637824.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max_abs": 9502720.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.49609375, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/min": -9502720.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max": 8257536.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/range": 17760256.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/norm": 465567744.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/mean": -246784.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/std": 2555904.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max_abs": 9830400.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.49609375, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/min": -9043968.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max": 9830400.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/range": 18874368.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/norm": 484442112.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/mean": -1499136.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/std": 2211840.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max_abs": 9175040.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.5078125, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/min": -9175040.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max": 54272.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/range": 9229312.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/norm": 486539264.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/mean": -38400.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/std": 2686976.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max_abs": 8847360.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.5390625, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/min": -8847360.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max": 7766016.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/range": 16613376.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/norm": 480247808.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/mean": -51968.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/std": 2654208.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max_abs": 8224768.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.5390625, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/min": -7897088.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max": 8224768.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/range": 16121856.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/norm": 503316480.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/mean": -1671168.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/std": 2228224.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max_abs": 8355840.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/min": -8355840.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max": 183296.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/range": 8539136.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/norm": 522190848.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/mean": 364544.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/std": 2867200.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max_abs": 9502720.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/min": -9502720.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max": 8978432.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/range": 18481152.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/norm": 513802240.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/mean": 299008.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/std": 2818048.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max_abs": 9895936.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.5078125, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/min": -9895936.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max": 7864320.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/range": 17760256.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/norm": 526385152.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/mean": -1728512.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/std": 2342912.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max_abs": 10158080.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/min": -10158080.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max": 89088.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/range": 10247168.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/norm": 471859200.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/mean": 203776.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/std": 2588672.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max_abs": 8224768.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.484375, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/min": -8224768.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max": 7307264.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/range": 15532032.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/norm": 480247808.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/mean": 228352.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/std": 2637824.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max_abs": 9240576.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.484375, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/min": -9240576.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max": 8454144.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/range": 17694720.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/norm": 503316480.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/mean": -1589248.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/std": 2277376.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max_abs": 9371648.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.484375, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/min": -9371648.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max": 40704.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/range": 9412352.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/norm": 492830720.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/mean": 75776.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/std": 2719744.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max_abs": 7897088.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.515625, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/min": -7733248.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max": 7897088.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/range": 15630336.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/norm": 499122176.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/mean": 64000.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/std": 2768896.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max_abs": 8978432.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.51953125, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/min": -8978432.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max": 8650752.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/range": 17629184.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/norm": 524288000.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/mean": -1646592.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/std": 2375680.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max_abs": 8978432.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/min": -8978432.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max": 36864.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/range": 9015296.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/norm": 549453824.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/mean": -233472.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/std": 3031040.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max_abs": 10158080.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.5703125, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/min": -7208960.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max": 10158080.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/range": 17367040.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/norm": 545259520.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/mean": -270336.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/std": 2998272.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max_abs": 8650752.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.5703125, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/min": -8060928.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max": 8650752.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/range": 16711680.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/norm": 549453824.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/mean": -1900544.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/std": 2375680.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max_abs": 9043968.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.57421875, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/min": -9043968.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max": 67584.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/range": 9111552.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/norm": 536870912.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/mean": -47104.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/std": 2965504.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max_abs": 8060928.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/min": -8060928.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max": 7897088.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/range": 15958016.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/norm": 545259520.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/mean": -74240.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/std": 3014656.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max_abs": 10027008.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/min": -9043968.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max": 10027008.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/range": 19070976.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/norm": 562036736.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/mean": -1875968.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/std": 2473984.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max_abs": 9240576.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/min": -9240576.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max": 28672.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/range": 9269248.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/norm": 616562688.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/mean": 129536.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/std": 3407872.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max_abs": 8912896.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.5390625, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/min": -8650752.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max": 8912896.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/range": 17563648.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/norm": 587202560.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/mean": 124416.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/std": 3260416.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max_abs": 9175040.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.5390625, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/min": -9175040.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max": 8847360.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/range": 18022400.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/norm": 599785472.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/mean": -1982464.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/std": 2654208.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max_abs": 9437184.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/min": -9437184.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max": 61696.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/range": 9498880.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/norm": 536870912.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/mean": 166912.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/std": 2965504.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max_abs": 8028160.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/min": -7831552.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max": 8028160.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/range": 15859712.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/norm": 528482304.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/mean": 210944.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/std": 2899968.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max_abs": 9240576.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/min": -9240576.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max": 8912896.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/range": 18153472.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/norm": 549453824.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/mean": -1867776.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/std": 2408448.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max_abs": 9895936.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/min": -9895936.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max": 78848.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/range": 9974784.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/norm": 578813952.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/mean": 143360.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/std": 3211264.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max_abs": 10027008.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.5703125, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/min": -7733248.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max": 10027008.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/range": 17760256.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/norm": 578813952.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/mean": 168960.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/std": 3194880.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max_abs": 10223616.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.5703125, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/min": -8519680.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max": 10223616.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/range": 18743296.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/norm": 591396864.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/mean": -2056192.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/std": 2539520.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max_abs": 9699328.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.578125, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/min": -9699328.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max": 58880.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/range": 9758208.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/norm": 553648128.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/mean": -48128.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/std": 3047424.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max_abs": 9633792.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.47265625, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/min": -8716288.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max": 9633792.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/range": 18350080.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/norm": 536870912.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/mean": -108032.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/std": 2965504.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max_abs": 8585216.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.47265625, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/min": -8519680.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max": 8585216.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/range": 17104896.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/norm": 545259520.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/mean": -1753088.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/std": 2457600.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max_abs": 9175040.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.4765625, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/min": -9175040.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max": 30080.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/range": 9205120.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/norm": 541065216.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/mean": -73728.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/std": 2998272.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max_abs": 9175040.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.5390625, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/min": -9175040.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max": 8912896.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/range": 18087936.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/norm": 549453824.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/mean": -85504.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/std": 3031040.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max_abs": 9109504.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/min": -8912896.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max": 9109504.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/range": 18022400.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/norm": 562036736.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/mean": -1851392.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/std": 2506752.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max_abs": 9371648.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.55078125, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/min": -9371648.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max": 45312.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/range": 9416960.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/norm": 587202560.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/mean": -53760.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/std": 3260416.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max_abs": 8519680.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.5390625, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/min": -7995392.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max": 8519680.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/range": 16515072.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/norm": 591396864.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/mean": -23680.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/std": 3260416.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max_abs": 9437184.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.5390625, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/min": -9437184.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max": 8159232.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/range": 17596416.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/norm": 612368384.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/mean": -2064384.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/std": 2670592.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max_abs": 9895936.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/min": -9895936.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max": 53504.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/range": 9949440.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/norm": 595591168.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/mean": 262144.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/std": 3276800.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max_abs": 9633792.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/min": -9633792.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max": 8454144.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/range": 18087936.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/norm": 583008256.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/mean": 226304.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/std": 3194880.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max_abs": 9568256.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/min": -9568256.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max": 8519680.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/range": 18087936.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/norm": 599785472.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/mean": -2031616.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/std": 2621440.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max_abs": 9961472.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/min": -9961472.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max": 31104.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/range": 9992576.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/norm": 587202560.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/mean": 27392.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/std": 3244032.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max_abs": 11075584.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/min": -11075584.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max": 10092544.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/range": 21168128.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/norm": 570425344.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/mean": 29312.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/std": 3145728.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max_abs": 9175040.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/min": -9175040.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max": 8585216.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/range": 17760256.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/norm": 583008256.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/mean": -1949696.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/std": 2555904.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max_abs": 9568256.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.55078125, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/min": -9568256.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max": 48384.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/range": 9616640.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/norm": 578813952.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/mean": 34048.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/std": 3194880.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max_abs": 10551296.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/min": -10551296.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max": 8912896.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/range": 19464192.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/norm": 557842432.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/mean": 32640.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/std": 3080192.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max_abs": 9568256.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.546234130859375, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/min": -8519680.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max": 9568256.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/range": 18087936.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/norm": 570425344.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/mean": -1908736.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/std": 2506752.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max_abs": 8912896.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/min": -8912896.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max": 200704.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/range": 9113600.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/norm": 578813952.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/mean": -97792.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/std": 3211264.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max_abs": 9109504.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/min": -8093696.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max": 9109504.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/range": 17203200.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/norm": 587202560.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/mean": -103936.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/std": 3244032.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max_abs": 9568256.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/min": -8290304.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max": 9568256.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/range": 17858560.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/norm": 595591168.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/mean": -1966080.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/std": 2654208.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max_abs": 9764864.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.55078125, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/min": -9764864.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max": 89600.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/range": 9854464.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/norm": 616562688.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/mean": 97280.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/std": 3407872.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max_abs": 10027008.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.5859375, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/min": -10027008.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max": 8355840.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/range": 18382848.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/norm": 616562688.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/mean": 142336.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/std": 3391488.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max_abs": 10092544.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.5859375, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/min": -9175040.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max": 10092544.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/range": 19267584.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/norm": 633339904.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/mean": -2179072.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/std": 2752512.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max_abs": 9371648.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.58984375, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/min": -9371648.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max": 42240.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/range": 9413888.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/norm": 624951296.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/mean": -536576.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/std": 3407872.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max_abs": 10092544.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.57421875, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/min": -9109504.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max": 10092544.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/range": 19202048.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/norm": 616562688.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/mean": -479232.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/std": 3375104.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max_abs": 10027008.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.5703125, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/min": -8716288.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max": 10027008.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/range": 18743296.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/norm": 624951296.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/mean": -2146304.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/std": 2703360.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max_abs": 10092544.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.57421875, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/min": -10092544.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max": 31872.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/range": 10124416.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/norm": 624951296.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/mean": 136192.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/std": 3457024.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max_abs": 9502720.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.56640625, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/min": -9437184.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max": 9502720.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/range": 18939904.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/norm": 612368384.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/mean": 70144.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/std": 3375104.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max_abs": 10682368.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.56640625, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/min": -10158080.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max": 10682368.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/range": 20840448.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/norm": 629145600.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/mean": -2162688.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/std": 2736128.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max_abs": 10485760.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.5703125, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/min": -10485760.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max": 58880.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/range": 10544640.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/norm": 629145600.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/mean": 123392.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/std": 3473408.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max_abs": 8847360.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.56640625, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/min": -8847360.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max": 8454144.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/range": 17301504.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/norm": 620756992.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/mean": 118784.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/std": 3424256.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max_abs": 10354688.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.5625, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/min": -10354688.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max": 8781824.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/range": 19136512.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/norm": 650117120.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/mean": -2244608.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/std": 2801664.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max_abs": 11141120.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.5703125, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/min": -11141120.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max": 53248.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/range": 11194368.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/norm": 599785472.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/mean": -58880.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/std": 3309568.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max_abs": 9764864.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.5078125, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/min": -8781824.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max": 9764864.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/range": 18546688.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/norm": 591396864.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/mean": -72192.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/std": 3260416.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max_abs": 9437184.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.5078125, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/min": -9437184.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max": 9437184.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/range": 18874368.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/norm": 608174080.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/mean": -1957888.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/std": 2736128.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max_abs": 9764864.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.51171875, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/min": -9764864.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max": 43008.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/range": 9807872.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/norm": 624951296.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/mean": -561152.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/std": 3424256.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max_abs": 8781824.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.5234375, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/min": -8781824.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max": 8028160.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/range": 16809984.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/norm": 624951296.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/mean": -544768.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/std": 3407872.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max_abs": 9175040.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/min": -9175040.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max": 8716288.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/range": 17891328.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/norm": 641728512.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/mean": -2097152.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/std": 2850816.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max_abs": 9437184.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.52734375, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/min": -9437184.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max": 111104.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/range": 9548288.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/norm": 608174080.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/mean": 226304.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/std": 3358720.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max_abs": 10551296.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.6015625, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/min": -7700480.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max": 10551296.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/range": 18251776.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/norm": 595591168.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/mean": 198656.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/std": 3293184.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max_abs": 9240576.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.59765625, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/min": -8912896.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max": 9240576.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/range": 18153472.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/norm": 612368384.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/mean": -2129920.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/std": 2621440.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max_abs": 9109504.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.6171875, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/min": -9109504.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max": 72192.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/range": 9181696.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/norm": 637534208.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/mean": -169984.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/std": 3506176.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max_abs": 9109504.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/min": -9109504.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max": 9109504.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/range": 18219008.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/norm": 633339904.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/mean": -200704.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/std": 3489792.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max_abs": 9371648.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/min": -9371648.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max": 9043968.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/range": 18415616.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/norm": 658505728.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/mean": -2277376.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/std": 2834432.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max_abs": 9240576.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/min": -9240576.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max": 81408.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/range": 9321984.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/norm": 704643072.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/mean": -179200.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/std": 3883008.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max_abs": 10616832.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.6328125, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/min": -9502720.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max": 10616832.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/range": 20119552.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/norm": 704643072.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/mean": -171008.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/std": 3899392.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max_abs": 10354688.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.6328125, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/min": -10223616.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max": 10354688.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/range": 20578304.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/norm": 725614592.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/mean": -2555904.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/std": 3080192.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max_abs": 10944512.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.63671875, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/min": -10944512.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max": 49152.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/range": 10993664.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/norm": 662700032.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/mean": -47104.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/std": 3670016.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max_abs": 10747904.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.57421875, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/min": -9699328.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max": 10747904.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/range": 20447232.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/norm": 675282944.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/mean": -21888.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/std": 3719168.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max_abs": 9830400.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.57421875, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/min": -9568256.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max": 9830400.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/range": 19398656.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/norm": 692060160.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/mean": -2441216.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/std": 2949120.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max_abs": 10354688.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.5859375, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/min": -10354688.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max": 74240.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/range": 10428928.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/norm": 671088640.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/mean": 278528.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/std": 3702784.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max_abs": 9437184.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.59375, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/min": -9437184.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max": 9240576.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/range": 18677760.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/norm": 675282944.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/mean": 329728.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/std": 3719168.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max_abs": 10289152.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.59375, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/min": -10289152.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max": 9240576.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/range": 19529728.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/norm": 683671552.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/mean": -2457600.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/std": 2867200.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max_abs": 11206656.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.59375, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/min": -11206656.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max": 39680.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/range": 11246336.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/norm": 717225984.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/mean": 284672.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/std": 3948544.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max_abs": 10485760.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.65625, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/min": -10027008.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max": 10485760.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/range": 20512768.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/norm": 717225984.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/mean": 250880.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/std": 3964928.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max_abs": 11206656.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.65625, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/min": -11206656.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max": 10420224.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/range": 21626880.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/norm": 738197504.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/mean": -2654208.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/std": 3080192.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max_abs": 11730944.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.65625, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/min": -11730944.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max": 52992.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/range": 11783936.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/norm": 775946240.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/mean": -602112.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/std": 4227072.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max_abs": 10485760.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.62890625, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/min": -9568256.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max": 10485760.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/range": 20054016.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/norm": 750780416.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/mean": -618496.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/std": 4096000.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max_abs": 11272192.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.62890625, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/min": -9830400.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max": 11272192.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/range": 21102592.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/norm": 767557632.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/mean": -2850816.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/std": 3145728.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max_abs": 10682368.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.6328125, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/min": -10682368.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max": 47616.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/range": 10729984.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/norm": 750780416.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/mean": -64512.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/std": 4161536.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max_abs": 10420224.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.60546875, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/min": -10420224.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max": 9633792.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/range": 20054016.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/norm": 754974720.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/mean": -10816.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/std": 4177920.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max_abs": 11272192.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.6015625, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/min": -10027008.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max": 11272192.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/range": 21299200.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/norm": 763363328.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/mean": -2768896.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/std": 3194880.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max_abs": 11206656.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.60546875, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/min": -11206656.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max": 40192.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/range": 11246848.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/norm": 738197504.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/mean": 229376.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/std": 4063232.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max_abs": 11403264.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.60546875, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/min": -11403264.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max": 10354688.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/range": 21757952.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/norm": 721420288.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/mean": 259072.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/std": 3981312.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max_abs": 10813440.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.60546875, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/min": -10813440.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max": 9895936.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/range": 20709376.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/norm": 738197504.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/mean": -2572288.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/std": 3162112.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max_abs": 11010048.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.61328125, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/min": -11010048.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max": 35584.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/range": 11045632.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/norm": 721420288.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/mean": 342016.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/std": 3981312.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max_abs": 9961472.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.6171875, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/min": -9961472.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max": 9109504.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/range": 19070976.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/norm": 713031680.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/mean": 325632.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/std": 3915776.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max_abs": 10092544.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.61724853515625, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/min": -10092544.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max": 9764864.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/range": 19857408.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/norm": 725614592.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/mean": -2572288.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/std": 3080192.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max_abs": 10616832.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.62109375, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/min": -10616832.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max": 73728.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/range": 10690560.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/norm": 775946240.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/mean": 92160.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/std": 4259840.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max_abs": 10289152.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.6171875, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/min": -10289152.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max": 10158080.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/range": 20447232.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/norm": 763363328.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/mean": 158720.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/std": 4227072.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max_abs": 11862016.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.6171875, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/min": -11141120.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max": 11862016.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/range": 23003136.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/norm": 759169024.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/mean": -2686976.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/std": 3211264.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max_abs": 11403264.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.6171875, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/min": -11403264.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max": 44544.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/range": 11447808.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 826277888.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": 40192.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 4554752.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 10092544.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.640625, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/min": -9371648.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max": 10092544.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/range": 19464192.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/norm": 813694976.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/mean": -9792.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/std": 4489216.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max_abs": 11665408.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.640625, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/min": -10813440.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max": 11665408.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/range": 22478848.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/norm": 826277888.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/mean": -2949120.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/std": 3457024.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max_abs": 11337728.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.63671875, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/min": -11337728.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max": 32128.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/range": 11369856.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 801112064.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": 222208.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 4423680.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 10289152.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.625, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/min": -9895936.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max": 10289152.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/range": 20185088.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/norm": 754974720.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/mean": 247808.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/std": 4161536.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max_abs": 10944512.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.625, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/min": -10944512.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max": 10747904.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/range": 21692416.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/norm": 767557632.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/mean": -2621440.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/std": 3342336.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max_abs": 11075584.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.62890625, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/min": -11075584.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max": 43520.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/range": 11119104.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 834666496.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": 245760.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 4620288.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 10944512.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.61328125, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/min": -10616832.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max": 10944512.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/range": 21561344.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/norm": 801112064.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/mean": 223232.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/std": 4423680.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max_abs": 12451840.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.61328125, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/min": -12320768.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max": 12451840.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/range": 24772608.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/norm": 813694976.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/mean": -2801664.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/std": 3506176.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max_abs": 12058624.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.620849609375, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/min": -12058624.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max": 29184.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/range": 12087808.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 746586112.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": -75264.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 4128768.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 10551296.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.6484375, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/min": -10551296.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max": 9568256.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/range": 20119552.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/norm": 729808896.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/mean": -48384.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/std": 4014080.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max_abs": 13238272.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.642913818359375, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/min": -13238272.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max": 12910592.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/range": 26148864.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/norm": 738197504.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/mean": -2293760.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/std": 3358720.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max_abs": 12779520.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.67242431640625, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/min": -12779520.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max": 73216.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/range": 12852736.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 587202560.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": -118272.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 3244032.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 10158080.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.91796875, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/min": -10158080.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max": 9502720.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/range": 19660800.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/norm": 553648128.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/mean": -125952.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/std": 3047424.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max_abs": 13434880.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.864776611328125, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/min": -13434880.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max": 12517376.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/range": 25952256.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/norm": 549453824.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/mean": -1441792.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/std": 2654208.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max_abs": 13303808.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.895782470703125, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/min": -13303808.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max": 105472.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/range": 13409280.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 244318208.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": 107520.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 1351680.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 8388608.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/min": -7307264.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max": 8388608.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/range": 15695872.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/norm": 229638144.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/mean": 86528.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/std": 1261568.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max_abs": 16908288.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.973480224609375, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/min": -11993088.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max": 16908288.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/range": 28901376.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/norm": 240123904.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/mean": -378880.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/std": 1269760.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max_abs": 14090240.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.980682373046875, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/min": -14090240.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max": 1351680.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/range": 15441920.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 91750400.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": 29696.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 505856.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 4079616.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/min": -3194880.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max": 4079616.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/range": 7274496.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/norm": 81788928.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/mean": 28416.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/std": 450560.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max_abs": 8585216.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.998748779296875, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/min": -5505024.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max": 8585216.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/range": 14090240.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/norm": 90701824.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/mean": -101888.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/std": 491520.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max_abs": 9699328.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.9989013671875, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/min": -9699328.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max": 3080192.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/range": 12779520.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 12058624.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": -1440.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 66560.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 929792.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/min": -929792.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max": 141312.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/range": 1071104.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/norm": 10616832.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/mean": -464.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/std": 58624.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max_abs": 1753088.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.997528076171875, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/min": -1753088.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max": 481280.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/range": 2234368.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/norm": 9895936.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/mean": -11456.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/std": 53504.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max_abs": 1572864.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.99847412109375, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/min": -1572864.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max": 417792.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/range": 1990656.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 12582912.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": 5856.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 69120.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 1044480.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/min": -77312.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max": 1044480.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/range": 1121792.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/norm": 11206656.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/mean": 121.5, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/std": 61952.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max_abs": 1998848.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.999542236328125, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/min": -1998848.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max": 1531904.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/range": 3530752.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/norm": 11665408.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/mean": -426.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/std": 64256.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max_abs": 2039808.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.99920654296875, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/min": -1622016.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max": 2039808.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/range": 3661824.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/mean": -0.0002460479736328125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max_abs": 0.1025390625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/min": -0.1025390625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max": 0.10009765625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/range": 0.20263671875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/norm": 5.03125, "train/tensor_param_model_layers_0_mlp_up_proj_weight/mean": 0.00010395050048828125, "train/tensor_param_model_layers_0_mlp_up_proj_weight/std": 0.02783203125, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/min": -0.10302734375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/range": 0.22314453125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": -0.0002803802490234375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.02880859375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max": 0.10302734375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/range": 0.22314453125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/norm": 5.75, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/mean": -7.05718994140625e-05, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_1_mlp_up_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/mean": -0.0002155303955078125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/std": 0.0301513671875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -0.0004711151123046875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.030517578125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/mean": 0.0023956298828125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_2_mlp_up_proj_weight/mean": -0.0003376007080078125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/std": 0.0301513671875, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max": 0.11474609375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/range": 0.23974609375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.000637054443359375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.0306396484375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/mean": 0.0037078857421875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_3_mlp_up_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_3_mlp_up_proj_weight/mean": -0.00057220458984375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 5.75, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": -0.0003719329833984375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_3_mlp_down_proj_weight/range": 0.25439453125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/mean": 0.00927734375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/mean": 0.001007080078125, "train/tensor_param_model_layers_4_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_4_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 0.000904083251953125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/mean": 0.01275634765625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/norm": 6.875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/mean": 0.00070953369140625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/range": 0.25341796875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": 0.0003509521484375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/mean": 0.014892578125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/mean": -0.001190185546875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": -0.00106048583984375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/mean": 0.01434326171875, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/mean": -0.00096893310546875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": -0.00121307373046875, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/mean": 0.01556396484375, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/mean": -0.00010061264038085938, "train/tensor_param_model_layers_8_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": 0.0004482269287109375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/mean": 0.0147705078125, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/norm": 7.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/mean": -0.00086212158203125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/norm": 7.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/mean": -0.00106048583984375, "train/tensor_param_model_layers_9_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/norm": 7.375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/mean": 0.0140380859375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/norm": 7.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/mean": -0.0019378662109375, "train/tensor_param_model_layers_10_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/mean": -0.00185394287109375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/mean": 0.0140380859375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_11_mlp_up_proj_weight/mean": -0.00122833251953125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/mean": -0.00127410888671875, "train/tensor_param_model_layers_11_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/mean": 0.0146484375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/mean": 1.9431114196777344e-05, "train/tensor_param_model_layers_12_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/mean": -0.000400543212890625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/mean": 0.01556396484375, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/norm": 7.125, "train/tensor_param_model_layers_13_mlp_up_proj_weight/mean": 0.003875732421875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_13_mlp_down_proj_weight/mean": 0.0037384033203125, "train/tensor_param_model_layers_13_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/norm": 7.375, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/mean": 0.0146484375, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_14_mlp_up_proj_weight/mean": -0.0021209716796875, "train/tensor_param_model_layers_14_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_14_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/mean": -0.0019683837890625, "train/tensor_param_model_layers_14_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/mean": 0.01373291015625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_15_mlp_up_proj_weight/mean": -0.001617431640625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/mean": -0.0023956298828125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/mean": 0.01312255859375, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_16_mlp_up_proj_weight/mean": 0.00038909912109375, "train/tensor_param_model_layers_16_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/norm": 7.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/mean": 0.0001583099365234375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/mean": 0.013916015625, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_17_mlp_up_proj_weight/norm": 7.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/mean": 0.00115966796875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/mean": 0.00116729736328125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/mean": 0.01202392578125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/mean": 0.00109100341796875, "train/tensor_param_model_layers_18_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max_abs": 0.1845703125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/min": -0.1845703125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/range": 0.333984375, "train/tensor_param_model_layers_18_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/mean": 0.00119781494140625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/mean": 0.01226806640625, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_19_mlp_up_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_19_mlp_up_proj_weight/mean": -0.00133514404296875, "train/tensor_param_model_layers_19_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_19_mlp_down_proj_weight/mean": -0.0010833740234375, "train/tensor_param_model_layers_19_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/mean": 0.010986328125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_20_mlp_up_proj_weight/mean": 0.00341796875, "train/tensor_param_model_layers_20_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/norm": 7.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/mean": 0.0036468505859375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/mean": 0.010498046875, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/range": 0.2880859375, "train/tensor_param_model_layers_21_mlp_up_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_21_mlp_up_proj_weight/mean": 0.00011777877807617188, "train/tensor_param_model_layers_21_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_21_mlp_down_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_21_mlp_down_proj_weight/mean": 0.0001392364501953125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/mean": 0.0118408203125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/mean": -0.000904083251953125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/norm": 7.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/mean": -0.00093841552734375, "train/tensor_param_model_layers_22_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/mean": 0.01190185546875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/norm": 7.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/mean": -0.000560760498046875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_23_mlp_down_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_23_mlp_down_proj_weight/mean": -0.000244140625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/mean": 0.01220703125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/mean": 0.0033111572265625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/mean": 0.002777099609375, "train/tensor_param_model_layers_24_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/mean": 0.0120849609375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/norm": 7.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/mean": -0.000377655029296875, "train/tensor_param_model_layers_25_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/mean": -0.001068115234375, "train/tensor_param_model_layers_25_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/mean": 0.0108642578125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/mean": 0.000766754150390625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/mean": 0.0007476806640625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/mean": 0.0108642578125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_27_mlp_up_proj_weight/norm": 7.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/mean": -0.0002079010009765625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_27_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_27_mlp_down_proj_weight/mean": 0.000217437744140625, "train/tensor_param_model_layers_27_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/mean": 0.0111083984375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/norm": 7.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/mean": -2.002716064453125e-05, "train/tensor_param_model_layers_28_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_28_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_28_mlp_down_proj_weight/mean": 0.00012493133544921875, "train/tensor_param_model_layers_28_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_28_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/mean": 0.01104736328125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_29_mlp_up_proj_weight/norm": 7.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/mean": -0.00116729736328125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_29_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/mean": -0.001068115234375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/mean": 0.01116943359375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/range": 0.2919921875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_30_mlp_up_proj_weight/mean": 5.936622619628906e-05, "train/tensor_param_model_layers_30_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/mean": -0.0001468658447265625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/mean": 0.0103759765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_31_mlp_up_proj_weight/mean": 0.00113677978515625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/norm": 7.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/mean": 0.001312255859375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/mean": 0.0096435546875, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_32_mlp_up_proj_weight/norm": 7.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/mean": 0.0002899169921875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/norm": 7.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/mean": 0.0003108978271484375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/mean": 0.011962890625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/norm": 7.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/mean": -0.000865936279296875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/mean": -0.00130462646484375, "train/tensor_param_model_layers_33_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/mean": 0.010986328125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/mean": -0.0012359619140625, "train/tensor_param_model_layers_34_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_34_mlp_down_proj_weight/mean": -0.00165557861328125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/mean": 0.01141357421875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/mean": -0.00078582763671875, "train/tensor_param_model_layers_35_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_35_mlp_down_proj_weight/mean": -0.000690460205078125, "train/tensor_param_model_layers_35_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/mean": 0.01068115234375, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/norm": 7.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/mean": 0.0001678466796875, "train/tensor_param_model_layers_36_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/range": 0.265625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_36_mlp_down_proj_weight/mean": 0.00023746490478515625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/mean": 0.011474609375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_37_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_37_mlp_up_proj_weight/mean": 0.001739501953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/mean": 0.0020751953125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/mean": 0.009033203125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_38_mlp_up_proj_weight/mean": -0.000904083251953125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/mean": -0.0004138946533203125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/mean": 0.00885009765625, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/norm": 7.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/mean": -0.0017547607421875, "train/tensor_param_model_layers_39_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_39_mlp_down_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_39_mlp_down_proj_weight/mean": -0.0018157958984375, "train/tensor_param_model_layers_39_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_39_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/mean": 0.00994873046875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/norm": 7.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/mean": -0.002044677734375, "train/tensor_param_model_layers_40_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_40_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/mean": -0.001708984375, "train/tensor_param_model_layers_40_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/mean": 0.00958251953125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_41_mlp_up_proj_weight/norm": 7.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/mean": 0.0003299713134765625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_41_mlp_down_proj_weight/mean": 0.0004444122314453125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/mean": 0.00848388671875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_42_mlp_up_proj_weight/mean": 0.00186920166015625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/mean": 0.00170135498046875, "train/tensor_param_model_layers_42_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/mean": 0.009033203125, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/norm": 7.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/mean": 0.000537872314453125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_43_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/norm": 7.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/mean": 0.0003662109375, "train/tensor_param_model_layers_43_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/mean": 0.009033203125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/mean": -0.00119781494140625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/mean": -0.001434326171875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/mean": 0.0101318359375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/range": 0.296875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/mean": -0.00019550323486328125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/norm": 7.125, "train/tensor_param_model_layers_45_mlp_down_proj_weight/mean": -7.2479248046875e-05, "train/tensor_param_model_layers_45_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/mean": 0.00860595703125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/range": 0.287109375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/mean": -0.0020751953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/range": 0.265625, "train/tensor_param_model_layers_46_mlp_down_proj_weight/norm": 7.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/mean": -0.002197265625, "train/tensor_param_model_layers_46_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/mean": 0.00909423828125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/mean": -2.8014183044433594e-05, "train/tensor_param_model_layers_47_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_47_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/mean": 0.00012302398681640625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/mean": 0.007568359375, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/mean": 0.0011749267578125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_48_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_48_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_48_mlp_down_proj_weight/mean": 0.0011749267578125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/mean": 0.0096435546875, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/norm": 7.125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/mean": -0.00061798095703125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/mean": -0.000904083251953125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/mean": 0.0096435546875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/range": 0.296875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_50_mlp_up_proj_weight/mean": -0.0003986358642578125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_50_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/mean": -0.0004673004150390625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/mean": 0.0079345703125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/mean": -0.00091552734375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_51_mlp_down_proj_weight/mean": -0.000751495361328125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/mean": 0.009521484375, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/mean": -0.00101470947265625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_52_mlp_down_proj_weight/mean": -0.00128173828125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/mean": 0.00909423828125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/mean": -4.5299530029296875e-05, "train/tensor_param_model_layers_53_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_53_mlp_down_proj_weight/mean": 0.000362396240234375, "train/tensor_param_model_layers_53_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/min": -0.154296875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_53_mlp_down_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/mean": 0.00787353515625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/norm": 7.125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/mean": -0.000331878662109375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_54_mlp_up_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/mean": -0.0007781982421875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/mean": 0.009033203125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/range": 0.302734375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_55_mlp_up_proj_weight/mean": -0.00018596649169921875, "train/tensor_param_model_layers_55_mlp_up_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_55_mlp_down_proj_weight/norm": 7.125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/mean": -3.504753112792969e-05, "train/tensor_param_model_layers_55_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/mean": 0.007659912109375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/mean": 0.00098419189453125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_56_mlp_down_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_56_mlp_down_proj_weight/mean": 0.000537872314453125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/mean": 0.0089111328125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_57_mlp_up_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/mean": -0.00043487548828125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_57_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_57_mlp_down_proj_weight/mean": -0.0006103515625, "train/tensor_param_model_layers_57_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/mean": 0.00970458984375, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/mean": -0.000732421875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/mean": -0.00086212158203125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/mean": 0.00885009765625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_59_mlp_up_proj_weight/mean": 3.123283386230469e-05, "train/tensor_param_model_layers_59_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_59_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/mean": -0.0001010894775390625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/mean": 0.00738525390625, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/mean": -0.00090789794921875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/mean": -0.00145721435546875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/mean": 0.007171630859375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_61_mlp_up_proj_weight/mean": -0.0003452301025390625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_61_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/mean": -0.000621795654296875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/norm": 7.75, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/mean": 0.007171630859375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_62_mlp_up_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/mean": 0.0010833740234375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/norm": 7.125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/mean": 0.0011444091796875, "train/tensor_param_model_layers_62_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/range": 0.283203125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/mean": 0.00750732421875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_63_mlp_up_proj_weight/mean": -0.000949859619140625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/norm": 7.125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/mean": -0.0007476806640625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/norm": 7.8125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/mean": 0.00653076171875, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/mean": 0.0004253387451171875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/norm": 7.125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/mean": 0.0004444122314453125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/norm": 7.78125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/mean": 0.005767822265625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_65_mlp_up_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/mean": 0.000888824462890625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/norm": 7.125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/mean": 0.001007080078125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/norm": 7.875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/mean": 0.00714111328125, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/norm": 7.375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/mean": -0.00013637542724609375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/norm": 7.25, "train/tensor_param_model_layers_66_mlp_down_proj_weight/mean": 3.314018249511719e-05, "train/tensor_param_model_layers_66_mlp_down_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/norm": 7.8125, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/mean": 0.00732421875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/min": -0.15625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/range": 0.3154296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/mean": -0.0005340576171875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/mean": -0.000423431396484375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/norm": 7.875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/mean": 0.007781982421875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/norm": 7.375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/mean": -0.00127410888671875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max": 0.15625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/range": 0.287109375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/mean": -0.00125885009765625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/mean": 0.005706787109375, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max_abs": 0.1611328125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max": 0.1611328125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/range": 0.310546875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/mean": -0.000263214111328125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/mean": -0.0004177093505859375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/mean": 0.00811767578125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/range": 0.30859375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/mean": -0.000865936279296875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_70_mlp_up_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_70_mlp_down_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/mean": -0.000812530517578125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_70_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/mean": 0.005523681640625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/min": -0.162109375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/range": 0.302734375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/mean": -0.0002307891845703125, "train/tensor_param_model_layers_71_mlp_up_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/mean": -0.000453948974609375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/norm": 7.8125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/mean": 0.007110595703125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/range": 0.2958984375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/mean": -0.000438690185546875, "train/tensor_param_model_layers_72_mlp_up_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/mean": -0.000774383544921875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/norm": 7.8125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/mean": 0.005889892578125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_73_mlp_up_proj_weight/mean": -0.00063323974609375, "train/tensor_param_model_layers_73_mlp_up_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_73_mlp_up_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/mean": -0.00054931640625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/mean": 0.006988525390625, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/norm": 7.5, "train/tensor_param_model_layers_74_mlp_up_proj_weight/mean": -0.00185394287109375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/range": 0.28125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/norm": 7.375, "train/tensor_param_model_layers_74_mlp_down_proj_weight/mean": -0.00116729736328125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/min": -0.1689453125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/range": 0.3046875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/norm": 7.875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/mean": 0.005218505859375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_75_mlp_up_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/mean": 0.001617431640625, "train/tensor_param_model_layers_75_mlp_up_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_75_mlp_down_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/mean": 0.00121307373046875, "train/tensor_param_model_layers_75_mlp_down_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/mean": 0.005828857421875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/mean": 0.00058746337890625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_76_mlp_down_proj_weight/mean": 0.00060272216796875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_76_mlp_down_proj_weight/range": 0.265625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/mean": 0.0069580078125, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/range": 0.30078125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/mean": -0.00101470947265625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max_abs": 0.173828125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max": 0.173828125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/range": 0.3046875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/mean": -0.0004062652587890625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/norm": 8.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/mean": 0.0072021484375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/range": 0.3017578125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/mean": 0.0006256103515625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max_abs": 0.173828125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/min": -0.173828125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/range": 0.30859375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_78_mlp_down_proj_weight/mean": 0.000598907470703125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/mean": 0.004974365234375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/mean": -0.00069427490234375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/range": 0.3056640625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/mean": -0.0004024505615234375, "train/tensor_param_model_layers_79_mlp_down_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/min": -0.140625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/norm": 8.125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/mean": 0.0067138671875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/min": -0.154296875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_80_mlp_up_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/mean": 0.000293731689453125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/range": 0.296875, "train/tensor_param_model_layers_80_mlp_down_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_80_mlp_down_proj_weight/mean": 0.0004711151123046875, "train/tensor_param_model_layers_80_mlp_down_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_80_mlp_down_proj_weight/range": 0.2919921875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/norm": 8.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/mean": 0.005096435546875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/range": 0.2919921875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/mean": 0.00035858154296875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/min": -0.1591796875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/range": 0.30859375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/mean": 0.0004730224609375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/mean": 0.004608154296875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/range": 0.302734375, "train/tensor_param_model_layers_82_mlp_up_proj_weight/norm": 7.8125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/mean": 7.772445678710938e-05, "train/tensor_param_model_layers_82_mlp_up_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/range": 0.2822265625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/mean": 0.000400543212890625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/norm": 8.125, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/mean": 0.00604248046875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max_abs": 0.171875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max": 0.171875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/range": 0.3212890625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/norm": 7.75, "train/tensor_param_model_layers_83_mlp_up_proj_weight/mean": 0.0002079010009765625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max": 0.1533203125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_83_mlp_down_proj_weight/mean": -0.00012493133544921875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_83_mlp_down_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/mean": 0.004669189453125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/range": 0.2978515625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_84_mlp_up_proj_weight/mean": -0.0001659393310546875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/range": 0.3017578125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_84_mlp_down_proj_weight/mean": -0.0003261566162109375, "train/tensor_param_model_layers_84_mlp_down_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/mean": 0.005126953125, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_85_mlp_up_proj_weight/mean": -0.0003147125244140625, "train/tensor_param_model_layers_85_mlp_up_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/min": -0.1650390625, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max": 0.1611328125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/norm": 7.75, "train/tensor_param_model_layers_85_mlp_down_proj_weight/mean": 0.00023746490478515625, "train/tensor_param_model_layers_85_mlp_down_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/min": -0.162109375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/range": 0.3095703125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/norm": 8.25, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/mean": 0.004425048828125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/min": -0.15625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max": 0.1630859375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/range": 0.3193359375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_86_mlp_up_proj_weight/mean": 0.00011587142944335938, "train/tensor_param_model_layers_86_mlp_up_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/range": 0.2822265625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/mean": -0.000186920166015625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/norm": 8.25, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/mean": 0.006927490234375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max": 0.16015625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/mean": 0.0011749267578125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max": 0.1630859375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/range": 0.31640625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/norm": 7.75, "train/tensor_param_model_layers_87_mlp_down_proj_weight/mean": 0.00119781494140625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/mean": 0.004302978515625, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/range": 0.30078125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_88_mlp_up_proj_weight/mean": -9.965896606445312e-05, "train/tensor_param_model_layers_88_mlp_up_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/range": 0.3154296875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/norm": 7.8125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/mean": -0.000476837158203125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/range": 0.2900390625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/mean": 0.005889892578125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max_abs": 0.166015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/min": -0.166015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/range": 0.3310546875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/norm": 8.125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/mean": -0.000255584716796875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max_abs": 0.1884765625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/min": -0.173828125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max": 0.1884765625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/range": 0.3623046875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/norm": 7.875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/mean": 0.00017261505126953125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/range": 0.2822265625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/norm": 8.375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/mean": 0.00439453125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_90_mlp_up_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_90_mlp_up_proj_weight/mean": 2.7418136596679688e-05, "train/tensor_param_model_layers_90_mlp_up_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/range": 0.296875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_90_mlp_down_proj_weight/mean": -0.0004119873046875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max": 0.1533203125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/range": 0.3056640625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/mean": 0.00384521484375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/min": -0.1611328125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/norm": 8.125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/mean": -0.000408172607421875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max_abs": 0.203125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max": 0.203125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/range": 0.3662109375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/mean": -0.00074005126953125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/mean": 0.004791259765625, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max_abs": 0.1826171875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max": 0.1826171875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/range": 0.345703125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/mean": -0.00136566162109375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/std": 0.04541015625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/min": -0.16015625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/range": 0.314453125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/mean": -0.0008087158203125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_92_mlp_down_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/norm": 8.5, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/mean": 0.004150390625, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/std": 0.046875, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max_abs": 0.1943359375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/min": -0.1611328125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max": 0.1943359375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/range": 0.35546875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/norm": 8.375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/mean": 3.933906555175781e-05, "train/tensor_param_model_layers_93_mlp_up_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/range": 0.3095703125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/norm": 8.125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/mean": 0.0002288818359375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/min": -0.140625, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/mean": 0.0033721923828125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max_abs": 0.1728515625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/min": -0.1640625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max": 0.1728515625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/range": 0.3369140625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/norm": 8.5, "train/tensor_param_model_layers_94_mlp_up_proj_weight/mean": -0.0003814697265625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/std": 0.046875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max": 0.1689453125, "train/tensor_param_model_layers_94_mlp_up_proj_weight/range": 0.3154296875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/mean": 0.00014972686767578125, "train/tensor_param_model_layers_94_mlp_down_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/min": -0.15625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/range": 0.3212890625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/norm": 8.5, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/mean": 0.002227783203125, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/std": 0.046875, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/min": -0.1474609375, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max": 0.16015625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/range": 0.3076171875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/mean": -0.0007476806640625, "train/tensor_param_model_layers_95_mlp_up_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max_abs": 0.1826171875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/min": -0.1611328125, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max": 0.1826171875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/range": 0.34375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/norm": 8.125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/mean": -0.000583648681640625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max_abs": 0.1611328125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/min": -0.1474609375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max": 0.1611328125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/range": 0.30859375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/norm": 8.75, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/mean": 0.0023956298828125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/std": 0.048095703125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max_abs": 0.1787109375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/min": -0.177734375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max": 0.1787109375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/range": 0.3564453125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/norm": 8.625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/mean": 0.00067901611328125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/std": 0.0478515625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max_abs": 0.19921875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/min": -0.19921875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max": 0.1796875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/range": 0.37890625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/norm": 8.375, "train/tensor_param_model_layers_96_mlp_down_proj_weight/mean": 0.000530242919921875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/min": -0.15625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max": 0.1552734375, "train/tensor_param_model_layers_96_mlp_down_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/norm": 8.625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/mean": 0.0024566650390625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max_abs": 0.1865234375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/min": -0.1865234375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max": 0.16015625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/range": 0.3466796875, "train/tensor_param_model_layers_97_mlp_up_proj_weight/norm": 8.625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/mean": -0.000244140625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max": 0.1689453125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/range": 0.33203125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_97_mlp_down_proj_weight/mean": -0.00016021728515625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max_abs": 0.185546875, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max": 0.185546875, "train/tensor_param_model_layers_97_mlp_down_proj_weight/range": 0.3388671875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/mean": 0.00152587890625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max_abs": 0.1884765625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/min": -0.1884765625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max": 0.16015625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/range": 0.3486328125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_98_mlp_up_proj_weight/mean": 0.00012159347534179688, "train/tensor_param_model_layers_98_mlp_up_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max_abs": 0.205078125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/min": -0.205078125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_98_mlp_up_proj_weight/range": 0.3623046875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/mean": -0.0001468658447265625, "train/tensor_param_model_layers_98_mlp_down_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max_abs": 0.1708984375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max": 0.1708984375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/mean": 0.0020904541015625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/min": -0.1650390625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/range": 0.3330078125, "train/tensor_param_model_layers_99_mlp_up_proj_weight/norm": 8.6875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/mean": -0.0002307891845703125, "train/tensor_param_model_layers_99_mlp_up_proj_weight/std": 0.0478515625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max_abs": 0.185546875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/min": -0.185546875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max": 0.1748046875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/range": 0.3603515625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/norm": 8.375, "train/tensor_param_model_layers_99_mlp_down_proj_weight/mean": -0.000133514404296875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/range": 0.3125} -{"step": 2880, "epoch": 0.19413549039433772, "timestamp": 1786741408.3497643, "loss": 8.113766479492188, "grad_norm": 9395240960.0, "learning_rate": 9e-05, "train/total_time_seconds": 116.2383867688477, "train/time_per_step_avg": 0.3129959113523364, "train/epoch_time_elapsed": 137.82961056008935, "train/estimated_remaining_minutes": 0.41705902660118965} -{"step": 2900, "epoch": 0.19548365352207617, "timestamp": 1786741415.1596947, "loss": 8.116683959960938, "grad_norm": 10066329600.0, "learning_rate": 9e-05, "train/total_time_seconds": 122.0717357955873, "train/time_per_step_avg": 0.31168740715831517, "train/epoch_time_elapsed": 144.63954144716263, "train/estimated_remaining_minutes": 0.42093701998478383} -{"step": 2920, "epoch": 0.19683181664981464, "timestamp": 1786741423.1202784, "loss": 8.109261322021485, "grad_norm": 10670309376.0, "learning_rate": 9e-05, "train/total_time_seconds": 128.51962793245912, "train/time_per_step_avg": 0.3095827667787671, "train/epoch_time_elapsed": 152.57448401674628, "train/estimated_remaining_minutes": 0.42546452169421395, "train/tensor_act_model_layers_0_residual_pre_attn/norm": 187.26165771484375, "train/tensor_act_model_layers_0_residual_pre_attn/mean": 0.0010986328125, "train/tensor_act_model_layers_0_residual_pre_attn/std": 0.09130859375, "train/tensor_act_model_layers_0_residual_pre_attn/max_abs": 0.275390625, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/min": -0.263671875, "train/tensor_act_model_layers_0_residual_pre_attn/max": 0.275390625, "train/tensor_act_model_layers_0_residual_pre_attn/range": 0.5390625, "train/tensor_act_model_layers_0_residual_post_attn/norm": 189.6361083984375, "train/tensor_act_model_layers_0_residual_post_attn/mean": 0.000274658203125, "train/tensor_act_model_layers_0_residual_post_attn/std": 0.0927734375, "train/tensor_act_model_layers_0_residual_post_attn/max_abs": 0.37109375, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/min": -0.330078125, "train/tensor_act_model_layers_0_residual_post_attn/max": 0.37109375, "train/tensor_act_model_layers_0_residual_post_attn/range": 0.701171875, "train/tensor_act_model_layers_0_mlp_gate_proj/norm": 1421.9219970703125, "train/tensor_act_model_layers_0_mlp_gate_proj/mean": -0.01007080078125, "train/tensor_act_model_layers_0_mlp_gate_proj/std": 0.490234375, "train/tensor_act_model_layers_0_mlp_gate_proj/max_abs": 4.59375, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/min": -4.59375, "train/tensor_act_model_layers_0_mlp_gate_proj/max": 4.25, "train/tensor_act_model_layers_0_mlp_gate_proj/range": 8.84375, "train/tensor_act_model_layers_0_mlp_up_proj/norm": 1231.816650390625, "train/tensor_act_model_layers_0_mlp_up_proj/mean": -0.0037994384765625, "train/tensor_act_model_layers_0_mlp_up_proj/std": 0.42578125, "train/tensor_act_model_layers_0_mlp_up_proj/max_abs": 4.625, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/min": -4.5, "train/tensor_act_model_layers_0_mlp_up_proj/max": 4.625, "train/tensor_act_model_layers_0_mlp_up_proj/range": 9.125, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 803.7886352539062, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 0.208984375, "train/tensor_act_model_layers_0_mlp_down_proj/std": 0.33203125, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 1.59375, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/min": -0.56640625, "train/tensor_act_model_layers_0_mlp_down_proj/max": 1.59375, "train/tensor_act_model_layers_0_mlp_down_proj/range": 2.16015625, "train/tensor_act_model_layers_0_mlp/norm": 803.7886352539062, "train/tensor_act_model_layers_0_mlp/mean": 0.208984375, "train/tensor_act_model_layers_0_mlp/std": 0.33203125, "train/tensor_act_model_layers_0_mlp/max_abs": 1.59375, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/min": -0.56640625, "train/tensor_act_model_layers_0_mlp/max": 1.59375, "train/tensor_act_model_layers_0_mlp/range": 2.16015625, "train/tensor_act_model_layers_0_residual_post_mlp/norm": 836.3651123046875, "train/tensor_act_model_layers_0_residual_post_mlp/mean": 0.208984375, "train/tensor_act_model_layers_0_residual_post_mlp/std": 0.3515625, "train/tensor_act_model_layers_0_residual_post_mlp/max_abs": 1.7421875, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/min": -0.6875, "train/tensor_act_model_layers_0_residual_post_mlp/max": 1.7421875, "train/tensor_act_model_layers_0_residual_post_mlp/range": 2.4296875, "train/tensor_act_model_layers_1_residual_pre_attn/norm": 836.3651123046875, "train/tensor_act_model_layers_1_residual_pre_attn/mean": 0.208984375, "train/tensor_act_model_layers_1_residual_pre_attn/std": 0.3515625, "train/tensor_act_model_layers_1_residual_pre_attn/max_abs": 1.7421875, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/min": -0.6875, "train/tensor_act_model_layers_1_residual_pre_attn/max": 1.7421875, "train/tensor_act_model_layers_1_residual_pre_attn/range": 2.4296875, "train/tensor_act_model_layers_1_residual_post_attn/norm": 837.0454711914062, "train/tensor_act_model_layers_1_residual_post_attn/mean": 0.2060546875, "train/tensor_act_model_layers_1_residual_post_attn/std": 0.353515625, "train/tensor_act_model_layers_1_residual_post_attn/max_abs": 1.7578125, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/min": -0.7265625, "train/tensor_act_model_layers_1_residual_post_attn/max": 1.7578125, "train/tensor_act_model_layers_1_residual_post_attn/range": 2.484375, "train/tensor_act_model_layers_1_mlp_gate_proj/norm": 1375.611083984375, "train/tensor_act_model_layers_1_mlp_gate_proj/mean": 0.01446533203125, "train/tensor_act_model_layers_1_mlp_gate_proj/std": 0.474609375, "train/tensor_act_model_layers_1_mlp_gate_proj/max_abs": 3.296875, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/min": -2.40625, "train/tensor_act_model_layers_1_mlp_gate_proj/max": 3.296875, "train/tensor_act_model_layers_1_mlp_gate_proj/range": 5.703125, "train/tensor_act_model_layers_1_mlp_up_proj/norm": 1258.8114013671875, "train/tensor_act_model_layers_1_mlp_up_proj/mean": -0.012939453125, "train/tensor_act_model_layers_1_mlp_up_proj/std": 0.43359375, "train/tensor_act_model_layers_1_mlp_up_proj/max_abs": 3.125, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/min": -2.28125, "train/tensor_act_model_layers_1_mlp_up_proj/max": 3.125, "train/tensor_act_model_layers_1_mlp_up_proj/range": 5.40625, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 569.0464477539062, "train/tensor_act_model_layers_1_mlp_down_proj/mean": 0.1494140625, "train/tensor_act_model_layers_1_mlp_down_proj/std": 0.234375, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 1.3125, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/min": -1.0625, "train/tensor_act_model_layers_1_mlp_down_proj/max": 1.3125, "train/tensor_act_model_layers_1_mlp_down_proj/range": 2.375, "train/tensor_act_model_layers_1_mlp/norm": 569.0464477539062, "train/tensor_act_model_layers_1_mlp/mean": 0.1494140625, "train/tensor_act_model_layers_1_mlp/std": 0.234375, "train/tensor_act_model_layers_1_mlp/max_abs": 1.3125, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/min": -1.0625, "train/tensor_act_model_layers_1_mlp/max": 1.3125, "train/tensor_act_model_layers_1_mlp/range": 2.375, "train/tensor_act_model_layers_1_residual_post_mlp/norm": 1232.5426025390625, "train/tensor_act_model_layers_1_residual_post_mlp/mean": 0.35546875, "train/tensor_act_model_layers_1_residual_post_mlp/std": 0.486328125, "train/tensor_act_model_layers_1_residual_post_mlp/max_abs": 2.484375, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/min": -1.390625, "train/tensor_act_model_layers_1_residual_post_mlp/max": 2.484375, "train/tensor_act_model_layers_1_residual_post_mlp/range": 3.875, "train/tensor_act_model_layers_2_residual_pre_attn/norm": 1232.5426025390625, "train/tensor_act_model_layers_2_residual_pre_attn/mean": 0.35546875, "train/tensor_act_model_layers_2_residual_pre_attn/std": 0.486328125, "train/tensor_act_model_layers_2_residual_pre_attn/max_abs": 2.484375, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/min": -1.390625, "train/tensor_act_model_layers_2_residual_pre_attn/max": 2.484375, "train/tensor_act_model_layers_2_residual_pre_attn/range": 3.875, "train/tensor_act_model_layers_2_residual_post_attn/norm": 1244.4515380859375, "train/tensor_act_model_layers_2_residual_post_attn/mean": 0.359375, "train/tensor_act_model_layers_2_residual_post_attn/std": 0.490234375, "train/tensor_act_model_layers_2_residual_post_attn/max_abs": 2.546875, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/min": -1.4609375, "train/tensor_act_model_layers_2_residual_post_attn/max": 2.546875, "train/tensor_act_model_layers_2_residual_post_attn/range": 4.0078125, "train/tensor_act_model_layers_2_mlp_gate_proj/norm": 2540.081298828125, "train/tensor_act_model_layers_2_mlp_gate_proj/mean": 0.16015625, "train/tensor_act_model_layers_2_mlp_gate_proj/std": 0.86328125, "train/tensor_act_model_layers_2_mlp_gate_proj/max_abs": 5.78125, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/min": -2.859375, "train/tensor_act_model_layers_2_mlp_gate_proj/max": 5.78125, "train/tensor_act_model_layers_2_mlp_gate_proj/range": 8.640625, "train/tensor_act_model_layers_2_mlp_up_proj/norm": 2632.468994140625, "train/tensor_act_model_layers_2_mlp_up_proj/mean": -0.042236328125, "train/tensor_act_model_layers_2_mlp_up_proj/std": 0.90625, "train/tensor_act_model_layers_2_mlp_up_proj/max_abs": 6.21875, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/min": -6.21875, "train/tensor_act_model_layers_2_mlp_up_proj/max": 5.53125, "train/tensor_act_model_layers_2_mlp_up_proj/range": 11.75, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 12303.5283203125, "train/tensor_act_model_layers_2_mlp_down_proj/mean": 4.625, "train/tensor_act_model_layers_2_mlp_down_proj/std": 3.84375, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 14.75, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.10694265365600586, "train/tensor_act_model_layers_2_mlp_down_proj/min": -0.451171875, "train/tensor_act_model_layers_2_mlp_down_proj/max": 14.75, "train/tensor_act_model_layers_2_mlp_down_proj/range": 15.201171875, "train/tensor_act_model_layers_2_mlp/norm": 12303.5283203125, "train/tensor_act_model_layers_2_mlp/mean": 4.625, "train/tensor_act_model_layers_2_mlp/std": 3.84375, "train/tensor_act_model_layers_2_mlp/max_abs": 14.75, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.10694265365600586, "train/tensor_act_model_layers_2_mlp/min": -0.451171875, "train/tensor_act_model_layers_2_mlp/max": 14.75, "train/tensor_act_model_layers_2_mlp/range": 15.201171875, "train/tensor_act_model_layers_2_residual_post_mlp/norm": 13250.4736328125, "train/tensor_act_model_layers_2_residual_post_mlp/mean": 4.96875, "train/tensor_act_model_layers_2_residual_post_mlp/std": 4.125, "train/tensor_act_model_layers_2_residual_post_mlp/max_abs": 16.25, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_user_limit": 0.15748071670532227, "train/tensor_act_model_layers_2_residual_post_mlp/min": -1.5703125, "train/tensor_act_model_layers_2_residual_post_mlp/max": 16.25, "train/tensor_act_model_layers_2_residual_post_mlp/range": 17.8203125, "train/tensor_act_model_layers_3_residual_pre_attn/norm": 13250.4736328125, "train/tensor_act_model_layers_3_residual_pre_attn/mean": 4.96875, "train/tensor_act_model_layers_3_residual_pre_attn/std": 4.125, "train/tensor_act_model_layers_3_residual_pre_attn/max_abs": 16.25, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_user_limit": 0.15748071670532227, "train/tensor_act_model_layers_3_residual_pre_attn/min": -1.5703125, "train/tensor_act_model_layers_3_residual_pre_attn/max": 16.25, "train/tensor_act_model_layers_3_residual_pre_attn/range": 17.8203125, "train/tensor_act_model_layers_3_residual_post_attn/norm": 13247.4150390625, "train/tensor_act_model_layers_3_residual_post_attn/mean": 4.96875, "train/tensor_act_model_layers_3_residual_post_attn/std": 4.15625, "train/tensor_act_model_layers_3_residual_post_attn/max_abs": 16.125, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_user_limit": 0.15590143203735352, "train/tensor_act_model_layers_3_residual_post_attn/min": -1.5546875, "train/tensor_act_model_layers_3_residual_post_attn/max": 16.125, "train/tensor_act_model_layers_3_residual_post_attn/range": 17.6796875, "train/tensor_act_model_layers_3_mlp_gate_proj/norm": 4428.47021484375, "train/tensor_act_model_layers_3_mlp_gate_proj/mean": 0.56640625, "train/tensor_act_model_layers_3_mlp_gate_proj/std": 1.421875, "train/tensor_act_model_layers_3_mlp_gate_proj/max_abs": 6.25, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/min": -2.078125, "train/tensor_act_model_layers_3_mlp_gate_proj/max": 6.25, "train/tensor_act_model_layers_3_mlp_gate_proj/range": 8.328125, "train/tensor_act_model_layers_3_mlp_up_proj/norm": 4593.8974609375, "train/tensor_act_model_layers_3_mlp_up_proj/mean": -0.09326171875, "train/tensor_act_model_layers_3_mlp_up_proj/std": 1.5859375, "train/tensor_act_model_layers_3_mlp_up_proj/max_abs": 6.8125, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/min": -6.75, "train/tensor_act_model_layers_3_mlp_up_proj/max": 6.8125, "train/tensor_act_model_layers_3_mlp_up_proj/range": 13.5625, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 39119.5546875, "train/tensor_act_model_layers_3_mlp_down_proj/mean": 18.5, "train/tensor_act_model_layers_3_mlp_down_proj/std": 4.625, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 27.75, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 0.9500923156738281, "train/tensor_act_model_layers_3_mlp_down_proj/min": -0.169921875, "train/tensor_act_model_layers_3_mlp_down_proj/max": 27.75, "train/tensor_act_model_layers_3_mlp_down_proj/range": 27.919921875, "train/tensor_act_model_layers_3_mlp/norm": 39119.5546875, "train/tensor_act_model_layers_3_mlp/mean": 18.5, "train/tensor_act_model_layers_3_mlp/std": 4.625, "train/tensor_act_model_layers_3_mlp/max_abs": 27.75, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.9500923156738281, "train/tensor_act_model_layers_3_mlp/min": -0.169921875, "train/tensor_act_model_layers_3_mlp/max": 27.75, "train/tensor_act_model_layers_3_mlp/range": 27.919921875, "train/tensor_act_model_layers_3_residual_post_mlp/norm": 50417.08984375, "train/tensor_act_model_layers_3_residual_post_mlp/mean": 23.5, "train/tensor_act_model_layers_3_residual_post_mlp/std": 7.3125, "train/tensor_act_model_layers_3_residual_post_mlp/max_abs": 39.5, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_user_limit": 0.9522440433502197, "train/tensor_act_model_layers_3_residual_post_mlp/min": -0.87890625, "train/tensor_act_model_layers_3_residual_post_mlp/max": 39.5, "train/tensor_act_model_layers_3_residual_post_mlp/range": 40.37890625, "train/tensor_act_model_layers_4_residual_pre_attn/norm": 50417.08984375, "train/tensor_act_model_layers_4_residual_pre_attn/mean": 23.5, "train/tensor_act_model_layers_4_residual_pre_attn/std": 7.3125, "train/tensor_act_model_layers_4_residual_pre_attn/max_abs": 39.5, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_user_limit": 0.9522440433502197, "train/tensor_act_model_layers_4_residual_pre_attn/min": -0.87890625, "train/tensor_act_model_layers_4_residual_pre_attn/max": 39.5, "train/tensor_act_model_layers_4_residual_pre_attn/range": 40.37890625, "train/tensor_act_model_layers_4_residual_post_attn/norm": 50400.0625, "train/tensor_act_model_layers_4_residual_post_attn/mean": 23.5, "train/tensor_act_model_layers_4_residual_post_attn/std": 7.3125, "train/tensor_act_model_layers_4_residual_post_attn/max_abs": 39.25, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_user_limit": 0.9522156715393066, "train/tensor_act_model_layers_4_residual_post_attn/min": -1.0546875, "train/tensor_act_model_layers_4_residual_post_attn/max": 39.25, "train/tensor_act_model_layers_4_residual_post_attn/range": 40.3046875, "train/tensor_act_model_layers_4_mlp_gate_proj/norm": 7774.8740234375, "train/tensor_act_model_layers_4_mlp_gate_proj/mean": 1.4453125, "train/tensor_act_model_layers_4_mlp_gate_proj/std": 2.265625, "train/tensor_act_model_layers_4_mlp_gate_proj/max_abs": 6.75, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/min": -1.8203125, "train/tensor_act_model_layers_4_mlp_gate_proj/max": 6.75, "train/tensor_act_model_layers_4_mlp_gate_proj/range": 8.5703125, "train/tensor_act_model_layers_4_mlp_up_proj/norm": 7733.6279296875, "train/tensor_act_model_layers_4_mlp_up_proj/mean": 0.1357421875, "train/tensor_act_model_layers_4_mlp_up_proj/std": 2.671875, "train/tensor_act_model_layers_4_mlp_up_proj/max_abs": 6.78125, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/min": -6.46875, "train/tensor_act_model_layers_4_mlp_up_proj/max": 6.78125, "train/tensor_act_model_layers_4_mlp_up_proj/range": 13.25, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 139802.6875, "train/tensor_act_model_layers_4_mlp_down_proj/mean": 68.0, "train/tensor_act_model_layers_4_mlp_down_proj/std": 6.8125, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 83.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 0.9986453056335449, "train/tensor_act_model_layers_4_mlp_down_proj/min": -0.11767578125, "train/tensor_act_model_layers_4_mlp_down_proj/max": 83.0, "train/tensor_act_model_layers_4_mlp_down_proj/range": 83.11767578125, "train/tensor_act_model_layers_4_mlp/norm": 139802.6875, "train/tensor_act_model_layers_4_mlp/mean": 68.0, "train/tensor_act_model_layers_4_mlp/std": 6.8125, "train/tensor_act_model_layers_4_mlp/max_abs": 83.0, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.9986453056335449, "train/tensor_act_model_layers_4_mlp/min": -0.11767578125, "train/tensor_act_model_layers_4_mlp/max": 83.0, "train/tensor_act_model_layers_4_mlp/range": 83.11767578125, "train/tensor_act_model_layers_4_residual_post_mlp/norm": 188564.1875, "train/tensor_act_model_layers_4_residual_post_mlp/mean": 91.5, "train/tensor_act_model_layers_4_residual_post_mlp/std": 10.9375, "train/tensor_act_model_layers_4_residual_post_mlp/max_abs": 120.0, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_user_limit": 0.9986529350280762, "train/tensor_act_model_layers_4_residual_post_mlp/min": -0.76171875, "train/tensor_act_model_layers_4_residual_post_mlp/max": 120.0, "train/tensor_act_model_layers_4_residual_post_mlp/range": 120.76171875, "train/tensor_act_model_layers_5_residual_pre_attn/norm": 188564.1875, "train/tensor_act_model_layers_5_residual_pre_attn/mean": 91.5, "train/tensor_act_model_layers_5_residual_pre_attn/std": 10.9375, "train/tensor_act_model_layers_5_residual_pre_attn/max_abs": 120.0, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_user_limit": 0.9986529350280762, "train/tensor_act_model_layers_5_residual_pre_attn/min": -0.76171875, "train/tensor_act_model_layers_5_residual_pre_attn/max": 120.0, "train/tensor_act_model_layers_5_residual_pre_attn/range": 120.76171875, "train/tensor_act_model_layers_5_residual_post_attn/norm": 188524.796875, "train/tensor_act_model_layers_5_residual_post_attn/mean": 91.5, "train/tensor_act_model_layers_5_residual_post_attn/std": 10.9375, "train/tensor_act_model_layers_5_residual_post_attn/max_abs": 120.0, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_user_limit": 0.9986519813537598, "train/tensor_act_model_layers_5_residual_post_attn/min": -0.9765625, "train/tensor_act_model_layers_5_residual_post_attn/max": 120.0, "train/tensor_act_model_layers_5_residual_post_attn/range": 120.9765625, "train/tensor_act_model_layers_5_mlp_gate_proj/norm": 8876.55859375, "train/tensor_act_model_layers_5_mlp_gate_proj/mean": 1.8515625, "train/tensor_act_model_layers_5_mlp_gate_proj/std": 2.4375, "train/tensor_act_model_layers_5_mlp_gate_proj/max_abs": 6.3125, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/min": -1.7734375, "train/tensor_act_model_layers_5_mlp_gate_proj/max": 6.3125, "train/tensor_act_model_layers_5_mlp_gate_proj/range": 8.0859375, "train/tensor_act_model_layers_5_mlp_up_proj/norm": 8986.7392578125, "train/tensor_act_model_layers_5_mlp_up_proj/mean": 0.0947265625, "train/tensor_act_model_layers_5_mlp_up_proj/std": 3.09375, "train/tensor_act_model_layers_5_mlp_up_proj/max_abs": 6.25, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/min": -6.09375, "train/tensor_act_model_layers_5_mlp_up_proj/max": 6.25, "train/tensor_act_model_layers_5_mlp_up_proj/range": 12.34375, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 194789.0625, "train/tensor_act_model_layers_5_mlp_down_proj/mean": 95.0, "train/tensor_act_model_layers_5_mlp_down_proj/std": 8.0625, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 114.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_5_mlp_down_proj/min": -0.09716796875, "train/tensor_act_model_layers_5_mlp_down_proj/max": 114.0, "train/tensor_act_model_layers_5_mlp_down_proj/range": 114.09716796875, "train/tensor_act_model_layers_5_mlp/norm": 194789.0625, "train/tensor_act_model_layers_5_mlp/mean": 95.0, "train/tensor_act_model_layers_5_mlp/std": 8.0625, "train/tensor_act_model_layers_5_mlp/max_abs": 114.0, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_5_mlp/min": -0.09716796875, "train/tensor_act_model_layers_5_mlp/max": 114.0, "train/tensor_act_model_layers_5_mlp/range": 114.09716796875, "train/tensor_act_model_layers_5_residual_post_mlp/norm": 382340.0625, "train/tensor_act_model_layers_5_residual_post_mlp/mean": 186.0, "train/tensor_act_model_layers_5_residual_post_mlp/std": 13.9375, "train/tensor_act_model_layers_5_residual_post_mlp/max_abs": 232.0, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_5_residual_post_mlp/min": -0.94921875, "train/tensor_act_model_layers_5_residual_post_mlp/max": 232.0, "train/tensor_act_model_layers_5_residual_post_mlp/range": 232.94921875, "train/tensor_act_model_layers_6_residual_pre_attn/norm": 382340.0625, "train/tensor_act_model_layers_6_residual_pre_attn/mean": 186.0, "train/tensor_act_model_layers_6_residual_pre_attn/std": 13.9375, "train/tensor_act_model_layers_6_residual_pre_attn/max_abs": 232.0, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_6_residual_pre_attn/min": -0.94921875, "train/tensor_act_model_layers_6_residual_pre_attn/max": 232.0, "train/tensor_act_model_layers_6_residual_pre_attn/range": 232.94921875, "train/tensor_act_model_layers_6_residual_post_attn/norm": 382340.0625, "train/tensor_act_model_layers_6_residual_post_attn/mean": 186.0, "train/tensor_act_model_layers_6_residual_post_attn/std": 13.9375, "train/tensor_act_model_layers_6_residual_post_attn/max_abs": 232.0, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_6_residual_post_attn/min": -1.0078125, "train/tensor_act_model_layers_6_residual_post_attn/max": 232.0, "train/tensor_act_model_layers_6_residual_post_attn/range": 233.0078125, "train/tensor_act_model_layers_6_mlp_gate_proj/norm": 9750.7978515625, "train/tensor_act_model_layers_6_mlp_gate_proj/mean": 2.140625, "train/tensor_act_model_layers_6_mlp_gate_proj/std": 2.59375, "train/tensor_act_model_layers_6_mlp_gate_proj/max_abs": 6.46875, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/min": -1.828125, "train/tensor_act_model_layers_6_mlp_gate_proj/max": 6.46875, "train/tensor_act_model_layers_6_mlp_gate_proj/range": 8.296875, "train/tensor_act_model_layers_6_mlp_up_proj/norm": 9893.5078125, "train/tensor_act_model_layers_6_mlp_up_proj/mean": -0.1875, "train/tensor_act_model_layers_6_mlp_up_proj/std": 3.40625, "train/tensor_act_model_layers_6_mlp_up_proj/max_abs": 6.625, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/min": -6.46875, "train/tensor_act_model_layers_6_mlp_up_proj/max": 6.625, "train/tensor_act_model_layers_6_mlp_up_proj/range": 13.09375, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 234543.75, "train/tensor_act_model_layers_6_mlp_down_proj/mean": 114.0, "train/tensor_act_model_layers_6_mlp_down_proj/std": 9.75, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 134.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_6_mlp_down_proj/min": -0.1572265625, "train/tensor_act_model_layers_6_mlp_down_proj/max": 134.0, "train/tensor_act_model_layers_6_mlp_down_proj/range": 134.1572265625, "train/tensor_act_model_layers_6_mlp/norm": 234543.75, "train/tensor_act_model_layers_6_mlp/mean": 114.0, "train/tensor_act_model_layers_6_mlp/std": 9.75, "train/tensor_act_model_layers_6_mlp/max_abs": 134.0, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_6_mlp/min": -0.1572265625, "train/tensor_act_model_layers_6_mlp/max": 134.0, "train/tensor_act_model_layers_6_mlp/range": 134.1572265625, "train/tensor_act_model_layers_6_residual_post_mlp/norm": 616029.9375, "train/tensor_act_model_layers_6_residual_post_mlp/mean": 300.0, "train/tensor_act_model_layers_6_residual_post_mlp/std": 18.0, "train/tensor_act_model_layers_6_residual_post_mlp/max_abs": 344.0, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_6_residual_post_mlp/min": -0.9453125, "train/tensor_act_model_layers_6_residual_post_mlp/max": 344.0, "train/tensor_act_model_layers_6_residual_post_mlp/range": 344.9453125, "train/tensor_act_model_layers_7_residual_pre_attn/norm": 616029.9375, "train/tensor_act_model_layers_7_residual_pre_attn/mean": 300.0, "train/tensor_act_model_layers_7_residual_pre_attn/std": 18.0, "train/tensor_act_model_layers_7_residual_pre_attn/max_abs": 344.0, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_7_residual_pre_attn/min": -0.9453125, "train/tensor_act_model_layers_7_residual_pre_attn/max": 344.0, "train/tensor_act_model_layers_7_residual_pre_attn/range": 344.9453125, "train/tensor_act_model_layers_7_residual_post_attn/norm": 616029.9375, "train/tensor_act_model_layers_7_residual_post_attn/mean": 300.0, "train/tensor_act_model_layers_7_residual_post_attn/std": 18.0, "train/tensor_act_model_layers_7_residual_post_attn/max_abs": 344.0, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_7_residual_post_attn/min": -0.88671875, "train/tensor_act_model_layers_7_residual_post_attn/max": 344.0, "train/tensor_act_model_layers_7_residual_post_attn/range": 344.88671875, "train/tensor_act_model_layers_7_mlp_gate_proj/norm": 9439.6767578125, "train/tensor_act_model_layers_7_mlp_gate_proj/mean": 2.0625, "train/tensor_act_model_layers_7_mlp_gate_proj/std": 2.53125, "train/tensor_act_model_layers_7_mlp_gate_proj/max_abs": 6.5625, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/min": -1.7421875, "train/tensor_act_model_layers_7_mlp_gate_proj/max": 6.5625, "train/tensor_act_model_layers_7_mlp_gate_proj/range": 8.3046875, "train/tensor_act_model_layers_7_mlp_up_proj/norm": 9564.5537109375, "train/tensor_act_model_layers_7_mlp_up_proj/mean": -0.130859375, "train/tensor_act_model_layers_7_mlp_up_proj/std": 3.296875, "train/tensor_act_model_layers_7_mlp_up_proj/max_abs": 6.75, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/min": -6.5625, "train/tensor_act_model_layers_7_mlp_up_proj/max": 6.75, "train/tensor_act_model_layers_7_mlp_up_proj/range": 13.3125, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 211269.1875, "train/tensor_act_model_layers_7_mlp_down_proj/mean": 102.5, "train/tensor_act_model_layers_7_mlp_down_proj/std": 9.6875, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 126.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_7_mlp_down_proj/min": -0.08544921875, "train/tensor_act_model_layers_7_mlp_down_proj/max": 126.0, "train/tensor_act_model_layers_7_mlp_down_proj/range": 126.08544921875, "train/tensor_act_model_layers_7_mlp/norm": 211269.1875, "train/tensor_act_model_layers_7_mlp/mean": 102.5, "train/tensor_act_model_layers_7_mlp/std": 9.6875, "train/tensor_act_model_layers_7_mlp/max_abs": 126.0, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_7_mlp/min": -0.08544921875, "train/tensor_act_model_layers_7_mlp/max": 126.0, "train/tensor_act_model_layers_7_mlp/range": 126.08544921875, "train/tensor_act_model_layers_7_residual_post_mlp/norm": 826553.25, "train/tensor_act_model_layers_7_residual_post_mlp/mean": 402.0, "train/tensor_act_model_layers_7_residual_post_mlp/std": 23.25, "train/tensor_act_model_layers_7_residual_post_mlp/max_abs": 464.0, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_7_residual_post_mlp/min": -0.9609375, "train/tensor_act_model_layers_7_residual_post_mlp/max": 464.0, "train/tensor_act_model_layers_7_residual_post_mlp/range": 464.9609375, "train/tensor_act_model_layers_8_residual_pre_attn/norm": 826553.25, "train/tensor_act_model_layers_8_residual_pre_attn/mean": 402.0, "train/tensor_act_model_layers_8_residual_pre_attn/std": 23.25, "train/tensor_act_model_layers_8_residual_pre_attn/max_abs": 464.0, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_8_residual_pre_attn/min": -0.9609375, "train/tensor_act_model_layers_8_residual_pre_attn/max": 464.0, "train/tensor_act_model_layers_8_residual_pre_attn/range": 464.9609375, "train/tensor_act_model_layers_8_residual_post_attn/norm": 826553.25, "train/tensor_act_model_layers_8_residual_post_attn/mean": 402.0, "train/tensor_act_model_layers_8_residual_post_attn/std": 23.25, "train/tensor_act_model_layers_8_residual_post_attn/max_abs": 464.0, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_8_residual_post_attn/min": -1.2109375, "train/tensor_act_model_layers_8_residual_post_attn/max": 464.0, "train/tensor_act_model_layers_8_residual_post_attn/range": 465.2109375, "train/tensor_act_model_layers_8_mlp_gate_proj/norm": 9603.3681640625, "train/tensor_act_model_layers_8_mlp_gate_proj/mean": 2.171875, "train/tensor_act_model_layers_8_mlp_gate_proj/std": 2.5, "train/tensor_act_model_layers_8_mlp_gate_proj/max_abs": 6.5, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/min": -1.765625, "train/tensor_act_model_layers_8_mlp_gate_proj/max": 6.5, "train/tensor_act_model_layers_8_mlp_gate_proj/range": 8.265625, "train/tensor_act_model_layers_8_mlp_up_proj/norm": 9705.869140625, "train/tensor_act_model_layers_8_mlp_up_proj/mean": -0.0225830078125, "train/tensor_act_model_layers_8_mlp_up_proj/std": 3.34375, "train/tensor_act_model_layers_8_mlp_up_proj/max_abs": 6.375, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/min": -6.3125, "train/tensor_act_model_layers_8_mlp_up_proj/max": 6.375, "train/tensor_act_model_layers_8_mlp_up_proj/range": 12.6875, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 223273.328125, "train/tensor_act_model_layers_8_mlp_down_proj/mean": 109.0, "train/tensor_act_model_layers_8_mlp_down_proj/std": 7.21875, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 127.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_8_mlp_down_proj/min": -0.06982421875, "train/tensor_act_model_layers_8_mlp_down_proj/max": 127.0, "train/tensor_act_model_layers_8_mlp_down_proj/range": 127.06982421875, "train/tensor_act_model_layers_8_mlp/norm": 223273.328125, "train/tensor_act_model_layers_8_mlp/mean": 109.0, "train/tensor_act_model_layers_8_mlp/std": 7.21875, "train/tensor_act_model_layers_8_mlp/max_abs": 127.0, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_8_mlp/min": -0.06982421875, "train/tensor_act_model_layers_8_mlp/max": 127.0, "train/tensor_act_model_layers_8_mlp/range": 127.06982421875, "train/tensor_act_model_layers_8_residual_post_mlp/norm": 1049376.5, "train/tensor_act_model_layers_8_residual_post_mlp/mean": 512.0, "train/tensor_act_model_layers_8_residual_post_mlp/std": 25.75, "train/tensor_act_model_layers_8_residual_post_mlp/max_abs": 580.0, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_8_residual_post_mlp/min": -1.2265625, "train/tensor_act_model_layers_8_residual_post_mlp/max": 580.0, "train/tensor_act_model_layers_8_residual_post_mlp/range": 581.2265625, "train/tensor_act_model_layers_9_residual_pre_attn/norm": 1049376.5, "train/tensor_act_model_layers_9_residual_pre_attn/mean": 512.0, "train/tensor_act_model_layers_9_residual_pre_attn/std": 25.75, "train/tensor_act_model_layers_9_residual_pre_attn/max_abs": 580.0, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_9_residual_pre_attn/min": -1.2265625, "train/tensor_act_model_layers_9_residual_pre_attn/max": 580.0, "train/tensor_act_model_layers_9_residual_pre_attn/range": 581.2265625, "train/tensor_act_model_layers_9_residual_post_attn/norm": 1049376.5, "train/tensor_act_model_layers_9_residual_post_attn/mean": 512.0, "train/tensor_act_model_layers_9_residual_post_attn/std": 25.75, "train/tensor_act_model_layers_9_residual_post_attn/max_abs": 580.0, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_9_residual_post_attn/min": -1.1640625, "train/tensor_act_model_layers_9_residual_post_attn/max": 580.0, "train/tensor_act_model_layers_9_residual_post_attn/range": 581.1640625, "train/tensor_act_model_layers_9_mlp_gate_proj/norm": 9237.736328125, "train/tensor_act_model_layers_9_mlp_gate_proj/mean": 2.046875, "train/tensor_act_model_layers_9_mlp_gate_proj/std": 2.453125, "train/tensor_act_model_layers_9_mlp_gate_proj/max_abs": 6.375, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/min": -2.03125, "train/tensor_act_model_layers_9_mlp_gate_proj/max": 6.375, "train/tensor_act_model_layers_9_mlp_gate_proj/range": 8.40625, "train/tensor_act_model_layers_9_mlp_up_proj/norm": 9152.435546875, "train/tensor_act_model_layers_9_mlp_up_proj/mean": -0.1328125, "train/tensor_act_model_layers_9_mlp_up_proj/std": 3.15625, "train/tensor_act_model_layers_9_mlp_up_proj/max_abs": 6.5, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/min": -6.34375, "train/tensor_act_model_layers_9_mlp_up_proj/max": 6.5, "train/tensor_act_model_layers_9_mlp_up_proj/range": 12.84375, "train/tensor_act_model_layers_9_mlp_down_proj/norm": 196260.046875, "train/tensor_act_model_layers_9_mlp_down_proj/mean": 95.5, "train/tensor_act_model_layers_9_mlp_down_proj/std": 7.4375, "train/tensor_act_model_layers_9_mlp_down_proj/max_abs": 117.0, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_9_mlp_down_proj/min": -0.07861328125, "train/tensor_act_model_layers_9_mlp_down_proj/max": 117.0, "train/tensor_act_model_layers_9_mlp_down_proj/range": 117.07861328125, "train/tensor_act_model_layers_9_mlp/norm": 196260.046875, "train/tensor_act_model_layers_9_mlp/mean": 95.5, "train/tensor_act_model_layers_9_mlp/std": 7.4375, "train/tensor_act_model_layers_9_mlp/max_abs": 117.0, "train/tensor_act_model_layers_9_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_9_mlp/min": -0.07861328125, "train/tensor_act_model_layers_9_mlp/max": 117.0, "train/tensor_act_model_layers_9_mlp/range": 117.07861328125, "train/tensor_act_model_layers_9_residual_post_mlp/norm": 1245083.375, "train/tensor_act_model_layers_9_residual_post_mlp/mean": 608.0, "train/tensor_act_model_layers_9_residual_post_mlp/std": 27.625, "train/tensor_act_model_layers_9_residual_post_mlp/max_abs": 672.0, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_9_residual_post_mlp/min": -1.125, "train/tensor_act_model_layers_9_residual_post_mlp/max": 672.0, "train/tensor_act_model_layers_9_residual_post_mlp/range": 673.125, "train/tensor_act_model_layers_10_residual_pre_attn/norm": 1245083.375, "train/tensor_act_model_layers_10_residual_pre_attn/mean": 608.0, "train/tensor_act_model_layers_10_residual_pre_attn/std": 27.625, "train/tensor_act_model_layers_10_residual_pre_attn/max_abs": 672.0, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_10_residual_pre_attn/min": -1.125, "train/tensor_act_model_layers_10_residual_pre_attn/max": 672.0, "train/tensor_act_model_layers_10_residual_pre_attn/range": 673.125, "train/tensor_act_model_layers_10_residual_post_attn/norm": 1245083.375, "train/tensor_act_model_layers_10_residual_post_attn/mean": 608.0, "train/tensor_act_model_layers_10_residual_post_attn/std": 27.625, "train/tensor_act_model_layers_10_residual_post_attn/max_abs": 672.0, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_10_residual_post_attn/min": -1.2578125, "train/tensor_act_model_layers_10_residual_post_attn/max": 672.0, "train/tensor_act_model_layers_10_residual_post_attn/range": 673.2578125, "train/tensor_act_model_layers_10_mlp_gate_proj/norm": 8821.4345703125, "train/tensor_act_model_layers_10_mlp_gate_proj/mean": 1.9453125, "train/tensor_act_model_layers_10_mlp_gate_proj/std": 2.34375, "train/tensor_act_model_layers_10_mlp_gate_proj/max_abs": 6.21875, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/min": -1.953125, "train/tensor_act_model_layers_10_mlp_gate_proj/max": 6.21875, "train/tensor_act_model_layers_10_mlp_gate_proj/range": 8.171875, "train/tensor_act_model_layers_10_mlp_up_proj/norm": 8961.7822265625, "train/tensor_act_model_layers_10_mlp_up_proj/mean": -0.248046875, "train/tensor_act_model_layers_10_mlp_up_proj/std": 3.078125, "train/tensor_act_model_layers_10_mlp_up_proj/max_abs": 6.0625, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/min": -6.0625, "train/tensor_act_model_layers_10_mlp_up_proj/max": 5.8125, "train/tensor_act_model_layers_10_mlp_up_proj/range": 11.875, "train/tensor_act_model_layers_10_mlp_down_proj/norm": 178108.640625, "train/tensor_act_model_layers_10_mlp_down_proj/mean": 86.5, "train/tensor_act_model_layers_10_mlp_down_proj/std": 7.4375, "train/tensor_act_model_layers_10_mlp_down_proj/max_abs": 101.5, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_10_mlp_down_proj/min": -0.08349609375, "train/tensor_act_model_layers_10_mlp_down_proj/max": 101.5, "train/tensor_act_model_layers_10_mlp_down_proj/range": 101.58349609375, "train/tensor_act_model_layers_10_mlp/norm": 178108.640625, "train/tensor_act_model_layers_10_mlp/mean": 86.5, "train/tensor_act_model_layers_10_mlp/std": 7.4375, "train/tensor_act_model_layers_10_mlp/max_abs": 101.5, "train/tensor_act_model_layers_10_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_10_mlp/min": -0.08349609375, "train/tensor_act_model_layers_10_mlp/max": 101.5, "train/tensor_act_model_layers_10_mlp/range": 101.58349609375, "train/tensor_act_model_layers_10_residual_post_mlp/norm": 1422754.25, "train/tensor_act_model_layers_10_residual_post_mlp/mean": 696.0, "train/tensor_act_model_layers_10_residual_post_mlp/std": 30.125, "train/tensor_act_model_layers_10_residual_post_mlp/max_abs": 764.0, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_10_residual_post_mlp/min": -1.2578125, "train/tensor_act_model_layers_10_residual_post_mlp/max": 764.0, "train/tensor_act_model_layers_10_residual_post_mlp/range": 765.2578125, "train/tensor_act_model_layers_11_residual_pre_attn/norm": 1422754.25, "train/tensor_act_model_layers_11_residual_pre_attn/mean": 696.0, "train/tensor_act_model_layers_11_residual_pre_attn/std": 30.125, "train/tensor_act_model_layers_11_residual_pre_attn/max_abs": 764.0, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_11_residual_pre_attn/min": -1.2578125, "train/tensor_act_model_layers_11_residual_pre_attn/max": 764.0, "train/tensor_act_model_layers_11_residual_pre_attn/range": 765.2578125, "train/tensor_act_model_layers_11_residual_post_attn/norm": 1422754.25, "train/tensor_act_model_layers_11_residual_post_attn/mean": 696.0, "train/tensor_act_model_layers_11_residual_post_attn/std": 30.125, "train/tensor_act_model_layers_11_residual_post_attn/max_abs": 764.0, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_11_residual_post_attn/min": -1.25, "train/tensor_act_model_layers_11_residual_post_attn/max": 764.0, "train/tensor_act_model_layers_11_residual_post_attn/range": 765.25, "train/tensor_act_model_layers_11_mlp_gate_proj/norm": 8950.1376953125, "train/tensor_act_model_layers_11_mlp_gate_proj/mean": 1.9609375, "train/tensor_act_model_layers_11_mlp_gate_proj/std": 2.390625, "train/tensor_act_model_layers_11_mlp_gate_proj/max_abs": 6.40625, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/min": -1.8984375, "train/tensor_act_model_layers_11_mlp_gate_proj/max": 6.40625, "train/tensor_act_model_layers_11_mlp_gate_proj/range": 8.3046875, "train/tensor_act_model_layers_11_mlp_up_proj/norm": 9121.2197265625, "train/tensor_act_model_layers_11_mlp_up_proj/mean": -0.18359375, "train/tensor_act_model_layers_11_mlp_up_proj/std": 3.140625, "train/tensor_act_model_layers_11_mlp_up_proj/max_abs": 6.6875, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/min": -6.40625, "train/tensor_act_model_layers_11_mlp_up_proj/max": 6.6875, "train/tensor_act_model_layers_11_mlp_up_proj/range": 13.09375, "train/tensor_act_model_layers_11_mlp_down_proj/norm": 187072.25, "train/tensor_act_model_layers_11_mlp_down_proj/mean": 91.0, "train/tensor_act_model_layers_11_mlp_down_proj/std": 7.4375, "train/tensor_act_model_layers_11_mlp_down_proj/max_abs": 109.0, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_11_mlp_down_proj/min": -0.07080078125, "train/tensor_act_model_layers_11_mlp_down_proj/max": 109.0, "train/tensor_act_model_layers_11_mlp_down_proj/range": 109.07080078125, "train/tensor_act_model_layers_11_mlp/norm": 187072.25, "train/tensor_act_model_layers_11_mlp/mean": 91.0, "train/tensor_act_model_layers_11_mlp/std": 7.4375, "train/tensor_act_model_layers_11_mlp/max_abs": 109.0, "train/tensor_act_model_layers_11_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_11_mlp/min": -0.07080078125, "train/tensor_act_model_layers_11_mlp/max": 109.0, "train/tensor_act_model_layers_11_mlp/range": 109.07080078125, "train/tensor_act_model_layers_11_residual_post_mlp/norm": 1609318.375, "train/tensor_act_model_layers_11_residual_post_mlp/mean": 784.0, "train/tensor_act_model_layers_11_residual_post_mlp/std": 33.5, "train/tensor_act_model_layers_11_residual_post_mlp/max_abs": 856.0, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_11_residual_post_mlp/min": -1.2578125, "train/tensor_act_model_layers_11_residual_post_mlp/max": 856.0, "train/tensor_act_model_layers_11_residual_post_mlp/range": 857.2578125, "train/tensor_act_model_layers_12_residual_pre_attn/norm": 1609318.375, "train/tensor_act_model_layers_12_residual_pre_attn/mean": 784.0, "train/tensor_act_model_layers_12_residual_pre_attn/std": 33.5, "train/tensor_act_model_layers_12_residual_pre_attn/max_abs": 856.0, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_12_residual_pre_attn/min": -1.2578125, "train/tensor_act_model_layers_12_residual_pre_attn/max": 856.0, "train/tensor_act_model_layers_12_residual_pre_attn/range": 857.2578125, "train/tensor_act_model_layers_12_residual_post_attn/norm": 1609318.375, "train/tensor_act_model_layers_12_residual_post_attn/mean": 784.0, "train/tensor_act_model_layers_12_residual_post_attn/std": 33.5, "train/tensor_act_model_layers_12_residual_post_attn/max_abs": 856.0, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_12_residual_post_attn/min": -1.3828125, "train/tensor_act_model_layers_12_residual_post_attn/max": 856.0, "train/tensor_act_model_layers_12_residual_post_attn/range": 857.3828125, "train/tensor_act_model_layers_12_mlp_gate_proj/norm": 9020.0927734375, "train/tensor_act_model_layers_12_mlp_gate_proj/mean": 2.0, "train/tensor_act_model_layers_12_mlp_gate_proj/std": 2.390625, "train/tensor_act_model_layers_12_mlp_gate_proj/max_abs": 6.59375, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/min": -2.359375, "train/tensor_act_model_layers_12_mlp_gate_proj/max": 6.59375, "train/tensor_act_model_layers_12_mlp_gate_proj/range": 8.953125, "train/tensor_act_model_layers_12_mlp_up_proj/norm": 9124.7314453125, "train/tensor_act_model_layers_12_mlp_up_proj/mean": -0.0004730224609375, "train/tensor_act_model_layers_12_mlp_up_proj/std": 3.15625, "train/tensor_act_model_layers_12_mlp_up_proj/max_abs": 6.40625, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/min": -6.25, "train/tensor_act_model_layers_12_mlp_up_proj/max": 6.40625, "train/tensor_act_model_layers_12_mlp_up_proj/range": 12.65625, "train/tensor_act_model_layers_12_mlp_down_proj/norm": 188769.140625, "train/tensor_act_model_layers_12_mlp_down_proj/mean": 92.0, "train/tensor_act_model_layers_12_mlp_down_proj/std": 6.625, "train/tensor_act_model_layers_12_mlp_down_proj/max_abs": 104.5, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_12_mlp_down_proj/min": -0.050048828125, "train/tensor_act_model_layers_12_mlp_down_proj/max": 104.5, "train/tensor_act_model_layers_12_mlp_down_proj/range": 104.550048828125, "train/tensor_act_model_layers_12_mlp/norm": 188769.140625, "train/tensor_act_model_layers_12_mlp/mean": 92.0, "train/tensor_act_model_layers_12_mlp/std": 6.625, "train/tensor_act_model_layers_12_mlp/max_abs": 104.5, "train/tensor_act_model_layers_12_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_12_mlp/min": -0.050048828125, "train/tensor_act_model_layers_12_mlp/max": 104.5, "train/tensor_act_model_layers_12_mlp/range": 104.550048828125, "train/tensor_act_model_layers_12_residual_post_mlp/norm": 1797657.0, "train/tensor_act_model_layers_12_residual_post_mlp/mean": 876.0, "train/tensor_act_model_layers_12_residual_post_mlp/std": 35.0, "train/tensor_act_model_layers_12_residual_post_mlp/max_abs": 952.0, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_12_residual_post_mlp/min": -1.328125, "train/tensor_act_model_layers_12_residual_post_mlp/max": 952.0, "train/tensor_act_model_layers_12_residual_post_mlp/range": 953.328125, "train/tensor_act_model_layers_13_residual_pre_attn/norm": 1797657.0, "train/tensor_act_model_layers_13_residual_pre_attn/mean": 876.0, "train/tensor_act_model_layers_13_residual_pre_attn/std": 35.0, "train/tensor_act_model_layers_13_residual_pre_attn/max_abs": 952.0, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_13_residual_pre_attn/min": -1.328125, "train/tensor_act_model_layers_13_residual_pre_attn/max": 952.0, "train/tensor_act_model_layers_13_residual_pre_attn/range": 953.328125, "train/tensor_act_model_layers_13_residual_post_attn/norm": 1797657.0, "train/tensor_act_model_layers_13_residual_post_attn/mean": 876.0, "train/tensor_act_model_layers_13_residual_post_attn/std": 35.0, "train/tensor_act_model_layers_13_residual_post_attn/max_abs": 952.0, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_13_residual_post_attn/min": -1.296875, "train/tensor_act_model_layers_13_residual_post_attn/max": 952.0, "train/tensor_act_model_layers_13_residual_post_attn/range": 953.296875, "train/tensor_act_model_layers_13_mlp_gate_proj/norm": 9209.1162109375, "train/tensor_act_model_layers_13_mlp_gate_proj/mean": 2.140625, "train/tensor_act_model_layers_13_mlp_gate_proj/std": 2.359375, "train/tensor_act_model_layers_13_mlp_gate_proj/max_abs": 6.3125, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/min": -2.078125, "train/tensor_act_model_layers_13_mlp_gate_proj/max": 6.3125, "train/tensor_act_model_layers_13_mlp_gate_proj/range": 8.390625, "train/tensor_act_model_layers_13_mlp_up_proj/norm": 9421.4423828125, "train/tensor_act_model_layers_13_mlp_up_proj/mean": 0.5234375, "train/tensor_act_model_layers_13_mlp_up_proj/std": 3.203125, "train/tensor_act_model_layers_13_mlp_up_proj/max_abs": 6.40625, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/min": -6.40625, "train/tensor_act_model_layers_13_mlp_up_proj/max": 6.0625, "train/tensor_act_model_layers_13_mlp_up_proj/range": 12.46875, "train/tensor_act_model_layers_13_mlp_down_proj/norm": 195114.171875, "train/tensor_act_model_layers_13_mlp_down_proj/mean": 95.0, "train/tensor_act_model_layers_13_mlp_down_proj/std": 8.0625, "train/tensor_act_model_layers_13_mlp_down_proj/max_abs": 112.5, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_13_mlp_down_proj/min": -0.08251953125, "train/tensor_act_model_layers_13_mlp_down_proj/max": 112.5, "train/tensor_act_model_layers_13_mlp_down_proj/range": 112.58251953125, "train/tensor_act_model_layers_13_mlp/norm": 195114.171875, "train/tensor_act_model_layers_13_mlp/mean": 95.0, "train/tensor_act_model_layers_13_mlp/std": 8.0625, "train/tensor_act_model_layers_13_mlp/max_abs": 112.5, "train/tensor_act_model_layers_13_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_13_mlp/min": -0.08251953125, "train/tensor_act_model_layers_13_mlp/max": 112.5, "train/tensor_act_model_layers_13_mlp/range": 112.58251953125, "train/tensor_act_model_layers_13_residual_post_mlp/norm": 1992240.375, "train/tensor_act_model_layers_13_residual_post_mlp/mean": 972.0, "train/tensor_act_model_layers_13_residual_post_mlp/std": 37.5, "train/tensor_act_model_layers_13_residual_post_mlp/max_abs": 1056.0, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_13_residual_post_mlp/min": -1.265625, "train/tensor_act_model_layers_13_residual_post_mlp/max": 1056.0, "train/tensor_act_model_layers_13_residual_post_mlp/range": 1057.265625, "train/tensor_act_model_layers_14_residual_pre_attn/norm": 1992240.375, "train/tensor_act_model_layers_14_residual_pre_attn/mean": 972.0, "train/tensor_act_model_layers_14_residual_pre_attn/std": 37.5, "train/tensor_act_model_layers_14_residual_pre_attn/max_abs": 1056.0, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_14_residual_pre_attn/min": -1.265625, "train/tensor_act_model_layers_14_residual_pre_attn/max": 1056.0, "train/tensor_act_model_layers_14_residual_pre_attn/range": 1057.265625, "train/tensor_act_model_layers_14_residual_post_attn/norm": 1992240.375, "train/tensor_act_model_layers_14_residual_post_attn/mean": 972.0, "train/tensor_act_model_layers_14_residual_post_attn/std": 37.5, "train/tensor_act_model_layers_14_residual_post_attn/max_abs": 1056.0, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_14_residual_post_attn/min": -1.296875, "train/tensor_act_model_layers_14_residual_post_attn/max": 1056.0, "train/tensor_act_model_layers_14_residual_post_attn/range": 1057.296875, "train/tensor_act_model_layers_14_mlp_gate_proj/norm": 8858.5068359375, "train/tensor_act_model_layers_14_mlp_gate_proj/mean": 2.03125, "train/tensor_act_model_layers_14_mlp_gate_proj/std": 2.28125, "train/tensor_act_model_layers_14_mlp_gate_proj/max_abs": 6.34375, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/min": -2.078125, "train/tensor_act_model_layers_14_mlp_gate_proj/max": 6.34375, "train/tensor_act_model_layers_14_mlp_gate_proj/range": 8.421875, "train/tensor_act_model_layers_14_mlp_up_proj/norm": 9069.2373046875, "train/tensor_act_model_layers_14_mlp_up_proj/mean": -0.251953125, "train/tensor_act_model_layers_14_mlp_up_proj/std": 3.125, "train/tensor_act_model_layers_14_mlp_up_proj/max_abs": 6.3125, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/min": -6.3125, "train/tensor_act_model_layers_14_mlp_up_proj/max": 6.1875, "train/tensor_act_model_layers_14_mlp_up_proj/range": 12.5, "train/tensor_act_model_layers_14_mlp_down_proj/norm": 182728.203125, "train/tensor_act_model_layers_14_mlp_down_proj/mean": 89.0, "train/tensor_act_model_layers_14_mlp_down_proj/std": 6.4375, "train/tensor_act_model_layers_14_mlp_down_proj/max_abs": 109.0, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_14_mlp_down_proj/min": -0.054931640625, "train/tensor_act_model_layers_14_mlp_down_proj/max": 109.0, "train/tensor_act_model_layers_14_mlp_down_proj/range": 109.054931640625, "train/tensor_act_model_layers_14_mlp/norm": 182728.203125, "train/tensor_act_model_layers_14_mlp/mean": 89.0, "train/tensor_act_model_layers_14_mlp/std": 6.4375, "train/tensor_act_model_layers_14_mlp/max_abs": 109.0, "train/tensor_act_model_layers_14_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_14_mlp/min": -0.054931640625, "train/tensor_act_model_layers_14_mlp/max": 109.0, "train/tensor_act_model_layers_14_mlp/range": 109.054931640625, "train/tensor_act_model_layers_14_residual_post_mlp/norm": 2174610.5, "train/tensor_act_model_layers_14_residual_post_mlp/mean": 1064.0, "train/tensor_act_model_layers_14_residual_post_mlp/std": 38.5, "train/tensor_act_model_layers_14_residual_post_mlp/max_abs": 1144.0, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_14_residual_post_mlp/min": -1.328125, "train/tensor_act_model_layers_14_residual_post_mlp/max": 1144.0, "train/tensor_act_model_layers_14_residual_post_mlp/range": 1145.328125, "train/tensor_act_model_layers_15_residual_pre_attn/norm": 2174610.5, "train/tensor_act_model_layers_15_residual_pre_attn/mean": 1064.0, "train/tensor_act_model_layers_15_residual_pre_attn/std": 38.5, "train/tensor_act_model_layers_15_residual_pre_attn/max_abs": 1144.0, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_15_residual_pre_attn/min": -1.328125, "train/tensor_act_model_layers_15_residual_pre_attn/max": 1144.0, "train/tensor_act_model_layers_15_residual_pre_attn/range": 1145.328125, "train/tensor_act_model_layers_15_residual_post_attn/norm": 2174610.5, "train/tensor_act_model_layers_15_residual_post_attn/mean": 1064.0, "train/tensor_act_model_layers_15_residual_post_attn/std": 38.5, "train/tensor_act_model_layers_15_residual_post_attn/max_abs": 1144.0, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_15_residual_post_attn/min": -1.3125, "train/tensor_act_model_layers_15_residual_post_attn/max": 1144.0, "train/tensor_act_model_layers_15_residual_post_attn/range": 1145.3125, "train/tensor_act_model_layers_15_mlp_gate_proj/norm": 8563.4287109375, "train/tensor_act_model_layers_15_mlp_gate_proj/mean": 1.90625, "train/tensor_act_model_layers_15_mlp_gate_proj/std": 2.265625, "train/tensor_act_model_layers_15_mlp_gate_proj/max_abs": 6.21875, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/min": -2.46875, "train/tensor_act_model_layers_15_mlp_gate_proj/max": 6.21875, "train/tensor_act_model_layers_15_mlp_gate_proj/range": 8.6875, "train/tensor_act_model_layers_15_mlp_up_proj/norm": 8680.4306640625, "train/tensor_act_model_layers_15_mlp_up_proj/mean": -0.2080078125, "train/tensor_act_model_layers_15_mlp_up_proj/std": 2.984375, "train/tensor_act_model_layers_15_mlp_up_proj/max_abs": 6.1875, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/min": -6.1875, "train/tensor_act_model_layers_15_mlp_up_proj/max": 6.03125, "train/tensor_act_model_layers_15_mlp_up_proj/range": 12.21875, "train/tensor_act_model_layers_15_mlp_down_proj/norm": 163650.078125, "train/tensor_act_model_layers_15_mlp_down_proj/mean": 79.5, "train/tensor_act_model_layers_15_mlp_down_proj/std": 6.90625, "train/tensor_act_model_layers_15_mlp_down_proj/max_abs": 94.5, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_15_mlp_down_proj/min": -0.072265625, "train/tensor_act_model_layers_15_mlp_down_proj/max": 94.5, "train/tensor_act_model_layers_15_mlp_down_proj/range": 94.572265625, "train/tensor_act_model_layers_15_mlp/norm": 163650.078125, "train/tensor_act_model_layers_15_mlp/mean": 79.5, "train/tensor_act_model_layers_15_mlp/std": 6.90625, "train/tensor_act_model_layers_15_mlp/max_abs": 94.5, "train/tensor_act_model_layers_15_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_15_mlp/min": -0.072265625, "train/tensor_act_model_layers_15_mlp/max": 94.5, "train/tensor_act_model_layers_15_mlp/range": 94.572265625, "train/tensor_act_model_layers_15_residual_post_mlp/norm": 2337586.0, "train/tensor_act_model_layers_15_residual_post_mlp/mean": 1144.0, "train/tensor_act_model_layers_15_residual_post_mlp/std": 41.0, "train/tensor_act_model_layers_15_residual_post_mlp/max_abs": 1224.0, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_15_residual_post_mlp/min": -1.2890625, "train/tensor_act_model_layers_15_residual_post_mlp/max": 1224.0, "train/tensor_act_model_layers_15_residual_post_mlp/range": 1225.2890625, "train/tensor_act_model_layers_16_residual_pre_attn/norm": 2337586.0, "train/tensor_act_model_layers_16_residual_pre_attn/mean": 1144.0, "train/tensor_act_model_layers_16_residual_pre_attn/std": 41.0, "train/tensor_act_model_layers_16_residual_pre_attn/max_abs": 1224.0, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_16_residual_pre_attn/min": -1.2890625, "train/tensor_act_model_layers_16_residual_pre_attn/max": 1224.0, "train/tensor_act_model_layers_16_residual_pre_attn/range": 1225.2890625, "train/tensor_act_model_layers_16_residual_post_attn/norm": 2337586.0, "train/tensor_act_model_layers_16_residual_post_attn/mean": 1144.0, "train/tensor_act_model_layers_16_residual_post_attn/std": 41.0, "train/tensor_act_model_layers_16_residual_post_attn/max_abs": 1224.0, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_16_residual_post_attn/min": -1.3671875, "train/tensor_act_model_layers_16_residual_post_attn/max": 1224.0, "train/tensor_act_model_layers_16_residual_post_attn/range": 1225.3671875, "train/tensor_act_model_layers_16_mlp_gate_proj/norm": 8328.8134765625, "train/tensor_act_model_layers_16_mlp_gate_proj/mean": 1.8046875, "train/tensor_act_model_layers_16_mlp_gate_proj/std": 2.234375, "train/tensor_act_model_layers_16_mlp_gate_proj/max_abs": 6.40625, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/min": -1.953125, "train/tensor_act_model_layers_16_mlp_gate_proj/max": 6.40625, "train/tensor_act_model_layers_16_mlp_gate_proj/range": 8.359375, "train/tensor_act_model_layers_16_mlp_up_proj/norm": 8476.7822265625, "train/tensor_act_model_layers_16_mlp_up_proj/mean": 0.0322265625, "train/tensor_act_model_layers_16_mlp_up_proj/std": 2.921875, "train/tensor_act_model_layers_16_mlp_up_proj/max_abs": 6.125, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/min": -6.09375, "train/tensor_act_model_layers_16_mlp_up_proj/max": 6.125, "train/tensor_act_model_layers_16_mlp_up_proj/range": 12.21875, "train/tensor_act_model_layers_16_mlp_down_proj/norm": 156520.40625, "train/tensor_act_model_layers_16_mlp_down_proj/mean": 76.0, "train/tensor_act_model_layers_16_mlp_down_proj/std": 5.65625, "train/tensor_act_model_layers_16_mlp_down_proj/max_abs": 87.0, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_16_mlp_down_proj/min": -0.08740234375, "train/tensor_act_model_layers_16_mlp_down_proj/max": 87.0, "train/tensor_act_model_layers_16_mlp_down_proj/range": 87.08740234375, "train/tensor_act_model_layers_16_mlp/norm": 156520.40625, "train/tensor_act_model_layers_16_mlp/mean": 76.0, "train/tensor_act_model_layers_16_mlp/std": 5.65625, "train/tensor_act_model_layers_16_mlp/max_abs": 87.0, "train/tensor_act_model_layers_16_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_16_mlp/min": -0.08740234375, "train/tensor_act_model_layers_16_mlp/max": 87.0, "train/tensor_act_model_layers_16_mlp/range": 87.08740234375, "train/tensor_act_model_layers_16_residual_post_mlp/norm": 2493795.25, "train/tensor_act_model_layers_16_residual_post_mlp/mean": 1216.0, "train/tensor_act_model_layers_16_residual_post_mlp/std": 41.5, "train/tensor_act_model_layers_16_residual_post_mlp/max_abs": 1304.0, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_16_residual_post_mlp/min": -1.390625, "train/tensor_act_model_layers_16_residual_post_mlp/max": 1304.0, "train/tensor_act_model_layers_16_residual_post_mlp/range": 1305.390625, "train/tensor_act_model_layers_17_residual_pre_attn/norm": 2493795.25, "train/tensor_act_model_layers_17_residual_pre_attn/mean": 1216.0, "train/tensor_act_model_layers_17_residual_pre_attn/std": 41.5, "train/tensor_act_model_layers_17_residual_pre_attn/max_abs": 1304.0, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_17_residual_pre_attn/min": -1.390625, "train/tensor_act_model_layers_17_residual_pre_attn/max": 1304.0, "train/tensor_act_model_layers_17_residual_pre_attn/range": 1305.390625, "train/tensor_act_model_layers_17_residual_post_attn/norm": 2493795.25, "train/tensor_act_model_layers_17_residual_post_attn/mean": 1216.0, "train/tensor_act_model_layers_17_residual_post_attn/std": 41.5, "train/tensor_act_model_layers_17_residual_post_attn/max_abs": 1304.0, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_17_residual_post_attn/min": -1.484375, "train/tensor_act_model_layers_17_residual_post_attn/max": 1304.0, "train/tensor_act_model_layers_17_residual_post_attn/range": 1305.484375, "train/tensor_act_model_layers_17_mlp_gate_proj/norm": 8566.361328125, "train/tensor_act_model_layers_17_mlp_gate_proj/mean": 1.90625, "train/tensor_act_model_layers_17_mlp_gate_proj/std": 2.265625, "train/tensor_act_model_layers_17_mlp_gate_proj/max_abs": 6.125, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/min": -2.046875, "train/tensor_act_model_layers_17_mlp_gate_proj/max": 6.125, "train/tensor_act_model_layers_17_mlp_gate_proj/range": 8.171875, "train/tensor_act_model_layers_17_mlp_up_proj/norm": 8810.2294921875, "train/tensor_act_model_layers_17_mlp_up_proj/mean": 0.1552734375, "train/tensor_act_model_layers_17_mlp_up_proj/std": 3.03125, "train/tensor_act_model_layers_17_mlp_up_proj/max_abs": 6.375, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/min": -6.375, "train/tensor_act_model_layers_17_mlp_up_proj/max": 6.1875, "train/tensor_act_model_layers_17_mlp_up_proj/range": 12.5625, "train/tensor_act_model_layers_17_mlp_down_proj/norm": 169912.21875, "train/tensor_act_model_layers_17_mlp_down_proj/mean": 82.5, "train/tensor_act_model_layers_17_mlp_down_proj/std": 6.625, "train/tensor_act_model_layers_17_mlp_down_proj/max_abs": 96.5, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_17_mlp_down_proj/min": -0.0732421875, "train/tensor_act_model_layers_17_mlp_down_proj/max": 96.5, "train/tensor_act_model_layers_17_mlp_down_proj/range": 96.5732421875, "train/tensor_act_model_layers_17_mlp/norm": 169912.21875, "train/tensor_act_model_layers_17_mlp/mean": 82.5, "train/tensor_act_model_layers_17_mlp/std": 6.625, "train/tensor_act_model_layers_17_mlp/max_abs": 96.5, "train/tensor_act_model_layers_17_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_17_mlp/min": -0.0732421875, "train/tensor_act_model_layers_17_mlp/max": 96.5, "train/tensor_act_model_layers_17_mlp/range": 96.5732421875, "train/tensor_act_model_layers_17_residual_post_mlp/norm": 2662984.5, "train/tensor_act_model_layers_17_residual_post_mlp/mean": 1296.0, "train/tensor_act_model_layers_17_residual_post_mlp/std": 42.75, "train/tensor_act_model_layers_17_residual_post_mlp/max_abs": 1384.0, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_17_residual_post_mlp/min": -1.5546875, "train/tensor_act_model_layers_17_residual_post_mlp/max": 1384.0, "train/tensor_act_model_layers_17_residual_post_mlp/range": 1385.5546875, "train/tensor_act_model_layers_18_residual_pre_attn/norm": 2662984.5, "train/tensor_act_model_layers_18_residual_pre_attn/mean": 1296.0, "train/tensor_act_model_layers_18_residual_pre_attn/std": 42.75, "train/tensor_act_model_layers_18_residual_pre_attn/max_abs": 1384.0, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_18_residual_pre_attn/min": -1.5546875, "train/tensor_act_model_layers_18_residual_pre_attn/max": 1384.0, "train/tensor_act_model_layers_18_residual_pre_attn/range": 1385.5546875, "train/tensor_act_model_layers_18_residual_post_attn/norm": 2662984.5, "train/tensor_act_model_layers_18_residual_post_attn/mean": 1296.0, "train/tensor_act_model_layers_18_residual_post_attn/std": 42.75, "train/tensor_act_model_layers_18_residual_post_attn/max_abs": 1384.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_18_residual_post_attn/min": -1.515625, "train/tensor_act_model_layers_18_residual_post_attn/max": 1384.0, "train/tensor_act_model_layers_18_residual_post_attn/range": 1385.515625, "train/tensor_act_model_layers_18_mlp_gate_proj/norm": 8041.0029296875, "train/tensor_act_model_layers_18_mlp_gate_proj/mean": 1.65625, "train/tensor_act_model_layers_18_mlp_gate_proj/std": 2.234375, "train/tensor_act_model_layers_18_mlp_gate_proj/max_abs": 6.3125, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/min": -1.9921875, "train/tensor_act_model_layers_18_mlp_gate_proj/max": 6.3125, "train/tensor_act_model_layers_18_mlp_gate_proj/range": 8.3046875, "train/tensor_act_model_layers_18_mlp_up_proj/norm": 8298.685546875, "train/tensor_act_model_layers_18_mlp_up_proj/mean": 0.14453125, "train/tensor_act_model_layers_18_mlp_up_proj/std": 2.859375, "train/tensor_act_model_layers_18_mlp_up_proj/max_abs": 6.09375, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/min": -6.09375, "train/tensor_act_model_layers_18_mlp_up_proj/max": 6.0, "train/tensor_act_model_layers_18_mlp_up_proj/range": 12.09375, "train/tensor_act_model_layers_18_mlp_down_proj/norm": 144008.546875, "train/tensor_act_model_layers_18_mlp_down_proj/mean": 70.0, "train/tensor_act_model_layers_18_mlp_down_proj/std": 6.34375, "train/tensor_act_model_layers_18_mlp_down_proj/max_abs": 85.5, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_18_mlp_down_proj/min": -0.25, "train/tensor_act_model_layers_18_mlp_down_proj/max": 85.5, "train/tensor_act_model_layers_18_mlp_down_proj/range": 85.75, "train/tensor_act_model_layers_18_mlp/norm": 144008.546875, "train/tensor_act_model_layers_18_mlp/mean": 70.0, "train/tensor_act_model_layers_18_mlp/std": 6.34375, "train/tensor_act_model_layers_18_mlp/max_abs": 85.5, "train/tensor_act_model_layers_18_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_18_mlp/min": -0.25, "train/tensor_act_model_layers_18_mlp/max": 85.5, "train/tensor_act_model_layers_18_mlp/range": 85.75, "train/tensor_act_model_layers_18_residual_post_mlp/norm": 2806899.5, "train/tensor_act_model_layers_18_residual_post_mlp/mean": 1368.0, "train/tensor_act_model_layers_18_residual_post_mlp/std": 45.0, "train/tensor_act_model_layers_18_residual_post_mlp/max_abs": 1464.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_18_residual_post_mlp/min": -1.5234375, "train/tensor_act_model_layers_18_residual_post_mlp/max": 1464.0, "train/tensor_act_model_layers_18_residual_post_mlp/range": 1465.5234375, "train/tensor_act_model_layers_19_residual_pre_attn/norm": 2806899.5, "train/tensor_act_model_layers_19_residual_pre_attn/mean": 1368.0, "train/tensor_act_model_layers_19_residual_pre_attn/std": 45.0, "train/tensor_act_model_layers_19_residual_pre_attn/max_abs": 1464.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_19_residual_pre_attn/min": -1.5234375, "train/tensor_act_model_layers_19_residual_pre_attn/max": 1464.0, "train/tensor_act_model_layers_19_residual_pre_attn/range": 1465.5234375, "train/tensor_act_model_layers_19_residual_post_attn/norm": 2806899.5, "train/tensor_act_model_layers_19_residual_post_attn/mean": 1368.0, "train/tensor_act_model_layers_19_residual_post_attn/std": 45.0, "train/tensor_act_model_layers_19_residual_post_attn/max_abs": 1464.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_19_residual_post_attn/min": -1.453125, "train/tensor_act_model_layers_19_residual_post_attn/max": 1464.0, "train/tensor_act_model_layers_19_residual_post_attn/range": 1465.453125, "train/tensor_act_model_layers_19_mlp_gate_proj/norm": 7830.33203125, "train/tensor_act_model_layers_19_mlp_gate_proj/mean": 1.671875, "train/tensor_act_model_layers_19_mlp_gate_proj/std": 2.125, "train/tensor_act_model_layers_19_mlp_gate_proj/max_abs": 6.59375, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/min": -2.359375, "train/tensor_act_model_layers_19_mlp_gate_proj/max": 6.59375, "train/tensor_act_model_layers_19_mlp_gate_proj/range": 8.953125, "train/tensor_act_model_layers_19_mlp_up_proj/norm": 8030.98974609375, "train/tensor_act_model_layers_19_mlp_up_proj/mean": -0.177734375, "train/tensor_act_model_layers_19_mlp_up_proj/std": 2.765625, "train/tensor_act_model_layers_19_mlp_up_proj/max_abs": 6.25, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/min": -6.25, "train/tensor_act_model_layers_19_mlp_up_proj/max": 5.75, "train/tensor_act_model_layers_19_mlp_up_proj/range": 12.0, "train/tensor_act_model_layers_19_mlp_down_proj/norm": 129052.0625, "train/tensor_act_model_layers_19_mlp_down_proj/mean": 62.75, "train/tensor_act_model_layers_19_mlp_down_proj/std": 5.6875, "train/tensor_act_model_layers_19_mlp_down_proj/max_abs": 74.5, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_19_mlp_down_proj/min": -0.068359375, "train/tensor_act_model_layers_19_mlp_down_proj/max": 74.5, "train/tensor_act_model_layers_19_mlp_down_proj/range": 74.568359375, "train/tensor_act_model_layers_19_mlp/norm": 129052.0625, "train/tensor_act_model_layers_19_mlp/mean": 62.75, "train/tensor_act_model_layers_19_mlp/std": 5.6875, "train/tensor_act_model_layers_19_mlp/max_abs": 74.5, "train/tensor_act_model_layers_19_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_19_mlp/min": -0.068359375, "train/tensor_act_model_layers_19_mlp/max": 74.5, "train/tensor_act_model_layers_19_mlp/range": 74.568359375, "train/tensor_act_model_layers_19_residual_post_mlp/norm": 2935081.5, "train/tensor_act_model_layers_19_residual_post_mlp/mean": 1432.0, "train/tensor_act_model_layers_19_residual_post_mlp/std": 46.5, "train/tensor_act_model_layers_19_residual_post_mlp/max_abs": 1528.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_19_residual_post_mlp/min": -1.46875, "train/tensor_act_model_layers_19_residual_post_mlp/max": 1528.0, "train/tensor_act_model_layers_19_residual_post_mlp/range": 1529.46875, "train/tensor_act_model_layers_20_residual_pre_attn/norm": 2935081.5, "train/tensor_act_model_layers_20_residual_pre_attn/mean": 1432.0, "train/tensor_act_model_layers_20_residual_pre_attn/std": 46.5, "train/tensor_act_model_layers_20_residual_pre_attn/max_abs": 1528.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_20_residual_pre_attn/min": -1.46875, "train/tensor_act_model_layers_20_residual_pre_attn/max": 1528.0, "train/tensor_act_model_layers_20_residual_pre_attn/range": 1529.46875, "train/tensor_act_model_layers_20_residual_post_attn/norm": 2935081.5, "train/tensor_act_model_layers_20_residual_post_attn/mean": 1432.0, "train/tensor_act_model_layers_20_residual_post_attn/std": 46.5, "train/tensor_act_model_layers_20_residual_post_attn/max_abs": 1528.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_20_residual_post_attn/min": -1.5703125, "train/tensor_act_model_layers_20_residual_post_attn/max": 1528.0, "train/tensor_act_model_layers_20_residual_post_attn/range": 1529.5703125, "train/tensor_act_model_layers_20_mlp_gate_proj/norm": 7780.98583984375, "train/tensor_act_model_layers_20_mlp_gate_proj/mean": 1.5, "train/tensor_act_model_layers_20_mlp_gate_proj/std": 2.234375, "train/tensor_act_model_layers_20_mlp_gate_proj/max_abs": 5.84375, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/min": -2.515625, "train/tensor_act_model_layers_20_mlp_gate_proj/max": 5.84375, "train/tensor_act_model_layers_20_mlp_gate_proj/range": 8.359375, "train/tensor_act_model_layers_20_mlp_up_proj/norm": 7971.03173828125, "train/tensor_act_model_layers_20_mlp_up_proj/mean": 0.46484375, "train/tensor_act_model_layers_20_mlp_up_proj/std": 2.71875, "train/tensor_act_model_layers_20_mlp_up_proj/max_abs": 5.96875, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/min": -5.625, "train/tensor_act_model_layers_20_mlp_up_proj/max": 5.96875, "train/tensor_act_model_layers_20_mlp_up_proj/range": 11.59375, "train/tensor_act_model_layers_20_mlp_down_proj/norm": 134736.828125, "train/tensor_act_model_layers_20_mlp_down_proj/mean": 65.5, "train/tensor_act_model_layers_20_mlp_down_proj/std": 5.9375, "train/tensor_act_model_layers_20_mlp_down_proj/max_abs": 80.5, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_20_mlp_down_proj/min": -0.1455078125, "train/tensor_act_model_layers_20_mlp_down_proj/max": 80.5, "train/tensor_act_model_layers_20_mlp_down_proj/range": 80.6455078125, "train/tensor_act_model_layers_20_mlp/norm": 134736.828125, "train/tensor_act_model_layers_20_mlp/mean": 65.5, "train/tensor_act_model_layers_20_mlp/std": 5.9375, "train/tensor_act_model_layers_20_mlp/max_abs": 80.5, "train/tensor_act_model_layers_20_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_20_mlp/min": -0.1455078125, "train/tensor_act_model_layers_20_mlp/max": 80.5, "train/tensor_act_model_layers_20_mlp/range": 80.6455078125, "train/tensor_act_model_layers_20_residual_post_mlp/norm": 3069010.5, "train/tensor_act_model_layers_20_residual_post_mlp/mean": 1496.0, "train/tensor_act_model_layers_20_residual_post_mlp/std": 48.25, "train/tensor_act_model_layers_20_residual_post_mlp/max_abs": 1600.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_20_residual_post_mlp/min": -1.484375, "train/tensor_act_model_layers_20_residual_post_mlp/max": 1600.0, "train/tensor_act_model_layers_20_residual_post_mlp/range": 1601.484375, "train/tensor_act_model_layers_21_residual_pre_attn/norm": 3069010.5, "train/tensor_act_model_layers_21_residual_pre_attn/mean": 1496.0, "train/tensor_act_model_layers_21_residual_pre_attn/std": 48.25, "train/tensor_act_model_layers_21_residual_pre_attn/max_abs": 1600.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_21_residual_pre_attn/min": -1.484375, "train/tensor_act_model_layers_21_residual_pre_attn/max": 1600.0, "train/tensor_act_model_layers_21_residual_pre_attn/range": 1601.484375, "train/tensor_act_model_layers_21_residual_post_attn/norm": 3069010.5, "train/tensor_act_model_layers_21_residual_post_attn/mean": 1496.0, "train/tensor_act_model_layers_21_residual_post_attn/std": 48.25, "train/tensor_act_model_layers_21_residual_post_attn/max_abs": 1600.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_21_residual_post_attn/min": -1.5078125, "train/tensor_act_model_layers_21_residual_post_attn/max": 1600.0, "train/tensor_act_model_layers_21_residual_post_attn/range": 1601.5078125, "train/tensor_act_model_layers_21_mlp_gate_proj/norm": 7566.91015625, "train/tensor_act_model_layers_21_mlp_gate_proj/mean": 1.4375, "train/tensor_act_model_layers_21_mlp_gate_proj/std": 2.1875, "train/tensor_act_model_layers_21_mlp_gate_proj/max_abs": 6.25, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/min": -1.984375, "train/tensor_act_model_layers_21_mlp_gate_proj/max": 6.25, "train/tensor_act_model_layers_21_mlp_gate_proj/range": 8.234375, "train/tensor_act_model_layers_21_mlp_up_proj/norm": 7789.61279296875, "train/tensor_act_model_layers_21_mlp_up_proj/mean": 0.01348876953125, "train/tensor_act_model_layers_21_mlp_up_proj/std": 2.6875, "train/tensor_act_model_layers_21_mlp_up_proj/max_abs": 6.03125, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/min": -6.03125, "train/tensor_act_model_layers_21_mlp_up_proj/max": 5.75, "train/tensor_act_model_layers_21_mlp_up_proj/range": 11.78125, "train/tensor_act_model_layers_21_mlp_down_proj/norm": 124987.53125, "train/tensor_act_model_layers_21_mlp_down_proj/mean": 60.75, "train/tensor_act_model_layers_21_mlp_down_proj/std": 5.40625, "train/tensor_act_model_layers_21_mlp_down_proj/max_abs": 74.0, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_21_mlp_down_proj/min": -0.1435546875, "train/tensor_act_model_layers_21_mlp_down_proj/max": 74.0, "train/tensor_act_model_layers_21_mlp_down_proj/range": 74.1435546875, "train/tensor_act_model_layers_21_mlp/norm": 124987.53125, "train/tensor_act_model_layers_21_mlp/mean": 60.75, "train/tensor_act_model_layers_21_mlp/std": 5.40625, "train/tensor_act_model_layers_21_mlp/max_abs": 74.0, "train/tensor_act_model_layers_21_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_21_mlp/min": -0.1435546875, "train/tensor_act_model_layers_21_mlp/max": 74.0, "train/tensor_act_model_layers_21_mlp/range": 74.1435546875, "train/tensor_act_model_layers_21_residual_post_mlp/norm": 3193728.75, "train/tensor_act_model_layers_21_residual_post_mlp/mean": 1560.0, "train/tensor_act_model_layers_21_residual_post_mlp/std": 49.5, "train/tensor_act_model_layers_21_residual_post_mlp/max_abs": 1664.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_21_residual_post_mlp/min": -1.4765625, "train/tensor_act_model_layers_21_residual_post_mlp/max": 1664.0, "train/tensor_act_model_layers_21_residual_post_mlp/range": 1665.4765625, "train/tensor_act_model_layers_22_residual_pre_attn/norm": 3193728.75, "train/tensor_act_model_layers_22_residual_pre_attn/mean": 1560.0, "train/tensor_act_model_layers_22_residual_pre_attn/std": 49.5, "train/tensor_act_model_layers_22_residual_pre_attn/max_abs": 1664.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_22_residual_pre_attn/min": -1.4765625, "train/tensor_act_model_layers_22_residual_pre_attn/max": 1664.0, "train/tensor_act_model_layers_22_residual_pre_attn/range": 1665.4765625, "train/tensor_act_model_layers_22_residual_post_attn/norm": 3193728.75, "train/tensor_act_model_layers_22_residual_post_attn/mean": 1560.0, "train/tensor_act_model_layers_22_residual_post_attn/std": 49.5, "train/tensor_act_model_layers_22_residual_post_attn/max_abs": 1664.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_22_residual_post_attn/min": -1.546875, "train/tensor_act_model_layers_22_residual_post_attn/max": 1664.0, "train/tensor_act_model_layers_22_residual_post_attn/range": 1665.546875, "train/tensor_act_model_layers_22_mlp_gate_proj/norm": 7942.71044921875, "train/tensor_act_model_layers_22_mlp_gate_proj/mean": 1.6171875, "train/tensor_act_model_layers_22_mlp_gate_proj/std": 2.21875, "train/tensor_act_model_layers_22_mlp_gate_proj/max_abs": 5.59375, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/min": -2.265625, "train/tensor_act_model_layers_22_mlp_gate_proj/max": 5.59375, "train/tensor_act_model_layers_22_mlp_gate_proj/range": 7.859375, "train/tensor_act_model_layers_22_mlp_up_proj/norm": 8260.955078125, "train/tensor_act_model_layers_22_mlp_up_proj/mean": -0.12109375, "train/tensor_act_model_layers_22_mlp_up_proj/std": 2.84375, "train/tensor_act_model_layers_22_mlp_up_proj/max_abs": 5.96875, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/min": -5.9375, "train/tensor_act_model_layers_22_mlp_up_proj/max": 5.96875, "train/tensor_act_model_layers_22_mlp_up_proj/range": 11.90625, "train/tensor_act_model_layers_22_mlp_down_proj/norm": 139474.953125, "train/tensor_act_model_layers_22_mlp_down_proj/mean": 68.0, "train/tensor_act_model_layers_22_mlp_down_proj/std": 5.78125, "train/tensor_act_model_layers_22_mlp_down_proj/max_abs": 81.0, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_22_mlp_down_proj/min": -0.09912109375, "train/tensor_act_model_layers_22_mlp_down_proj/max": 81.0, "train/tensor_act_model_layers_22_mlp_down_proj/range": 81.09912109375, "train/tensor_act_model_layers_22_mlp/norm": 139474.953125, "train/tensor_act_model_layers_22_mlp/mean": 68.0, "train/tensor_act_model_layers_22_mlp/std": 5.78125, "train/tensor_act_model_layers_22_mlp/max_abs": 81.0, "train/tensor_act_model_layers_22_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_22_mlp/min": -0.09912109375, "train/tensor_act_model_layers_22_mlp/max": 81.0, "train/tensor_act_model_layers_22_mlp/range": 81.09912109375, "train/tensor_act_model_layers_22_residual_post_mlp/norm": 3333012.5, "train/tensor_act_model_layers_22_residual_post_mlp/mean": 1624.0, "train/tensor_act_model_layers_22_residual_post_mlp/std": 50.75, "train/tensor_act_model_layers_22_residual_post_mlp/max_abs": 1728.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_22_residual_post_mlp/min": -1.515625, "train/tensor_act_model_layers_22_residual_post_mlp/max": 1728.0, "train/tensor_act_model_layers_22_residual_post_mlp/range": 1729.515625, "train/tensor_act_model_layers_23_residual_pre_attn/norm": 3333012.5, "train/tensor_act_model_layers_23_residual_pre_attn/mean": 1624.0, "train/tensor_act_model_layers_23_residual_pre_attn/std": 50.75, "train/tensor_act_model_layers_23_residual_pre_attn/max_abs": 1728.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_23_residual_pre_attn/min": -1.515625, "train/tensor_act_model_layers_23_residual_pre_attn/max": 1728.0, "train/tensor_act_model_layers_23_residual_pre_attn/range": 1729.515625, "train/tensor_act_model_layers_23_residual_post_attn/norm": 3333012.5, "train/tensor_act_model_layers_23_residual_post_attn/mean": 1624.0, "train/tensor_act_model_layers_23_residual_post_attn/std": 50.75, "train/tensor_act_model_layers_23_residual_post_attn/max_abs": 1728.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_23_residual_post_attn/min": -1.546875, "train/tensor_act_model_layers_23_residual_post_attn/max": 1728.0, "train/tensor_act_model_layers_23_residual_post_attn/range": 1729.546875, "train/tensor_act_model_layers_23_mlp_gate_proj/norm": 7925.9501953125, "train/tensor_act_model_layers_23_mlp_gate_proj/mean": 1.625, "train/tensor_act_model_layers_23_mlp_gate_proj/std": 2.203125, "train/tensor_act_model_layers_23_mlp_gate_proj/max_abs": 6.0625, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/min": -2.265625, "train/tensor_act_model_layers_23_mlp_gate_proj/max": 6.0625, "train/tensor_act_model_layers_23_mlp_gate_proj/range": 8.328125, "train/tensor_act_model_layers_23_mlp_up_proj/norm": 8144.88037109375, "train/tensor_act_model_layers_23_mlp_up_proj/mean": -0.064453125, "train/tensor_act_model_layers_23_mlp_up_proj/std": 2.8125, "train/tensor_act_model_layers_23_mlp_up_proj/max_abs": 6.0625, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/min": -5.84375, "train/tensor_act_model_layers_23_mlp_up_proj/max": 6.0625, "train/tensor_act_model_layers_23_mlp_up_proj/range": 11.90625, "train/tensor_act_model_layers_23_mlp_down_proj/norm": 135307.96875, "train/tensor_act_model_layers_23_mlp_down_proj/mean": 66.0, "train/tensor_act_model_layers_23_mlp_down_proj/std": 5.90625, "train/tensor_act_model_layers_23_mlp_down_proj/max_abs": 80.0, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_23_mlp_down_proj/min": -0.0830078125, "train/tensor_act_model_layers_23_mlp_down_proj/max": 80.0, "train/tensor_act_model_layers_23_mlp_down_proj/range": 80.0830078125, "train/tensor_act_model_layers_23_mlp/norm": 135307.96875, "train/tensor_act_model_layers_23_mlp/mean": 66.0, "train/tensor_act_model_layers_23_mlp/std": 5.90625, "train/tensor_act_model_layers_23_mlp/max_abs": 80.0, "train/tensor_act_model_layers_23_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_23_mlp/min": -0.0830078125, "train/tensor_act_model_layers_23_mlp/max": 80.0, "train/tensor_act_model_layers_23_mlp/range": 80.0830078125, "train/tensor_act_model_layers_23_residual_post_mlp/norm": 3467951.0, "train/tensor_act_model_layers_23_residual_post_mlp/mean": 1696.0, "train/tensor_act_model_layers_23_residual_post_mlp/std": 53.0, "train/tensor_act_model_layers_23_residual_post_mlp/max_abs": 1792.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_23_residual_post_mlp/min": -1.5234375, "train/tensor_act_model_layers_23_residual_post_mlp/max": 1792.0, "train/tensor_act_model_layers_23_residual_post_mlp/range": 1793.5234375, "train/tensor_act_model_layers_24_residual_pre_attn/norm": 3467951.0, "train/tensor_act_model_layers_24_residual_pre_attn/mean": 1696.0, "train/tensor_act_model_layers_24_residual_pre_attn/std": 53.0, "train/tensor_act_model_layers_24_residual_pre_attn/max_abs": 1792.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_24_residual_pre_attn/min": -1.5234375, "train/tensor_act_model_layers_24_residual_pre_attn/max": 1792.0, "train/tensor_act_model_layers_24_residual_pre_attn/range": 1793.5234375, "train/tensor_act_model_layers_24_residual_post_attn/norm": 3467951.0, "train/tensor_act_model_layers_24_residual_post_attn/mean": 1696.0, "train/tensor_act_model_layers_24_residual_post_attn/std": 53.0, "train/tensor_act_model_layers_24_residual_post_attn/max_abs": 1792.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_24_residual_post_attn/min": -1.6484375, "train/tensor_act_model_layers_24_residual_post_attn/max": 1792.0, "train/tensor_act_model_layers_24_residual_post_attn/range": 1793.6484375, "train/tensor_act_model_layers_24_mlp_gate_proj/norm": 7976.29736328125, "train/tensor_act_model_layers_24_mlp_gate_proj/mean": 1.671875, "train/tensor_act_model_layers_24_mlp_gate_proj/std": 2.1875, "train/tensor_act_model_layers_24_mlp_gate_proj/max_abs": 6.375, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/min": -2.390625, "train/tensor_act_model_layers_24_mlp_gate_proj/max": 6.375, "train/tensor_act_model_layers_24_mlp_gate_proj/range": 8.765625, "train/tensor_act_model_layers_24_mlp_up_proj/norm": 8090.0693359375, "train/tensor_act_model_layers_24_mlp_up_proj/mean": 0.4375, "train/tensor_act_model_layers_24_mlp_up_proj/std": 2.765625, "train/tensor_act_model_layers_24_mlp_up_proj/max_abs": 5.90625, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/min": -5.90625, "train/tensor_act_model_layers_24_mlp_up_proj/max": 5.90625, "train/tensor_act_model_layers_24_mlp_up_proj/range": 11.8125, "train/tensor_act_model_layers_24_mlp_down_proj/norm": 137255.078125, "train/tensor_act_model_layers_24_mlp_down_proj/mean": 66.5, "train/tensor_act_model_layers_24_mlp_down_proj/std": 6.59375, "train/tensor_act_model_layers_24_mlp_down_proj/max_abs": 80.5, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_24_mlp_down_proj/min": -0.080078125, "train/tensor_act_model_layers_24_mlp_down_proj/max": 80.5, "train/tensor_act_model_layers_24_mlp_down_proj/range": 80.580078125, "train/tensor_act_model_layers_24_mlp/norm": 137255.078125, "train/tensor_act_model_layers_24_mlp/mean": 66.5, "train/tensor_act_model_layers_24_mlp/std": 6.59375, "train/tensor_act_model_layers_24_mlp/max_abs": 80.5, "train/tensor_act_model_layers_24_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_24_mlp/min": -0.080078125, "train/tensor_act_model_layers_24_mlp/max": 80.5, "train/tensor_act_model_layers_24_mlp/range": 80.580078125, "train/tensor_act_model_layers_24_residual_post_mlp/norm": 3604357.0, "train/tensor_act_model_layers_24_residual_post_mlp/mean": 1760.0, "train/tensor_act_model_layers_24_residual_post_mlp/std": 55.0, "train/tensor_act_model_layers_24_residual_post_mlp/max_abs": 1872.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_24_residual_post_mlp/min": -1.6171875, "train/tensor_act_model_layers_24_residual_post_mlp/max": 1872.0, "train/tensor_act_model_layers_24_residual_post_mlp/range": 1873.6171875, "train/tensor_act_model_layers_25_residual_pre_attn/norm": 3604357.0, "train/tensor_act_model_layers_25_residual_pre_attn/mean": 1760.0, "train/tensor_act_model_layers_25_residual_pre_attn/std": 55.0, "train/tensor_act_model_layers_25_residual_pre_attn/max_abs": 1872.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_25_residual_pre_attn/min": -1.6171875, "train/tensor_act_model_layers_25_residual_pre_attn/max": 1872.0, "train/tensor_act_model_layers_25_residual_pre_attn/range": 1873.6171875, "train/tensor_act_model_layers_25_residual_post_attn/norm": 3604357.0, "train/tensor_act_model_layers_25_residual_post_attn/mean": 1760.0, "train/tensor_act_model_layers_25_residual_post_attn/std": 55.0, "train/tensor_act_model_layers_25_residual_post_attn/max_abs": 1872.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_25_residual_post_attn/min": -1.65625, "train/tensor_act_model_layers_25_residual_post_attn/max": 1872.0, "train/tensor_act_model_layers_25_residual_post_attn/range": 1873.65625, "train/tensor_act_model_layers_25_mlp_gate_proj/norm": 7881.1552734375, "train/tensor_act_model_layers_25_mlp_gate_proj/mean": 1.6484375, "train/tensor_act_model_layers_25_mlp_gate_proj/std": 2.171875, "train/tensor_act_model_layers_25_mlp_gate_proj/max_abs": 6.34375, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/min": -2.546875, "train/tensor_act_model_layers_25_mlp_gate_proj/max": 6.34375, "train/tensor_act_model_layers_25_mlp_gate_proj/range": 8.890625, "train/tensor_act_model_layers_25_mlp_up_proj/norm": 8084.146484375, "train/tensor_act_model_layers_25_mlp_up_proj/mean": -0.05224609375, "train/tensor_act_model_layers_25_mlp_up_proj/std": 2.796875, "train/tensor_act_model_layers_25_mlp_up_proj/max_abs": 6.15625, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/min": -5.59375, "train/tensor_act_model_layers_25_mlp_up_proj/max": 6.15625, "train/tensor_act_model_layers_25_mlp_up_proj/range": 11.75, "train/tensor_act_model_layers_25_mlp_down_proj/norm": 134609.328125, "train/tensor_act_model_layers_25_mlp_down_proj/mean": 65.5, "train/tensor_act_model_layers_25_mlp_down_proj/std": 5.6875, "train/tensor_act_model_layers_25_mlp_down_proj/max_abs": 80.5, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_25_mlp_down_proj/min": -0.1142578125, "train/tensor_act_model_layers_25_mlp_down_proj/max": 80.5, "train/tensor_act_model_layers_25_mlp_down_proj/range": 80.6142578125, "train/tensor_act_model_layers_25_mlp/norm": 134609.328125, "train/tensor_act_model_layers_25_mlp/mean": 65.5, "train/tensor_act_model_layers_25_mlp/std": 5.6875, "train/tensor_act_model_layers_25_mlp/max_abs": 80.5, "train/tensor_act_model_layers_25_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_25_mlp/min": -0.1142578125, "train/tensor_act_model_layers_25_mlp/max": 80.5, "train/tensor_act_model_layers_25_mlp/range": 80.6142578125, "train/tensor_act_model_layers_25_residual_post_mlp/norm": 3738393.5, "train/tensor_act_model_layers_25_residual_post_mlp/mean": 1824.0, "train/tensor_act_model_layers_25_residual_post_mlp/std": 56.0, "train/tensor_act_model_layers_25_residual_post_mlp/max_abs": 1944.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_25_residual_post_mlp/min": -1.6796875, "train/tensor_act_model_layers_25_residual_post_mlp/max": 1944.0, "train/tensor_act_model_layers_25_residual_post_mlp/range": 1945.6796875, "train/tensor_act_model_layers_26_residual_pre_attn/norm": 3738393.5, "train/tensor_act_model_layers_26_residual_pre_attn/mean": 1824.0, "train/tensor_act_model_layers_26_residual_pre_attn/std": 56.0, "train/tensor_act_model_layers_26_residual_pre_attn/max_abs": 1944.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_26_residual_pre_attn/min": -1.6796875, "train/tensor_act_model_layers_26_residual_pre_attn/max": 1944.0, "train/tensor_act_model_layers_26_residual_pre_attn/range": 1945.6796875, "train/tensor_act_model_layers_26_residual_post_attn/norm": 3738393.5, "train/tensor_act_model_layers_26_residual_post_attn/mean": 1824.0, "train/tensor_act_model_layers_26_residual_post_attn/std": 56.0, "train/tensor_act_model_layers_26_residual_post_attn/max_abs": 1944.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_26_residual_post_attn/min": -1.6484375, "train/tensor_act_model_layers_26_residual_post_attn/max": 1944.0, "train/tensor_act_model_layers_26_residual_post_attn/range": 1945.6484375, "train/tensor_act_model_layers_26_mlp_gate_proj/norm": 7564.27978515625, "train/tensor_act_model_layers_26_mlp_gate_proj/mean": 1.484375, "train/tensor_act_model_layers_26_mlp_gate_proj/std": 2.15625, "train/tensor_act_model_layers_26_mlp_gate_proj/max_abs": 5.90625, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/min": -2.640625, "train/tensor_act_model_layers_26_mlp_gate_proj/max": 5.90625, "train/tensor_act_model_layers_26_mlp_gate_proj/range": 8.546875, "train/tensor_act_model_layers_26_mlp_up_proj/norm": 7696.10400390625, "train/tensor_act_model_layers_26_mlp_up_proj/mean": 0.1083984375, "train/tensor_act_model_layers_26_mlp_up_proj/std": 2.65625, "train/tensor_act_model_layers_26_mlp_up_proj/max_abs": 5.84375, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/min": -5.84375, "train/tensor_act_model_layers_26_mlp_up_proj/max": 5.625, "train/tensor_act_model_layers_26_mlp_up_proj/range": 11.46875, "train/tensor_act_model_layers_26_mlp_down_proj/norm": 121178.4921875, "train/tensor_act_model_layers_26_mlp_down_proj/mean": 59.0, "train/tensor_act_model_layers_26_mlp_down_proj/std": 4.625, "train/tensor_act_model_layers_26_mlp_down_proj/max_abs": 69.0, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_26_mlp_down_proj/min": -0.12890625, "train/tensor_act_model_layers_26_mlp_down_proj/max": 69.0, "train/tensor_act_model_layers_26_mlp_down_proj/range": 69.12890625, "train/tensor_act_model_layers_26_mlp/norm": 121178.4921875, "train/tensor_act_model_layers_26_mlp/mean": 59.0, "train/tensor_act_model_layers_26_mlp/std": 4.625, "train/tensor_act_model_layers_26_mlp/max_abs": 69.0, "train/tensor_act_model_layers_26_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_26_mlp/min": -0.12890625, "train/tensor_act_model_layers_26_mlp/max": 69.0, "train/tensor_act_model_layers_26_mlp/range": 69.12890625, "train/tensor_act_model_layers_26_residual_post_mlp/norm": 3859249.0, "train/tensor_act_model_layers_26_residual_post_mlp/mean": 1880.0, "train/tensor_act_model_layers_26_residual_post_mlp/std": 56.0, "train/tensor_act_model_layers_26_residual_post_mlp/max_abs": 2000.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_26_residual_post_mlp/min": -1.5859375, "train/tensor_act_model_layers_26_residual_post_mlp/max": 2000.0, "train/tensor_act_model_layers_26_residual_post_mlp/range": 2001.5859375, "train/tensor_act_model_layers_27_residual_pre_attn/norm": 3859249.0, "train/tensor_act_model_layers_27_residual_pre_attn/mean": 1880.0, "train/tensor_act_model_layers_27_residual_pre_attn/std": 56.0, "train/tensor_act_model_layers_27_residual_pre_attn/max_abs": 2000.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_27_residual_pre_attn/min": -1.5859375, "train/tensor_act_model_layers_27_residual_pre_attn/max": 2000.0, "train/tensor_act_model_layers_27_residual_pre_attn/range": 2001.5859375, "train/tensor_act_model_layers_27_residual_post_attn/norm": 3859249.0, "train/tensor_act_model_layers_27_residual_post_attn/mean": 1880.0, "train/tensor_act_model_layers_27_residual_post_attn/std": 56.0, "train/tensor_act_model_layers_27_residual_post_attn/max_abs": 2000.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_27_residual_post_attn/min": -1.609375, "train/tensor_act_model_layers_27_residual_post_attn/max": 2000.0, "train/tensor_act_model_layers_27_residual_post_attn/range": 2001.609375, "train/tensor_act_model_layers_27_mlp_gate_proj/norm": 7488.849609375, "train/tensor_act_model_layers_27_mlp_gate_proj/mean": 1.484375, "train/tensor_act_model_layers_27_mlp_gate_proj/std": 2.125, "train/tensor_act_model_layers_27_mlp_gate_proj/max_abs": 6.28125, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/min": -2.71875, "train/tensor_act_model_layers_27_mlp_gate_proj/max": 6.28125, "train/tensor_act_model_layers_27_mlp_gate_proj/range": 9.0, "train/tensor_act_model_layers_27_mlp_up_proj/norm": 7717.45458984375, "train/tensor_act_model_layers_27_mlp_up_proj/mean": -0.02783203125, "train/tensor_act_model_layers_27_mlp_up_proj/std": 2.671875, "train/tensor_act_model_layers_27_mlp_up_proj/max_abs": 6.21875, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/min": -5.875, "train/tensor_act_model_layers_27_mlp_up_proj/max": 6.21875, "train/tensor_act_model_layers_27_mlp_up_proj/range": 12.09375, "train/tensor_act_model_layers_27_mlp_down_proj/norm": 115999.40625, "train/tensor_act_model_layers_27_mlp_down_proj/mean": 56.5, "train/tensor_act_model_layers_27_mlp_down_proj/std": 5.125, "train/tensor_act_model_layers_27_mlp_down_proj/max_abs": 69.5, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_27_mlp_down_proj/min": -0.11083984375, "train/tensor_act_model_layers_27_mlp_down_proj/max": 69.5, "train/tensor_act_model_layers_27_mlp_down_proj/range": 69.61083984375, "train/tensor_act_model_layers_27_mlp/norm": 115999.40625, "train/tensor_act_model_layers_27_mlp/mean": 56.5, "train/tensor_act_model_layers_27_mlp/std": 5.125, "train/tensor_act_model_layers_27_mlp/max_abs": 69.5, "train/tensor_act_model_layers_27_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_27_mlp/min": -0.11083984375, "train/tensor_act_model_layers_27_mlp/max": 69.5, "train/tensor_act_model_layers_27_mlp/range": 69.61083984375, "train/tensor_act_model_layers_27_residual_post_mlp/norm": 3974380.5, "train/tensor_act_model_layers_27_residual_post_mlp/mean": 1936.0, "train/tensor_act_model_layers_27_residual_post_mlp/std": 56.75, "train/tensor_act_model_layers_27_residual_post_mlp/max_abs": 2064.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_27_residual_post_mlp/min": -1.6796875, "train/tensor_act_model_layers_27_residual_post_mlp/max": 2064.0, "train/tensor_act_model_layers_27_residual_post_mlp/range": 2065.6796875, "train/tensor_act_model_layers_28_residual_pre_attn/norm": 3974380.5, "train/tensor_act_model_layers_28_residual_pre_attn/mean": 1936.0, "train/tensor_act_model_layers_28_residual_pre_attn/std": 56.75, "train/tensor_act_model_layers_28_residual_pre_attn/max_abs": 2064.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_28_residual_pre_attn/min": -1.6796875, "train/tensor_act_model_layers_28_residual_pre_attn/max": 2064.0, "train/tensor_act_model_layers_28_residual_pre_attn/range": 2065.6796875, "train/tensor_act_model_layers_28_residual_post_attn/norm": 3974380.5, "train/tensor_act_model_layers_28_residual_post_attn/mean": 1936.0, "train/tensor_act_model_layers_28_residual_post_attn/std": 56.75, "train/tensor_act_model_layers_28_residual_post_attn/max_abs": 2064.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_28_residual_post_attn/min": -1.7265625, "train/tensor_act_model_layers_28_residual_post_attn/max": 2064.0, "train/tensor_act_model_layers_28_residual_post_attn/range": 2065.7265625, "train/tensor_act_model_layers_28_mlp_gate_proj/norm": 7544.83740234375, "train/tensor_act_model_layers_28_mlp_gate_proj/mean": 1.5234375, "train/tensor_act_model_layers_28_mlp_gate_proj/std": 2.109375, "train/tensor_act_model_layers_28_mlp_gate_proj/max_abs": 6.75, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/min": -2.546875, "train/tensor_act_model_layers_28_mlp_gate_proj/max": 6.75, "train/tensor_act_model_layers_28_mlp_gate_proj/range": 9.296875, "train/tensor_act_model_layers_28_mlp_up_proj/norm": 7756.6162109375, "train/tensor_act_model_layers_28_mlp_up_proj/mean": -0.00860595703125, "train/tensor_act_model_layers_28_mlp_up_proj/std": 2.671875, "train/tensor_act_model_layers_28_mlp_up_proj/max_abs": 6.5625, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/min": -6.21875, "train/tensor_act_model_layers_28_mlp_up_proj/max": 6.5625, "train/tensor_act_model_layers_28_mlp_up_proj/range": 12.78125, "train/tensor_act_model_layers_28_mlp_down_proj/norm": 120075.8359375, "train/tensor_act_model_layers_28_mlp_down_proj/mean": 58.25, "train/tensor_act_model_layers_28_mlp_down_proj/std": 5.875, "train/tensor_act_model_layers_28_mlp_down_proj/max_abs": 74.0, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_28_mlp_down_proj/min": -0.0791015625, "train/tensor_act_model_layers_28_mlp_down_proj/max": 74.0, "train/tensor_act_model_layers_28_mlp_down_proj/range": 74.0791015625, "train/tensor_act_model_layers_28_mlp/norm": 120075.8359375, "train/tensor_act_model_layers_28_mlp/mean": 58.25, "train/tensor_act_model_layers_28_mlp/std": 5.875, "train/tensor_act_model_layers_28_mlp/max_abs": 74.0, "train/tensor_act_model_layers_28_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_28_mlp/min": -0.0791015625, "train/tensor_act_model_layers_28_mlp/max": 74.0, "train/tensor_act_model_layers_28_mlp/range": 74.0791015625, "train/tensor_act_model_layers_28_residual_post_mlp/norm": 4093291.0, "train/tensor_act_model_layers_28_residual_post_mlp/mean": 2000.0, "train/tensor_act_model_layers_28_residual_post_mlp/std": 57.25, "train/tensor_act_model_layers_28_residual_post_mlp/max_abs": 2128.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_28_residual_post_mlp/min": -1.7109375, "train/tensor_act_model_layers_28_residual_post_mlp/max": 2128.0, "train/tensor_act_model_layers_28_residual_post_mlp/range": 2129.7109375, "train/tensor_act_model_layers_29_residual_pre_attn/norm": 4093291.0, "train/tensor_act_model_layers_29_residual_pre_attn/mean": 2000.0, "train/tensor_act_model_layers_29_residual_pre_attn/std": 57.25, "train/tensor_act_model_layers_29_residual_pre_attn/max_abs": 2128.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_29_residual_pre_attn/min": -1.7109375, "train/tensor_act_model_layers_29_residual_pre_attn/max": 2128.0, "train/tensor_act_model_layers_29_residual_pre_attn/range": 2129.7109375, "train/tensor_act_model_layers_29_residual_post_attn/norm": 4093291.0, "train/tensor_act_model_layers_29_residual_post_attn/mean": 2000.0, "train/tensor_act_model_layers_29_residual_post_attn/std": 57.25, "train/tensor_act_model_layers_29_residual_post_attn/max_abs": 2128.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_29_residual_post_attn/min": -1.7890625, "train/tensor_act_model_layers_29_residual_post_attn/max": 2128.0, "train/tensor_act_model_layers_29_residual_post_attn/range": 2129.7890625, "train/tensor_act_model_layers_29_mlp_gate_proj/norm": 7637.9306640625, "train/tensor_act_model_layers_29_mlp_gate_proj/mean": 1.5, "train/tensor_act_model_layers_29_mlp_gate_proj/std": 2.171875, "train/tensor_act_model_layers_29_mlp_gate_proj/max_abs": 5.84375, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/min": -2.671875, "train/tensor_act_model_layers_29_mlp_gate_proj/max": 5.84375, "train/tensor_act_model_layers_29_mlp_gate_proj/range": 8.515625, "train/tensor_act_model_layers_29_mlp_up_proj/norm": 7837.25537109375, "train/tensor_act_model_layers_29_mlp_up_proj/mean": -0.171875, "train/tensor_act_model_layers_29_mlp_up_proj/std": 2.703125, "train/tensor_act_model_layers_29_mlp_up_proj/max_abs": 6.125, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/min": -5.84375, "train/tensor_act_model_layers_29_mlp_up_proj/max": 6.125, "train/tensor_act_model_layers_29_mlp_up_proj/range": 11.96875, "train/tensor_act_model_layers_29_mlp_down_proj/norm": 122704.6015625, "train/tensor_act_model_layers_29_mlp_down_proj/mean": 59.75, "train/tensor_act_model_layers_29_mlp_down_proj/std": 5.625, "train/tensor_act_model_layers_29_mlp_down_proj/max_abs": 73.0, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_29_mlp_down_proj/min": -0.09716796875, "train/tensor_act_model_layers_29_mlp_down_proj/max": 73.0, "train/tensor_act_model_layers_29_mlp_down_proj/range": 73.09716796875, "train/tensor_act_model_layers_29_mlp/norm": 122704.6015625, "train/tensor_act_model_layers_29_mlp/mean": 59.75, "train/tensor_act_model_layers_29_mlp/std": 5.625, "train/tensor_act_model_layers_29_mlp/max_abs": 73.0, "train/tensor_act_model_layers_29_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_29_mlp/min": -0.09716796875, "train/tensor_act_model_layers_29_mlp/max": 73.0, "train/tensor_act_model_layers_29_mlp/range": 73.09716796875, "train/tensor_act_model_layers_29_residual_post_mlp/norm": 4215221.0, "train/tensor_act_model_layers_29_residual_post_mlp/mean": 2064.0, "train/tensor_act_model_layers_29_residual_post_mlp/std": 58.25, "train/tensor_act_model_layers_29_residual_post_mlp/max_abs": 2192.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_29_residual_post_mlp/min": -1.796875, "train/tensor_act_model_layers_29_residual_post_mlp/max": 2192.0, "train/tensor_act_model_layers_29_residual_post_mlp/range": 2193.796875, "train/tensor_act_model_layers_30_residual_pre_attn/norm": 4215221.0, "train/tensor_act_model_layers_30_residual_pre_attn/mean": 2064.0, "train/tensor_act_model_layers_30_residual_pre_attn/std": 58.25, "train/tensor_act_model_layers_30_residual_pre_attn/max_abs": 2192.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_30_residual_pre_attn/min": -1.796875, "train/tensor_act_model_layers_30_residual_pre_attn/max": 2192.0, "train/tensor_act_model_layers_30_residual_pre_attn/range": 2193.796875, "train/tensor_act_model_layers_30_residual_post_attn/norm": 4215221.0, "train/tensor_act_model_layers_30_residual_post_attn/mean": 2064.0, "train/tensor_act_model_layers_30_residual_post_attn/std": 58.25, "train/tensor_act_model_layers_30_residual_post_attn/max_abs": 2192.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_30_residual_post_attn/min": -2.0, "train/tensor_act_model_layers_30_residual_post_attn/max": 2192.0, "train/tensor_act_model_layers_30_residual_post_attn/range": 2194.0, "train/tensor_act_model_layers_30_mlp_gate_proj/norm": 7662.28955078125, "train/tensor_act_model_layers_30_mlp_gate_proj/mean": 1.53125, "train/tensor_act_model_layers_30_mlp_gate_proj/std": 2.15625, "train/tensor_act_model_layers_30_mlp_gate_proj/max_abs": 5.53125, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/min": -2.515625, "train/tensor_act_model_layers_30_mlp_gate_proj/max": 5.53125, "train/tensor_act_model_layers_30_mlp_gate_proj/range": 8.046875, "train/tensor_act_model_layers_30_mlp_up_proj/norm": 7866.5234375, "train/tensor_act_model_layers_30_mlp_up_proj/mean": 0.0113525390625, "train/tensor_act_model_layers_30_mlp_up_proj/std": 2.71875, "train/tensor_act_model_layers_30_mlp_up_proj/max_abs": 6.59375, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/min": -6.59375, "train/tensor_act_model_layers_30_mlp_up_proj/max": 6.09375, "train/tensor_act_model_layers_30_mlp_up_proj/range": 12.6875, "train/tensor_act_model_layers_30_mlp_down_proj/norm": 127188.203125, "train/tensor_act_model_layers_30_mlp_down_proj/mean": 61.75, "train/tensor_act_model_layers_30_mlp_down_proj/std": 5.40625, "train/tensor_act_model_layers_30_mlp_down_proj/max_abs": 74.0, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_30_mlp_down_proj/min": -0.1279296875, "train/tensor_act_model_layers_30_mlp_down_proj/max": 74.0, "train/tensor_act_model_layers_30_mlp_down_proj/range": 74.1279296875, "train/tensor_act_model_layers_30_mlp/norm": 127188.203125, "train/tensor_act_model_layers_30_mlp/mean": 61.75, "train/tensor_act_model_layers_30_mlp/std": 5.40625, "train/tensor_act_model_layers_30_mlp/max_abs": 74.0, "train/tensor_act_model_layers_30_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_30_mlp/min": -0.1279296875, "train/tensor_act_model_layers_30_mlp/max": 74.0, "train/tensor_act_model_layers_30_mlp/range": 74.1279296875, "train/tensor_act_model_layers_30_residual_post_mlp/norm": 4343948.0, "train/tensor_act_model_layers_30_residual_post_mlp/mean": 2128.0, "train/tensor_act_model_layers_30_residual_post_mlp/std": 59.25, "train/tensor_act_model_layers_30_residual_post_mlp/max_abs": 2256.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_30_residual_post_mlp/min": -2.015625, "train/tensor_act_model_layers_30_residual_post_mlp/max": 2256.0, "train/tensor_act_model_layers_30_residual_post_mlp/range": 2258.015625, "train/tensor_act_model_layers_31_residual_pre_attn/norm": 4343948.0, "train/tensor_act_model_layers_31_residual_pre_attn/mean": 2128.0, "train/tensor_act_model_layers_31_residual_pre_attn/std": 59.25, "train/tensor_act_model_layers_31_residual_pre_attn/max_abs": 2256.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_31_residual_pre_attn/min": -2.015625, "train/tensor_act_model_layers_31_residual_pre_attn/max": 2256.0, "train/tensor_act_model_layers_31_residual_pre_attn/range": 2258.015625, "train/tensor_act_model_layers_31_residual_post_attn/norm": 4343948.0, "train/tensor_act_model_layers_31_residual_post_attn/mean": 2128.0, "train/tensor_act_model_layers_31_residual_post_attn/std": 59.25, "train/tensor_act_model_layers_31_residual_post_attn/max_abs": 2256.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_31_residual_post_attn/min": -2.15625, "train/tensor_act_model_layers_31_residual_post_attn/max": 2256.0, "train/tensor_act_model_layers_31_residual_post_attn/range": 2258.15625, "train/tensor_act_model_layers_31_mlp_gate_proj/norm": 7260.06689453125, "train/tensor_act_model_layers_31_mlp_gate_proj/mean": 1.4296875, "train/tensor_act_model_layers_31_mlp_gate_proj/std": 2.0625, "train/tensor_act_model_layers_31_mlp_gate_proj/max_abs": 6.15625, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/min": -3.0625, "train/tensor_act_model_layers_31_mlp_gate_proj/max": 6.15625, "train/tensor_act_model_layers_31_mlp_gate_proj/range": 9.21875, "train/tensor_act_model_layers_31_mlp_up_proj/norm": 7449.4365234375, "train/tensor_act_model_layers_31_mlp_up_proj/mean": 0.1513671875, "train/tensor_act_model_layers_31_mlp_up_proj/std": 2.5625, "train/tensor_act_model_layers_31_mlp_up_proj/max_abs": 6.3125, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/min": -6.3125, "train/tensor_act_model_layers_31_mlp_up_proj/max": 5.90625, "train/tensor_act_model_layers_31_mlp_up_proj/range": 12.21875, "train/tensor_act_model_layers_31_mlp_down_proj/norm": 112350.453125, "train/tensor_act_model_layers_31_mlp_down_proj/mean": 54.5, "train/tensor_act_model_layers_31_mlp_down_proj/std": 5.3125, "train/tensor_act_model_layers_31_mlp_down_proj/max_abs": 67.5, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_31_mlp_down_proj/min": -0.1220703125, "train/tensor_act_model_layers_31_mlp_down_proj/max": 67.5, "train/tensor_act_model_layers_31_mlp_down_proj/range": 67.6220703125, "train/tensor_act_model_layers_31_mlp/norm": 112350.453125, "train/tensor_act_model_layers_31_mlp/mean": 54.5, "train/tensor_act_model_layers_31_mlp/std": 5.3125, "train/tensor_act_model_layers_31_mlp/max_abs": 67.5, "train/tensor_act_model_layers_31_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_31_mlp/min": -0.1220703125, "train/tensor_act_model_layers_31_mlp/max": 67.5, "train/tensor_act_model_layers_31_mlp/range": 67.6220703125, "train/tensor_act_model_layers_31_residual_post_mlp/norm": 4454778.5, "train/tensor_act_model_layers_31_residual_post_mlp/mean": 2176.0, "train/tensor_act_model_layers_31_residual_post_mlp/std": 60.25, "train/tensor_act_model_layers_31_residual_post_mlp/max_abs": 2320.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_31_residual_post_mlp/min": -2.1875, "train/tensor_act_model_layers_31_residual_post_mlp/max": 2320.0, "train/tensor_act_model_layers_31_residual_post_mlp/range": 2322.1875, "train/tensor_act_model_layers_32_residual_pre_attn/norm": 4454778.5, "train/tensor_act_model_layers_32_residual_pre_attn/mean": 2176.0, "train/tensor_act_model_layers_32_residual_pre_attn/std": 60.25, "train/tensor_act_model_layers_32_residual_pre_attn/max_abs": 2320.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_32_residual_pre_attn/min": -2.1875, "train/tensor_act_model_layers_32_residual_pre_attn/max": 2320.0, "train/tensor_act_model_layers_32_residual_pre_attn/range": 2322.1875, "train/tensor_act_model_layers_32_residual_post_attn/norm": 4454778.5, "train/tensor_act_model_layers_32_residual_post_attn/mean": 2176.0, "train/tensor_act_model_layers_32_residual_post_attn/std": 60.25, "train/tensor_act_model_layers_32_residual_post_attn/max_abs": 2320.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_32_residual_post_attn/min": -2.234375, "train/tensor_act_model_layers_32_residual_post_attn/max": 2320.0, "train/tensor_act_model_layers_32_residual_post_attn/range": 2322.234375, "train/tensor_act_model_layers_32_mlp_gate_proj/norm": 7254.03173828125, "train/tensor_act_model_layers_32_mlp_gate_proj/mean": 1.3203125, "train/tensor_act_model_layers_32_mlp_gate_proj/std": 2.125, "train/tensor_act_model_layers_32_mlp_gate_proj/max_abs": 5.96875, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/min": -2.90625, "train/tensor_act_model_layers_32_mlp_gate_proj/max": 5.96875, "train/tensor_act_model_layers_32_mlp_gate_proj/range": 8.875, "train/tensor_act_model_layers_32_mlp_up_proj/norm": 7431.6904296875, "train/tensor_act_model_layers_32_mlp_up_proj/mean": 0.0341796875, "train/tensor_act_model_layers_32_mlp_up_proj/std": 2.5625, "train/tensor_act_model_layers_32_mlp_up_proj/max_abs": 6.71875, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/min": -6.71875, "train/tensor_act_model_layers_32_mlp_up_proj/max": 5.71875, "train/tensor_act_model_layers_32_mlp_up_proj/range": 12.4375, "train/tensor_act_model_layers_32_mlp_down_proj/norm": 108617.7578125, "train/tensor_act_model_layers_32_mlp_down_proj/mean": 52.75, "train/tensor_act_model_layers_32_mlp_down_proj/std": 5.5625, "train/tensor_act_model_layers_32_mlp_down_proj/max_abs": 64.5, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_32_mlp_down_proj/min": -0.1396484375, "train/tensor_act_model_layers_32_mlp_down_proj/max": 64.5, "train/tensor_act_model_layers_32_mlp_down_proj/range": 64.6396484375, "train/tensor_act_model_layers_32_mlp/norm": 108617.7578125, "train/tensor_act_model_layers_32_mlp/mean": 52.75, "train/tensor_act_model_layers_32_mlp/std": 5.5625, "train/tensor_act_model_layers_32_mlp/max_abs": 64.5, "train/tensor_act_model_layers_32_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_32_mlp/min": -0.1396484375, "train/tensor_act_model_layers_32_mlp/max": 64.5, "train/tensor_act_model_layers_32_mlp/range": 64.6396484375, "train/tensor_act_model_layers_32_residual_post_mlp/norm": 4562404.0, "train/tensor_act_model_layers_32_residual_post_mlp/mean": 2224.0, "train/tensor_act_model_layers_32_residual_post_mlp/std": 62.0, "train/tensor_act_model_layers_32_residual_post_mlp/max_abs": 2384.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_32_residual_post_mlp/min": -2.171875, "train/tensor_act_model_layers_32_residual_post_mlp/max": 2384.0, "train/tensor_act_model_layers_32_residual_post_mlp/range": 2386.171875, "train/tensor_act_model_layers_33_residual_pre_attn/norm": 4562404.0, "train/tensor_act_model_layers_33_residual_pre_attn/mean": 2224.0, "train/tensor_act_model_layers_33_residual_pre_attn/std": 62.0, "train/tensor_act_model_layers_33_residual_pre_attn/max_abs": 2384.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_33_residual_pre_attn/min": -2.171875, "train/tensor_act_model_layers_33_residual_pre_attn/max": 2384.0, "train/tensor_act_model_layers_33_residual_pre_attn/range": 2386.171875, "train/tensor_act_model_layers_33_residual_post_attn/norm": 4562404.0, "train/tensor_act_model_layers_33_residual_post_attn/mean": 2224.0, "train/tensor_act_model_layers_33_residual_post_attn/std": 62.0, "train/tensor_act_model_layers_33_residual_post_attn/max_abs": 2384.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_33_residual_post_attn/min": -2.1875, "train/tensor_act_model_layers_33_residual_post_attn/max": 2384.0, "train/tensor_act_model_layers_33_residual_post_attn/range": 2386.1875, "train/tensor_act_model_layers_33_mlp_gate_proj/norm": 7657.30126953125, "train/tensor_act_model_layers_33_mlp_gate_proj/mean": 1.625, "train/tensor_act_model_layers_33_mlp_gate_proj/std": 2.09375, "train/tensor_act_model_layers_33_mlp_gate_proj/max_abs": 6.46875, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/min": -3.0, "train/tensor_act_model_layers_33_mlp_gate_proj/max": 6.46875, "train/tensor_act_model_layers_33_mlp_gate_proj/range": 9.46875, "train/tensor_act_model_layers_33_mlp_up_proj/norm": 7850.68701171875, "train/tensor_act_model_layers_33_mlp_up_proj/mean": -0.12353515625, "train/tensor_act_model_layers_33_mlp_up_proj/std": 2.703125, "train/tensor_act_model_layers_33_mlp_up_proj/max_abs": 6.15625, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/min": -6.15625, "train/tensor_act_model_layers_33_mlp_up_proj/max": 6.03125, "train/tensor_act_model_layers_33_mlp_up_proj/range": 12.1875, "train/tensor_act_model_layers_33_mlp_down_proj/norm": 121017.28125, "train/tensor_act_model_layers_33_mlp_down_proj/mean": 58.75, "train/tensor_act_model_layers_33_mlp_down_proj/std": 5.5, "train/tensor_act_model_layers_33_mlp_down_proj/max_abs": 76.5, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_33_mlp_down_proj/min": -0.10107421875, "train/tensor_act_model_layers_33_mlp_down_proj/max": 76.5, "train/tensor_act_model_layers_33_mlp_down_proj/range": 76.60107421875, "train/tensor_act_model_layers_33_mlp/norm": 121017.28125, "train/tensor_act_model_layers_33_mlp/mean": 58.75, "train/tensor_act_model_layers_33_mlp/std": 5.5, "train/tensor_act_model_layers_33_mlp/max_abs": 76.5, "train/tensor_act_model_layers_33_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_33_mlp/min": -0.10107421875, "train/tensor_act_model_layers_33_mlp/max": 76.5, "train/tensor_act_model_layers_33_mlp/range": 76.60107421875, "train/tensor_act_model_layers_33_residual_post_mlp/norm": 4684230.0, "train/tensor_act_model_layers_33_residual_post_mlp/mean": 2288.0, "train/tensor_act_model_layers_33_residual_post_mlp/std": 62.5, "train/tensor_act_model_layers_33_residual_post_mlp/max_abs": 2432.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_33_residual_post_mlp/min": -2.1875, "train/tensor_act_model_layers_33_residual_post_mlp/max": 2432.0, "train/tensor_act_model_layers_33_residual_post_mlp/range": 2434.1875, "train/tensor_act_model_layers_34_residual_pre_attn/norm": 4684230.0, "train/tensor_act_model_layers_34_residual_pre_attn/mean": 2288.0, "train/tensor_act_model_layers_34_residual_pre_attn/std": 62.5, "train/tensor_act_model_layers_34_residual_pre_attn/max_abs": 2432.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_34_residual_pre_attn/min": -2.1875, "train/tensor_act_model_layers_34_residual_pre_attn/max": 2432.0, "train/tensor_act_model_layers_34_residual_pre_attn/range": 2434.1875, "train/tensor_act_model_layers_34_residual_post_attn/norm": 4684230.0, "train/tensor_act_model_layers_34_residual_post_attn/mean": 2288.0, "train/tensor_act_model_layers_34_residual_post_attn/std": 62.5, "train/tensor_act_model_layers_34_residual_post_attn/max_abs": 2432.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_34_residual_post_attn/min": -2.21875, "train/tensor_act_model_layers_34_residual_post_attn/max": 2432.0, "train/tensor_act_model_layers_34_residual_post_attn/range": 2434.21875, "train/tensor_act_model_layers_34_mlp_gate_proj/norm": 7244.59326171875, "train/tensor_act_model_layers_34_mlp_gate_proj/mean": 1.5, "train/tensor_act_model_layers_34_mlp_gate_proj/std": 2.0, "train/tensor_act_model_layers_34_mlp_gate_proj/max_abs": 5.375, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/min": -2.921875, "train/tensor_act_model_layers_34_mlp_gate_proj/max": 5.375, "train/tensor_act_model_layers_34_mlp_gate_proj/range": 8.296875, "train/tensor_act_model_layers_34_mlp_up_proj/norm": 7534.83837890625, "train/tensor_act_model_layers_34_mlp_up_proj/mean": -0.1689453125, "train/tensor_act_model_layers_34_mlp_up_proj/std": 2.59375, "train/tensor_act_model_layers_34_mlp_up_proj/max_abs": 5.6875, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/min": -5.6875, "train/tensor_act_model_layers_34_mlp_up_proj/max": 5.6875, "train/tensor_act_model_layers_34_mlp_up_proj/range": 11.375, "train/tensor_act_model_layers_34_mlp_down_proj/norm": 105764.9296875, "train/tensor_act_model_layers_34_mlp_down_proj/mean": 51.5, "train/tensor_act_model_layers_34_mlp_down_proj/std": 4.875, "train/tensor_act_model_layers_34_mlp_down_proj/max_abs": 63.75, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_34_mlp_down_proj/min": -0.150390625, "train/tensor_act_model_layers_34_mlp_down_proj/max": 63.75, "train/tensor_act_model_layers_34_mlp_down_proj/range": 63.900390625, "train/tensor_act_model_layers_34_mlp/norm": 105764.9296875, "train/tensor_act_model_layers_34_mlp/mean": 51.5, "train/tensor_act_model_layers_34_mlp/std": 4.875, "train/tensor_act_model_layers_34_mlp/max_abs": 63.75, "train/tensor_act_model_layers_34_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_34_mlp/min": -0.150390625, "train/tensor_act_model_layers_34_mlp/max": 63.75, "train/tensor_act_model_layers_34_mlp/range": 63.900390625, "train/tensor_act_model_layers_34_residual_post_mlp/norm": 4788407.5, "train/tensor_act_model_layers_34_residual_post_mlp/mean": 2336.0, "train/tensor_act_model_layers_34_residual_post_mlp/std": 62.25, "train/tensor_act_model_layers_34_residual_post_mlp/max_abs": 2480.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_34_residual_post_mlp/min": -2.140625, "train/tensor_act_model_layers_34_residual_post_mlp/max": 2480.0, "train/tensor_act_model_layers_34_residual_post_mlp/range": 2482.140625, "train/tensor_act_model_layers_35_residual_pre_attn/norm": 4788407.5, "train/tensor_act_model_layers_35_residual_pre_attn/mean": 2336.0, "train/tensor_act_model_layers_35_residual_pre_attn/std": 62.25, "train/tensor_act_model_layers_35_residual_pre_attn/max_abs": 2480.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_35_residual_pre_attn/min": -2.140625, "train/tensor_act_model_layers_35_residual_pre_attn/max": 2480.0, "train/tensor_act_model_layers_35_residual_pre_attn/range": 2482.140625, "train/tensor_act_model_layers_35_residual_post_attn/norm": 4788407.5, "train/tensor_act_model_layers_35_residual_post_attn/mean": 2336.0, "train/tensor_act_model_layers_35_residual_post_attn/std": 62.25, "train/tensor_act_model_layers_35_residual_post_attn/max_abs": 2480.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_35_residual_post_attn/min": -2.234375, "train/tensor_act_model_layers_35_residual_post_attn/max": 2480.0, "train/tensor_act_model_layers_35_residual_post_attn/range": 2482.234375, "train/tensor_act_model_layers_35_mlp_gate_proj/norm": 7845.9873046875, "train/tensor_act_model_layers_35_mlp_gate_proj/mean": 1.5859375, "train/tensor_act_model_layers_35_mlp_gate_proj/std": 2.203125, "train/tensor_act_model_layers_35_mlp_gate_proj/max_abs": 6.0625, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/min": -3.171875, "train/tensor_act_model_layers_35_mlp_gate_proj/max": 6.0625, "train/tensor_act_model_layers_35_mlp_gate_proj/range": 9.234375, "train/tensor_act_model_layers_35_mlp_up_proj/norm": 7964.9130859375, "train/tensor_act_model_layers_35_mlp_up_proj/mean": -0.1279296875, "train/tensor_act_model_layers_35_mlp_up_proj/std": 2.75, "train/tensor_act_model_layers_35_mlp_up_proj/max_abs": 6.3125, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/min": -6.3125, "train/tensor_act_model_layers_35_mlp_up_proj/max": 6.03125, "train/tensor_act_model_layers_35_mlp_up_proj/range": 12.34375, "train/tensor_act_model_layers_35_mlp_down_proj/norm": 130785.75, "train/tensor_act_model_layers_35_mlp_down_proj/mean": 63.5, "train/tensor_act_model_layers_35_mlp_down_proj/std": 6.71875, "train/tensor_act_model_layers_35_mlp_down_proj/max_abs": 77.5, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_35_mlp_down_proj/min": -0.091796875, "train/tensor_act_model_layers_35_mlp_down_proj/max": 77.5, "train/tensor_act_model_layers_35_mlp_down_proj/range": 77.591796875, "train/tensor_act_model_layers_35_mlp/norm": 130785.75, "train/tensor_act_model_layers_35_mlp/mean": 63.5, "train/tensor_act_model_layers_35_mlp/std": 6.71875, "train/tensor_act_model_layers_35_mlp/max_abs": 77.5, "train/tensor_act_model_layers_35_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_35_mlp/min": -0.091796875, "train/tensor_act_model_layers_35_mlp/max": 77.5, "train/tensor_act_model_layers_35_mlp/range": 77.591796875, "train/tensor_act_model_layers_35_residual_post_mlp/norm": 4918570.0, "train/tensor_act_model_layers_35_residual_post_mlp/mean": 2400.0, "train/tensor_act_model_layers_35_residual_post_mlp/std": 63.0, "train/tensor_act_model_layers_35_residual_post_mlp/max_abs": 2544.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_35_residual_post_mlp/min": -2.171875, "train/tensor_act_model_layers_35_residual_post_mlp/max": 2544.0, "train/tensor_act_model_layers_35_residual_post_mlp/range": 2546.171875, "train/tensor_act_model_layers_36_residual_pre_attn/norm": 4918570.0, "train/tensor_act_model_layers_36_residual_pre_attn/mean": 2400.0, "train/tensor_act_model_layers_36_residual_pre_attn/std": 63.0, "train/tensor_act_model_layers_36_residual_pre_attn/max_abs": 2544.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_36_residual_pre_attn/min": -2.171875, "train/tensor_act_model_layers_36_residual_pre_attn/max": 2544.0, "train/tensor_act_model_layers_36_residual_pre_attn/range": 2546.171875, "train/tensor_act_model_layers_36_residual_post_attn/norm": 4918570.0, "train/tensor_act_model_layers_36_residual_post_attn/mean": 2400.0, "train/tensor_act_model_layers_36_residual_post_attn/std": 63.0, "train/tensor_act_model_layers_36_residual_post_attn/max_abs": 2544.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_36_residual_post_attn/min": -2.25, "train/tensor_act_model_layers_36_residual_post_attn/max": 2544.0, "train/tensor_act_model_layers_36_residual_post_attn/range": 2546.25, "train/tensor_act_model_layers_36_mlp_gate_proj/norm": 7142.64990234375, "train/tensor_act_model_layers_36_mlp_gate_proj/mean": 1.4375, "train/tensor_act_model_layers_36_mlp_gate_proj/std": 2.0, "train/tensor_act_model_layers_36_mlp_gate_proj/max_abs": 5.65625, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/min": -3.0625, "train/tensor_act_model_layers_36_mlp_gate_proj/max": 5.65625, "train/tensor_act_model_layers_36_mlp_gate_proj/range": 8.71875, "train/tensor_act_model_layers_36_mlp_up_proj/norm": 7371.11083984375, "train/tensor_act_model_layers_36_mlp_up_proj/mean": 0.01434326171875, "train/tensor_act_model_layers_36_mlp_up_proj/std": 2.546875, "train/tensor_act_model_layers_36_mlp_up_proj/max_abs": 5.59375, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/min": -5.59375, "train/tensor_act_model_layers_36_mlp_up_proj/max": 5.53125, "train/tensor_act_model_layers_36_mlp_up_proj/range": 11.125, "train/tensor_act_model_layers_36_mlp_down_proj/norm": 104866.59375, "train/tensor_act_model_layers_36_mlp_down_proj/mean": 51.0, "train/tensor_act_model_layers_36_mlp_down_proj/std": 5.65625, "train/tensor_act_model_layers_36_mlp_down_proj/max_abs": 65.0, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_36_mlp_down_proj/min": -0.09130859375, "train/tensor_act_model_layers_36_mlp_down_proj/max": 65.0, "train/tensor_act_model_layers_36_mlp_down_proj/range": 65.09130859375, "train/tensor_act_model_layers_36_mlp/norm": 104866.59375, "train/tensor_act_model_layers_36_mlp/mean": 51.0, "train/tensor_act_model_layers_36_mlp/std": 5.65625, "train/tensor_act_model_layers_36_mlp/max_abs": 65.0, "train/tensor_act_model_layers_36_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_36_mlp/min": -0.09130859375, "train/tensor_act_model_layers_36_mlp/max": 65.0, "train/tensor_act_model_layers_36_mlp/range": 65.09130859375, "train/tensor_act_model_layers_36_residual_post_mlp/norm": 5021615.0, "train/tensor_act_model_layers_36_residual_post_mlp/mean": 2448.0, "train/tensor_act_model_layers_36_residual_post_mlp/std": 64.0, "train/tensor_act_model_layers_36_residual_post_mlp/max_abs": 2608.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_36_residual_post_mlp/min": -2.21875, "train/tensor_act_model_layers_36_residual_post_mlp/max": 2608.0, "train/tensor_act_model_layers_36_residual_post_mlp/range": 2610.21875, "train/tensor_act_model_layers_37_residual_pre_attn/norm": 5021615.0, "train/tensor_act_model_layers_37_residual_pre_attn/mean": 2448.0, "train/tensor_act_model_layers_37_residual_pre_attn/std": 64.0, "train/tensor_act_model_layers_37_residual_pre_attn/max_abs": 2608.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_37_residual_pre_attn/min": -2.21875, "train/tensor_act_model_layers_37_residual_pre_attn/max": 2608.0, "train/tensor_act_model_layers_37_residual_pre_attn/range": 2610.21875, "train/tensor_act_model_layers_37_residual_post_attn/norm": 5021615.0, "train/tensor_act_model_layers_37_residual_post_attn/mean": 2448.0, "train/tensor_act_model_layers_37_residual_post_attn/std": 64.0, "train/tensor_act_model_layers_37_residual_post_attn/max_abs": 2608.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_37_residual_post_attn/min": -2.28125, "train/tensor_act_model_layers_37_residual_post_attn/max": 2608.0, "train/tensor_act_model_layers_37_residual_post_attn/range": 2610.28125, "train/tensor_act_model_layers_37_mlp_gate_proj/norm": 7510.50048828125, "train/tensor_act_model_layers_37_mlp_gate_proj/mean": 1.5625, "train/tensor_act_model_layers_37_mlp_gate_proj/std": 2.0625, "train/tensor_act_model_layers_37_mlp_gate_proj/max_abs": 6.25, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/min": -3.453125, "train/tensor_act_model_layers_37_mlp_gate_proj/max": 6.25, "train/tensor_act_model_layers_37_mlp_gate_proj/range": 9.703125, "train/tensor_act_model_layers_37_mlp_up_proj/norm": 7599.2841796875, "train/tensor_act_model_layers_37_mlp_up_proj/mean": 0.240234375, "train/tensor_act_model_layers_37_mlp_up_proj/std": 2.609375, "train/tensor_act_model_layers_37_mlp_up_proj/max_abs": 6.4375, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/min": -6.4375, "train/tensor_act_model_layers_37_mlp_up_proj/max": 5.6875, "train/tensor_act_model_layers_37_mlp_up_proj/range": 12.125, "train/tensor_act_model_layers_37_mlp_down_proj/norm": 112916.8828125, "train/tensor_act_model_layers_37_mlp_down_proj/mean": 54.75, "train/tensor_act_model_layers_37_mlp_down_proj/std": 5.75, "train/tensor_act_model_layers_37_mlp_down_proj/max_abs": 68.5, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_37_mlp_down_proj/min": -0.1552734375, "train/tensor_act_model_layers_37_mlp_down_proj/max": 68.5, "train/tensor_act_model_layers_37_mlp_down_proj/range": 68.6552734375, "train/tensor_act_model_layers_37_mlp/norm": 112916.8828125, "train/tensor_act_model_layers_37_mlp/mean": 54.75, "train/tensor_act_model_layers_37_mlp/std": 5.75, "train/tensor_act_model_layers_37_mlp/max_abs": 68.5, "train/tensor_act_model_layers_37_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_37_mlp/min": -0.1552734375, "train/tensor_act_model_layers_37_mlp/max": 68.5, "train/tensor_act_model_layers_37_mlp/range": 68.6552734375, "train/tensor_act_model_layers_37_residual_post_mlp/norm": 5133330.0, "train/tensor_act_model_layers_37_residual_post_mlp/mean": 2512.0, "train/tensor_act_model_layers_37_residual_post_mlp/std": 65.0, "train/tensor_act_model_layers_37_residual_post_mlp/max_abs": 2672.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_37_residual_post_mlp/min": -2.21875, "train/tensor_act_model_layers_37_residual_post_mlp/max": 2672.0, "train/tensor_act_model_layers_37_residual_post_mlp/range": 2674.21875, "train/tensor_act_model_layers_38_residual_pre_attn/norm": 5133330.0, "train/tensor_act_model_layers_38_residual_pre_attn/mean": 2512.0, "train/tensor_act_model_layers_38_residual_pre_attn/std": 65.0, "train/tensor_act_model_layers_38_residual_pre_attn/max_abs": 2672.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_38_residual_pre_attn/min": -2.21875, "train/tensor_act_model_layers_38_residual_pre_attn/max": 2672.0, "train/tensor_act_model_layers_38_residual_pre_attn/range": 2674.21875, "train/tensor_act_model_layers_38_residual_post_attn/norm": 5133330.0, "train/tensor_act_model_layers_38_residual_post_attn/mean": 2512.0, "train/tensor_act_model_layers_38_residual_post_attn/std": 65.0, "train/tensor_act_model_layers_38_residual_post_attn/max_abs": 2672.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_38_residual_post_attn/min": -2.3125, "train/tensor_act_model_layers_38_residual_post_attn/max": 2672.0, "train/tensor_act_model_layers_38_residual_post_attn/range": 2674.3125, "train/tensor_act_model_layers_38_mlp_gate_proj/norm": 6635.3740234375, "train/tensor_act_model_layers_38_mlp_gate_proj/mean": 1.2265625, "train/tensor_act_model_layers_38_mlp_gate_proj/std": 1.9375, "train/tensor_act_model_layers_38_mlp_gate_proj/max_abs": 5.59375, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/min": -3.765625, "train/tensor_act_model_layers_38_mlp_gate_proj/max": 5.59375, "train/tensor_act_model_layers_38_mlp_gate_proj/range": 9.359375, "train/tensor_act_model_layers_38_mlp_up_proj/norm": 6984.13232421875, "train/tensor_act_model_layers_38_mlp_up_proj/mean": -0.11669921875, "train/tensor_act_model_layers_38_mlp_up_proj/std": 2.40625, "train/tensor_act_model_layers_38_mlp_up_proj/max_abs": 5.6875, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/min": -5.4375, "train/tensor_act_model_layers_38_mlp_up_proj/max": 5.6875, "train/tensor_act_model_layers_38_mlp_up_proj/range": 11.125, "train/tensor_act_model_layers_38_mlp_down_proj/norm": 92138.6796875, "train/tensor_act_model_layers_38_mlp_down_proj/mean": 44.75, "train/tensor_act_model_layers_38_mlp_down_proj/std": 4.59375, "train/tensor_act_model_layers_38_mlp_down_proj/max_abs": 55.25, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_38_mlp_down_proj/min": -0.10498046875, "train/tensor_act_model_layers_38_mlp_down_proj/max": 55.25, "train/tensor_act_model_layers_38_mlp_down_proj/range": 55.35498046875, "train/tensor_act_model_layers_38_mlp/norm": 92138.6796875, "train/tensor_act_model_layers_38_mlp/mean": 44.75, "train/tensor_act_model_layers_38_mlp/std": 4.59375, "train/tensor_act_model_layers_38_mlp/max_abs": 55.25, "train/tensor_act_model_layers_38_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_38_mlp/min": -0.10498046875, "train/tensor_act_model_layers_38_mlp/max": 55.25, "train/tensor_act_model_layers_38_mlp/range": 55.35498046875, "train/tensor_act_model_layers_38_residual_post_mlp/norm": 5226610.0, "train/tensor_act_model_layers_38_residual_post_mlp/mean": 2544.0, "train/tensor_act_model_layers_38_residual_post_mlp/std": 66.0, "train/tensor_act_model_layers_38_residual_post_mlp/max_abs": 2720.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_38_residual_post_mlp/min": -2.1875, "train/tensor_act_model_layers_38_residual_post_mlp/max": 2720.0, "train/tensor_act_model_layers_38_residual_post_mlp/range": 2722.1875, "train/tensor_act_model_layers_39_residual_pre_attn/norm": 5226610.0, "train/tensor_act_model_layers_39_residual_pre_attn/mean": 2544.0, "train/tensor_act_model_layers_39_residual_pre_attn/std": 66.0, "train/tensor_act_model_layers_39_residual_pre_attn/max_abs": 2720.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_39_residual_pre_attn/min": -2.1875, "train/tensor_act_model_layers_39_residual_pre_attn/max": 2720.0, "train/tensor_act_model_layers_39_residual_pre_attn/range": 2722.1875, "train/tensor_act_model_layers_39_residual_post_attn/norm": 5226610.0, "train/tensor_act_model_layers_39_residual_post_attn/mean": 2544.0, "train/tensor_act_model_layers_39_residual_post_attn/std": 66.0, "train/tensor_act_model_layers_39_residual_post_attn/max_abs": 2720.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_39_residual_post_attn/min": -2.09375, "train/tensor_act_model_layers_39_residual_post_attn/max": 2720.0, "train/tensor_act_model_layers_39_residual_post_attn/range": 2722.09375, "train/tensor_act_model_layers_39_mlp_gate_proj/norm": 6599.123046875, "train/tensor_act_model_layers_39_mlp_gate_proj/mean": 1.2109375, "train/tensor_act_model_layers_39_mlp_gate_proj/std": 1.9296875, "train/tensor_act_model_layers_39_mlp_gate_proj/max_abs": 5.59375, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/min": -2.859375, "train/tensor_act_model_layers_39_mlp_gate_proj/max": 5.59375, "train/tensor_act_model_layers_39_mlp_gate_proj/range": 8.453125, "train/tensor_act_model_layers_39_mlp_up_proj/norm": 6922.58203125, "train/tensor_act_model_layers_39_mlp_up_proj/mean": -0.244140625, "train/tensor_act_model_layers_39_mlp_up_proj/std": 2.375, "train/tensor_act_model_layers_39_mlp_up_proj/max_abs": 5.6875, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/min": -5.21875, "train/tensor_act_model_layers_39_mlp_up_proj/max": 5.6875, "train/tensor_act_model_layers_39_mlp_up_proj/range": 10.90625, "train/tensor_act_model_layers_39_mlp_down_proj/norm": 87127.7578125, "train/tensor_act_model_layers_39_mlp_down_proj/mean": 42.25, "train/tensor_act_model_layers_39_mlp_down_proj/std": 4.5625, "train/tensor_act_model_layers_39_mlp_down_proj/max_abs": 52.0, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_39_mlp_down_proj/min": -0.134765625, "train/tensor_act_model_layers_39_mlp_down_proj/max": 52.0, "train/tensor_act_model_layers_39_mlp_down_proj/range": 52.134765625, "train/tensor_act_model_layers_39_mlp/norm": 87127.7578125, "train/tensor_act_model_layers_39_mlp/mean": 42.25, "train/tensor_act_model_layers_39_mlp/std": 4.5625, "train/tensor_act_model_layers_39_mlp/max_abs": 52.0, "train/tensor_act_model_layers_39_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_39_mlp/min": -0.134765625, "train/tensor_act_model_layers_39_mlp/max": 52.0, "train/tensor_act_model_layers_39_mlp/range": 52.134765625, "train/tensor_act_model_layers_39_residual_post_mlp/norm": 5315322.5, "train/tensor_act_model_layers_39_residual_post_mlp/mean": 2592.0, "train/tensor_act_model_layers_39_residual_post_mlp/std": 66.0, "train/tensor_act_model_layers_39_residual_post_mlp/max_abs": 2768.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_39_residual_post_mlp/min": -2.09375, "train/tensor_act_model_layers_39_residual_post_mlp/max": 2768.0, "train/tensor_act_model_layers_39_residual_post_mlp/range": 2770.09375, "train/tensor_act_model_layers_40_residual_pre_attn/norm": 5315322.5, "train/tensor_act_model_layers_40_residual_pre_attn/mean": 2592.0, "train/tensor_act_model_layers_40_residual_pre_attn/std": 66.0, "train/tensor_act_model_layers_40_residual_pre_attn/max_abs": 2768.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_40_residual_pre_attn/min": -2.09375, "train/tensor_act_model_layers_40_residual_pre_attn/max": 2768.0, "train/tensor_act_model_layers_40_residual_pre_attn/range": 2770.09375, "train/tensor_act_model_layers_40_residual_post_attn/norm": 5315322.5, "train/tensor_act_model_layers_40_residual_post_attn/mean": 2592.0, "train/tensor_act_model_layers_40_residual_post_attn/std": 66.0, "train/tensor_act_model_layers_40_residual_post_attn/max_abs": 2768.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_40_residual_post_attn/min": -2.140625, "train/tensor_act_model_layers_40_residual_post_attn/max": 2768.0, "train/tensor_act_model_layers_40_residual_post_attn/range": 2770.140625, "train/tensor_act_model_layers_40_mlp_gate_proj/norm": 7051.83447265625, "train/tensor_act_model_layers_40_mlp_gate_proj/mean": 1.3671875, "train/tensor_act_model_layers_40_mlp_gate_proj/std": 2.015625, "train/tensor_act_model_layers_40_mlp_gate_proj/max_abs": 5.90625, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/min": -3.125, "train/tensor_act_model_layers_40_mlp_gate_proj/max": 5.90625, "train/tensor_act_model_layers_40_mlp_gate_proj/range": 9.03125, "train/tensor_act_model_layers_40_mlp_up_proj/norm": 7229.95556640625, "train/tensor_act_model_layers_40_mlp_up_proj/mean": -0.279296875, "train/tensor_act_model_layers_40_mlp_up_proj/std": 2.484375, "train/tensor_act_model_layers_40_mlp_up_proj/max_abs": 6.03125, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/min": -5.9375, "train/tensor_act_model_layers_40_mlp_up_proj/max": 6.03125, "train/tensor_act_model_layers_40_mlp_up_proj/range": 11.96875, "train/tensor_act_model_layers_40_mlp_down_proj/norm": 99468.09375, "train/tensor_act_model_layers_40_mlp_down_proj/mean": 48.25, "train/tensor_act_model_layers_40_mlp_down_proj/std": 5.59375, "train/tensor_act_model_layers_40_mlp_down_proj/max_abs": 60.25, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_40_mlp_down_proj/min": -0.1494140625, "train/tensor_act_model_layers_40_mlp_down_proj/max": 60.25, "train/tensor_act_model_layers_40_mlp_down_proj/range": 60.3994140625, "train/tensor_act_model_layers_40_mlp/norm": 99468.09375, "train/tensor_act_model_layers_40_mlp/mean": 48.25, "train/tensor_act_model_layers_40_mlp/std": 5.59375, "train/tensor_act_model_layers_40_mlp/max_abs": 60.25, "train/tensor_act_model_layers_40_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_40_mlp/min": -0.1494140625, "train/tensor_act_model_layers_40_mlp/max": 60.25, "train/tensor_act_model_layers_40_mlp/range": 60.3994140625, "train/tensor_act_model_layers_40_residual_post_mlp/norm": 5413320.0, "train/tensor_act_model_layers_40_residual_post_mlp/mean": 2640.0, "train/tensor_act_model_layers_40_residual_post_mlp/std": 66.0, "train/tensor_act_model_layers_40_residual_post_mlp/max_abs": 2816.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_40_residual_post_mlp/min": -2.140625, "train/tensor_act_model_layers_40_residual_post_mlp/max": 2816.0, "train/tensor_act_model_layers_40_residual_post_mlp/range": 2818.140625, "train/tensor_act_model_layers_41_residual_pre_attn/norm": 5413320.0, "train/tensor_act_model_layers_41_residual_pre_attn/mean": 2640.0, "train/tensor_act_model_layers_41_residual_pre_attn/std": 66.0, "train/tensor_act_model_layers_41_residual_pre_attn/max_abs": 2816.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_41_residual_pre_attn/min": -2.140625, "train/tensor_act_model_layers_41_residual_pre_attn/max": 2816.0, "train/tensor_act_model_layers_41_residual_pre_attn/range": 2818.140625, "train/tensor_act_model_layers_41_residual_post_attn/norm": 5413320.0, "train/tensor_act_model_layers_41_residual_post_attn/mean": 2640.0, "train/tensor_act_model_layers_41_residual_post_attn/std": 66.0, "train/tensor_act_model_layers_41_residual_post_attn/max_abs": 2816.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_41_residual_post_attn/min": -2.171875, "train/tensor_act_model_layers_41_residual_post_attn/max": 2816.0, "train/tensor_act_model_layers_41_residual_post_attn/range": 2818.171875, "train/tensor_act_model_layers_41_mlp_gate_proj/norm": 6787.966796875, "train/tensor_act_model_layers_41_mlp_gate_proj/mean": 1.3125, "train/tensor_act_model_layers_41_mlp_gate_proj/std": 1.9453125, "train/tensor_act_model_layers_41_mlp_gate_proj/max_abs": 5.75, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/min": -3.203125, "train/tensor_act_model_layers_41_mlp_gate_proj/max": 5.75, "train/tensor_act_model_layers_41_mlp_gate_proj/range": 8.953125, "train/tensor_act_model_layers_41_mlp_up_proj/norm": 7116.10888671875, "train/tensor_act_model_layers_41_mlp_up_proj/mean": 0.060302734375, "train/tensor_act_model_layers_41_mlp_up_proj/std": 2.453125, "train/tensor_act_model_layers_41_mlp_up_proj/max_abs": 6.0, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/min": -5.53125, "train/tensor_act_model_layers_41_mlp_up_proj/max": 6.0, "train/tensor_act_model_layers_41_mlp_up_proj/range": 11.53125, "train/tensor_act_model_layers_41_mlp_down_proj/norm": 93245.9765625, "train/tensor_act_model_layers_41_mlp_down_proj/mean": 45.25, "train/tensor_act_model_layers_41_mlp_down_proj/std": 5.875, "train/tensor_act_model_layers_41_mlp_down_proj/max_abs": 60.25, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_41_mlp_down_proj/min": -0.07666015625, "train/tensor_act_model_layers_41_mlp_down_proj/max": 60.25, "train/tensor_act_model_layers_41_mlp_down_proj/range": 60.32666015625, "train/tensor_act_model_layers_41_mlp/norm": 93245.9765625, "train/tensor_act_model_layers_41_mlp/mean": 45.25, "train/tensor_act_model_layers_41_mlp/std": 5.875, "train/tensor_act_model_layers_41_mlp/max_abs": 60.25, "train/tensor_act_model_layers_41_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_41_mlp/min": -0.07666015625, "train/tensor_act_model_layers_41_mlp/max": 60.25, "train/tensor_act_model_layers_41_mlp/range": 60.32666015625, "train/tensor_act_model_layers_41_residual_post_mlp/norm": 5506129.5, "train/tensor_act_model_layers_41_residual_post_mlp/mean": 2688.0, "train/tensor_act_model_layers_41_residual_post_mlp/std": 66.0, "train/tensor_act_model_layers_41_residual_post_mlp/max_abs": 2864.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_41_residual_post_mlp/min": -2.1875, "train/tensor_act_model_layers_41_residual_post_mlp/max": 2864.0, "train/tensor_act_model_layers_41_residual_post_mlp/range": 2866.1875, "train/tensor_act_model_layers_42_residual_pre_attn/norm": 5506129.5, "train/tensor_act_model_layers_42_residual_pre_attn/mean": 2688.0, "train/tensor_act_model_layers_42_residual_pre_attn/std": 66.0, "train/tensor_act_model_layers_42_residual_pre_attn/max_abs": 2864.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_42_residual_pre_attn/min": -2.1875, "train/tensor_act_model_layers_42_residual_pre_attn/max": 2864.0, "train/tensor_act_model_layers_42_residual_pre_attn/range": 2866.1875, "train/tensor_act_model_layers_42_residual_post_attn/norm": 5506129.5, "train/tensor_act_model_layers_42_residual_post_attn/mean": 2688.0, "train/tensor_act_model_layers_42_residual_post_attn/std": 66.0, "train/tensor_act_model_layers_42_residual_post_attn/max_abs": 2864.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_42_residual_post_attn/min": -2.109375, "train/tensor_act_model_layers_42_residual_post_attn/max": 2864.0, "train/tensor_act_model_layers_42_residual_post_attn/range": 2866.109375, "train/tensor_act_model_layers_42_mlp_gate_proj/norm": 6453.22119140625, "train/tensor_act_model_layers_42_mlp_gate_proj/mean": 1.15625, "train/tensor_act_model_layers_42_mlp_gate_proj/std": 1.90625, "train/tensor_act_model_layers_42_mlp_gate_proj/max_abs": 6.40625, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/min": -2.96875, "train/tensor_act_model_layers_42_mlp_gate_proj/max": 6.40625, "train/tensor_act_model_layers_42_mlp_gate_proj/range": 9.375, "train/tensor_act_model_layers_42_mlp_up_proj/norm": 6838.95068359375, "train/tensor_act_model_layers_42_mlp_up_proj/mean": 0.248046875, "train/tensor_act_model_layers_42_mlp_up_proj/std": 2.34375, "train/tensor_act_model_layers_42_mlp_up_proj/max_abs": 5.90625, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/min": -5.625, "train/tensor_act_model_layers_42_mlp_up_proj/max": 5.90625, "train/tensor_act_model_layers_42_mlp_up_proj/range": 11.53125, "train/tensor_act_model_layers_42_mlp_down_proj/norm": 83242.140625, "train/tensor_act_model_layers_42_mlp_down_proj/mean": 40.5, "train/tensor_act_model_layers_42_mlp_down_proj/std": 4.46875, "train/tensor_act_model_layers_42_mlp_down_proj/max_abs": 53.0, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_42_mlp_down_proj/min": -0.130859375, "train/tensor_act_model_layers_42_mlp_down_proj/max": 53.0, "train/tensor_act_model_layers_42_mlp_down_proj/range": 53.130859375, "train/tensor_act_model_layers_42_mlp/norm": 83242.140625, "train/tensor_act_model_layers_42_mlp/mean": 40.5, "train/tensor_act_model_layers_42_mlp/std": 4.46875, "train/tensor_act_model_layers_42_mlp/max_abs": 53.0, "train/tensor_act_model_layers_42_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_42_mlp/min": -0.130859375, "train/tensor_act_model_layers_42_mlp/max": 53.0, "train/tensor_act_model_layers_42_mlp/range": 53.130859375, "train/tensor_act_model_layers_42_residual_post_mlp/norm": 5588570.0, "train/tensor_act_model_layers_42_residual_post_mlp/mean": 2720.0, "train/tensor_act_model_layers_42_residual_post_mlp/std": 67.0, "train/tensor_act_model_layers_42_residual_post_mlp/max_abs": 2912.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_42_residual_post_mlp/min": -2.125, "train/tensor_act_model_layers_42_residual_post_mlp/max": 2912.0, "train/tensor_act_model_layers_42_residual_post_mlp/range": 2914.125, "train/tensor_act_model_layers_43_residual_pre_attn/norm": 5588570.0, "train/tensor_act_model_layers_43_residual_pre_attn/mean": 2720.0, "train/tensor_act_model_layers_43_residual_pre_attn/std": 67.0, "train/tensor_act_model_layers_43_residual_pre_attn/max_abs": 2912.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_43_residual_pre_attn/min": -2.125, "train/tensor_act_model_layers_43_residual_pre_attn/max": 2912.0, "train/tensor_act_model_layers_43_residual_pre_attn/range": 2914.125, "train/tensor_act_model_layers_43_residual_post_attn/norm": 5588570.0, "train/tensor_act_model_layers_43_residual_post_attn/mean": 2720.0, "train/tensor_act_model_layers_43_residual_post_attn/std": 67.0, "train/tensor_act_model_layers_43_residual_post_attn/max_abs": 2912.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_43_residual_post_attn/min": -2.125, "train/tensor_act_model_layers_43_residual_post_attn/max": 2912.0, "train/tensor_act_model_layers_43_residual_post_attn/range": 2914.125, "train/tensor_act_model_layers_43_mlp_gate_proj/norm": 6929.9326171875, "train/tensor_act_model_layers_43_mlp_gate_proj/mean": 1.2421875, "train/tensor_act_model_layers_43_mlp_gate_proj/std": 2.046875, "train/tensor_act_model_layers_43_mlp_gate_proj/max_abs": 6.21875, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/min": -3.15625, "train/tensor_act_model_layers_43_mlp_gate_proj/max": 6.21875, "train/tensor_act_model_layers_43_mlp_gate_proj/range": 9.375, "train/tensor_act_model_layers_43_mlp_up_proj/norm": 7063.5078125, "train/tensor_act_model_layers_43_mlp_up_proj/mean": 0.08349609375, "train/tensor_act_model_layers_43_mlp_up_proj/std": 2.4375, "train/tensor_act_model_layers_43_mlp_up_proj/max_abs": 6.125, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/min": -6.125, "train/tensor_act_model_layers_43_mlp_up_proj/max": 6.03125, "train/tensor_act_model_layers_43_mlp_up_proj/range": 12.15625, "train/tensor_act_model_layers_43_mlp_down_proj/norm": 95802.6640625, "train/tensor_act_model_layers_43_mlp_down_proj/mean": 46.5, "train/tensor_act_model_layers_43_mlp_down_proj/std": 5.71875, "train/tensor_act_model_layers_43_mlp_down_proj/max_abs": 59.75, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_43_mlp_down_proj/min": -0.1953125, "train/tensor_act_model_layers_43_mlp_down_proj/max": 59.75, "train/tensor_act_model_layers_43_mlp_down_proj/range": 59.9453125, "train/tensor_act_model_layers_43_mlp/norm": 95802.6640625, "train/tensor_act_model_layers_43_mlp/mean": 46.5, "train/tensor_act_model_layers_43_mlp/std": 5.71875, "train/tensor_act_model_layers_43_mlp/max_abs": 59.75, "train/tensor_act_model_layers_43_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_43_mlp/min": -0.1953125, "train/tensor_act_model_layers_43_mlp/max": 59.75, "train/tensor_act_model_layers_43_mlp/range": 59.9453125, "train/tensor_act_model_layers_43_residual_post_mlp/norm": 5684659.5, "train/tensor_act_model_layers_43_residual_post_mlp/mean": 2768.0, "train/tensor_act_model_layers_43_residual_post_mlp/std": 66.5, "train/tensor_act_model_layers_43_residual_post_mlp/max_abs": 2960.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_43_residual_post_mlp/min": -2.125, "train/tensor_act_model_layers_43_residual_post_mlp/max": 2960.0, "train/tensor_act_model_layers_43_residual_post_mlp/range": 2962.125, "train/tensor_act_model_layers_44_residual_pre_attn/norm": 5684659.5, "train/tensor_act_model_layers_44_residual_pre_attn/mean": 2768.0, "train/tensor_act_model_layers_44_residual_pre_attn/std": 66.5, "train/tensor_act_model_layers_44_residual_pre_attn/max_abs": 2960.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_44_residual_pre_attn/min": -2.125, "train/tensor_act_model_layers_44_residual_pre_attn/max": 2960.0, "train/tensor_act_model_layers_44_residual_pre_attn/range": 2962.125, "train/tensor_act_model_layers_44_residual_post_attn/norm": 5684659.5, "train/tensor_act_model_layers_44_residual_post_attn/mean": 2768.0, "train/tensor_act_model_layers_44_residual_post_attn/std": 66.5, "train/tensor_act_model_layers_44_residual_post_attn/max_abs": 2960.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_44_residual_post_attn/min": -2.09375, "train/tensor_act_model_layers_44_residual_post_attn/max": 2960.0, "train/tensor_act_model_layers_44_residual_post_attn/range": 2962.09375, "train/tensor_act_model_layers_44_mlp_gate_proj/norm": 6596.32177734375, "train/tensor_act_model_layers_44_mlp_gate_proj/mean": 1.2265625, "train/tensor_act_model_layers_44_mlp_gate_proj/std": 1.9140625, "train/tensor_act_model_layers_44_mlp_gate_proj/max_abs": 5.46875, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/min": -3.25, "train/tensor_act_model_layers_44_mlp_gate_proj/max": 5.46875, "train/tensor_act_model_layers_44_mlp_gate_proj/range": 8.71875, "train/tensor_act_model_layers_44_mlp_up_proj/norm": 6609.44482421875, "train/tensor_act_model_layers_44_mlp_up_proj/mean": -0.16796875, "train/tensor_act_model_layers_44_mlp_up_proj/std": 2.28125, "train/tensor_act_model_layers_44_mlp_up_proj/max_abs": 5.4375, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/min": -5.34375, "train/tensor_act_model_layers_44_mlp_up_proj/max": 5.4375, "train/tensor_act_model_layers_44_mlp_up_proj/range": 10.78125, "train/tensor_act_model_layers_44_mlp_down_proj/norm": 81951.390625, "train/tensor_act_model_layers_44_mlp_down_proj/mean": 39.75, "train/tensor_act_model_layers_44_mlp_down_proj/std": 5.125, "train/tensor_act_model_layers_44_mlp_down_proj/max_abs": 50.75, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_44_mlp_down_proj/min": -0.1552734375, "train/tensor_act_model_layers_44_mlp_down_proj/max": 50.75, "train/tensor_act_model_layers_44_mlp_down_proj/range": 50.9052734375, "train/tensor_act_model_layers_44_mlp/norm": 81951.390625, "train/tensor_act_model_layers_44_mlp/mean": 39.75, "train/tensor_act_model_layers_44_mlp/std": 5.125, "train/tensor_act_model_layers_44_mlp/max_abs": 50.75, "train/tensor_act_model_layers_44_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_44_mlp/min": -0.1552734375, "train/tensor_act_model_layers_44_mlp/max": 50.75, "train/tensor_act_model_layers_44_mlp/range": 50.9052734375, "train/tensor_act_model_layers_44_residual_post_mlp/norm": 5767094.5, "train/tensor_act_model_layers_44_residual_post_mlp/mean": 2816.0, "train/tensor_act_model_layers_44_residual_post_mlp/std": 68.0, "train/tensor_act_model_layers_44_residual_post_mlp/max_abs": 2992.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_44_residual_post_mlp/min": -2.09375, "train/tensor_act_model_layers_44_residual_post_mlp/max": 2992.0, "train/tensor_act_model_layers_44_residual_post_mlp/range": 2994.09375, "train/tensor_act_model_layers_45_residual_pre_attn/norm": 5767094.5, "train/tensor_act_model_layers_45_residual_pre_attn/mean": 2816.0, "train/tensor_act_model_layers_45_residual_pre_attn/std": 68.0, "train/tensor_act_model_layers_45_residual_pre_attn/max_abs": 2992.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_45_residual_pre_attn/min": -2.09375, "train/tensor_act_model_layers_45_residual_pre_attn/max": 2992.0, "train/tensor_act_model_layers_45_residual_pre_attn/range": 2994.09375, "train/tensor_act_model_layers_45_residual_post_attn/norm": 5767094.5, "train/tensor_act_model_layers_45_residual_post_attn/mean": 2816.0, "train/tensor_act_model_layers_45_residual_post_attn/std": 68.0, "train/tensor_act_model_layers_45_residual_post_attn/max_abs": 2992.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_45_residual_post_attn/min": -2.171875, "train/tensor_act_model_layers_45_residual_post_attn/max": 2992.0, "train/tensor_act_model_layers_45_residual_post_attn/range": 2994.171875, "train/tensor_act_model_layers_45_mlp_gate_proj/norm": 7270.70458984375, "train/tensor_act_model_layers_45_mlp_gate_proj/mean": 1.4140625, "train/tensor_act_model_layers_45_mlp_gate_proj/std": 2.078125, "train/tensor_act_model_layers_45_mlp_gate_proj/max_abs": 5.875, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/min": -3.203125, "train/tensor_act_model_layers_45_mlp_gate_proj/max": 5.875, "train/tensor_act_model_layers_45_mlp_gate_proj/range": 9.078125, "train/tensor_act_model_layers_45_mlp_up_proj/norm": 7570.8505859375, "train/tensor_act_model_layers_45_mlp_up_proj/mean": -0.02490234375, "train/tensor_act_model_layers_45_mlp_up_proj/std": 2.609375, "train/tensor_act_model_layers_45_mlp_up_proj/max_abs": 6.15625, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/min": -5.25, "train/tensor_act_model_layers_45_mlp_up_proj/max": 6.15625, "train/tensor_act_model_layers_45_mlp_up_proj/range": 11.40625, "train/tensor_act_model_layers_45_mlp_down_proj/norm": 110862.015625, "train/tensor_act_model_layers_45_mlp_down_proj/mean": 54.0, "train/tensor_act_model_layers_45_mlp_down_proj/std": 4.40625, "train/tensor_act_model_layers_45_mlp_down_proj/max_abs": 65.0, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_45_mlp_down_proj/min": -0.1474609375, "train/tensor_act_model_layers_45_mlp_down_proj/max": 65.0, "train/tensor_act_model_layers_45_mlp_down_proj/range": 65.1474609375, "train/tensor_act_model_layers_45_mlp/norm": 110862.015625, "train/tensor_act_model_layers_45_mlp/mean": 54.0, "train/tensor_act_model_layers_45_mlp/std": 4.40625, "train/tensor_act_model_layers_45_mlp/max_abs": 65.0, "train/tensor_act_model_layers_45_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_45_mlp/min": -0.1474609375, "train/tensor_act_model_layers_45_mlp/max": 65.0, "train/tensor_act_model_layers_45_mlp/range": 65.1474609375, "train/tensor_act_model_layers_45_residual_post_mlp/norm": 5876574.5, "train/tensor_act_model_layers_45_residual_post_mlp/mean": 2864.0, "train/tensor_act_model_layers_45_residual_post_mlp/std": 68.0, "train/tensor_act_model_layers_45_residual_post_mlp/max_abs": 3056.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_45_residual_post_mlp/min": -2.28125, "train/tensor_act_model_layers_45_residual_post_mlp/max": 3056.0, "train/tensor_act_model_layers_45_residual_post_mlp/range": 3058.28125, "train/tensor_act_model_layers_46_residual_pre_attn/norm": 5876574.5, "train/tensor_act_model_layers_46_residual_pre_attn/mean": 2864.0, "train/tensor_act_model_layers_46_residual_pre_attn/std": 68.0, "train/tensor_act_model_layers_46_residual_pre_attn/max_abs": 3056.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_46_residual_pre_attn/min": -2.28125, "train/tensor_act_model_layers_46_residual_pre_attn/max": 3056.0, "train/tensor_act_model_layers_46_residual_pre_attn/range": 3058.28125, "train/tensor_act_model_layers_46_residual_post_attn/norm": 5876574.5, "train/tensor_act_model_layers_46_residual_post_attn/mean": 2864.0, "train/tensor_act_model_layers_46_residual_post_attn/std": 68.0, "train/tensor_act_model_layers_46_residual_post_attn/max_abs": 3056.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_46_residual_post_attn/min": -2.1875, "train/tensor_act_model_layers_46_residual_post_attn/max": 3056.0, "train/tensor_act_model_layers_46_residual_post_attn/range": 3058.1875, "train/tensor_act_model_layers_46_mlp_gate_proj/norm": 6611.36181640625, "train/tensor_act_model_layers_46_mlp_gate_proj/mean": 1.1640625, "train/tensor_act_model_layers_46_mlp_gate_proj/std": 1.9609375, "train/tensor_act_model_layers_46_mlp_gate_proj/max_abs": 6.125, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/min": -3.25, "train/tensor_act_model_layers_46_mlp_gate_proj/max": 6.125, "train/tensor_act_model_layers_46_mlp_gate_proj/range": 9.375, "train/tensor_act_model_layers_46_mlp_up_proj/norm": 6764.50341796875, "train/tensor_act_model_layers_46_mlp_up_proj/mean": -0.2890625, "train/tensor_act_model_layers_46_mlp_up_proj/std": 2.3125, "train/tensor_act_model_layers_46_mlp_up_proj/max_abs": 5.78125, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/min": -5.78125, "train/tensor_act_model_layers_46_mlp_up_proj/max": 5.53125, "train/tensor_act_model_layers_46_mlp_up_proj/range": 11.3125, "train/tensor_act_model_layers_46_mlp_down_proj/norm": 86802.3828125, "train/tensor_act_model_layers_46_mlp_down_proj/mean": 42.0, "train/tensor_act_model_layers_46_mlp_down_proj/std": 4.90625, "train/tensor_act_model_layers_46_mlp_down_proj/max_abs": 54.25, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_46_mlp_down_proj/min": -0.10595703125, "train/tensor_act_model_layers_46_mlp_down_proj/max": 54.25, "train/tensor_act_model_layers_46_mlp_down_proj/range": 54.35595703125, "train/tensor_act_model_layers_46_mlp/norm": 86802.3828125, "train/tensor_act_model_layers_46_mlp/mean": 42.0, "train/tensor_act_model_layers_46_mlp/std": 4.90625, "train/tensor_act_model_layers_46_mlp/max_abs": 54.25, "train/tensor_act_model_layers_46_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_46_mlp/min": -0.10595703125, "train/tensor_act_model_layers_46_mlp/max": 54.25, "train/tensor_act_model_layers_46_mlp/range": 54.35595703125, "train/tensor_act_model_layers_46_residual_post_mlp/norm": 5963883.5, "train/tensor_act_model_layers_46_residual_post_mlp/mean": 2912.0, "train/tensor_act_model_layers_46_residual_post_mlp/std": 69.0, "train/tensor_act_model_layers_46_residual_post_mlp/max_abs": 3104.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_46_residual_post_mlp/min": -2.140625, "train/tensor_act_model_layers_46_residual_post_mlp/max": 3104.0, "train/tensor_act_model_layers_46_residual_post_mlp/range": 3106.140625, "train/tensor_act_model_layers_47_residual_pre_attn/norm": 5963883.5, "train/tensor_act_model_layers_47_residual_pre_attn/mean": 2912.0, "train/tensor_act_model_layers_47_residual_pre_attn/std": 69.0, "train/tensor_act_model_layers_47_residual_pre_attn/max_abs": 3104.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_47_residual_pre_attn/min": -2.140625, "train/tensor_act_model_layers_47_residual_pre_attn/max": 3104.0, "train/tensor_act_model_layers_47_residual_pre_attn/range": 3106.140625, "train/tensor_act_model_layers_47_residual_post_attn/norm": 5963883.5, "train/tensor_act_model_layers_47_residual_post_attn/mean": 2912.0, "train/tensor_act_model_layers_47_residual_post_attn/std": 69.0, "train/tensor_act_model_layers_47_residual_post_attn/max_abs": 3104.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_47_residual_post_attn/min": -2.28125, "train/tensor_act_model_layers_47_residual_post_attn/max": 3104.0, "train/tensor_act_model_layers_47_residual_post_attn/range": 3106.28125, "train/tensor_act_model_layers_47_mlp_gate_proj/norm": 6774.66748046875, "train/tensor_act_model_layers_47_mlp_gate_proj/mean": 1.2265625, "train/tensor_act_model_layers_47_mlp_gate_proj/std": 1.9921875, "train/tensor_act_model_layers_47_mlp_gate_proj/max_abs": 6.21875, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/min": -3.59375, "train/tensor_act_model_layers_47_mlp_gate_proj/max": 6.21875, "train/tensor_act_model_layers_47_mlp_gate_proj/range": 9.8125, "train/tensor_act_model_layers_47_mlp_up_proj/norm": 6729.75390625, "train/tensor_act_model_layers_47_mlp_up_proj/mean": 0.00439453125, "train/tensor_act_model_layers_47_mlp_up_proj/std": 2.328125, "train/tensor_act_model_layers_47_mlp_up_proj/max_abs": 6.21875, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/min": -5.46875, "train/tensor_act_model_layers_47_mlp_up_proj/max": 6.21875, "train/tensor_act_model_layers_47_mlp_up_proj/range": 11.6875, "train/tensor_act_model_layers_47_mlp_down_proj/norm": 84920.265625, "train/tensor_act_model_layers_47_mlp_down_proj/mean": 41.25, "train/tensor_act_model_layers_47_mlp_down_proj/std": 4.46875, "train/tensor_act_model_layers_47_mlp_down_proj/max_abs": 53.5, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_47_mlp_down_proj/min": -0.26171875, "train/tensor_act_model_layers_47_mlp_down_proj/max": 53.5, "train/tensor_act_model_layers_47_mlp_down_proj/range": 53.76171875, "train/tensor_act_model_layers_47_mlp/norm": 84920.265625, "train/tensor_act_model_layers_47_mlp/mean": 41.25, "train/tensor_act_model_layers_47_mlp/std": 4.46875, "train/tensor_act_model_layers_47_mlp/max_abs": 53.5, "train/tensor_act_model_layers_47_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_47_mlp/min": -0.26171875, "train/tensor_act_model_layers_47_mlp/max": 53.5, "train/tensor_act_model_layers_47_mlp/range": 53.76171875, "train/tensor_act_model_layers_47_residual_post_mlp/norm": 6049451.0, "train/tensor_act_model_layers_47_residual_post_mlp/mean": 2960.0, "train/tensor_act_model_layers_47_residual_post_mlp/std": 69.0, "train/tensor_act_model_layers_47_residual_post_mlp/max_abs": 3136.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_47_residual_post_mlp/min": -2.375, "train/tensor_act_model_layers_47_residual_post_mlp/max": 3136.0, "train/tensor_act_model_layers_47_residual_post_mlp/range": 3138.375, "train/tensor_act_model_layers_48_residual_pre_attn/norm": 6049451.0, "train/tensor_act_model_layers_48_residual_pre_attn/mean": 2960.0, "train/tensor_act_model_layers_48_residual_pre_attn/std": 69.0, "train/tensor_act_model_layers_48_residual_pre_attn/max_abs": 3136.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_48_residual_pre_attn/min": -2.375, "train/tensor_act_model_layers_48_residual_pre_attn/max": 3136.0, "train/tensor_act_model_layers_48_residual_pre_attn/range": 3138.375, "train/tensor_act_model_layers_48_residual_post_attn/norm": 6049451.0, "train/tensor_act_model_layers_48_residual_post_attn/mean": 2960.0, "train/tensor_act_model_layers_48_residual_post_attn/std": 69.0, "train/tensor_act_model_layers_48_residual_post_attn/max_abs": 3136.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_48_residual_post_attn/min": -2.390625, "train/tensor_act_model_layers_48_residual_post_attn/max": 3136.0, "train/tensor_act_model_layers_48_residual_post_attn/range": 3138.390625, "train/tensor_act_model_layers_48_mlp_gate_proj/norm": 6066.02685546875, "train/tensor_act_model_layers_48_mlp_gate_proj/mean": 1.0234375, "train/tensor_act_model_layers_48_mlp_gate_proj/std": 1.828125, "train/tensor_act_model_layers_48_mlp_gate_proj/max_abs": 5.59375, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/min": -3.265625, "train/tensor_act_model_layers_48_mlp_gate_proj/max": 5.59375, "train/tensor_act_model_layers_48_mlp_gate_proj/range": 8.859375, "train/tensor_act_model_layers_48_mlp_up_proj/norm": 6292.29443359375, "train/tensor_act_model_layers_48_mlp_up_proj/mean": 0.158203125, "train/tensor_act_model_layers_48_mlp_up_proj/std": 2.171875, "train/tensor_act_model_layers_48_mlp_up_proj/max_abs": 5.375, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/min": -5.375, "train/tensor_act_model_layers_48_mlp_up_proj/max": 5.34375, "train/tensor_act_model_layers_48_mlp_up_proj/range": 10.71875, "train/tensor_act_model_layers_48_mlp_down_proj/norm": 70242.2109375, "train/tensor_act_model_layers_48_mlp_down_proj/mean": 34.0, "train/tensor_act_model_layers_48_mlp_down_proj/std": 4.625, "train/tensor_act_model_layers_48_mlp_down_proj/max_abs": 43.75, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_48_mlp_down_proj/min": -0.14453125, "train/tensor_act_model_layers_48_mlp_down_proj/max": 43.75, "train/tensor_act_model_layers_48_mlp_down_proj/range": 43.89453125, "train/tensor_act_model_layers_48_mlp/norm": 70242.2109375, "train/tensor_act_model_layers_48_mlp/mean": 34.0, "train/tensor_act_model_layers_48_mlp/std": 4.625, "train/tensor_act_model_layers_48_mlp/max_abs": 43.75, "train/tensor_act_model_layers_48_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_48_mlp/min": -0.14453125, "train/tensor_act_model_layers_48_mlp/max": 43.75, "train/tensor_act_model_layers_48_mlp/range": 43.89453125, "train/tensor_act_model_layers_48_residual_post_mlp/norm": 6117203.5, "train/tensor_act_model_layers_48_residual_post_mlp/mean": 2992.0, "train/tensor_act_model_layers_48_residual_post_mlp/std": 69.0, "train/tensor_act_model_layers_48_residual_post_mlp/max_abs": 3168.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_48_residual_post_mlp/min": -2.328125, "train/tensor_act_model_layers_48_residual_post_mlp/max": 3168.0, "train/tensor_act_model_layers_48_residual_post_mlp/range": 3170.328125, "train/tensor_act_model_layers_49_residual_pre_attn/norm": 6117203.5, "train/tensor_act_model_layers_49_residual_pre_attn/mean": 2992.0, "train/tensor_act_model_layers_49_residual_pre_attn/std": 69.0, "train/tensor_act_model_layers_49_residual_pre_attn/max_abs": 3168.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_49_residual_pre_attn/min": -2.328125, "train/tensor_act_model_layers_49_residual_pre_attn/max": 3168.0, "train/tensor_act_model_layers_49_residual_pre_attn/range": 3170.328125, "train/tensor_act_model_layers_49_residual_post_attn/norm": 6117203.5, "train/tensor_act_model_layers_49_residual_post_attn/mean": 2992.0, "train/tensor_act_model_layers_49_residual_post_attn/std": 69.0, "train/tensor_act_model_layers_49_residual_post_attn/max_abs": 3168.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_49_residual_post_attn/min": -2.390625, "train/tensor_act_model_layers_49_residual_post_attn/max": 3168.0, "train/tensor_act_model_layers_49_residual_post_attn/range": 3170.390625, "train/tensor_act_model_layers_49_mlp_gate_proj/norm": 7023.267578125, "train/tensor_act_model_layers_49_mlp_gate_proj/mean": 1.3203125, "train/tensor_act_model_layers_49_mlp_gate_proj/std": 2.03125, "train/tensor_act_model_layers_49_mlp_gate_proj/max_abs": 6.34375, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/min": -3.484375, "train/tensor_act_model_layers_49_mlp_gate_proj/max": 6.34375, "train/tensor_act_model_layers_49_mlp_gate_proj/range": 9.828125, "train/tensor_act_model_layers_49_mlp_up_proj/norm": 7239.48974609375, "train/tensor_act_model_layers_49_mlp_up_proj/mean": -0.0732421875, "train/tensor_act_model_layers_49_mlp_up_proj/std": 2.5, "train/tensor_act_model_layers_49_mlp_up_proj/max_abs": 6.21875, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/min": -6.21875, "train/tensor_act_model_layers_49_mlp_up_proj/max": 5.9375, "train/tensor_act_model_layers_49_mlp_up_proj/range": 12.15625, "train/tensor_act_model_layers_49_mlp_down_proj/norm": 100558.1015625, "train/tensor_act_model_layers_49_mlp_down_proj/mean": 48.75, "train/tensor_act_model_layers_49_mlp_down_proj/std": 4.96875, "train/tensor_act_model_layers_49_mlp_down_proj/max_abs": 63.25, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_49_mlp_down_proj/min": -0.1591796875, "train/tensor_act_model_layers_49_mlp_down_proj/max": 63.25, "train/tensor_act_model_layers_49_mlp_down_proj/range": 63.4091796875, "train/tensor_act_model_layers_49_mlp/norm": 100558.1015625, "train/tensor_act_model_layers_49_mlp/mean": 48.75, "train/tensor_act_model_layers_49_mlp/std": 4.96875, "train/tensor_act_model_layers_49_mlp/max_abs": 63.25, "train/tensor_act_model_layers_49_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_49_mlp/min": -0.1591796875, "train/tensor_act_model_layers_49_mlp/max": 63.25, "train/tensor_act_model_layers_49_mlp/range": 63.4091796875, "train/tensor_act_model_layers_49_residual_post_mlp/norm": 6216561.5, "train/tensor_act_model_layers_49_residual_post_mlp/mean": 3040.0, "train/tensor_act_model_layers_49_residual_post_mlp/std": 69.5, "train/tensor_act_model_layers_49_residual_post_mlp/max_abs": 3216.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_49_residual_post_mlp/min": -2.375, "train/tensor_act_model_layers_49_residual_post_mlp/max": 3216.0, "train/tensor_act_model_layers_49_residual_post_mlp/range": 3218.375, "train/tensor_act_model_layers_50_residual_pre_attn/norm": 6216561.5, "train/tensor_act_model_layers_50_residual_pre_attn/mean": 3040.0, "train/tensor_act_model_layers_50_residual_pre_attn/std": 69.5, "train/tensor_act_model_layers_50_residual_pre_attn/max_abs": 3216.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_50_residual_pre_attn/min": -2.375, "train/tensor_act_model_layers_50_residual_pre_attn/max": 3216.0, "train/tensor_act_model_layers_50_residual_pre_attn/range": 3218.375, "train/tensor_act_model_layers_50_residual_post_attn/norm": 6216561.5, "train/tensor_act_model_layers_50_residual_post_attn/mean": 3040.0, "train/tensor_act_model_layers_50_residual_post_attn/std": 69.5, "train/tensor_act_model_layers_50_residual_post_attn/max_abs": 3216.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_50_residual_post_attn/min": -2.421875, "train/tensor_act_model_layers_50_residual_post_attn/max": 3216.0, "train/tensor_act_model_layers_50_residual_post_attn/range": 3218.421875, "train/tensor_act_model_layers_50_mlp_gate_proj/norm": 6981.99462890625, "train/tensor_act_model_layers_50_mlp_gate_proj/mean": 1.328125, "train/tensor_act_model_layers_50_mlp_gate_proj/std": 2.015625, "train/tensor_act_model_layers_50_mlp_gate_proj/max_abs": 5.90625, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/min": -3.6875, "train/tensor_act_model_layers_50_mlp_gate_proj/max": 5.90625, "train/tensor_act_model_layers_50_mlp_gate_proj/range": 9.59375, "train/tensor_act_model_layers_50_mlp_up_proj/norm": 7351.060546875, "train/tensor_act_model_layers_50_mlp_up_proj/mean": -0.07275390625, "train/tensor_act_model_layers_50_mlp_up_proj/std": 2.53125, "train/tensor_act_model_layers_50_mlp_up_proj/max_abs": 5.8125, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/min": -5.59375, "train/tensor_act_model_layers_50_mlp_up_proj/max": 5.8125, "train/tensor_act_model_layers_50_mlp_up_proj/range": 11.40625, "train/tensor_act_model_layers_50_mlp_down_proj/norm": 102361.0, "train/tensor_act_model_layers_50_mlp_down_proj/mean": 49.75, "train/tensor_act_model_layers_50_mlp_down_proj/std": 5.21875, "train/tensor_act_model_layers_50_mlp_down_proj/max_abs": 61.75, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_50_mlp_down_proj/min": -0.1650390625, "train/tensor_act_model_layers_50_mlp_down_proj/max": 61.75, "train/tensor_act_model_layers_50_mlp_down_proj/range": 61.9150390625, "train/tensor_act_model_layers_50_mlp/norm": 102361.0, "train/tensor_act_model_layers_50_mlp/mean": 49.75, "train/tensor_act_model_layers_50_mlp/std": 5.21875, "train/tensor_act_model_layers_50_mlp/max_abs": 61.75, "train/tensor_act_model_layers_50_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_50_mlp/min": -0.1650390625, "train/tensor_act_model_layers_50_mlp/max": 61.75, "train/tensor_act_model_layers_50_mlp/range": 61.9150390625, "train/tensor_act_model_layers_50_residual_post_mlp/norm": 6317614.5, "train/tensor_act_model_layers_50_residual_post_mlp/mean": 3088.0, "train/tensor_act_model_layers_50_residual_post_mlp/std": 70.5, "train/tensor_act_model_layers_50_residual_post_mlp/max_abs": 3280.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_50_residual_post_mlp/min": -2.4375, "train/tensor_act_model_layers_50_residual_post_mlp/max": 3280.0, "train/tensor_act_model_layers_50_residual_post_mlp/range": 3282.4375, "train/tensor_act_model_layers_51_residual_pre_attn/norm": 6317614.5, "train/tensor_act_model_layers_51_residual_pre_attn/mean": 3088.0, "train/tensor_act_model_layers_51_residual_pre_attn/std": 70.5, "train/tensor_act_model_layers_51_residual_pre_attn/max_abs": 3280.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_51_residual_pre_attn/min": -2.4375, "train/tensor_act_model_layers_51_residual_pre_attn/max": 3280.0, "train/tensor_act_model_layers_51_residual_pre_attn/range": 3282.4375, "train/tensor_act_model_layers_51_residual_post_attn/norm": 6317614.5, "train/tensor_act_model_layers_51_residual_post_attn/mean": 3088.0, "train/tensor_act_model_layers_51_residual_post_attn/std": 70.5, "train/tensor_act_model_layers_51_residual_post_attn/max_abs": 3280.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_51_residual_post_attn/min": -2.53125, "train/tensor_act_model_layers_51_residual_post_attn/max": 3280.0, "train/tensor_act_model_layers_51_residual_post_attn/range": 3282.53125, "train/tensor_act_model_layers_51_mlp_gate_proj/norm": 6355.412109375, "train/tensor_act_model_layers_51_mlp_gate_proj/mean": 1.0859375, "train/tensor_act_model_layers_51_mlp_gate_proj/std": 1.90625, "train/tensor_act_model_layers_51_mlp_gate_proj/max_abs": 5.65625, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/min": -3.734375, "train/tensor_act_model_layers_51_mlp_gate_proj/max": 5.65625, "train/tensor_act_model_layers_51_mlp_gate_proj/range": 9.390625, "train/tensor_act_model_layers_51_mlp_up_proj/norm": 6610.09716796875, "train/tensor_act_model_layers_51_mlp_up_proj/mean": -0.140625, "train/tensor_act_model_layers_51_mlp_up_proj/std": 2.28125, "train/tensor_act_model_layers_51_mlp_up_proj/max_abs": 5.75, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/min": -5.75, "train/tensor_act_model_layers_51_mlp_up_proj/max": 5.375, "train/tensor_act_model_layers_51_mlp_up_proj/range": 11.125, "train/tensor_act_model_layers_51_mlp_down_proj/norm": 79744.4375, "train/tensor_act_model_layers_51_mlp_down_proj/mean": 38.5, "train/tensor_act_model_layers_51_mlp_down_proj/std": 5.71875, "train/tensor_act_model_layers_51_mlp_down_proj/max_abs": 50.25, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_51_mlp_down_proj/min": -0.146484375, "train/tensor_act_model_layers_51_mlp_down_proj/max": 50.25, "train/tensor_act_model_layers_51_mlp_down_proj/range": 50.396484375, "train/tensor_act_model_layers_51_mlp/norm": 79744.4375, "train/tensor_act_model_layers_51_mlp/mean": 38.5, "train/tensor_act_model_layers_51_mlp/std": 5.71875, "train/tensor_act_model_layers_51_mlp/max_abs": 50.25, "train/tensor_act_model_layers_51_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_51_mlp/min": -0.146484375, "train/tensor_act_model_layers_51_mlp/max": 50.25, "train/tensor_act_model_layers_51_mlp/range": 50.396484375, "train/tensor_act_model_layers_51_residual_post_mlp/norm": 6395726.5, "train/tensor_act_model_layers_51_residual_post_mlp/mean": 3120.0, "train/tensor_act_model_layers_51_residual_post_mlp/std": 71.0, "train/tensor_act_model_layers_51_residual_post_mlp/max_abs": 3312.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_51_residual_post_mlp/min": -2.4375, "train/tensor_act_model_layers_51_residual_post_mlp/max": 3312.0, "train/tensor_act_model_layers_51_residual_post_mlp/range": 3314.4375, "train/tensor_act_model_layers_52_residual_pre_attn/norm": 6395726.5, "train/tensor_act_model_layers_52_residual_pre_attn/mean": 3120.0, "train/tensor_act_model_layers_52_residual_pre_attn/std": 71.0, "train/tensor_act_model_layers_52_residual_pre_attn/max_abs": 3312.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_52_residual_pre_attn/min": -2.4375, "train/tensor_act_model_layers_52_residual_pre_attn/max": 3312.0, "train/tensor_act_model_layers_52_residual_pre_attn/range": 3314.4375, "train/tensor_act_model_layers_52_residual_post_attn/norm": 6395726.5, "train/tensor_act_model_layers_52_residual_post_attn/mean": 3120.0, "train/tensor_act_model_layers_52_residual_post_attn/std": 71.0, "train/tensor_act_model_layers_52_residual_post_attn/max_abs": 3312.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_52_residual_post_attn/min": -2.5625, "train/tensor_act_model_layers_52_residual_post_attn/max": 3312.0, "train/tensor_act_model_layers_52_residual_post_attn/range": 3314.5625, "train/tensor_act_model_layers_52_mlp_gate_proj/norm": 6809.3681640625, "train/tensor_act_model_layers_52_mlp_gate_proj/mean": 1.296875, "train/tensor_act_model_layers_52_mlp_gate_proj/std": 1.9609375, "train/tensor_act_model_layers_52_mlp_gate_proj/max_abs": 6.3125, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/min": -3.71875, "train/tensor_act_model_layers_52_mlp_gate_proj/max": 6.3125, "train/tensor_act_model_layers_52_mlp_gate_proj/range": 10.03125, "train/tensor_act_model_layers_52_mlp_up_proj/norm": 7120.52978515625, "train/tensor_act_model_layers_52_mlp_up_proj/mean": -0.14453125, "train/tensor_act_model_layers_52_mlp_up_proj/std": 2.453125, "train/tensor_act_model_layers_52_mlp_up_proj/max_abs": 5.9375, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/min": -5.9375, "train/tensor_act_model_layers_52_mlp_up_proj/max": 5.78125, "train/tensor_act_model_layers_52_mlp_up_proj/range": 11.71875, "train/tensor_act_model_layers_52_mlp_down_proj/norm": 92828.3515625, "train/tensor_act_model_layers_52_mlp_down_proj/mean": 45.0, "train/tensor_act_model_layers_52_mlp_down_proj/std": 4.84375, "train/tensor_act_model_layers_52_mlp_down_proj/max_abs": 60.0, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_52_mlp_down_proj/min": -0.1142578125, "train/tensor_act_model_layers_52_mlp_down_proj/max": 60.0, "train/tensor_act_model_layers_52_mlp_down_proj/range": 60.1142578125, "train/tensor_act_model_layers_52_mlp/norm": 92828.3515625, "train/tensor_act_model_layers_52_mlp/mean": 45.0, "train/tensor_act_model_layers_52_mlp/std": 4.84375, "train/tensor_act_model_layers_52_mlp/max_abs": 60.0, "train/tensor_act_model_layers_52_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_52_mlp/min": -0.1142578125, "train/tensor_act_model_layers_52_mlp/max": 60.0, "train/tensor_act_model_layers_52_mlp/range": 60.1142578125, "train/tensor_act_model_layers_52_residual_post_mlp/norm": 6489900.5, "train/tensor_act_model_layers_52_residual_post_mlp/mean": 3168.0, "train/tensor_act_model_layers_52_residual_post_mlp/std": 71.0, "train/tensor_act_model_layers_52_residual_post_mlp/max_abs": 3360.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_52_residual_post_mlp/min": -2.40625, "train/tensor_act_model_layers_52_residual_post_mlp/max": 3360.0, "train/tensor_act_model_layers_52_residual_post_mlp/range": 3362.40625, "train/tensor_act_model_layers_53_residual_pre_attn/norm": 6489900.5, "train/tensor_act_model_layers_53_residual_pre_attn/mean": 3168.0, "train/tensor_act_model_layers_53_residual_pre_attn/std": 71.0, "train/tensor_act_model_layers_53_residual_pre_attn/max_abs": 3360.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_53_residual_pre_attn/min": -2.40625, "train/tensor_act_model_layers_53_residual_pre_attn/max": 3360.0, "train/tensor_act_model_layers_53_residual_pre_attn/range": 3362.40625, "train/tensor_act_model_layers_53_residual_post_attn/norm": 6489900.5, "train/tensor_act_model_layers_53_residual_post_attn/mean": 3168.0, "train/tensor_act_model_layers_53_residual_post_attn/std": 71.0, "train/tensor_act_model_layers_53_residual_post_attn/max_abs": 3360.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_53_residual_post_attn/min": -2.546875, "train/tensor_act_model_layers_53_residual_post_attn/max": 3360.0, "train/tensor_act_model_layers_53_residual_post_attn/range": 3362.546875, "train/tensor_act_model_layers_53_mlp_gate_proj/norm": 6498.923828125, "train/tensor_act_model_layers_53_mlp_gate_proj/mean": 1.234375, "train/tensor_act_model_layers_53_mlp_gate_proj/std": 1.875, "train/tensor_act_model_layers_53_mlp_gate_proj/max_abs": 5.4375, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/min": -3.390625, "train/tensor_act_model_layers_53_mlp_gate_proj/max": 5.4375, "train/tensor_act_model_layers_53_mlp_gate_proj/range": 8.828125, "train/tensor_act_model_layers_53_mlp_up_proj/norm": 6881.20947265625, "train/tensor_act_model_layers_53_mlp_up_proj/mean": 0.0035552978515625, "train/tensor_act_model_layers_53_mlp_up_proj/std": 2.375, "train/tensor_act_model_layers_53_mlp_up_proj/max_abs": 5.65625, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/min": -5.53125, "train/tensor_act_model_layers_53_mlp_up_proj/max": 5.65625, "train/tensor_act_model_layers_53_mlp_up_proj/range": 11.1875, "train/tensor_act_model_layers_53_mlp_down_proj/norm": 79942.265625, "train/tensor_act_model_layers_53_mlp_down_proj/mean": 38.75, "train/tensor_act_model_layers_53_mlp_down_proj/std": 5.25, "train/tensor_act_model_layers_53_mlp_down_proj/max_abs": 52.25, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_53_mlp_down_proj/min": -0.142578125, "train/tensor_act_model_layers_53_mlp_down_proj/max": 52.25, "train/tensor_act_model_layers_53_mlp_down_proj/range": 52.392578125, "train/tensor_act_model_layers_53_mlp/norm": 79942.265625, "train/tensor_act_model_layers_53_mlp/mean": 38.75, "train/tensor_act_model_layers_53_mlp/std": 5.25, "train/tensor_act_model_layers_53_mlp/max_abs": 52.25, "train/tensor_act_model_layers_53_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_53_mlp/min": -0.142578125, "train/tensor_act_model_layers_53_mlp/max": 52.25, "train/tensor_act_model_layers_53_mlp/range": 52.392578125, "train/tensor_act_model_layers_53_residual_post_mlp/norm": 6570335.5, "train/tensor_act_model_layers_53_residual_post_mlp/mean": 3200.0, "train/tensor_act_model_layers_53_residual_post_mlp/std": 72.0, "train/tensor_act_model_layers_53_residual_post_mlp/max_abs": 3408.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_53_residual_post_mlp/min": -2.5, "train/tensor_act_model_layers_53_residual_post_mlp/max": 3408.0, "train/tensor_act_model_layers_53_residual_post_mlp/range": 3410.5, "train/tensor_act_model_layers_54_residual_pre_attn/norm": 6570335.5, "train/tensor_act_model_layers_54_residual_pre_attn/mean": 3200.0, "train/tensor_act_model_layers_54_residual_pre_attn/std": 72.0, "train/tensor_act_model_layers_54_residual_pre_attn/max_abs": 3408.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_54_residual_pre_attn/min": -2.5, "train/tensor_act_model_layers_54_residual_pre_attn/max": 3408.0, "train/tensor_act_model_layers_54_residual_pre_attn/range": 3410.5, "train/tensor_act_model_layers_54_residual_post_attn/norm": 6570335.5, "train/tensor_act_model_layers_54_residual_post_attn/mean": 3200.0, "train/tensor_act_model_layers_54_residual_post_attn/std": 72.0, "train/tensor_act_model_layers_54_residual_post_attn/max_abs": 3408.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_54_residual_post_attn/min": -2.40625, "train/tensor_act_model_layers_54_residual_post_attn/max": 3408.0, "train/tensor_act_model_layers_54_residual_post_attn/range": 3410.40625, "train/tensor_act_model_layers_54_mlp_gate_proj/norm": 6180.662109375, "train/tensor_act_model_layers_54_mlp_gate_proj/mean": 1.0703125, "train/tensor_act_model_layers_54_mlp_gate_proj/std": 1.84375, "train/tensor_act_model_layers_54_mlp_gate_proj/max_abs": 5.53125, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/min": -3.859375, "train/tensor_act_model_layers_54_mlp_gate_proj/max": 5.53125, "train/tensor_act_model_layers_54_mlp_gate_proj/range": 9.390625, "train/tensor_act_model_layers_54_mlp_up_proj/norm": 6524.103515625, "train/tensor_act_model_layers_54_mlp_up_proj/mean": -0.041015625, "train/tensor_act_model_layers_54_mlp_up_proj/std": 2.25, "train/tensor_act_model_layers_54_mlp_up_proj/max_abs": 5.5625, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/min": -5.5625, "train/tensor_act_model_layers_54_mlp_up_proj/max": 5.46875, "train/tensor_act_model_layers_54_mlp_up_proj/range": 11.03125, "train/tensor_act_model_layers_54_mlp_down_proj/norm": 74035.2578125, "train/tensor_act_model_layers_54_mlp_down_proj/mean": 35.75, "train/tensor_act_model_layers_54_mlp_down_proj/std": 4.78125, "train/tensor_act_model_layers_54_mlp_down_proj/max_abs": 51.0, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_54_mlp_down_proj/min": -0.1337890625, "train/tensor_act_model_layers_54_mlp_down_proj/max": 51.0, "train/tensor_act_model_layers_54_mlp_down_proj/range": 51.1337890625, "train/tensor_act_model_layers_54_mlp/norm": 74035.2578125, "train/tensor_act_model_layers_54_mlp/mean": 35.75, "train/tensor_act_model_layers_54_mlp/std": 4.78125, "train/tensor_act_model_layers_54_mlp/max_abs": 51.0, "train/tensor_act_model_layers_54_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_54_mlp/min": -0.1337890625, "train/tensor_act_model_layers_54_mlp/max": 51.0, "train/tensor_act_model_layers_54_mlp/range": 51.1337890625, "train/tensor_act_model_layers_54_residual_post_mlp/norm": 6641481.0, "train/tensor_act_model_layers_54_residual_post_mlp/mean": 3248.0, "train/tensor_act_model_layers_54_residual_post_mlp/std": 72.0, "train/tensor_act_model_layers_54_residual_post_mlp/max_abs": 3440.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_54_residual_post_mlp/min": -2.46875, "train/tensor_act_model_layers_54_residual_post_mlp/max": 3440.0, "train/tensor_act_model_layers_54_residual_post_mlp/range": 3442.46875, "train/tensor_act_model_layers_55_residual_pre_attn/norm": 6641481.0, "train/tensor_act_model_layers_55_residual_pre_attn/mean": 3248.0, "train/tensor_act_model_layers_55_residual_pre_attn/std": 72.0, "train/tensor_act_model_layers_55_residual_pre_attn/max_abs": 3440.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_55_residual_pre_attn/min": -2.46875, "train/tensor_act_model_layers_55_residual_pre_attn/max": 3440.0, "train/tensor_act_model_layers_55_residual_pre_attn/range": 3442.46875, "train/tensor_act_model_layers_55_residual_post_attn/norm": 6641481.0, "train/tensor_act_model_layers_55_residual_post_attn/mean": 3248.0, "train/tensor_act_model_layers_55_residual_post_attn/std": 72.0, "train/tensor_act_model_layers_55_residual_post_attn/max_abs": 3440.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_55_residual_post_attn/min": -2.46875, "train/tensor_act_model_layers_55_residual_post_attn/max": 3440.0, "train/tensor_act_model_layers_55_residual_post_attn/range": 3442.46875, "train/tensor_act_model_layers_55_mlp_gate_proj/norm": 6702.81201171875, "train/tensor_act_model_layers_55_mlp_gate_proj/mean": 1.2421875, "train/tensor_act_model_layers_55_mlp_gate_proj/std": 1.953125, "train/tensor_act_model_layers_55_mlp_gate_proj/max_abs": 5.4375, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/min": -3.59375, "train/tensor_act_model_layers_55_mlp_gate_proj/max": 5.4375, "train/tensor_act_model_layers_55_mlp_gate_proj/range": 9.03125, "train/tensor_act_model_layers_55_mlp_up_proj/norm": 6792.2880859375, "train/tensor_act_model_layers_55_mlp_up_proj/mean": -0.0341796875, "train/tensor_act_model_layers_55_mlp_up_proj/std": 2.34375, "train/tensor_act_model_layers_55_mlp_up_proj/max_abs": 5.65625, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/min": -5.65625, "train/tensor_act_model_layers_55_mlp_up_proj/max": 5.34375, "train/tensor_act_model_layers_55_mlp_up_proj/range": 11.0, "train/tensor_act_model_layers_55_mlp_down_proj/norm": 85541.359375, "train/tensor_act_model_layers_55_mlp_down_proj/mean": 41.5, "train/tensor_act_model_layers_55_mlp_down_proj/std": 4.65625, "train/tensor_act_model_layers_55_mlp_down_proj/max_abs": 51.5, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_55_mlp_down_proj/min": -0.0947265625, "train/tensor_act_model_layers_55_mlp_down_proj/max": 51.5, "train/tensor_act_model_layers_55_mlp_down_proj/range": 51.5947265625, "train/tensor_act_model_layers_55_mlp/norm": 85541.359375, "train/tensor_act_model_layers_55_mlp/mean": 41.5, "train/tensor_act_model_layers_55_mlp/std": 4.65625, "train/tensor_act_model_layers_55_mlp/max_abs": 51.5, "train/tensor_act_model_layers_55_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_55_mlp/min": -0.0947265625, "train/tensor_act_model_layers_55_mlp/max": 51.5, "train/tensor_act_model_layers_55_mlp/range": 51.5947265625, "train/tensor_act_model_layers_55_residual_post_mlp/norm": 6728940.0, "train/tensor_act_model_layers_55_residual_post_mlp/mean": 3280.0, "train/tensor_act_model_layers_55_residual_post_mlp/std": 74.0, "train/tensor_act_model_layers_55_residual_post_mlp/max_abs": 3488.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_55_residual_post_mlp/min": -2.453125, "train/tensor_act_model_layers_55_residual_post_mlp/max": 3488.0, "train/tensor_act_model_layers_55_residual_post_mlp/range": 3490.453125, "train/tensor_act_model_layers_56_residual_pre_attn/norm": 6728940.0, "train/tensor_act_model_layers_56_residual_pre_attn/mean": 3280.0, "train/tensor_act_model_layers_56_residual_pre_attn/std": 74.0, "train/tensor_act_model_layers_56_residual_pre_attn/max_abs": 3488.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_56_residual_pre_attn/min": -2.453125, "train/tensor_act_model_layers_56_residual_pre_attn/max": 3488.0, "train/tensor_act_model_layers_56_residual_pre_attn/range": 3490.453125, "train/tensor_act_model_layers_56_residual_post_attn/norm": 6728940.0, "train/tensor_act_model_layers_56_residual_post_attn/mean": 3280.0, "train/tensor_act_model_layers_56_residual_post_attn/std": 74.0, "train/tensor_act_model_layers_56_residual_post_attn/max_abs": 3488.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_56_residual_post_attn/min": -2.359375, "train/tensor_act_model_layers_56_residual_post_attn/max": 3488.0, "train/tensor_act_model_layers_56_residual_post_attn/range": 3490.359375, "train/tensor_act_model_layers_56_mlp_gate_proj/norm": 6088.98681640625, "train/tensor_act_model_layers_56_mlp_gate_proj/mean": 1.0390625, "train/tensor_act_model_layers_56_mlp_gate_proj/std": 1.828125, "train/tensor_act_model_layers_56_mlp_gate_proj/max_abs": 5.8125, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/min": -3.609375, "train/tensor_act_model_layers_56_mlp_gate_proj/max": 5.8125, "train/tensor_act_model_layers_56_mlp_gate_proj/range": 9.421875, "train/tensor_act_model_layers_56_mlp_up_proj/norm": 6224.43701171875, "train/tensor_act_model_layers_56_mlp_up_proj/mean": 0.1259765625, "train/tensor_act_model_layers_56_mlp_up_proj/std": 2.140625, "train/tensor_act_model_layers_56_mlp_up_proj/max_abs": 5.65625, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/min": -5.65625, "train/tensor_act_model_layers_56_mlp_up_proj/max": 5.4375, "train/tensor_act_model_layers_56_mlp_up_proj/range": 11.09375, "train/tensor_act_model_layers_56_mlp_down_proj/norm": 71409.0234375, "train/tensor_act_model_layers_56_mlp_down_proj/mean": 34.5, "train/tensor_act_model_layers_56_mlp_down_proj/std": 4.53125, "train/tensor_act_model_layers_56_mlp_down_proj/max_abs": 46.25, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_56_mlp_down_proj/min": -0.1416015625, "train/tensor_act_model_layers_56_mlp_down_proj/max": 46.25, "train/tensor_act_model_layers_56_mlp_down_proj/range": 46.3916015625, "train/tensor_act_model_layers_56_mlp/norm": 71409.0234375, "train/tensor_act_model_layers_56_mlp/mean": 34.5, "train/tensor_act_model_layers_56_mlp/std": 4.53125, "train/tensor_act_model_layers_56_mlp/max_abs": 46.25, "train/tensor_act_model_layers_56_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_56_mlp/min": -0.1416015625, "train/tensor_act_model_layers_56_mlp/max": 46.25, "train/tensor_act_model_layers_56_mlp/range": 46.3916015625, "train/tensor_act_model_layers_56_residual_post_mlp/norm": 6798373.0, "train/tensor_act_model_layers_56_residual_post_mlp/mean": 3312.0, "train/tensor_act_model_layers_56_residual_post_mlp/std": 74.0, "train/tensor_act_model_layers_56_residual_post_mlp/max_abs": 3536.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_56_residual_post_mlp/min": -2.3125, "train/tensor_act_model_layers_56_residual_post_mlp/max": 3536.0, "train/tensor_act_model_layers_56_residual_post_mlp/range": 3538.3125, "train/tensor_act_model_layers_57_residual_pre_attn/norm": 6798373.0, "train/tensor_act_model_layers_57_residual_pre_attn/mean": 3312.0, "train/tensor_act_model_layers_57_residual_pre_attn/std": 74.0, "train/tensor_act_model_layers_57_residual_pre_attn/max_abs": 3536.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_57_residual_pre_attn/min": -2.3125, "train/tensor_act_model_layers_57_residual_pre_attn/max": 3536.0, "train/tensor_act_model_layers_57_residual_pre_attn/range": 3538.3125, "train/tensor_act_model_layers_57_residual_post_attn/norm": 6798373.0, "train/tensor_act_model_layers_57_residual_post_attn/mean": 3312.0, "train/tensor_act_model_layers_57_residual_post_attn/std": 74.0, "train/tensor_act_model_layers_57_residual_post_attn/max_abs": 3536.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_57_residual_post_attn/min": -2.75, "train/tensor_act_model_layers_57_residual_post_attn/max": 3536.0, "train/tensor_act_model_layers_57_residual_post_attn/range": 3538.75, "train/tensor_act_model_layers_57_mlp_gate_proj/norm": 6497.12060546875, "train/tensor_act_model_layers_57_mlp_gate_proj/mean": 1.21875, "train/tensor_act_model_layers_57_mlp_gate_proj/std": 1.8828125, "train/tensor_act_model_layers_57_mlp_gate_proj/max_abs": 5.65625, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/min": -4.125, "train/tensor_act_model_layers_57_mlp_gate_proj/max": 5.65625, "train/tensor_act_model_layers_57_mlp_gate_proj/range": 9.78125, "train/tensor_act_model_layers_57_mlp_up_proj/norm": 6657.77099609375, "train/tensor_act_model_layers_57_mlp_up_proj/mean": -0.055908203125, "train/tensor_act_model_layers_57_mlp_up_proj/std": 2.296875, "train/tensor_act_model_layers_57_mlp_up_proj/max_abs": 5.84375, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/min": -5.3125, "train/tensor_act_model_layers_57_mlp_up_proj/max": 5.84375, "train/tensor_act_model_layers_57_mlp_up_proj/range": 11.15625, "train/tensor_act_model_layers_57_mlp_down_proj/norm": 81051.3828125, "train/tensor_act_model_layers_57_mlp_down_proj/mean": 39.25, "train/tensor_act_model_layers_57_mlp_down_proj/std": 4.5, "train/tensor_act_model_layers_57_mlp_down_proj/max_abs": 47.25, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_57_mlp_down_proj/min": -0.1455078125, "train/tensor_act_model_layers_57_mlp_down_proj/max": 47.25, "train/tensor_act_model_layers_57_mlp_down_proj/range": 47.3955078125, "train/tensor_act_model_layers_57_mlp/norm": 81051.3828125, "train/tensor_act_model_layers_57_mlp/mean": 39.25, "train/tensor_act_model_layers_57_mlp/std": 4.5, "train/tensor_act_model_layers_57_mlp/max_abs": 47.25, "train/tensor_act_model_layers_57_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_57_mlp/min": -0.1455078125, "train/tensor_act_model_layers_57_mlp/max": 47.25, "train/tensor_act_model_layers_57_mlp/range": 47.3955078125, "train/tensor_act_model_layers_57_residual_post_mlp/norm": 6878621.5, "train/tensor_act_model_layers_57_residual_post_mlp/mean": 3360.0, "train/tensor_act_model_layers_57_residual_post_mlp/std": 74.5, "train/tensor_act_model_layers_57_residual_post_mlp/max_abs": 3568.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_57_residual_post_mlp/min": -2.703125, "train/tensor_act_model_layers_57_residual_post_mlp/max": 3568.0, "train/tensor_act_model_layers_57_residual_post_mlp/range": 3570.703125, "train/tensor_act_model_layers_58_residual_pre_attn/norm": 6878621.5, "train/tensor_act_model_layers_58_residual_pre_attn/mean": 3360.0, "train/tensor_act_model_layers_58_residual_pre_attn/std": 74.5, "train/tensor_act_model_layers_58_residual_pre_attn/max_abs": 3568.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_58_residual_pre_attn/min": -2.703125, "train/tensor_act_model_layers_58_residual_pre_attn/max": 3568.0, "train/tensor_act_model_layers_58_residual_pre_attn/range": 3570.703125, "train/tensor_act_model_layers_58_residual_post_attn/norm": 6878621.5, "train/tensor_act_model_layers_58_residual_post_attn/mean": 3360.0, "train/tensor_act_model_layers_58_residual_post_attn/std": 74.5, "train/tensor_act_model_layers_58_residual_post_attn/max_abs": 3568.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_58_residual_post_attn/min": -2.78125, "train/tensor_act_model_layers_58_residual_post_attn/max": 3568.0, "train/tensor_act_model_layers_58_residual_post_attn/range": 3570.78125, "train/tensor_act_model_layers_58_mlp_gate_proj/norm": 6755.12939453125, "train/tensor_act_model_layers_58_mlp_gate_proj/mean": 1.3203125, "train/tensor_act_model_layers_58_mlp_gate_proj/std": 1.921875, "train/tensor_act_model_layers_58_mlp_gate_proj/max_abs": 5.625, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/min": -3.765625, "train/tensor_act_model_layers_58_mlp_gate_proj/max": 5.625, "train/tensor_act_model_layers_58_mlp_gate_proj/range": 9.390625, "train/tensor_act_model_layers_58_mlp_up_proj/norm": 6854.99462890625, "train/tensor_act_model_layers_58_mlp_up_proj/mean": -0.11572265625, "train/tensor_act_model_layers_58_mlp_up_proj/std": 2.359375, "train/tensor_act_model_layers_58_mlp_up_proj/max_abs": 5.84375, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/min": -5.84375, "train/tensor_act_model_layers_58_mlp_up_proj/max": 5.75, "train/tensor_act_model_layers_58_mlp_up_proj/range": 11.59375, "train/tensor_act_model_layers_58_mlp_down_proj/norm": 84487.3515625, "train/tensor_act_model_layers_58_mlp_down_proj/mean": 41.0, "train/tensor_act_model_layers_58_mlp_down_proj/std": 4.84375, "train/tensor_act_model_layers_58_mlp_down_proj/max_abs": 53.25, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_58_mlp_down_proj/min": -0.150390625, "train/tensor_act_model_layers_58_mlp_down_proj/max": 53.25, "train/tensor_act_model_layers_58_mlp_down_proj/range": 53.400390625, "train/tensor_act_model_layers_58_mlp/norm": 84487.3515625, "train/tensor_act_model_layers_58_mlp/mean": 41.0, "train/tensor_act_model_layers_58_mlp/std": 4.84375, "train/tensor_act_model_layers_58_mlp/max_abs": 53.25, "train/tensor_act_model_layers_58_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_58_mlp/min": -0.150390625, "train/tensor_act_model_layers_58_mlp/max": 53.25, "train/tensor_act_model_layers_58_mlp/range": 53.400390625, "train/tensor_act_model_layers_58_residual_post_mlp/norm": 6962844.5, "train/tensor_act_model_layers_58_residual_post_mlp/mean": 3392.0, "train/tensor_act_model_layers_58_residual_post_mlp/std": 75.0, "train/tensor_act_model_layers_58_residual_post_mlp/max_abs": 3616.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_58_residual_post_mlp/min": -2.828125, "train/tensor_act_model_layers_58_residual_post_mlp/max": 3616.0, "train/tensor_act_model_layers_58_residual_post_mlp/range": 3618.828125, "train/tensor_act_model_layers_59_residual_pre_attn/norm": 6962844.5, "train/tensor_act_model_layers_59_residual_pre_attn/mean": 3392.0, "train/tensor_act_model_layers_59_residual_pre_attn/std": 75.0, "train/tensor_act_model_layers_59_residual_pre_attn/max_abs": 3616.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_59_residual_pre_attn/min": -2.828125, "train/tensor_act_model_layers_59_residual_pre_attn/max": 3616.0, "train/tensor_act_model_layers_59_residual_pre_attn/range": 3618.828125, "train/tensor_act_model_layers_59_residual_post_attn/norm": 6962844.5, "train/tensor_act_model_layers_59_residual_post_attn/mean": 3392.0, "train/tensor_act_model_layers_59_residual_post_attn/std": 75.0, "train/tensor_act_model_layers_59_residual_post_attn/max_abs": 3616.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_59_residual_post_attn/min": -2.703125, "train/tensor_act_model_layers_59_residual_post_attn/max": 3616.0, "train/tensor_act_model_layers_59_residual_post_attn/range": 3618.703125, "train/tensor_act_model_layers_59_mlp_gate_proj/norm": 6676.10888671875, "train/tensor_act_model_layers_59_mlp_gate_proj/mean": 1.2109375, "train/tensor_act_model_layers_59_mlp_gate_proj/std": 1.9609375, "train/tensor_act_model_layers_59_mlp_gate_proj/max_abs": 6.40625, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/min": -4.15625, "train/tensor_act_model_layers_59_mlp_gate_proj/max": 6.40625, "train/tensor_act_model_layers_59_mlp_gate_proj/range": 10.5625, "train/tensor_act_model_layers_59_mlp_up_proj/norm": 6850.6484375, "train/tensor_act_model_layers_59_mlp_up_proj/mean": 0.005157470703125, "train/tensor_act_model_layers_59_mlp_up_proj/std": 2.359375, "train/tensor_act_model_layers_59_mlp_up_proj/max_abs": 6.15625, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/min": -5.40625, "train/tensor_act_model_layers_59_mlp_up_proj/max": 6.15625, "train/tensor_act_model_layers_59_mlp_up_proj/range": 11.5625, "train/tensor_act_model_layers_59_mlp_down_proj/norm": 87643.296875, "train/tensor_act_model_layers_59_mlp_down_proj/mean": 42.5, "train/tensor_act_model_layers_59_mlp_down_proj/std": 5.09375, "train/tensor_act_model_layers_59_mlp_down_proj/max_abs": 55.0, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_59_mlp_down_proj/min": -0.12255859375, "train/tensor_act_model_layers_59_mlp_down_proj/max": 55.0, "train/tensor_act_model_layers_59_mlp_down_proj/range": 55.12255859375, "train/tensor_act_model_layers_59_mlp/norm": 87643.296875, "train/tensor_act_model_layers_59_mlp/mean": 42.5, "train/tensor_act_model_layers_59_mlp/std": 5.09375, "train/tensor_act_model_layers_59_mlp/max_abs": 55.0, "train/tensor_act_model_layers_59_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_59_mlp/min": -0.12255859375, "train/tensor_act_model_layers_59_mlp/max": 55.0, "train/tensor_act_model_layers_59_mlp/range": 55.12255859375, "train/tensor_act_model_layers_59_residual_post_mlp/norm": 7051571.0, "train/tensor_act_model_layers_59_residual_post_mlp/mean": 3440.0, "train/tensor_act_model_layers_59_residual_post_mlp/std": 75.0, "train/tensor_act_model_layers_59_residual_post_mlp/max_abs": 3664.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_59_residual_post_mlp/min": -2.640625, "train/tensor_act_model_layers_59_residual_post_mlp/max": 3664.0, "train/tensor_act_model_layers_59_residual_post_mlp/range": 3666.640625, "train/tensor_act_model_layers_60_residual_pre_attn/norm": 7051571.0, "train/tensor_act_model_layers_60_residual_pre_attn/mean": 3440.0, "train/tensor_act_model_layers_60_residual_pre_attn/std": 75.0, "train/tensor_act_model_layers_60_residual_pre_attn/max_abs": 3664.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_60_residual_pre_attn/min": -2.640625, "train/tensor_act_model_layers_60_residual_pre_attn/max": 3664.0, "train/tensor_act_model_layers_60_residual_pre_attn/range": 3666.640625, "train/tensor_act_model_layers_60_residual_post_attn/norm": 7051571.0, "train/tensor_act_model_layers_60_residual_post_attn/mean": 3440.0, "train/tensor_act_model_layers_60_residual_post_attn/std": 75.0, "train/tensor_act_model_layers_60_residual_post_attn/max_abs": 3664.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_60_residual_post_attn/min": -2.453125, "train/tensor_act_model_layers_60_residual_post_attn/max": 3664.0, "train/tensor_act_model_layers_60_residual_post_attn/range": 3666.453125, "train/tensor_act_model_layers_60_mlp_gate_proj/norm": 6345.1083984375, "train/tensor_act_model_layers_60_mlp_gate_proj/mean": 1.015625, "train/tensor_act_model_layers_60_mlp_gate_proj/std": 1.9375, "train/tensor_act_model_layers_60_mlp_gate_proj/max_abs": 6.0625, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/min": -3.734375, "train/tensor_act_model_layers_60_mlp_gate_proj/max": 6.0625, "train/tensor_act_model_layers_60_mlp_gate_proj/range": 9.796875, "train/tensor_act_model_layers_60_mlp_up_proj/norm": 6293.6259765625, "train/tensor_act_model_layers_60_mlp_up_proj/mean": -0.1416015625, "train/tensor_act_model_layers_60_mlp_up_proj/std": 2.171875, "train/tensor_act_model_layers_60_mlp_up_proj/max_abs": 6.15625, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/min": -6.15625, "train/tensor_act_model_layers_60_mlp_up_proj/max": 6.0625, "train/tensor_act_model_layers_60_mlp_up_proj/range": 12.21875, "train/tensor_act_model_layers_60_mlp_down_proj/norm": 74818.53125, "train/tensor_act_model_layers_60_mlp_down_proj/mean": 36.25, "train/tensor_act_model_layers_60_mlp_down_proj/std": 4.96875, "train/tensor_act_model_layers_60_mlp_down_proj/max_abs": 47.0, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_60_mlp_down_proj/min": -0.1513671875, "train/tensor_act_model_layers_60_mlp_down_proj/max": 47.0, "train/tensor_act_model_layers_60_mlp_down_proj/range": 47.1513671875, "train/tensor_act_model_layers_60_mlp/norm": 74818.53125, "train/tensor_act_model_layers_60_mlp/mean": 36.25, "train/tensor_act_model_layers_60_mlp/std": 4.96875, "train/tensor_act_model_layers_60_mlp/max_abs": 47.0, "train/tensor_act_model_layers_60_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_60_mlp/min": -0.1513671875, "train/tensor_act_model_layers_60_mlp/max": 47.0, "train/tensor_act_model_layers_60_mlp/range": 47.1513671875, "train/tensor_act_model_layers_60_residual_post_mlp/norm": 7124594.5, "train/tensor_act_model_layers_60_residual_post_mlp/mean": 3472.0, "train/tensor_act_model_layers_60_residual_post_mlp/std": 76.0, "train/tensor_act_model_layers_60_residual_post_mlp/max_abs": 3696.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_60_residual_post_mlp/min": -2.40625, "train/tensor_act_model_layers_60_residual_post_mlp/max": 3696.0, "train/tensor_act_model_layers_60_residual_post_mlp/range": 3698.40625, "train/tensor_act_model_layers_61_residual_pre_attn/norm": 7124594.5, "train/tensor_act_model_layers_61_residual_pre_attn/mean": 3472.0, "train/tensor_act_model_layers_61_residual_pre_attn/std": 76.0, "train/tensor_act_model_layers_61_residual_pre_attn/max_abs": 3696.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_61_residual_pre_attn/min": -2.40625, "train/tensor_act_model_layers_61_residual_pre_attn/max": 3696.0, "train/tensor_act_model_layers_61_residual_pre_attn/range": 3698.40625, "train/tensor_act_model_layers_61_residual_post_attn/norm": 7124594.5, "train/tensor_act_model_layers_61_residual_post_attn/mean": 3472.0, "train/tensor_act_model_layers_61_residual_post_attn/std": 76.0, "train/tensor_act_model_layers_61_residual_post_attn/max_abs": 3696.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_61_residual_post_attn/min": -2.375, "train/tensor_act_model_layers_61_residual_post_attn/max": 3696.0, "train/tensor_act_model_layers_61_residual_post_attn/range": 3698.375, "train/tensor_act_model_layers_61_mlp_gate_proj/norm": 5873.134765625, "train/tensor_act_model_layers_61_mlp_gate_proj/mean": 0.98046875, "train/tensor_act_model_layers_61_mlp_gate_proj/std": 1.7734375, "train/tensor_act_model_layers_61_mlp_gate_proj/max_abs": 5.3125, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/min": -3.71875, "train/tensor_act_model_layers_61_mlp_gate_proj/max": 5.3125, "train/tensor_act_model_layers_61_mlp_gate_proj/range": 9.03125, "train/tensor_act_model_layers_61_mlp_up_proj/norm": 5952.21923828125, "train/tensor_act_model_layers_61_mlp_up_proj/mean": -0.056396484375, "train/tensor_act_model_layers_61_mlp_up_proj/std": 2.046875, "train/tensor_act_model_layers_61_mlp_up_proj/max_abs": 5.625, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/min": -5.625, "train/tensor_act_model_layers_61_mlp_up_proj/max": 5.4375, "train/tensor_act_model_layers_61_mlp_up_proj/range": 11.0625, "train/tensor_act_model_layers_61_mlp_down_proj/norm": 62384.35546875, "train/tensor_act_model_layers_61_mlp_down_proj/mean": 30.25, "train/tensor_act_model_layers_61_mlp_down_proj/std": 3.875, "train/tensor_act_model_layers_61_mlp_down_proj/max_abs": 38.75, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_61_mlp_down_proj/min": -0.11474609375, "train/tensor_act_model_layers_61_mlp_down_proj/max": 38.75, "train/tensor_act_model_layers_61_mlp_down_proj/range": 38.86474609375, "train/tensor_act_model_layers_61_mlp/norm": 62384.35546875, "train/tensor_act_model_layers_61_mlp/mean": 30.25, "train/tensor_act_model_layers_61_mlp/std": 3.875, "train/tensor_act_model_layers_61_mlp/max_abs": 38.75, "train/tensor_act_model_layers_61_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_61_mlp/min": -0.11474609375, "train/tensor_act_model_layers_61_mlp/max": 38.75, "train/tensor_act_model_layers_61_mlp/range": 38.86474609375, "train/tensor_act_model_layers_61_residual_post_mlp/norm": 7188339.5, "train/tensor_act_model_layers_61_residual_post_mlp/mean": 3504.0, "train/tensor_act_model_layers_61_residual_post_mlp/std": 76.5, "train/tensor_act_model_layers_61_residual_post_mlp/max_abs": 3728.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_61_residual_post_mlp/min": -2.28125, "train/tensor_act_model_layers_61_residual_post_mlp/max": 3728.0, "train/tensor_act_model_layers_61_residual_post_mlp/range": 3730.28125, "train/tensor_act_model_layers_62_residual_pre_attn/norm": 7188339.5, "train/tensor_act_model_layers_62_residual_pre_attn/mean": 3504.0, "train/tensor_act_model_layers_62_residual_pre_attn/std": 76.5, "train/tensor_act_model_layers_62_residual_pre_attn/max_abs": 3728.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_62_residual_pre_attn/min": -2.28125, "train/tensor_act_model_layers_62_residual_pre_attn/max": 3728.0, "train/tensor_act_model_layers_62_residual_pre_attn/range": 3730.28125, "train/tensor_act_model_layers_62_residual_post_attn/norm": 7188339.5, "train/tensor_act_model_layers_62_residual_post_attn/mean": 3504.0, "train/tensor_act_model_layers_62_residual_post_attn/std": 76.5, "train/tensor_act_model_layers_62_residual_post_attn/max_abs": 3728.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_62_residual_post_attn/min": -2.4375, "train/tensor_act_model_layers_62_residual_post_attn/max": 3728.0, "train/tensor_act_model_layers_62_residual_post_attn/range": 3730.4375, "train/tensor_act_model_layers_62_mlp_gate_proj/norm": 5897.8037109375, "train/tensor_act_model_layers_62_mlp_gate_proj/mean": 0.9765625, "train/tensor_act_model_layers_62_mlp_gate_proj/std": 1.7890625, "train/tensor_act_model_layers_62_mlp_gate_proj/max_abs": 5.71875, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/min": -4.125, "train/tensor_act_model_layers_62_mlp_gate_proj/max": 5.71875, "train/tensor_act_model_layers_62_mlp_gate_proj/range": 9.84375, "train/tensor_act_model_layers_62_mlp_up_proj/norm": 5908.560546875, "train/tensor_act_model_layers_62_mlp_up_proj/mean": 0.1513671875, "train/tensor_act_model_layers_62_mlp_up_proj/std": 2.03125, "train/tensor_act_model_layers_62_mlp_up_proj/max_abs": 5.59375, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/min": -5.59375, "train/tensor_act_model_layers_62_mlp_up_proj/max": 5.4375, "train/tensor_act_model_layers_62_mlp_up_proj/range": 11.03125, "train/tensor_act_model_layers_62_mlp_down_proj/norm": 62552.1875, "train/tensor_act_model_layers_62_mlp_down_proj/mean": 30.25, "train/tensor_act_model_layers_62_mlp_down_proj/std": 3.828125, "train/tensor_act_model_layers_62_mlp_down_proj/max_abs": 39.5, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_62_mlp_down_proj/min": -0.1513671875, "train/tensor_act_model_layers_62_mlp_down_proj/max": 39.5, "train/tensor_act_model_layers_62_mlp_down_proj/range": 39.6513671875, "train/tensor_act_model_layers_62_mlp/norm": 62552.1875, "train/tensor_act_model_layers_62_mlp/mean": 30.25, "train/tensor_act_model_layers_62_mlp/std": 3.828125, "train/tensor_act_model_layers_62_mlp/max_abs": 39.5, "train/tensor_act_model_layers_62_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_62_mlp/min": -0.1513671875, "train/tensor_act_model_layers_62_mlp/max": 39.5, "train/tensor_act_model_layers_62_mlp/range": 39.6513671875, "train/tensor_act_model_layers_62_residual_post_mlp/norm": 7252201.5, "train/tensor_act_model_layers_62_residual_post_mlp/mean": 3536.0, "train/tensor_act_model_layers_62_residual_post_mlp/std": 76.5, "train/tensor_act_model_layers_62_residual_post_mlp/max_abs": 3760.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_62_residual_post_mlp/min": -2.484375, "train/tensor_act_model_layers_62_residual_post_mlp/max": 3760.0, "train/tensor_act_model_layers_62_residual_post_mlp/range": 3762.484375, "train/tensor_act_model_layers_63_residual_pre_attn/norm": 7252201.5, "train/tensor_act_model_layers_63_residual_pre_attn/mean": 3536.0, "train/tensor_act_model_layers_63_residual_pre_attn/std": 76.5, "train/tensor_act_model_layers_63_residual_pre_attn/max_abs": 3760.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_63_residual_pre_attn/min": -2.484375, "train/tensor_act_model_layers_63_residual_pre_attn/max": 3760.0, "train/tensor_act_model_layers_63_residual_pre_attn/range": 3762.484375, "train/tensor_act_model_layers_63_residual_post_attn/norm": 7252201.5, "train/tensor_act_model_layers_63_residual_post_attn/mean": 3536.0, "train/tensor_act_model_layers_63_residual_post_attn/std": 76.5, "train/tensor_act_model_layers_63_residual_post_attn/max_abs": 3760.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_63_residual_post_attn/min": -2.640625, "train/tensor_act_model_layers_63_residual_post_attn/max": 3760.0, "train/tensor_act_model_layers_63_residual_post_attn/range": 3762.640625, "train/tensor_act_model_layers_63_mlp_gate_proj/norm": 6390.43896484375, "train/tensor_act_model_layers_63_mlp_gate_proj/mean": 1.0390625, "train/tensor_act_model_layers_63_mlp_gate_proj/std": 1.9453125, "train/tensor_act_model_layers_63_mlp_gate_proj/max_abs": 5.78125, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/min": -4.03125, "train/tensor_act_model_layers_63_mlp_gate_proj/max": 5.78125, "train/tensor_act_model_layers_63_mlp_gate_proj/range": 9.8125, "train/tensor_act_model_layers_63_mlp_up_proj/norm": 6280.42724609375, "train/tensor_act_model_layers_63_mlp_up_proj/mean": -0.130859375, "train/tensor_act_model_layers_63_mlp_up_proj/std": 2.171875, "train/tensor_act_model_layers_63_mlp_up_proj/max_abs": 5.6875, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/min": -5.6875, "train/tensor_act_model_layers_63_mlp_up_proj/max": 5.46875, "train/tensor_act_model_layers_63_mlp_up_proj/range": 11.15625, "train/tensor_act_model_layers_63_mlp_down_proj/norm": 80066.734375, "train/tensor_act_model_layers_63_mlp_down_proj/mean": 38.75, "train/tensor_act_model_layers_63_mlp_down_proj/std": 4.15625, "train/tensor_act_model_layers_63_mlp_down_proj/max_abs": 47.5, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_63_mlp_down_proj/min": -0.10107421875, "train/tensor_act_model_layers_63_mlp_down_proj/max": 47.5, "train/tensor_act_model_layers_63_mlp_down_proj/range": 47.60107421875, "train/tensor_act_model_layers_63_mlp/norm": 80066.734375, "train/tensor_act_model_layers_63_mlp/mean": 38.75, "train/tensor_act_model_layers_63_mlp/std": 4.15625, "train/tensor_act_model_layers_63_mlp/max_abs": 47.5, "train/tensor_act_model_layers_63_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_63_mlp/min": -0.10107421875, "train/tensor_act_model_layers_63_mlp/max": 47.5, "train/tensor_act_model_layers_63_mlp/range": 47.60107421875, "train/tensor_act_model_layers_63_residual_post_mlp/norm": 7331495.5, "train/tensor_act_model_layers_63_residual_post_mlp/mean": 3584.0, "train/tensor_act_model_layers_63_residual_post_mlp/std": 77.0, "train/tensor_act_model_layers_63_residual_post_mlp/max_abs": 3808.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_63_residual_post_mlp/min": -2.578125, "train/tensor_act_model_layers_63_residual_post_mlp/max": 3808.0, "train/tensor_act_model_layers_63_residual_post_mlp/range": 3810.578125, "train/tensor_act_model_layers_64_residual_pre_attn/norm": 7331495.5, "train/tensor_act_model_layers_64_residual_pre_attn/mean": 3584.0, "train/tensor_act_model_layers_64_residual_pre_attn/std": 77.0, "train/tensor_act_model_layers_64_residual_pre_attn/max_abs": 3808.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_64_residual_pre_attn/min": -2.578125, "train/tensor_act_model_layers_64_residual_pre_attn/max": 3808.0, "train/tensor_act_model_layers_64_residual_pre_attn/range": 3810.578125, "train/tensor_act_model_layers_64_residual_post_attn/norm": 7331495.5, "train/tensor_act_model_layers_64_residual_post_attn/mean": 3584.0, "train/tensor_act_model_layers_64_residual_post_attn/std": 77.0, "train/tensor_act_model_layers_64_residual_post_attn/max_abs": 3808.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_64_residual_post_attn/min": -2.734375, "train/tensor_act_model_layers_64_residual_post_attn/max": 3808.0, "train/tensor_act_model_layers_64_residual_post_attn/range": 3810.734375, "train/tensor_act_model_layers_64_mlp_gate_proj/norm": 5863.18701171875, "train/tensor_act_model_layers_64_mlp_gate_proj/mean": 0.8984375, "train/tensor_act_model_layers_64_mlp_gate_proj/std": 1.8125, "train/tensor_act_model_layers_64_mlp_gate_proj/max_abs": 6.3125, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/min": -4.5, "train/tensor_act_model_layers_64_mlp_gate_proj/max": 6.3125, "train/tensor_act_model_layers_64_mlp_gate_proj/range": 10.8125, "train/tensor_act_model_layers_64_mlp_up_proj/norm": 6085.34619140625, "train/tensor_act_model_layers_64_mlp_up_proj/mean": 0.057861328125, "train/tensor_act_model_layers_64_mlp_up_proj/std": 2.09375, "train/tensor_act_model_layers_64_mlp_up_proj/max_abs": 6.125, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/min": -5.875, "train/tensor_act_model_layers_64_mlp_up_proj/max": 6.125, "train/tensor_act_model_layers_64_mlp_up_proj/range": 12.0, "train/tensor_act_model_layers_64_mlp_down_proj/norm": 65321.4765625, "train/tensor_act_model_layers_64_mlp_down_proj/mean": 31.5, "train/tensor_act_model_layers_64_mlp_down_proj/std": 5.21875, "train/tensor_act_model_layers_64_mlp_down_proj/max_abs": 46.0, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_64_mlp_down_proj/min": -0.11376953125, "train/tensor_act_model_layers_64_mlp_down_proj/max": 46.0, "train/tensor_act_model_layers_64_mlp_down_proj/range": 46.11376953125, "train/tensor_act_model_layers_64_mlp/norm": 65321.4765625, "train/tensor_act_model_layers_64_mlp/mean": 31.5, "train/tensor_act_model_layers_64_mlp/std": 5.21875, "train/tensor_act_model_layers_64_mlp/max_abs": 46.0, "train/tensor_act_model_layers_64_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_64_mlp/min": -0.11376953125, "train/tensor_act_model_layers_64_mlp/max": 46.0, "train/tensor_act_model_layers_64_mlp/range": 46.11376953125, "train/tensor_act_model_layers_64_residual_post_mlp/norm": 7395228.0, "train/tensor_act_model_layers_64_residual_post_mlp/mean": 3616.0, "train/tensor_act_model_layers_64_residual_post_mlp/std": 77.5, "train/tensor_act_model_layers_64_residual_post_mlp/max_abs": 3840.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_64_residual_post_mlp/min": -2.703125, "train/tensor_act_model_layers_64_residual_post_mlp/max": 3840.0, "train/tensor_act_model_layers_64_residual_post_mlp/range": 3842.703125, "train/tensor_act_model_layers_65_residual_pre_attn/norm": 7395228.0, "train/tensor_act_model_layers_65_residual_pre_attn/mean": 3616.0, "train/tensor_act_model_layers_65_residual_pre_attn/std": 77.5, "train/tensor_act_model_layers_65_residual_pre_attn/max_abs": 3840.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_65_residual_pre_attn/min": -2.703125, "train/tensor_act_model_layers_65_residual_pre_attn/max": 3840.0, "train/tensor_act_model_layers_65_residual_pre_attn/range": 3842.703125, "train/tensor_act_model_layers_65_residual_post_attn/norm": 7395228.0, "train/tensor_act_model_layers_65_residual_post_attn/mean": 3616.0, "train/tensor_act_model_layers_65_residual_post_attn/std": 77.5, "train/tensor_act_model_layers_65_residual_post_attn/max_abs": 3840.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_65_residual_post_attn/min": -2.671875, "train/tensor_act_model_layers_65_residual_post_attn/max": 3840.0, "train/tensor_act_model_layers_65_residual_post_attn/range": 3842.671875, "train/tensor_act_model_layers_65_mlp_gate_proj/norm": 5700.73046875, "train/tensor_act_model_layers_65_mlp_gate_proj/mean": 0.79296875, "train/tensor_act_model_layers_65_mlp_gate_proj/std": 1.8046875, "train/tensor_act_model_layers_65_mlp_gate_proj/max_abs": 5.90625, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/min": -3.890625, "train/tensor_act_model_layers_65_mlp_gate_proj/max": 5.90625, "train/tensor_act_model_layers_65_mlp_gate_proj/range": 9.796875, "train/tensor_act_model_layers_65_mlp_up_proj/norm": 5772.0849609375, "train/tensor_act_model_layers_65_mlp_up_proj/mean": 0.12060546875, "train/tensor_act_model_layers_65_mlp_up_proj/std": 1.9921875, "train/tensor_act_model_layers_65_mlp_up_proj/max_abs": 5.75, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/min": -5.34375, "train/tensor_act_model_layers_65_mlp_up_proj/max": 5.75, "train/tensor_act_model_layers_65_mlp_up_proj/range": 11.09375, "train/tensor_act_model_layers_65_mlp_down_proj/norm": 58699.3203125, "train/tensor_act_model_layers_65_mlp_down_proj/mean": 28.375, "train/tensor_act_model_layers_65_mlp_down_proj/std": 3.859375, "train/tensor_act_model_layers_65_mlp_down_proj/max_abs": 37.0, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_65_mlp_down_proj/min": -0.11572265625, "train/tensor_act_model_layers_65_mlp_down_proj/max": 37.0, "train/tensor_act_model_layers_65_mlp_down_proj/range": 37.11572265625, "train/tensor_act_model_layers_65_mlp/norm": 58699.3203125, "train/tensor_act_model_layers_65_mlp/mean": 28.375, "train/tensor_act_model_layers_65_mlp/std": 3.859375, "train/tensor_act_model_layers_65_mlp/max_abs": 37.0, "train/tensor_act_model_layers_65_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_65_mlp/min": -0.11572265625, "train/tensor_act_model_layers_65_mlp/max": 37.0, "train/tensor_act_model_layers_65_mlp/range": 37.11572265625, "train/tensor_act_model_layers_65_residual_post_mlp/norm": 7457202.0, "train/tensor_act_model_layers_65_residual_post_mlp/mean": 3648.0, "train/tensor_act_model_layers_65_residual_post_mlp/std": 77.0, "train/tensor_act_model_layers_65_residual_post_mlp/max_abs": 3872.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_65_residual_post_mlp/min": -2.734375, "train/tensor_act_model_layers_65_residual_post_mlp/max": 3872.0, "train/tensor_act_model_layers_65_residual_post_mlp/range": 3874.734375, "train/tensor_act_model_layers_66_residual_pre_attn/norm": 7457202.0, "train/tensor_act_model_layers_66_residual_pre_attn/mean": 3648.0, "train/tensor_act_model_layers_66_residual_pre_attn/std": 77.0, "train/tensor_act_model_layers_66_residual_pre_attn/max_abs": 3872.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_66_residual_pre_attn/min": -2.734375, "train/tensor_act_model_layers_66_residual_pre_attn/max": 3872.0, "train/tensor_act_model_layers_66_residual_pre_attn/range": 3874.734375, "train/tensor_act_model_layers_66_residual_post_attn/norm": 7457202.0, "train/tensor_act_model_layers_66_residual_post_attn/mean": 3648.0, "train/tensor_act_model_layers_66_residual_post_attn/std": 77.0, "train/tensor_act_model_layers_66_residual_post_attn/max_abs": 3872.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_66_residual_post_attn/min": -2.828125, "train/tensor_act_model_layers_66_residual_post_attn/max": 3872.0, "train/tensor_act_model_layers_66_residual_post_attn/range": 3874.828125, "train/tensor_act_model_layers_66_mlp_gate_proj/norm": 6266.015625, "train/tensor_act_model_layers_66_mlp_gate_proj/mean": 0.99609375, "train/tensor_act_model_layers_66_mlp_gate_proj/std": 1.921875, "train/tensor_act_model_layers_66_mlp_gate_proj/max_abs": 6.53125, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/min": -4.15625, "train/tensor_act_model_layers_66_mlp_gate_proj/max": 6.53125, "train/tensor_act_model_layers_66_mlp_gate_proj/range": 10.6875, "train/tensor_act_model_layers_66_mlp_up_proj/norm": 6140.10595703125, "train/tensor_act_model_layers_66_mlp_up_proj/mean": -0.024658203125, "train/tensor_act_model_layers_66_mlp_up_proj/std": 2.125, "train/tensor_act_model_layers_66_mlp_up_proj/max_abs": 6.40625, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/min": -6.40625, "train/tensor_act_model_layers_66_mlp_up_proj/max": 6.375, "train/tensor_act_model_layers_66_mlp_up_proj/range": 12.78125, "train/tensor_act_model_layers_66_mlp_down_proj/norm": 70711.8828125, "train/tensor_act_model_layers_66_mlp_down_proj/mean": 34.0, "train/tensor_act_model_layers_66_mlp_down_proj/std": 5.34375, "train/tensor_act_model_layers_66_mlp_down_proj/max_abs": 45.75, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_66_mlp_down_proj/min": -0.1328125, "train/tensor_act_model_layers_66_mlp_down_proj/max": 45.75, "train/tensor_act_model_layers_66_mlp_down_proj/range": 45.8828125, "train/tensor_act_model_layers_66_mlp/norm": 70711.8828125, "train/tensor_act_model_layers_66_mlp/mean": 34.0, "train/tensor_act_model_layers_66_mlp/std": 5.34375, "train/tensor_act_model_layers_66_mlp/max_abs": 45.75, "train/tensor_act_model_layers_66_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_66_mlp/min": -0.1328125, "train/tensor_act_model_layers_66_mlp/max": 45.75, "train/tensor_act_model_layers_66_mlp/range": 45.8828125, "train/tensor_act_model_layers_66_residual_post_mlp/norm": 7526335.5, "train/tensor_act_model_layers_66_residual_post_mlp/mean": 3680.0, "train/tensor_act_model_layers_66_residual_post_mlp/std": 77.5, "train/tensor_act_model_layers_66_residual_post_mlp/max_abs": 3904.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_66_residual_post_mlp/min": -2.875, "train/tensor_act_model_layers_66_residual_post_mlp/max": 3904.0, "train/tensor_act_model_layers_66_residual_post_mlp/range": 3906.875, "train/tensor_act_model_layers_67_residual_pre_attn/norm": 7526335.5, "train/tensor_act_model_layers_67_residual_pre_attn/mean": 3680.0, "train/tensor_act_model_layers_67_residual_pre_attn/std": 77.5, "train/tensor_act_model_layers_67_residual_pre_attn/max_abs": 3904.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_67_residual_pre_attn/min": -2.875, "train/tensor_act_model_layers_67_residual_pre_attn/max": 3904.0, "train/tensor_act_model_layers_67_residual_pre_attn/range": 3906.875, "train/tensor_act_model_layers_67_residual_post_attn/norm": 7526335.5, "train/tensor_act_model_layers_67_residual_post_attn/mean": 3680.0, "train/tensor_act_model_layers_67_residual_post_attn/std": 77.5, "train/tensor_act_model_layers_67_residual_post_attn/max_abs": 3904.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_67_residual_post_attn/min": -2.84375, "train/tensor_act_model_layers_67_residual_post_attn/max": 3904.0, "train/tensor_act_model_layers_67_residual_post_attn/range": 3906.84375, "train/tensor_act_model_layers_67_mlp_gate_proj/norm": 6190.17529296875, "train/tensor_act_model_layers_67_mlp_gate_proj/mean": 0.99609375, "train/tensor_act_model_layers_67_mlp_gate_proj/std": 1.890625, "train/tensor_act_model_layers_67_mlp_gate_proj/max_abs": 5.4375, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/min": -3.734375, "train/tensor_act_model_layers_67_mlp_gate_proj/max": 5.4375, "train/tensor_act_model_layers_67_mlp_gate_proj/range": 9.171875, "train/tensor_act_model_layers_67_mlp_up_proj/norm": 6211.93310546875, "train/tensor_act_model_layers_67_mlp_up_proj/mean": -0.06298828125, "train/tensor_act_model_layers_67_mlp_up_proj/std": 2.140625, "train/tensor_act_model_layers_67_mlp_up_proj/max_abs": 5.65625, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/min": -5.34375, "train/tensor_act_model_layers_67_mlp_up_proj/max": 5.65625, "train/tensor_act_model_layers_67_mlp_up_proj/range": 11.0, "train/tensor_act_model_layers_67_mlp_down_proj/norm": 72304.7734375, "train/tensor_act_model_layers_67_mlp_down_proj/mean": 35.0, "train/tensor_act_model_layers_67_mlp_down_proj/std": 4.3125, "train/tensor_act_model_layers_67_mlp_down_proj/max_abs": 43.75, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_67_mlp_down_proj/min": -0.1669921875, "train/tensor_act_model_layers_67_mlp_down_proj/max": 43.75, "train/tensor_act_model_layers_67_mlp_down_proj/range": 43.9169921875, "train/tensor_act_model_layers_67_mlp/norm": 72304.7734375, "train/tensor_act_model_layers_67_mlp/mean": 35.0, "train/tensor_act_model_layers_67_mlp/std": 4.3125, "train/tensor_act_model_layers_67_mlp/max_abs": 43.75, "train/tensor_act_model_layers_67_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_67_mlp/min": -0.1669921875, "train/tensor_act_model_layers_67_mlp/max": 43.75, "train/tensor_act_model_layers_67_mlp/range": 43.9169921875, "train/tensor_act_model_layers_67_residual_post_mlp/norm": 7596658.5, "train/tensor_act_model_layers_67_residual_post_mlp/mean": 3712.0, "train/tensor_act_model_layers_67_residual_post_mlp/std": 78.5, "train/tensor_act_model_layers_67_residual_post_mlp/max_abs": 3936.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_67_residual_post_mlp/min": -2.890625, "train/tensor_act_model_layers_67_residual_post_mlp/max": 3936.0, "train/tensor_act_model_layers_67_residual_post_mlp/range": 3938.890625, "train/tensor_act_model_layers_68_residual_pre_attn/norm": 7596658.5, "train/tensor_act_model_layers_68_residual_pre_attn/mean": 3712.0, "train/tensor_act_model_layers_68_residual_pre_attn/std": 78.5, "train/tensor_act_model_layers_68_residual_pre_attn/max_abs": 3936.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_68_residual_pre_attn/min": -2.890625, "train/tensor_act_model_layers_68_residual_pre_attn/max": 3936.0, "train/tensor_act_model_layers_68_residual_pre_attn/range": 3938.890625, "train/tensor_act_model_layers_68_residual_post_attn/norm": 7596658.5, "train/tensor_act_model_layers_68_residual_post_attn/mean": 3712.0, "train/tensor_act_model_layers_68_residual_post_attn/std": 78.5, "train/tensor_act_model_layers_68_residual_post_attn/max_abs": 3936.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_68_residual_post_attn/min": -3.0625, "train/tensor_act_model_layers_68_residual_post_attn/max": 3936.0, "train/tensor_act_model_layers_68_residual_post_attn/range": 3939.0625, "train/tensor_act_model_layers_68_mlp_gate_proj/norm": 6245.28564453125, "train/tensor_act_model_layers_68_mlp_gate_proj/mean": 1.0625, "train/tensor_act_model_layers_68_mlp_gate_proj/std": 1.875, "train/tensor_act_model_layers_68_mlp_gate_proj/max_abs": 6.15625, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/min": -4.21875, "train/tensor_act_model_layers_68_mlp_gate_proj/max": 6.15625, "train/tensor_act_model_layers_68_mlp_gate_proj/range": 10.375, "train/tensor_act_model_layers_68_mlp_up_proj/norm": 6353.431640625, "train/tensor_act_model_layers_68_mlp_up_proj/mean": -0.158203125, "train/tensor_act_model_layers_68_mlp_up_proj/std": 2.1875, "train/tensor_act_model_layers_68_mlp_up_proj/max_abs": 6.0625, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/min": -5.75, "train/tensor_act_model_layers_68_mlp_up_proj/max": 6.0625, "train/tensor_act_model_layers_68_mlp_up_proj/range": 11.8125, "train/tensor_act_model_layers_68_mlp_down_proj/norm": 73419.0625, "train/tensor_act_model_layers_68_mlp_down_proj/mean": 35.5, "train/tensor_act_model_layers_68_mlp_down_proj/std": 4.34375, "train/tensor_act_model_layers_68_mlp_down_proj/max_abs": 48.75, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_68_mlp_down_proj/min": -0.08740234375, "train/tensor_act_model_layers_68_mlp_down_proj/max": 48.75, "train/tensor_act_model_layers_68_mlp_down_proj/range": 48.83740234375, "train/tensor_act_model_layers_68_mlp/norm": 73419.0625, "train/tensor_act_model_layers_68_mlp/mean": 35.5, "train/tensor_act_model_layers_68_mlp/std": 4.34375, "train/tensor_act_model_layers_68_mlp/max_abs": 48.75, "train/tensor_act_model_layers_68_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_68_mlp/min": -0.08740234375, "train/tensor_act_model_layers_68_mlp/max": 48.75, "train/tensor_act_model_layers_68_mlp/range": 48.83740234375, "train/tensor_act_model_layers_68_residual_post_mlp/norm": 7666993.0, "train/tensor_act_model_layers_68_residual_post_mlp/mean": 3744.0, "train/tensor_act_model_layers_68_residual_post_mlp/std": 78.5, "train/tensor_act_model_layers_68_residual_post_mlp/max_abs": 3968.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_68_residual_post_mlp/min": -3.015625, "train/tensor_act_model_layers_68_residual_post_mlp/max": 3968.0, "train/tensor_act_model_layers_68_residual_post_mlp/range": 3971.015625, "train/tensor_act_model_layers_69_residual_pre_attn/norm": 7666993.0, "train/tensor_act_model_layers_69_residual_pre_attn/mean": 3744.0, "train/tensor_act_model_layers_69_residual_pre_attn/std": 78.5, "train/tensor_act_model_layers_69_residual_pre_attn/max_abs": 3968.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_69_residual_pre_attn/min": -3.015625, "train/tensor_act_model_layers_69_residual_pre_attn/max": 3968.0, "train/tensor_act_model_layers_69_residual_pre_attn/range": 3971.015625, "train/tensor_act_model_layers_69_residual_post_attn/norm": 7666993.0, "train/tensor_act_model_layers_69_residual_post_attn/mean": 3744.0, "train/tensor_act_model_layers_69_residual_post_attn/std": 78.5, "train/tensor_act_model_layers_69_residual_post_attn/max_abs": 3968.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_69_residual_post_attn/min": -3.03125, "train/tensor_act_model_layers_69_residual_post_attn/max": 3968.0, "train/tensor_act_model_layers_69_residual_post_attn/range": 3971.03125, "train/tensor_act_model_layers_69_mlp_gate_proj/norm": 5530.44384765625, "train/tensor_act_model_layers_69_mlp_gate_proj/mean": 0.78125, "train/tensor_act_model_layers_69_mlp_gate_proj/std": 1.7421875, "train/tensor_act_model_layers_69_mlp_gate_proj/max_abs": 5.59375, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/min": -3.984375, "train/tensor_act_model_layers_69_mlp_gate_proj/max": 5.59375, "train/tensor_act_model_layers_69_mlp_gate_proj/range": 9.578125, "train/tensor_act_model_layers_69_mlp_up_proj/norm": 5693.71240234375, "train/tensor_act_model_layers_69_mlp_up_proj/mean": -0.03125, "train/tensor_act_model_layers_69_mlp_up_proj/std": 1.96875, "train/tensor_act_model_layers_69_mlp_up_proj/max_abs": 6.03125, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/min": -5.65625, "train/tensor_act_model_layers_69_mlp_up_proj/max": 6.03125, "train/tensor_act_model_layers_69_mlp_up_proj/range": 11.6875, "train/tensor_act_model_layers_69_mlp_down_proj/norm": 55023.0546875, "train/tensor_act_model_layers_69_mlp_down_proj/mean": 26.625, "train/tensor_act_model_layers_69_mlp_down_proj/std": 3.734375, "train/tensor_act_model_layers_69_mlp_down_proj/max_abs": 35.0, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_69_mlp_down_proj/min": -0.2197265625, "train/tensor_act_model_layers_69_mlp_down_proj/max": 35.0, "train/tensor_act_model_layers_69_mlp_down_proj/range": 35.2197265625, "train/tensor_act_model_layers_69_mlp/norm": 55023.0546875, "train/tensor_act_model_layers_69_mlp/mean": 26.625, "train/tensor_act_model_layers_69_mlp/std": 3.734375, "train/tensor_act_model_layers_69_mlp/max_abs": 35.0, "train/tensor_act_model_layers_69_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_69_mlp/min": -0.2197265625, "train/tensor_act_model_layers_69_mlp/max": 35.0, "train/tensor_act_model_layers_69_mlp/range": 35.2197265625, "train/tensor_act_model_layers_69_residual_post_mlp/norm": 7724991.5, "train/tensor_act_model_layers_69_residual_post_mlp/mean": 3776.0, "train/tensor_act_model_layers_69_residual_post_mlp/std": 79.5, "train/tensor_act_model_layers_69_residual_post_mlp/max_abs": 4000.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_69_residual_post_mlp/min": -3.046875, "train/tensor_act_model_layers_69_residual_post_mlp/max": 4000.0, "train/tensor_act_model_layers_69_residual_post_mlp/range": 4003.046875, "train/tensor_act_model_layers_70_residual_pre_attn/norm": 7724991.5, "train/tensor_act_model_layers_70_residual_pre_attn/mean": 3776.0, "train/tensor_act_model_layers_70_residual_pre_attn/std": 79.5, "train/tensor_act_model_layers_70_residual_pre_attn/max_abs": 4000.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_70_residual_pre_attn/min": -3.046875, "train/tensor_act_model_layers_70_residual_pre_attn/max": 4000.0, "train/tensor_act_model_layers_70_residual_pre_attn/range": 4003.046875, "train/tensor_act_model_layers_70_residual_post_attn/norm": 7724991.5, "train/tensor_act_model_layers_70_residual_post_attn/mean": 3776.0, "train/tensor_act_model_layers_70_residual_post_attn/std": 79.5, "train/tensor_act_model_layers_70_residual_post_attn/max_abs": 4000.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_70_residual_post_attn/min": -3.046875, "train/tensor_act_model_layers_70_residual_post_attn/max": 4000.0, "train/tensor_act_model_layers_70_residual_post_attn/range": 4003.046875, "train/tensor_act_model_layers_70_mlp_gate_proj/norm": 6506.73876953125, "train/tensor_act_model_layers_70_mlp_gate_proj/mean": 1.140625, "train/tensor_act_model_layers_70_mlp_gate_proj/std": 1.9375, "train/tensor_act_model_layers_70_mlp_gate_proj/max_abs": 6.3125, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/min": -4.40625, "train/tensor_act_model_layers_70_mlp_gate_proj/max": 6.3125, "train/tensor_act_model_layers_70_mlp_gate_proj/range": 10.71875, "train/tensor_act_model_layers_70_mlp_up_proj/norm": 6565.5458984375, "train/tensor_act_model_layers_70_mlp_up_proj/mean": -0.10498046875, "train/tensor_act_model_layers_70_mlp_up_proj/std": 2.265625, "train/tensor_act_model_layers_70_mlp_up_proj/max_abs": 7.03125, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/min": -7.03125, "train/tensor_act_model_layers_70_mlp_up_proj/max": 5.6875, "train/tensor_act_model_layers_70_mlp_up_proj/range": 12.71875, "train/tensor_act_model_layers_70_mlp_down_proj/norm": 78450.1875, "train/tensor_act_model_layers_70_mlp_down_proj/mean": 38.0, "train/tensor_act_model_layers_70_mlp_down_proj/std": 4.96875, "train/tensor_act_model_layers_70_mlp_down_proj/max_abs": 50.25, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_70_mlp_down_proj/min": -0.1279296875, "train/tensor_act_model_layers_70_mlp_down_proj/max": 50.25, "train/tensor_act_model_layers_70_mlp_down_proj/range": 50.3779296875, "train/tensor_act_model_layers_70_mlp/norm": 78450.1875, "train/tensor_act_model_layers_70_mlp/mean": 38.0, "train/tensor_act_model_layers_70_mlp/std": 4.96875, "train/tensor_act_model_layers_70_mlp/max_abs": 50.25, "train/tensor_act_model_layers_70_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_70_mlp/min": -0.1279296875, "train/tensor_act_model_layers_70_mlp/max": 50.25, "train/tensor_act_model_layers_70_mlp/range": 50.3779296875, "train/tensor_act_model_layers_70_residual_post_mlp/norm": 7802457.0, "train/tensor_act_model_layers_70_residual_post_mlp/mean": 3808.0, "train/tensor_act_model_layers_70_residual_post_mlp/std": 81.0, "train/tensor_act_model_layers_70_residual_post_mlp/max_abs": 4048.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_70_residual_post_mlp/min": -3.015625, "train/tensor_act_model_layers_70_residual_post_mlp/max": 4048.0, "train/tensor_act_model_layers_70_residual_post_mlp/range": 4051.015625, "train/tensor_act_model_layers_71_residual_pre_attn/norm": 7802457.0, "train/tensor_act_model_layers_71_residual_pre_attn/mean": 3808.0, "train/tensor_act_model_layers_71_residual_pre_attn/std": 81.0, "train/tensor_act_model_layers_71_residual_pre_attn/max_abs": 4048.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_71_residual_pre_attn/min": -3.015625, "train/tensor_act_model_layers_71_residual_pre_attn/max": 4048.0, "train/tensor_act_model_layers_71_residual_pre_attn/range": 4051.015625, "train/tensor_act_model_layers_71_residual_post_attn/norm": 7802457.0, "train/tensor_act_model_layers_71_residual_post_attn/mean": 3808.0, "train/tensor_act_model_layers_71_residual_post_attn/std": 81.0, "train/tensor_act_model_layers_71_residual_post_attn/max_abs": 4048.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_71_residual_post_attn/min": -3.015625, "train/tensor_act_model_layers_71_residual_post_attn/max": 4048.0, "train/tensor_act_model_layers_71_residual_post_attn/range": 4051.015625, "train/tensor_act_model_layers_71_mlp_gate_proj/norm": 5584.29248046875, "train/tensor_act_model_layers_71_mlp_gate_proj/mean": 0.7578125, "train/tensor_act_model_layers_71_mlp_gate_proj/std": 1.7734375, "train/tensor_act_model_layers_71_mlp_gate_proj/max_abs": 5.5625, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/min": -3.921875, "train/tensor_act_model_layers_71_mlp_gate_proj/max": 5.5625, "train/tensor_act_model_layers_71_mlp_gate_proj/range": 9.484375, "train/tensor_act_model_layers_71_mlp_up_proj/norm": 5658.1103515625, "train/tensor_act_model_layers_71_mlp_up_proj/mean": -0.03369140625, "train/tensor_act_model_layers_71_mlp_up_proj/std": 1.953125, "train/tensor_act_model_layers_71_mlp_up_proj/max_abs": 5.53125, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/min": -5.53125, "train/tensor_act_model_layers_71_mlp_up_proj/max": 5.34375, "train/tensor_act_model_layers_71_mlp_up_proj/range": 10.875, "train/tensor_act_model_layers_71_mlp_down_proj/norm": 58692.45703125, "train/tensor_act_model_layers_71_mlp_down_proj/mean": 28.375, "train/tensor_act_model_layers_71_mlp_down_proj/std": 4.0625, "train/tensor_act_model_layers_71_mlp_down_proj/max_abs": 40.5, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_71_mlp_down_proj/min": -0.2275390625, "train/tensor_act_model_layers_71_mlp_down_proj/max": 40.5, "train/tensor_act_model_layers_71_mlp_down_proj/range": 40.7275390625, "train/tensor_act_model_layers_71_mlp/norm": 58692.45703125, "train/tensor_act_model_layers_71_mlp/mean": 28.375, "train/tensor_act_model_layers_71_mlp/std": 4.0625, "train/tensor_act_model_layers_71_mlp/max_abs": 40.5, "train/tensor_act_model_layers_71_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_71_mlp/min": -0.2275390625, "train/tensor_act_model_layers_71_mlp/max": 40.5, "train/tensor_act_model_layers_71_mlp/range": 40.7275390625, "train/tensor_act_model_layers_71_residual_post_mlp/norm": 7863540.0, "train/tensor_act_model_layers_71_residual_post_mlp/mean": 3840.0, "train/tensor_act_model_layers_71_residual_post_mlp/std": 81.0, "train/tensor_act_model_layers_71_residual_post_mlp/max_abs": 4080.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_71_residual_post_mlp/min": -3.0625, "train/tensor_act_model_layers_71_residual_post_mlp/max": 4080.0, "train/tensor_act_model_layers_71_residual_post_mlp/range": 4083.0625, "train/tensor_act_model_layers_72_residual_pre_attn/norm": 7863540.0, "train/tensor_act_model_layers_72_residual_pre_attn/mean": 3840.0, "train/tensor_act_model_layers_72_residual_pre_attn/std": 81.0, "train/tensor_act_model_layers_72_residual_pre_attn/max_abs": 4080.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_72_residual_pre_attn/min": -3.0625, "train/tensor_act_model_layers_72_residual_pre_attn/max": 4080.0, "train/tensor_act_model_layers_72_residual_pre_attn/range": 4083.0625, "train/tensor_act_model_layers_72_residual_post_attn/norm": 7863540.0, "train/tensor_act_model_layers_72_residual_post_attn/mean": 3840.0, "train/tensor_act_model_layers_72_residual_post_attn/std": 81.0, "train/tensor_act_model_layers_72_residual_post_attn/max_abs": 4080.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_72_residual_post_attn/min": -3.21875, "train/tensor_act_model_layers_72_residual_post_attn/max": 4080.0, "train/tensor_act_model_layers_72_residual_post_attn/range": 4083.21875, "train/tensor_act_model_layers_72_mlp_gate_proj/norm": 5928.38134765625, "train/tensor_act_model_layers_72_mlp_gate_proj/mean": 0.96875, "train/tensor_act_model_layers_72_mlp_gate_proj/std": 1.8046875, "train/tensor_act_model_layers_72_mlp_gate_proj/max_abs": 6.1875, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/min": -3.921875, "train/tensor_act_model_layers_72_mlp_gate_proj/max": 6.1875, "train/tensor_act_model_layers_72_mlp_gate_proj/range": 10.109375, "train/tensor_act_model_layers_72_mlp_up_proj/norm": 5907.67626953125, "train/tensor_act_model_layers_72_mlp_up_proj/mean": -0.06201171875, "train/tensor_act_model_layers_72_mlp_up_proj/std": 2.03125, "train/tensor_act_model_layers_72_mlp_up_proj/max_abs": 5.84375, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/min": -5.84375, "train/tensor_act_model_layers_72_mlp_up_proj/max": 5.625, "train/tensor_act_model_layers_72_mlp_up_proj/range": 11.46875, "train/tensor_act_model_layers_72_mlp_down_proj/norm": 63586.9296875, "train/tensor_act_model_layers_72_mlp_down_proj/mean": 30.75, "train/tensor_act_model_layers_72_mlp_down_proj/std": 4.40625, "train/tensor_act_model_layers_72_mlp_down_proj/max_abs": 40.0, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_72_mlp_down_proj/min": -0.1708984375, "train/tensor_act_model_layers_72_mlp_down_proj/max": 40.0, "train/tensor_act_model_layers_72_mlp_down_proj/range": 40.1708984375, "train/tensor_act_model_layers_72_mlp/norm": 63586.9296875, "train/tensor_act_model_layers_72_mlp/mean": 30.75, "train/tensor_act_model_layers_72_mlp/std": 4.40625, "train/tensor_act_model_layers_72_mlp/max_abs": 40.0, "train/tensor_act_model_layers_72_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_72_mlp/min": -0.1708984375, "train/tensor_act_model_layers_72_mlp/max": 40.0, "train/tensor_act_model_layers_72_mlp/range": 40.1708984375, "train/tensor_act_model_layers_72_residual_post_mlp/norm": 7927134.0, "train/tensor_act_model_layers_72_residual_post_mlp/mean": 3872.0, "train/tensor_act_model_layers_72_residual_post_mlp/std": 80.5, "train/tensor_act_model_layers_72_residual_post_mlp/max_abs": 4096.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_72_residual_post_mlp/min": -3.203125, "train/tensor_act_model_layers_72_residual_post_mlp/max": 4096.0, "train/tensor_act_model_layers_72_residual_post_mlp/range": 4099.203125, "train/tensor_act_model_layers_73_residual_pre_attn/norm": 7927134.0, "train/tensor_act_model_layers_73_residual_pre_attn/mean": 3872.0, "train/tensor_act_model_layers_73_residual_pre_attn/std": 80.5, "train/tensor_act_model_layers_73_residual_pre_attn/max_abs": 4096.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_73_residual_pre_attn/min": -3.203125, "train/tensor_act_model_layers_73_residual_pre_attn/max": 4096.0, "train/tensor_act_model_layers_73_residual_pre_attn/range": 4099.203125, "train/tensor_act_model_layers_73_residual_post_attn/norm": 7927134.0, "train/tensor_act_model_layers_73_residual_post_attn/mean": 3872.0, "train/tensor_act_model_layers_73_residual_post_attn/std": 80.5, "train/tensor_act_model_layers_73_residual_post_attn/max_abs": 4096.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_73_residual_post_attn/min": -3.203125, "train/tensor_act_model_layers_73_residual_post_attn/max": 4096.0, "train/tensor_act_model_layers_73_residual_post_attn/range": 4099.203125, "train/tensor_act_model_layers_73_mlp_gate_proj/norm": 5385.21826171875, "train/tensor_act_model_layers_73_mlp_gate_proj/mean": 0.796875, "train/tensor_act_model_layers_73_mlp_gate_proj/std": 1.6796875, "train/tensor_act_model_layers_73_mlp_gate_proj/max_abs": 5.375, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/min": -3.953125, "train/tensor_act_model_layers_73_mlp_gate_proj/max": 5.375, "train/tensor_act_model_layers_73_mlp_gate_proj/range": 9.328125, "train/tensor_act_model_layers_73_mlp_up_proj/norm": 5477.37353515625, "train/tensor_act_model_layers_73_mlp_up_proj/mean": -0.08642578125, "train/tensor_act_model_layers_73_mlp_up_proj/std": 1.890625, "train/tensor_act_model_layers_73_mlp_up_proj/max_abs": 5.9375, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/min": -5.84375, "train/tensor_act_model_layers_73_mlp_up_proj/max": 5.9375, "train/tensor_act_model_layers_73_mlp_up_proj/range": 11.78125, "train/tensor_act_model_layers_73_mlp_down_proj/norm": 50825.19921875, "train/tensor_act_model_layers_73_mlp_down_proj/mean": 24.5, "train/tensor_act_model_layers_73_mlp_down_proj/std": 3.75, "train/tensor_act_model_layers_73_mlp_down_proj/max_abs": 34.5, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_73_mlp_down_proj/min": -0.16015625, "train/tensor_act_model_layers_73_mlp_down_proj/max": 34.5, "train/tensor_act_model_layers_73_mlp_down_proj/range": 34.66015625, "train/tensor_act_model_layers_73_mlp/norm": 50825.19921875, "train/tensor_act_model_layers_73_mlp/mean": 24.5, "train/tensor_act_model_layers_73_mlp/std": 3.75, "train/tensor_act_model_layers_73_mlp/max_abs": 34.5, "train/tensor_act_model_layers_73_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_73_mlp/min": -0.16015625, "train/tensor_act_model_layers_73_mlp/max": 34.5, "train/tensor_act_model_layers_73_mlp/range": 34.66015625, "train/tensor_act_model_layers_73_residual_post_mlp/norm": 7978887.5, "train/tensor_act_model_layers_73_residual_post_mlp/mean": 3888.0, "train/tensor_act_model_layers_73_residual_post_mlp/std": 81.0, "train/tensor_act_model_layers_73_residual_post_mlp/max_abs": 4128.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_73_residual_post_mlp/min": -3.140625, "train/tensor_act_model_layers_73_residual_post_mlp/max": 4128.0, "train/tensor_act_model_layers_73_residual_post_mlp/range": 4131.140625, "train/tensor_act_model_layers_74_residual_pre_attn/norm": 7978887.5, "train/tensor_act_model_layers_74_residual_pre_attn/mean": 3888.0, "train/tensor_act_model_layers_74_residual_pre_attn/std": 81.0, "train/tensor_act_model_layers_74_residual_pre_attn/max_abs": 4128.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_74_residual_pre_attn/min": -3.140625, "train/tensor_act_model_layers_74_residual_pre_attn/max": 4128.0, "train/tensor_act_model_layers_74_residual_pre_attn/range": 4131.140625, "train/tensor_act_model_layers_74_residual_post_attn/norm": 7978887.5, "train/tensor_act_model_layers_74_residual_post_attn/mean": 3888.0, "train/tensor_act_model_layers_74_residual_post_attn/std": 81.0, "train/tensor_act_model_layers_74_residual_post_attn/max_abs": 4128.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_74_residual_post_attn/min": -3.140625, "train/tensor_act_model_layers_74_residual_post_attn/max": 4128.0, "train/tensor_act_model_layers_74_residual_post_attn/range": 4131.140625, "train/tensor_act_model_layers_74_mlp_gate_proj/norm": 5757.62744140625, "train/tensor_act_model_layers_74_mlp_gate_proj/mean": 0.94921875, "train/tensor_act_model_layers_74_mlp_gate_proj/std": 1.75, "train/tensor_act_model_layers_74_mlp_gate_proj/max_abs": 6.375, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/min": -4.03125, "train/tensor_act_model_layers_74_mlp_gate_proj/max": 6.375, "train/tensor_act_model_layers_74_mlp_gate_proj/range": 10.40625, "train/tensor_act_model_layers_74_mlp_up_proj/norm": 5866.24365234375, "train/tensor_act_model_layers_74_mlp_up_proj/mean": -0.24609375, "train/tensor_act_model_layers_74_mlp_up_proj/std": 2.015625, "train/tensor_act_model_layers_74_mlp_up_proj/max_abs": 6.71875, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/min": -6.71875, "train/tensor_act_model_layers_74_mlp_up_proj/max": 5.53125, "train/tensor_act_model_layers_74_mlp_up_proj/range": 12.25, "train/tensor_act_model_layers_74_mlp_down_proj/norm": 59063.45703125, "train/tensor_act_model_layers_74_mlp_down_proj/mean": 28.5, "train/tensor_act_model_layers_74_mlp_down_proj/std": 4.40625, "train/tensor_act_model_layers_74_mlp_down_proj/max_abs": 37.75, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_74_mlp_down_proj/min": -0.146484375, "train/tensor_act_model_layers_74_mlp_down_proj/max": 37.75, "train/tensor_act_model_layers_74_mlp_down_proj/range": 37.896484375, "train/tensor_act_model_layers_74_mlp/norm": 59063.45703125, "train/tensor_act_model_layers_74_mlp/mean": 28.5, "train/tensor_act_model_layers_74_mlp/std": 4.40625, "train/tensor_act_model_layers_74_mlp/max_abs": 37.75, "train/tensor_act_model_layers_74_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_74_mlp/min": -0.146484375, "train/tensor_act_model_layers_74_mlp/max": 37.75, "train/tensor_act_model_layers_74_mlp/range": 37.896484375, "train/tensor_act_model_layers_74_residual_post_mlp/norm": 8039756.5, "train/tensor_act_model_layers_74_residual_post_mlp/mean": 3920.0, "train/tensor_act_model_layers_74_residual_post_mlp/std": 81.5, "train/tensor_act_model_layers_74_residual_post_mlp/max_abs": 4160.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_74_residual_post_mlp/min": -3.1875, "train/tensor_act_model_layers_74_residual_post_mlp/max": 4160.0, "train/tensor_act_model_layers_74_residual_post_mlp/range": 4163.1875, "train/tensor_act_model_layers_75_residual_pre_attn/norm": 8039756.5, "train/tensor_act_model_layers_75_residual_pre_attn/mean": 3920.0, "train/tensor_act_model_layers_75_residual_pre_attn/std": 81.5, "train/tensor_act_model_layers_75_residual_pre_attn/max_abs": 4160.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_75_residual_pre_attn/min": -3.1875, "train/tensor_act_model_layers_75_residual_pre_attn/max": 4160.0, "train/tensor_act_model_layers_75_residual_pre_attn/range": 4163.1875, "train/tensor_act_model_layers_75_residual_post_attn/norm": 8039756.5, "train/tensor_act_model_layers_75_residual_post_attn/mean": 3920.0, "train/tensor_act_model_layers_75_residual_post_attn/std": 81.5, "train/tensor_act_model_layers_75_residual_post_attn/max_abs": 4160.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_75_residual_post_attn/min": -3.25, "train/tensor_act_model_layers_75_residual_post_attn/max": 4160.0, "train/tensor_act_model_layers_75_residual_post_attn/range": 4163.25, "train/tensor_act_model_layers_75_mlp_gate_proj/norm": 5191.92236328125, "train/tensor_act_model_layers_75_mlp_gate_proj/mean": 0.7109375, "train/tensor_act_model_layers_75_mlp_gate_proj/std": 1.6484375, "train/tensor_act_model_layers_75_mlp_gate_proj/max_abs": 6.125, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/min": -4.28125, "train/tensor_act_model_layers_75_mlp_gate_proj/max": 6.125, "train/tensor_act_model_layers_75_mlp_gate_proj/range": 10.40625, "train/tensor_act_model_layers_75_mlp_up_proj/norm": 5176.888671875, "train/tensor_act_model_layers_75_mlp_up_proj/mean": 0.2138671875, "train/tensor_act_model_layers_75_mlp_up_proj/std": 1.7734375, "train/tensor_act_model_layers_75_mlp_up_proj/max_abs": 6.15625, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/min": -5.03125, "train/tensor_act_model_layers_75_mlp_up_proj/max": 6.15625, "train/tensor_act_model_layers_75_mlp_up_proj/range": 11.1875, "train/tensor_act_model_layers_75_mlp_down_proj/norm": 44425.8359375, "train/tensor_act_model_layers_75_mlp_down_proj/mean": 21.375, "train/tensor_act_model_layers_75_mlp_down_proj/std": 3.4375, "train/tensor_act_model_layers_75_mlp_down_proj/max_abs": 28.75, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_75_mlp_down_proj/min": -0.1923828125, "train/tensor_act_model_layers_75_mlp_down_proj/max": 28.75, "train/tensor_act_model_layers_75_mlp_down_proj/range": 28.9423828125, "train/tensor_act_model_layers_75_mlp/norm": 44425.8359375, "train/tensor_act_model_layers_75_mlp/mean": 21.375, "train/tensor_act_model_layers_75_mlp/std": 3.4375, "train/tensor_act_model_layers_75_mlp/max_abs": 28.75, "train/tensor_act_model_layers_75_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_75_mlp/min": -0.1923828125, "train/tensor_act_model_layers_75_mlp/max": 28.75, "train/tensor_act_model_layers_75_mlp/range": 28.9423828125, "train/tensor_act_model_layers_75_residual_post_mlp/norm": 8082011.5, "train/tensor_act_model_layers_75_residual_post_mlp/mean": 3952.0, "train/tensor_act_model_layers_75_residual_post_mlp/std": 83.0, "train/tensor_act_model_layers_75_residual_post_mlp/max_abs": 4192.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_75_residual_post_mlp/min": -3.28125, "train/tensor_act_model_layers_75_residual_post_mlp/max": 4192.0, "train/tensor_act_model_layers_75_residual_post_mlp/range": 4195.28125, "train/tensor_act_model_layers_76_residual_pre_attn/norm": 8082011.5, "train/tensor_act_model_layers_76_residual_pre_attn/mean": 3952.0, "train/tensor_act_model_layers_76_residual_pre_attn/std": 83.0, "train/tensor_act_model_layers_76_residual_pre_attn/max_abs": 4192.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_76_residual_pre_attn/min": -3.28125, "train/tensor_act_model_layers_76_residual_pre_attn/max": 4192.0, "train/tensor_act_model_layers_76_residual_pre_attn/range": 4195.28125, "train/tensor_act_model_layers_76_residual_post_attn/norm": 8082011.5, "train/tensor_act_model_layers_76_residual_post_attn/mean": 3952.0, "train/tensor_act_model_layers_76_residual_post_attn/std": 83.0, "train/tensor_act_model_layers_76_residual_post_attn/max_abs": 4192.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_76_residual_post_attn/min": -3.125, "train/tensor_act_model_layers_76_residual_post_attn/max": 4192.0, "train/tensor_act_model_layers_76_residual_post_attn/range": 4195.125, "train/tensor_act_model_layers_76_mlp_gate_proj/norm": 5641.419921875, "train/tensor_act_model_layers_76_mlp_gate_proj/mean": 0.796875, "train/tensor_act_model_layers_76_mlp_gate_proj/std": 1.78125, "train/tensor_act_model_layers_76_mlp_gate_proj/max_abs": 6.25, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/min": -5.0625, "train/tensor_act_model_layers_76_mlp_gate_proj/max": 6.25, "train/tensor_act_model_layers_76_mlp_gate_proj/range": 11.3125, "train/tensor_act_model_layers_76_mlp_up_proj/norm": 5677.17626953125, "train/tensor_act_model_layers_76_mlp_up_proj/mean": 0.0888671875, "train/tensor_act_model_layers_76_mlp_up_proj/std": 1.9609375, "train/tensor_act_model_layers_76_mlp_up_proj/max_abs": 6.25, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/min": -5.53125, "train/tensor_act_model_layers_76_mlp_up_proj/max": 6.25, "train/tensor_act_model_layers_76_mlp_up_proj/range": 11.78125, "train/tensor_act_model_layers_76_mlp_down_proj/norm": 56873.62109375, "train/tensor_act_model_layers_76_mlp_down_proj/mean": 27.5, "train/tensor_act_model_layers_76_mlp_down_proj/std": 4.21875, "train/tensor_act_model_layers_76_mlp_down_proj/max_abs": 36.25, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_76_mlp_down_proj/min": -0.1484375, "train/tensor_act_model_layers_76_mlp_down_proj/max": 36.25, "train/tensor_act_model_layers_76_mlp_down_proj/range": 36.3984375, "train/tensor_act_model_layers_76_mlp/norm": 56873.62109375, "train/tensor_act_model_layers_76_mlp/mean": 27.5, "train/tensor_act_model_layers_76_mlp/std": 4.21875, "train/tensor_act_model_layers_76_mlp/max_abs": 36.25, "train/tensor_act_model_layers_76_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_76_mlp/min": -0.1484375, "train/tensor_act_model_layers_76_mlp/max": 36.25, "train/tensor_act_model_layers_76_mlp/range": 36.3984375, "train/tensor_act_model_layers_76_residual_post_mlp/norm": 8140759.0, "train/tensor_act_model_layers_76_residual_post_mlp/mean": 3968.0, "train/tensor_act_model_layers_76_residual_post_mlp/std": 84.0, "train/tensor_act_model_layers_76_residual_post_mlp/max_abs": 4224.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_76_residual_post_mlp/min": -3.09375, "train/tensor_act_model_layers_76_residual_post_mlp/max": 4224.0, "train/tensor_act_model_layers_76_residual_post_mlp/range": 4227.09375, "train/tensor_act_model_layers_77_residual_pre_attn/norm": 8140759.0, "train/tensor_act_model_layers_77_residual_pre_attn/mean": 3968.0, "train/tensor_act_model_layers_77_residual_pre_attn/std": 84.0, "train/tensor_act_model_layers_77_residual_pre_attn/max_abs": 4224.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_77_residual_pre_attn/min": -3.09375, "train/tensor_act_model_layers_77_residual_pre_attn/max": 4224.0, "train/tensor_act_model_layers_77_residual_pre_attn/range": 4227.09375, "train/tensor_act_model_layers_77_residual_post_attn/norm": 8140759.0, "train/tensor_act_model_layers_77_residual_post_attn/mean": 3968.0, "train/tensor_act_model_layers_77_residual_post_attn/std": 84.0, "train/tensor_act_model_layers_77_residual_post_attn/max_abs": 4224.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_77_residual_post_attn/min": -3.328125, "train/tensor_act_model_layers_77_residual_post_attn/max": 4224.0, "train/tensor_act_model_layers_77_residual_post_attn/range": 4227.328125, "train/tensor_act_model_layers_77_mlp_gate_proj/norm": 5675.63671875, "train/tensor_act_model_layers_77_mlp_gate_proj/mean": 0.9375, "train/tensor_act_model_layers_77_mlp_gate_proj/std": 1.71875, "train/tensor_act_model_layers_77_mlp_gate_proj/max_abs": 5.375, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/min": -3.90625, "train/tensor_act_model_layers_77_mlp_gate_proj/max": 5.375, "train/tensor_act_model_layers_77_mlp_gate_proj/range": 9.28125, "train/tensor_act_model_layers_77_mlp_up_proj/norm": 5710.4580078125, "train/tensor_act_model_layers_77_mlp_up_proj/mean": -0.134765625, "train/tensor_act_model_layers_77_mlp_up_proj/std": 1.96875, "train/tensor_act_model_layers_77_mlp_up_proj/max_abs": 5.65625, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/min": -4.96875, "train/tensor_act_model_layers_77_mlp_up_proj/max": 5.65625, "train/tensor_act_model_layers_77_mlp_up_proj/range": 10.625, "train/tensor_act_model_layers_77_mlp_down_proj/norm": 52465.984375, "train/tensor_act_model_layers_77_mlp_down_proj/mean": 25.25, "train/tensor_act_model_layers_77_mlp_down_proj/std": 3.984375, "train/tensor_act_model_layers_77_mlp_down_proj/max_abs": 34.5, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_77_mlp_down_proj/min": -0.1455078125, "train/tensor_act_model_layers_77_mlp_down_proj/max": 34.5, "train/tensor_act_model_layers_77_mlp_down_proj/range": 34.6455078125, "train/tensor_act_model_layers_77_mlp/norm": 52465.984375, "train/tensor_act_model_layers_77_mlp/mean": 25.25, "train/tensor_act_model_layers_77_mlp/std": 3.984375, "train/tensor_act_model_layers_77_mlp/max_abs": 34.5, "train/tensor_act_model_layers_77_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_77_mlp/min": -0.1455078125, "train/tensor_act_model_layers_77_mlp/max": 34.5, "train/tensor_act_model_layers_77_mlp/range": 34.6455078125, "train/tensor_act_model_layers_77_residual_post_mlp/norm": 8193823.0, "train/tensor_act_model_layers_77_residual_post_mlp/mean": 4000.0, "train/tensor_act_model_layers_77_residual_post_mlp/std": 84.0, "train/tensor_act_model_layers_77_residual_post_mlp/max_abs": 4256.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_77_residual_post_mlp/min": -3.28125, "train/tensor_act_model_layers_77_residual_post_mlp/max": 4256.0, "train/tensor_act_model_layers_77_residual_post_mlp/range": 4259.28125, "train/tensor_act_model_layers_78_residual_pre_attn/norm": 8193823.0, "train/tensor_act_model_layers_78_residual_pre_attn/mean": 4000.0, "train/tensor_act_model_layers_78_residual_pre_attn/std": 84.0, "train/tensor_act_model_layers_78_residual_pre_attn/max_abs": 4256.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_78_residual_pre_attn/min": -3.28125, "train/tensor_act_model_layers_78_residual_pre_attn/max": 4256.0, "train/tensor_act_model_layers_78_residual_pre_attn/range": 4259.28125, "train/tensor_act_model_layers_78_residual_post_attn/norm": 8193823.0, "train/tensor_act_model_layers_78_residual_post_attn/mean": 4000.0, "train/tensor_act_model_layers_78_residual_post_attn/std": 84.0, "train/tensor_act_model_layers_78_residual_post_attn/max_abs": 4256.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_78_residual_post_attn/min": -3.125, "train/tensor_act_model_layers_78_residual_post_attn/max": 4256.0, "train/tensor_act_model_layers_78_residual_post_attn/range": 4259.125, "train/tensor_act_model_layers_78_mlp_gate_proj/norm": 6134.78125, "train/tensor_act_model_layers_78_mlp_gate_proj/mean": 0.984375, "train/tensor_act_model_layers_78_mlp_gate_proj/std": 1.875, "train/tensor_act_model_layers_78_mlp_gate_proj/max_abs": 6.21875, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/min": -4.65625, "train/tensor_act_model_layers_78_mlp_gate_proj/max": 6.21875, "train/tensor_act_model_layers_78_mlp_gate_proj/range": 10.875, "train/tensor_act_model_layers_78_mlp_up_proj/norm": 6069.48388671875, "train/tensor_act_model_layers_78_mlp_up_proj/mean": 0.09375, "train/tensor_act_model_layers_78_mlp_up_proj/std": 2.09375, "train/tensor_act_model_layers_78_mlp_up_proj/max_abs": 5.84375, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/min": -5.71875, "train/tensor_act_model_layers_78_mlp_up_proj/max": 5.84375, "train/tensor_act_model_layers_78_mlp_up_proj/range": 11.5625, "train/tensor_act_model_layers_78_mlp_down_proj/norm": 63749.02734375, "train/tensor_act_model_layers_78_mlp_down_proj/mean": 30.75, "train/tensor_act_model_layers_78_mlp_down_proj/std": 5.0625, "train/tensor_act_model_layers_78_mlp_down_proj/max_abs": 42.75, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_78_mlp_down_proj/min": -0.10791015625, "train/tensor_act_model_layers_78_mlp_down_proj/max": 42.75, "train/tensor_act_model_layers_78_mlp_down_proj/range": 42.85791015625, "train/tensor_act_model_layers_78_mlp/norm": 63749.02734375, "train/tensor_act_model_layers_78_mlp/mean": 30.75, "train/tensor_act_model_layers_78_mlp/std": 5.0625, "train/tensor_act_model_layers_78_mlp/max_abs": 42.75, "train/tensor_act_model_layers_78_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_78_mlp/min": -0.10791015625, "train/tensor_act_model_layers_78_mlp/max": 42.75, "train/tensor_act_model_layers_78_mlp/range": 42.85791015625, "train/tensor_act_model_layers_78_residual_post_mlp/norm": 8256863.0, "train/tensor_act_model_layers_78_residual_post_mlp/mean": 4032.0, "train/tensor_act_model_layers_78_residual_post_mlp/std": 85.0, "train/tensor_act_model_layers_78_residual_post_mlp/max_abs": 4288.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_78_residual_post_mlp/min": -3.078125, "train/tensor_act_model_layers_78_residual_post_mlp/max": 4288.0, "train/tensor_act_model_layers_78_residual_post_mlp/range": 4291.078125, "train/tensor_act_model_layers_79_residual_pre_attn/norm": 8256863.0, "train/tensor_act_model_layers_79_residual_pre_attn/mean": 4032.0, "train/tensor_act_model_layers_79_residual_pre_attn/std": 85.0, "train/tensor_act_model_layers_79_residual_pre_attn/max_abs": 4288.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_79_residual_pre_attn/min": -3.078125, "train/tensor_act_model_layers_79_residual_pre_attn/max": 4288.0, "train/tensor_act_model_layers_79_residual_pre_attn/range": 4291.078125, "train/tensor_act_model_layers_79_residual_post_attn/norm": 8256863.0, "train/tensor_act_model_layers_79_residual_post_attn/mean": 4032.0, "train/tensor_act_model_layers_79_residual_post_attn/std": 85.0, "train/tensor_act_model_layers_79_residual_post_attn/max_abs": 4288.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_79_residual_post_attn/min": -3.21875, "train/tensor_act_model_layers_79_residual_post_attn/max": 4288.0, "train/tensor_act_model_layers_79_residual_post_attn/range": 4291.21875, "train/tensor_act_model_layers_79_mlp_gate_proj/norm": 5068.421875, "train/tensor_act_model_layers_79_mlp_gate_proj/mean": 0.6796875, "train/tensor_act_model_layers_79_mlp_gate_proj/std": 1.609375, "train/tensor_act_model_layers_79_mlp_gate_proj/max_abs": 5.9375, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/min": -3.96875, "train/tensor_act_model_layers_79_mlp_gate_proj/max": 5.9375, "train/tensor_act_model_layers_79_mlp_gate_proj/range": 9.90625, "train/tensor_act_model_layers_79_mlp_up_proj/norm": 5011.71826171875, "train/tensor_act_model_layers_79_mlp_up_proj/mean": -0.0927734375, "train/tensor_act_model_layers_79_mlp_up_proj/std": 1.7265625, "train/tensor_act_model_layers_79_mlp_up_proj/max_abs": 5.59375, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/min": -4.875, "train/tensor_act_model_layers_79_mlp_up_proj/max": 5.59375, "train/tensor_act_model_layers_79_mlp_up_proj/range": 10.46875, "train/tensor_act_model_layers_79_mlp_down_proj/norm": 41361.37890625, "train/tensor_act_model_layers_79_mlp_down_proj/mean": 19.875, "train/tensor_act_model_layers_79_mlp_down_proj/std": 3.375, "train/tensor_act_model_layers_79_mlp_down_proj/max_abs": 28.25, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_79_mlp_down_proj/min": -0.208984375, "train/tensor_act_model_layers_79_mlp_down_proj/max": 28.25, "train/tensor_act_model_layers_79_mlp_down_proj/range": 28.458984375, "train/tensor_act_model_layers_79_mlp/norm": 41361.37890625, "train/tensor_act_model_layers_79_mlp/mean": 19.875, "train/tensor_act_model_layers_79_mlp/std": 3.375, "train/tensor_act_model_layers_79_mlp/max_abs": 28.25, "train/tensor_act_model_layers_79_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_79_mlp/min": -0.208984375, "train/tensor_act_model_layers_79_mlp/max": 28.25, "train/tensor_act_model_layers_79_mlp/range": 28.458984375, "train/tensor_act_model_layers_79_residual_post_mlp/norm": 8296517.0, "train/tensor_act_model_layers_79_residual_post_mlp/mean": 4048.0, "train/tensor_act_model_layers_79_residual_post_mlp/std": 88.5, "train/tensor_act_model_layers_79_residual_post_mlp/max_abs": 4320.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_79_residual_post_mlp/min": -3.25, "train/tensor_act_model_layers_79_residual_post_mlp/max": 4320.0, "train/tensor_act_model_layers_79_residual_post_mlp/range": 4323.25, "train/tensor_act_model_layers_80_residual_pre_attn/norm": 8296517.0, "train/tensor_act_model_layers_80_residual_pre_attn/mean": 4048.0, "train/tensor_act_model_layers_80_residual_pre_attn/std": 88.5, "train/tensor_act_model_layers_80_residual_pre_attn/max_abs": 4320.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_80_residual_pre_attn/min": -3.25, "train/tensor_act_model_layers_80_residual_pre_attn/max": 4320.0, "train/tensor_act_model_layers_80_residual_pre_attn/range": 4323.25, "train/tensor_act_model_layers_80_residual_post_attn/norm": 8296517.0, "train/tensor_act_model_layers_80_residual_post_attn/mean": 4048.0, "train/tensor_act_model_layers_80_residual_post_attn/std": 88.5, "train/tensor_act_model_layers_80_residual_post_attn/max_abs": 4320.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_80_residual_post_attn/min": -3.421875, "train/tensor_act_model_layers_80_residual_post_attn/max": 4320.0, "train/tensor_act_model_layers_80_residual_post_attn/range": 4323.421875, "train/tensor_act_model_layers_80_mlp_gate_proj/norm": 5653.3623046875, "train/tensor_act_model_layers_80_mlp_gate_proj/mean": 0.9140625, "train/tensor_act_model_layers_80_mlp_gate_proj/std": 1.7265625, "train/tensor_act_model_layers_80_mlp_gate_proj/max_abs": 5.90625, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/min": -4.78125, "train/tensor_act_model_layers_80_mlp_gate_proj/max": 5.90625, "train/tensor_act_model_layers_80_mlp_gate_proj/range": 10.6875, "train/tensor_act_model_layers_80_mlp_up_proj/norm": 5759.5537109375, "train/tensor_act_model_layers_80_mlp_up_proj/mean": 0.04052734375, "train/tensor_act_model_layers_80_mlp_up_proj/std": 1.984375, "train/tensor_act_model_layers_80_mlp_up_proj/max_abs": 6.71875, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/min": -6.71875, "train/tensor_act_model_layers_80_mlp_up_proj/max": 5.6875, "train/tensor_act_model_layers_80_mlp_up_proj/range": 12.40625, "train/tensor_act_model_layers_80_mlp_down_proj/norm": 54577.36328125, "train/tensor_act_model_layers_80_mlp_down_proj/mean": 26.125, "train/tensor_act_model_layers_80_mlp_down_proj/std": 4.96875, "train/tensor_act_model_layers_80_mlp_down_proj/max_abs": 36.0, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_80_mlp_down_proj/min": -0.1728515625, "train/tensor_act_model_layers_80_mlp_down_proj/max": 36.0, "train/tensor_act_model_layers_80_mlp_down_proj/range": 36.1728515625, "train/tensor_act_model_layers_80_mlp/norm": 54577.36328125, "train/tensor_act_model_layers_80_mlp/mean": 26.125, "train/tensor_act_model_layers_80_mlp/std": 4.96875, "train/tensor_act_model_layers_80_mlp/max_abs": 36.0, "train/tensor_act_model_layers_80_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_80_mlp/min": -0.1728515625, "train/tensor_act_model_layers_80_mlp/max": 36.0, "train/tensor_act_model_layers_80_mlp/range": 36.1728515625, "train/tensor_act_model_layers_80_residual_post_mlp/norm": 8353151.5, "train/tensor_act_model_layers_80_residual_post_mlp/mean": 4080.0, "train/tensor_act_model_layers_80_residual_post_mlp/std": 89.0, "train/tensor_act_model_layers_80_residual_post_mlp/max_abs": 4352.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_80_residual_post_mlp/min": -3.453125, "train/tensor_act_model_layers_80_residual_post_mlp/max": 4352.0, "train/tensor_act_model_layers_80_residual_post_mlp/range": 4355.453125, "train/tensor_act_model_layers_81_residual_pre_attn/norm": 8353151.5, "train/tensor_act_model_layers_81_residual_pre_attn/mean": 4080.0, "train/tensor_act_model_layers_81_residual_pre_attn/std": 89.0, "train/tensor_act_model_layers_81_residual_pre_attn/max_abs": 4352.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_81_residual_pre_attn/min": -3.453125, "train/tensor_act_model_layers_81_residual_pre_attn/max": 4352.0, "train/tensor_act_model_layers_81_residual_pre_attn/range": 4355.453125, "train/tensor_act_model_layers_81_residual_post_attn/norm": 8353151.5, "train/tensor_act_model_layers_81_residual_post_attn/mean": 4080.0, "train/tensor_act_model_layers_81_residual_post_attn/std": 89.0, "train/tensor_act_model_layers_81_residual_post_attn/max_abs": 4352.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_81_residual_post_attn/min": -3.375, "train/tensor_act_model_layers_81_residual_post_attn/max": 4352.0, "train/tensor_act_model_layers_81_residual_post_attn/range": 4355.375, "train/tensor_act_model_layers_81_mlp_gate_proj/norm": 5041.27880859375, "train/tensor_act_model_layers_81_mlp_gate_proj/mean": 0.6875, "train/tensor_act_model_layers_81_mlp_gate_proj/std": 1.6015625, "train/tensor_act_model_layers_81_mlp_gate_proj/max_abs": 5.40625, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/min": -4.3125, "train/tensor_act_model_layers_81_mlp_gate_proj/max": 5.40625, "train/tensor_act_model_layers_81_mlp_gate_proj/range": 9.71875, "train/tensor_act_model_layers_81_mlp_up_proj/norm": 4982.1376953125, "train/tensor_act_model_layers_81_mlp_up_proj/mean": 0.051513671875, "train/tensor_act_model_layers_81_mlp_up_proj/std": 1.71875, "train/tensor_act_model_layers_81_mlp_up_proj/max_abs": 5.59375, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/min": -5.03125, "train/tensor_act_model_layers_81_mlp_up_proj/max": 5.59375, "train/tensor_act_model_layers_81_mlp_up_proj/range": 10.625, "train/tensor_act_model_layers_81_mlp_down_proj/norm": 39845.1796875, "train/tensor_act_model_layers_81_mlp_down_proj/mean": 19.125, "train/tensor_act_model_layers_81_mlp_down_proj/std": 3.5, "train/tensor_act_model_layers_81_mlp_down_proj/max_abs": 28.5, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_user_limit": 0.9921572208404541, "train/tensor_act_model_layers_81_mlp_down_proj/min": -0.115234375, "train/tensor_act_model_layers_81_mlp_down_proj/max": 28.5, "train/tensor_act_model_layers_81_mlp_down_proj/range": 28.615234375, "train/tensor_act_model_layers_81_mlp/norm": 39845.1796875, "train/tensor_act_model_layers_81_mlp/mean": 19.125, "train/tensor_act_model_layers_81_mlp/std": 3.5, "train/tensor_act_model_layers_81_mlp/max_abs": 28.5, "train/tensor_act_model_layers_81_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp/frac_near_user_limit": 0.9921572208404541, "train/tensor_act_model_layers_81_mlp/min": -0.115234375, "train/tensor_act_model_layers_81_mlp/max": 28.5, "train/tensor_act_model_layers_81_mlp/range": 28.615234375, "train/tensor_act_model_layers_81_residual_post_mlp/norm": 8395513.0, "train/tensor_act_model_layers_81_residual_post_mlp/mean": 4096.0, "train/tensor_act_model_layers_81_residual_post_mlp/std": 93.0, "train/tensor_act_model_layers_81_residual_post_mlp/max_abs": 4384.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_81_residual_post_mlp/min": -3.40625, "train/tensor_act_model_layers_81_residual_post_mlp/max": 4384.0, "train/tensor_act_model_layers_81_residual_post_mlp/range": 4387.40625, "train/tensor_act_model_layers_82_residual_pre_attn/norm": 8395513.0, "train/tensor_act_model_layers_82_residual_pre_attn/mean": 4096.0, "train/tensor_act_model_layers_82_residual_pre_attn/std": 93.0, "train/tensor_act_model_layers_82_residual_pre_attn/max_abs": 4384.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_82_residual_pre_attn/min": -3.40625, "train/tensor_act_model_layers_82_residual_pre_attn/max": 4384.0, "train/tensor_act_model_layers_82_residual_pre_attn/range": 4387.40625, "train/tensor_act_model_layers_82_residual_post_attn/norm": 8395513.0, "train/tensor_act_model_layers_82_residual_post_attn/mean": 4096.0, "train/tensor_act_model_layers_82_residual_post_attn/std": 93.0, "train/tensor_act_model_layers_82_residual_post_attn/max_abs": 4384.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_82_residual_post_attn/min": -3.46875, "train/tensor_act_model_layers_82_residual_post_attn/max": 4384.0, "train/tensor_act_model_layers_82_residual_post_attn/range": 4387.46875, "train/tensor_act_model_layers_82_mlp_gate_proj/norm": 4757.01953125, "train/tensor_act_model_layers_82_mlp_gate_proj/mean": 0.62890625, "train/tensor_act_model_layers_82_mlp_gate_proj/std": 1.515625, "train/tensor_act_model_layers_82_mlp_gate_proj/max_abs": 5.5625, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/min": -3.859375, "train/tensor_act_model_layers_82_mlp_gate_proj/max": 5.5625, "train/tensor_act_model_layers_82_mlp_gate_proj/range": 9.421875, "train/tensor_act_model_layers_82_mlp_up_proj/norm": 4861.99609375, "train/tensor_act_model_layers_82_mlp_up_proj/mean": 0.004730224609375, "train/tensor_act_model_layers_82_mlp_up_proj/std": 1.6796875, "train/tensor_act_model_layers_82_mlp_up_proj/max_abs": 5.8125, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/min": -5.1875, "train/tensor_act_model_layers_82_mlp_up_proj/max": 5.8125, "train/tensor_act_model_layers_82_mlp_up_proj/range": 11.0, "train/tensor_act_model_layers_82_mlp_down_proj/norm": 37327.03515625, "train/tensor_act_model_layers_82_mlp_down_proj/mean": 17.75, "train/tensor_act_model_layers_82_mlp_down_proj/std": 4.15625, "train/tensor_act_model_layers_82_mlp_down_proj/max_abs": 25.75, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_user_limit": 0.9609081745147705, "train/tensor_act_model_layers_82_mlp_down_proj/min": -0.12353515625, "train/tensor_act_model_layers_82_mlp_down_proj/max": 25.75, "train/tensor_act_model_layers_82_mlp_down_proj/range": 25.87353515625, "train/tensor_act_model_layers_82_mlp/norm": 37327.03515625, "train/tensor_act_model_layers_82_mlp/mean": 17.75, "train/tensor_act_model_layers_82_mlp/std": 4.15625, "train/tensor_act_model_layers_82_mlp/max_abs": 25.75, "train/tensor_act_model_layers_82_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp/frac_near_user_limit": 0.9609081745147705, "train/tensor_act_model_layers_82_mlp/min": -0.12353515625, "train/tensor_act_model_layers_82_mlp/max": 25.75, "train/tensor_act_model_layers_82_mlp/range": 25.87353515625, "train/tensor_act_model_layers_82_residual_post_mlp/norm": 8434286.0, "train/tensor_act_model_layers_82_residual_post_mlp/mean": 4128.0, "train/tensor_act_model_layers_82_residual_post_mlp/std": 96.0, "train/tensor_act_model_layers_82_residual_post_mlp/max_abs": 4416.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_82_residual_post_mlp/min": -3.375, "train/tensor_act_model_layers_82_residual_post_mlp/max": 4416.0, "train/tensor_act_model_layers_82_residual_post_mlp/range": 4419.375, "train/tensor_act_model_layers_83_residual_pre_attn/norm": 8434286.0, "train/tensor_act_model_layers_83_residual_pre_attn/mean": 4128.0, "train/tensor_act_model_layers_83_residual_pre_attn/std": 96.0, "train/tensor_act_model_layers_83_residual_pre_attn/max_abs": 4416.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_83_residual_pre_attn/min": -3.375, "train/tensor_act_model_layers_83_residual_pre_attn/max": 4416.0, "train/tensor_act_model_layers_83_residual_pre_attn/range": 4419.375, "train/tensor_act_model_layers_83_residual_post_attn/norm": 8434286.0, "train/tensor_act_model_layers_83_residual_post_attn/mean": 4128.0, "train/tensor_act_model_layers_83_residual_post_attn/std": 96.0, "train/tensor_act_model_layers_83_residual_post_attn/max_abs": 4416.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_83_residual_post_attn/min": -3.4375, "train/tensor_act_model_layers_83_residual_post_attn/max": 4416.0, "train/tensor_act_model_layers_83_residual_post_attn/range": 4419.4375, "train/tensor_act_model_layers_83_mlp_gate_proj/norm": 4820.85888671875, "train/tensor_act_model_layers_83_mlp_gate_proj/mean": 0.8046875, "train/tensor_act_model_layers_83_mlp_gate_proj/std": 1.453125, "train/tensor_act_model_layers_83_mlp_gate_proj/max_abs": 5.71875, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/min": -4.0, "train/tensor_act_model_layers_83_mlp_gate_proj/max": 5.71875, "train/tensor_act_model_layers_83_mlp_gate_proj/range": 9.71875, "train/tensor_act_model_layers_83_mlp_up_proj/norm": 4886.96240234375, "train/tensor_act_model_layers_83_mlp_up_proj/mean": 0.0262451171875, "train/tensor_act_model_layers_83_mlp_up_proj/std": 1.6875, "train/tensor_act_model_layers_83_mlp_up_proj/max_abs": 5.96875, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/min": -5.96875, "train/tensor_act_model_layers_83_mlp_up_proj/max": 4.9375, "train/tensor_act_model_layers_83_mlp_up_proj/range": 10.90625, "train/tensor_act_model_layers_83_mlp_down_proj/norm": 31115.904296875, "train/tensor_act_model_layers_83_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_83_mlp_down_proj/std": 3.09375, "train/tensor_act_model_layers_83_mlp_down_proj/max_abs": 22.5, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_user_limit": 0.9452836513519287, "train/tensor_act_model_layers_83_mlp_down_proj/min": -0.10693359375, "train/tensor_act_model_layers_83_mlp_down_proj/max": 22.5, "train/tensor_act_model_layers_83_mlp_down_proj/range": 22.60693359375, "train/tensor_act_model_layers_83_mlp/norm": 31115.904296875, "train/tensor_act_model_layers_83_mlp/mean": 14.875, "train/tensor_act_model_layers_83_mlp/std": 3.09375, "train/tensor_act_model_layers_83_mlp/max_abs": 22.5, "train/tensor_act_model_layers_83_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp/frac_near_user_limit": 0.9452836513519287, "train/tensor_act_model_layers_83_mlp/min": -0.10693359375, "train/tensor_act_model_layers_83_mlp/max": 22.5, "train/tensor_act_model_layers_83_mlp/range": 22.60693359375, "train/tensor_act_model_layers_83_residual_post_mlp/norm": 8460721.0, "train/tensor_act_model_layers_83_residual_post_mlp/mean": 4128.0, "train/tensor_act_model_layers_83_residual_post_mlp/std": 95.5, "train/tensor_act_model_layers_83_residual_post_mlp/max_abs": 4448.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_83_residual_post_mlp/min": -3.484375, "train/tensor_act_model_layers_83_residual_post_mlp/max": 4448.0, "train/tensor_act_model_layers_83_residual_post_mlp/range": 4451.484375, "train/tensor_act_model_layers_84_residual_pre_attn/norm": 8460721.0, "train/tensor_act_model_layers_84_residual_pre_attn/mean": 4128.0, "train/tensor_act_model_layers_84_residual_pre_attn/std": 95.5, "train/tensor_act_model_layers_84_residual_pre_attn/max_abs": 4448.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_84_residual_pre_attn/min": -3.484375, "train/tensor_act_model_layers_84_residual_pre_attn/max": 4448.0, "train/tensor_act_model_layers_84_residual_pre_attn/range": 4451.484375, "train/tensor_act_model_layers_84_residual_post_attn/norm": 8460721.0, "train/tensor_act_model_layers_84_residual_post_attn/mean": 4128.0, "train/tensor_act_model_layers_84_residual_post_attn/std": 95.5, "train/tensor_act_model_layers_84_residual_post_attn/max_abs": 4448.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_84_residual_post_attn/min": -3.53125, "train/tensor_act_model_layers_84_residual_post_attn/max": 4448.0, "train/tensor_act_model_layers_84_residual_post_attn/range": 4451.53125, "train/tensor_act_model_layers_84_mlp_gate_proj/norm": 4354.015625, "train/tensor_act_model_layers_84_mlp_gate_proj/mean": 0.625, "train/tensor_act_model_layers_84_mlp_gate_proj/std": 1.3671875, "train/tensor_act_model_layers_84_mlp_gate_proj/max_abs": 4.71875, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/min": -4.0625, "train/tensor_act_model_layers_84_mlp_gate_proj/max": 4.71875, "train/tensor_act_model_layers_84_mlp_gate_proj/range": 8.78125, "train/tensor_act_model_layers_84_mlp_up_proj/norm": 4343.5810546875, "train/tensor_act_model_layers_84_mlp_up_proj/mean": -0.0235595703125, "train/tensor_act_model_layers_84_mlp_up_proj/std": 1.5, "train/tensor_act_model_layers_84_mlp_up_proj/max_abs": 4.9375, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/min": -4.9375, "train/tensor_act_model_layers_84_mlp_up_proj/max": 4.5625, "train/tensor_act_model_layers_84_mlp_up_proj/range": 9.5, "train/tensor_act_model_layers_84_mlp_down_proj/norm": 24859.951171875, "train/tensor_act_model_layers_84_mlp_down_proj/mean": 11.8125, "train/tensor_act_model_layers_84_mlp_down_proj/std": 2.734375, "train/tensor_act_model_layers_84_mlp_down_proj/max_abs": 18.875, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_user_limit": 0.735154390335083, "train/tensor_act_model_layers_84_mlp_down_proj/min": -0.14453125, "train/tensor_act_model_layers_84_mlp_down_proj/max": 18.875, "train/tensor_act_model_layers_84_mlp_down_proj/range": 19.01953125, "train/tensor_act_model_layers_84_mlp/norm": 24859.951171875, "train/tensor_act_model_layers_84_mlp/mean": 11.8125, "train/tensor_act_model_layers_84_mlp/std": 2.734375, "train/tensor_act_model_layers_84_mlp/max_abs": 18.875, "train/tensor_act_model_layers_84_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp/frac_near_user_limit": 0.735154390335083, "train/tensor_act_model_layers_84_mlp/min": -0.14453125, "train/tensor_act_model_layers_84_mlp/max": 18.875, "train/tensor_act_model_layers_84_mlp/range": 19.01953125, "train/tensor_act_model_layers_84_residual_post_mlp/norm": 8472247.0, "train/tensor_act_model_layers_84_residual_post_mlp/mean": 4128.0, "train/tensor_act_model_layers_84_residual_post_mlp/std": 92.0, "train/tensor_act_model_layers_84_residual_post_mlp/max_abs": 4448.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_84_residual_post_mlp/min": -3.578125, "train/tensor_act_model_layers_84_residual_post_mlp/max": 4448.0, "train/tensor_act_model_layers_84_residual_post_mlp/range": 4451.578125, "train/tensor_act_model_layers_85_residual_pre_attn/norm": 8472247.0, "train/tensor_act_model_layers_85_residual_pre_attn/mean": 4128.0, "train/tensor_act_model_layers_85_residual_pre_attn/std": 92.0, "train/tensor_act_model_layers_85_residual_pre_attn/max_abs": 4448.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_85_residual_pre_attn/min": -3.578125, "train/tensor_act_model_layers_85_residual_pre_attn/max": 4448.0, "train/tensor_act_model_layers_85_residual_pre_attn/range": 4451.578125, "train/tensor_act_model_layers_85_residual_post_attn/norm": 8472247.0, "train/tensor_act_model_layers_85_residual_post_attn/mean": 4128.0, "train/tensor_act_model_layers_85_residual_post_attn/std": 92.0, "train/tensor_act_model_layers_85_residual_post_attn/max_abs": 4448.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_85_residual_post_attn/min": -3.515625, "train/tensor_act_model_layers_85_residual_post_attn/max": 4448.0, "train/tensor_act_model_layers_85_residual_post_attn/range": 4451.515625, "train/tensor_act_model_layers_85_mlp_gate_proj/norm": 4714.5078125, "train/tensor_act_model_layers_85_mlp_gate_proj/mean": 0.69140625, "train/tensor_act_model_layers_85_mlp_gate_proj/std": 1.4765625, "train/tensor_act_model_layers_85_mlp_gate_proj/max_abs": 5.09375, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/min": -3.359375, "train/tensor_act_model_layers_85_mlp_gate_proj/max": 5.09375, "train/tensor_act_model_layers_85_mlp_gate_proj/range": 8.453125, "train/tensor_act_model_layers_85_mlp_up_proj/norm": 4658.9990234375, "train/tensor_act_model_layers_85_mlp_up_proj/mean": -0.04833984375, "train/tensor_act_model_layers_85_mlp_up_proj/std": 1.609375, "train/tensor_act_model_layers_85_mlp_up_proj/max_abs": 5.0625, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/min": -5.0625, "train/tensor_act_model_layers_85_mlp_up_proj/max": 5.0625, "train/tensor_act_model_layers_85_mlp_up_proj/range": 10.125, "train/tensor_act_model_layers_85_mlp_down_proj/norm": 30156.88671875, "train/tensor_act_model_layers_85_mlp_down_proj/mean": 14.3125, "train/tensor_act_model_layers_85_mlp_down_proj/std": 3.5625, "train/tensor_act_model_layers_85_mlp_down_proj/max_abs": 23.0, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_user_limit": 0.9057855606079102, "train/tensor_act_model_layers_85_mlp_down_proj/min": -0.1806640625, "train/tensor_act_model_layers_85_mlp_down_proj/max": 23.0, "train/tensor_act_model_layers_85_mlp_down_proj/range": 23.1806640625, "train/tensor_act_model_layers_85_mlp/norm": 30156.88671875, "train/tensor_act_model_layers_85_mlp/mean": 14.3125, "train/tensor_act_model_layers_85_mlp/std": 3.5625, "train/tensor_act_model_layers_85_mlp/max_abs": 23.0, "train/tensor_act_model_layers_85_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp/frac_near_user_limit": 0.9057855606079102, "train/tensor_act_model_layers_85_mlp/min": -0.1806640625, "train/tensor_act_model_layers_85_mlp/max": 23.0, "train/tensor_act_model_layers_85_mlp/range": 23.1806640625, "train/tensor_act_model_layers_85_residual_post_mlp/norm": 8498726.0, "train/tensor_act_model_layers_85_residual_post_mlp/mean": 4160.0, "train/tensor_act_model_layers_85_residual_post_mlp/std": 91.5, "train/tensor_act_model_layers_85_residual_post_mlp/max_abs": 4480.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_85_residual_post_mlp/min": -3.5625, "train/tensor_act_model_layers_85_residual_post_mlp/max": 4480.0, "train/tensor_act_model_layers_85_residual_post_mlp/range": 4483.5625, "train/tensor_act_model_layers_86_residual_pre_attn/norm": 8498726.0, "train/tensor_act_model_layers_86_residual_pre_attn/mean": 4160.0, "train/tensor_act_model_layers_86_residual_pre_attn/std": 91.5, "train/tensor_act_model_layers_86_residual_pre_attn/max_abs": 4480.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_86_residual_pre_attn/min": -3.5625, "train/tensor_act_model_layers_86_residual_pre_attn/max": 4480.0, "train/tensor_act_model_layers_86_residual_pre_attn/range": 4483.5625, "train/tensor_act_model_layers_86_residual_post_attn/norm": 8498726.0, "train/tensor_act_model_layers_86_residual_post_attn/mean": 4160.0, "train/tensor_act_model_layers_86_residual_post_attn/std": 91.5, "train/tensor_act_model_layers_86_residual_post_attn/max_abs": 4480.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_86_residual_post_attn/min": -3.71875, "train/tensor_act_model_layers_86_residual_post_attn/max": 4480.0, "train/tensor_act_model_layers_86_residual_post_attn/range": 4483.71875, "train/tensor_act_model_layers_86_mlp_gate_proj/norm": 4312.0048828125, "train/tensor_act_model_layers_86_mlp_gate_proj/mean": 0.6015625, "train/tensor_act_model_layers_86_mlp_gate_proj/std": 1.359375, "train/tensor_act_model_layers_86_mlp_gate_proj/max_abs": 5.59375, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/min": -3.71875, "train/tensor_act_model_layers_86_mlp_gate_proj/max": 5.59375, "train/tensor_act_model_layers_86_mlp_gate_proj/range": 9.3125, "train/tensor_act_model_layers_86_mlp_up_proj/norm": 4473.61474609375, "train/tensor_act_model_layers_86_mlp_up_proj/mean": 0.005859375, "train/tensor_act_model_layers_86_mlp_up_proj/std": 1.546875, "train/tensor_act_model_layers_86_mlp_up_proj/max_abs": 5.65625, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/min": -5.65625, "train/tensor_act_model_layers_86_mlp_up_proj/max": 4.75, "train/tensor_act_model_layers_86_mlp_up_proj/range": 10.40625, "train/tensor_act_model_layers_86_mlp_down_proj/norm": 26566.6640625, "train/tensor_act_model_layers_86_mlp_down_proj/mean": 12.5, "train/tensor_act_model_layers_86_mlp_down_proj/std": 3.421875, "train/tensor_act_model_layers_86_mlp_down_proj/max_abs": 23.875, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_user_limit": 0.80466628074646, "train/tensor_act_model_layers_86_mlp_down_proj/min": -0.1259765625, "train/tensor_act_model_layers_86_mlp_down_proj/max": 23.875, "train/tensor_act_model_layers_86_mlp_down_proj/range": 24.0009765625, "train/tensor_act_model_layers_86_mlp/norm": 26566.6640625, "train/tensor_act_model_layers_86_mlp/mean": 12.5, "train/tensor_act_model_layers_86_mlp/std": 3.421875, "train/tensor_act_model_layers_86_mlp/max_abs": 23.875, "train/tensor_act_model_layers_86_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp/frac_near_user_limit": 0.80466628074646, "train/tensor_act_model_layers_86_mlp/min": -0.1259765625, "train/tensor_act_model_layers_86_mlp/max": 23.875, "train/tensor_act_model_layers_86_mlp/range": 24.0009765625, "train/tensor_act_model_layers_86_residual_post_mlp/norm": 8511917.0, "train/tensor_act_model_layers_86_residual_post_mlp/mean": 4160.0, "train/tensor_act_model_layers_86_residual_post_mlp/std": 90.0, "train/tensor_act_model_layers_86_residual_post_mlp/max_abs": 4480.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_86_residual_post_mlp/min": -3.703125, "train/tensor_act_model_layers_86_residual_post_mlp/max": 4480.0, "train/tensor_act_model_layers_86_residual_post_mlp/range": 4483.703125, "train/tensor_act_model_layers_87_residual_pre_attn/norm": 8511917.0, "train/tensor_act_model_layers_87_residual_pre_attn/mean": 4160.0, "train/tensor_act_model_layers_87_residual_pre_attn/std": 90.0, "train/tensor_act_model_layers_87_residual_pre_attn/max_abs": 4480.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_87_residual_pre_attn/min": -3.703125, "train/tensor_act_model_layers_87_residual_pre_attn/max": 4480.0, "train/tensor_act_model_layers_87_residual_pre_attn/range": 4483.703125, "train/tensor_act_model_layers_87_residual_post_attn/norm": 8511917.0, "train/tensor_act_model_layers_87_residual_post_attn/mean": 4160.0, "train/tensor_act_model_layers_87_residual_post_attn/std": 90.0, "train/tensor_act_model_layers_87_residual_post_attn/max_abs": 4480.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_87_residual_post_attn/min": -3.671875, "train/tensor_act_model_layers_87_residual_post_attn/max": 4480.0, "train/tensor_act_model_layers_87_residual_post_attn/range": 4483.671875, "train/tensor_act_model_layers_87_mlp_gate_proj/norm": 4921.55126953125, "train/tensor_act_model_layers_87_mlp_gate_proj/mean": 0.91796875, "train/tensor_act_model_layers_87_mlp_gate_proj/std": 1.4296875, "train/tensor_act_model_layers_87_mlp_gate_proj/max_abs": 5.4375, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/min": -3.609375, "train/tensor_act_model_layers_87_mlp_gate_proj/max": 5.4375, "train/tensor_act_model_layers_87_mlp_gate_proj/range": 9.046875, "train/tensor_act_model_layers_87_mlp_up_proj/norm": 5065.1689453125, "train/tensor_act_model_layers_87_mlp_up_proj/mean": 0.154296875, "train/tensor_act_model_layers_87_mlp_up_proj/std": 1.7421875, "train/tensor_act_model_layers_87_mlp_up_proj/max_abs": 5.09375, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/min": -5.09375, "train/tensor_act_model_layers_87_mlp_up_proj/max": 4.78125, "train/tensor_act_model_layers_87_mlp_up_proj/range": 9.875, "train/tensor_act_model_layers_87_mlp_down_proj/norm": 31720.560546875, "train/tensor_act_model_layers_87_mlp_down_proj/mean": 15.0625, "train/tensor_act_model_layers_87_mlp_down_proj/std": 3.5625, "train/tensor_act_model_layers_87_mlp_down_proj/max_abs": 25.0, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_user_limit": 0.8984169960021973, "train/tensor_act_model_layers_87_mlp_down_proj/min": -0.1767578125, "train/tensor_act_model_layers_87_mlp_down_proj/max": 25.0, "train/tensor_act_model_layers_87_mlp_down_proj/range": 25.1767578125, "train/tensor_act_model_layers_87_mlp/norm": 31720.560546875, "train/tensor_act_model_layers_87_mlp/mean": 15.0625, "train/tensor_act_model_layers_87_mlp/std": 3.5625, "train/tensor_act_model_layers_87_mlp/max_abs": 25.0, "train/tensor_act_model_layers_87_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp/frac_near_user_limit": 0.8984169960021973, "train/tensor_act_model_layers_87_mlp/min": -0.1767578125, "train/tensor_act_model_layers_87_mlp/max": 25.0, "train/tensor_act_model_layers_87_mlp/range": 25.1767578125, "train/tensor_act_model_layers_87_residual_post_mlp/norm": 8538945.0, "train/tensor_act_model_layers_87_residual_post_mlp/mean": 4160.0, "train/tensor_act_model_layers_87_residual_post_mlp/std": 92.0, "train/tensor_act_model_layers_87_residual_post_mlp/max_abs": 4512.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_87_residual_post_mlp/min": -3.640625, "train/tensor_act_model_layers_87_residual_post_mlp/max": 4512.0, "train/tensor_act_model_layers_87_residual_post_mlp/range": 4515.640625, "train/tensor_act_model_layers_88_residual_pre_attn/norm": 8538945.0, "train/tensor_act_model_layers_88_residual_pre_attn/mean": 4160.0, "train/tensor_act_model_layers_88_residual_pre_attn/std": 92.0, "train/tensor_act_model_layers_88_residual_pre_attn/max_abs": 4512.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_88_residual_pre_attn/min": -3.640625, "train/tensor_act_model_layers_88_residual_pre_attn/max": 4512.0, "train/tensor_act_model_layers_88_residual_pre_attn/range": 4515.640625, "train/tensor_act_model_layers_88_residual_post_attn/norm": 8538945.0, "train/tensor_act_model_layers_88_residual_post_attn/mean": 4160.0, "train/tensor_act_model_layers_88_residual_post_attn/std": 92.0, "train/tensor_act_model_layers_88_residual_post_attn/max_abs": 4512.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_88_residual_post_attn/min": -3.84375, "train/tensor_act_model_layers_88_residual_post_attn/max": 4512.0, "train/tensor_act_model_layers_88_residual_post_attn/range": 4515.84375, "train/tensor_act_model_layers_88_mlp_gate_proj/norm": 4068.266845703125, "train/tensor_act_model_layers_88_mlp_gate_proj/mean": 0.58203125, "train/tensor_act_model_layers_88_mlp_gate_proj/std": 1.28125, "train/tensor_act_model_layers_88_mlp_gate_proj/max_abs": 6.125, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/min": -4.46875, "train/tensor_act_model_layers_88_mlp_gate_proj/max": 6.125, "train/tensor_act_model_layers_88_mlp_gate_proj/range": 10.59375, "train/tensor_act_model_layers_88_mlp_up_proj/norm": 4001.240966796875, "train/tensor_act_model_layers_88_mlp_up_proj/mean": -0.01141357421875, "train/tensor_act_model_layers_88_mlp_up_proj/std": 1.3828125, "train/tensor_act_model_layers_88_mlp_up_proj/max_abs": 5.375, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/min": -4.59375, "train/tensor_act_model_layers_88_mlp_up_proj/max": 5.375, "train/tensor_act_model_layers_88_mlp_up_proj/range": 9.96875, "train/tensor_act_model_layers_88_mlp_down_proj/norm": 21863.16796875, "train/tensor_act_model_layers_88_mlp_down_proj/mean": 10.25, "train/tensor_act_model_layers_88_mlp_down_proj/std": 2.953125, "train/tensor_act_model_layers_88_mlp_down_proj/max_abs": 18.125, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_user_limit": 0.5982935428619385, "train/tensor_act_model_layers_88_mlp_down_proj/min": -0.1513671875, "train/tensor_act_model_layers_88_mlp_down_proj/max": 18.125, "train/tensor_act_model_layers_88_mlp_down_proj/range": 18.2763671875, "train/tensor_act_model_layers_88_mlp/norm": 21863.16796875, "train/tensor_act_model_layers_88_mlp/mean": 10.25, "train/tensor_act_model_layers_88_mlp/std": 2.953125, "train/tensor_act_model_layers_88_mlp/max_abs": 18.125, "train/tensor_act_model_layers_88_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp/frac_near_user_limit": 0.5982935428619385, "train/tensor_act_model_layers_88_mlp/min": -0.1513671875, "train/tensor_act_model_layers_88_mlp/max": 18.125, "train/tensor_act_model_layers_88_mlp/range": 18.2763671875, "train/tensor_act_model_layers_88_residual_post_mlp/norm": 8542954.0, "train/tensor_act_model_layers_88_residual_post_mlp/mean": 4160.0, "train/tensor_act_model_layers_88_residual_post_mlp/std": 91.0, "train/tensor_act_model_layers_88_residual_post_mlp/max_abs": 4512.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_88_residual_post_mlp/min": -3.859375, "train/tensor_act_model_layers_88_residual_post_mlp/max": 4512.0, "train/tensor_act_model_layers_88_residual_post_mlp/range": 4515.859375, "train/tensor_act_model_layers_89_residual_pre_attn/norm": 8542954.0, "train/tensor_act_model_layers_89_residual_pre_attn/mean": 4160.0, "train/tensor_act_model_layers_89_residual_pre_attn/std": 91.0, "train/tensor_act_model_layers_89_residual_pre_attn/max_abs": 4512.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_89_residual_pre_attn/min": -3.859375, "train/tensor_act_model_layers_89_residual_pre_attn/max": 4512.0, "train/tensor_act_model_layers_89_residual_pre_attn/range": 4515.859375, "train/tensor_act_model_layers_89_residual_post_attn/norm": 8542954.0, "train/tensor_act_model_layers_89_residual_post_attn/mean": 4160.0, "train/tensor_act_model_layers_89_residual_post_attn/std": 91.0, "train/tensor_act_model_layers_89_residual_post_attn/max_abs": 4512.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_89_residual_post_attn/min": -3.984375, "train/tensor_act_model_layers_89_residual_post_attn/max": 4512.0, "train/tensor_act_model_layers_89_residual_post_attn/range": 4515.984375, "train/tensor_act_model_layers_89_mlp_gate_proj/norm": 4739.1767578125, "train/tensor_act_model_layers_89_mlp_gate_proj/mean": 0.7890625, "train/tensor_act_model_layers_89_mlp_gate_proj/std": 1.4375, "train/tensor_act_model_layers_89_mlp_gate_proj/max_abs": 5.9375, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/min": -4.21875, "train/tensor_act_model_layers_89_mlp_gate_proj/max": 5.9375, "train/tensor_act_model_layers_89_mlp_gate_proj/range": 10.15625, "train/tensor_act_model_layers_89_mlp_up_proj/norm": 4735.93603515625, "train/tensor_act_model_layers_89_mlp_up_proj/mean": -0.0272216796875, "train/tensor_act_model_layers_89_mlp_up_proj/std": 1.6328125, "train/tensor_act_model_layers_89_mlp_up_proj/max_abs": 5.9375, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/min": -5.9375, "train/tensor_act_model_layers_89_mlp_up_proj/max": 5.3125, "train/tensor_act_model_layers_89_mlp_up_proj/range": 11.25, "train/tensor_act_model_layers_89_mlp_down_proj/norm": 32583.03515625, "train/tensor_act_model_layers_89_mlp_down_proj/mean": 15.375, "train/tensor_act_model_layers_89_mlp_down_proj/std": 4.0, "train/tensor_act_model_layers_89_mlp_down_proj/max_abs": 24.125, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_user_limit": 0.8905978202819824, "train/tensor_act_model_layers_89_mlp_down_proj/min": -0.2255859375, "train/tensor_act_model_layers_89_mlp_down_proj/max": 24.125, "train/tensor_act_model_layers_89_mlp_down_proj/range": 24.3505859375, "train/tensor_act_model_layers_89_mlp/norm": 32583.03515625, "train/tensor_act_model_layers_89_mlp/mean": 15.375, "train/tensor_act_model_layers_89_mlp/std": 4.0, "train/tensor_act_model_layers_89_mlp/max_abs": 24.125, "train/tensor_act_model_layers_89_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp/frac_near_user_limit": 0.8905978202819824, "train/tensor_act_model_layers_89_mlp/min": -0.2255859375, "train/tensor_act_model_layers_89_mlp/max": 24.125, "train/tensor_act_model_layers_89_mlp/range": 24.3505859375, "train/tensor_act_model_layers_89_residual_post_mlp/norm": 8575007.0, "train/tensor_act_model_layers_89_residual_post_mlp/mean": 4192.0, "train/tensor_act_model_layers_89_residual_post_mlp/std": 93.0, "train/tensor_act_model_layers_89_residual_post_mlp/max_abs": 4544.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_89_residual_post_mlp/min": -4.03125, "train/tensor_act_model_layers_89_residual_post_mlp/max": 4544.0, "train/tensor_act_model_layers_89_residual_post_mlp/range": 4548.03125, "train/tensor_act_model_layers_90_residual_pre_attn/norm": 8575007.0, "train/tensor_act_model_layers_90_residual_pre_attn/mean": 4192.0, "train/tensor_act_model_layers_90_residual_pre_attn/std": 93.0, "train/tensor_act_model_layers_90_residual_pre_attn/max_abs": 4544.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_90_residual_pre_attn/min": -4.03125, "train/tensor_act_model_layers_90_residual_pre_attn/max": 4544.0, "train/tensor_act_model_layers_90_residual_pre_attn/range": 4548.03125, "train/tensor_act_model_layers_90_residual_post_attn/norm": 8575007.0, "train/tensor_act_model_layers_90_residual_post_attn/mean": 4192.0, "train/tensor_act_model_layers_90_residual_post_attn/std": 93.0, "train/tensor_act_model_layers_90_residual_post_attn/max_abs": 4544.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_90_residual_post_attn/min": -4.09375, "train/tensor_act_model_layers_90_residual_post_attn/max": 4544.0, "train/tensor_act_model_layers_90_residual_post_attn/range": 4548.09375, "train/tensor_act_model_layers_90_mlp_gate_proj/norm": 3968.921875, "train/tensor_act_model_layers_90_mlp_gate_proj/mean": 0.578125, "train/tensor_act_model_layers_90_mlp_gate_proj/std": 1.2421875, "train/tensor_act_model_layers_90_mlp_gate_proj/max_abs": 5.125, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/min": -3.859375, "train/tensor_act_model_layers_90_mlp_gate_proj/max": 5.125, "train/tensor_act_model_layers_90_mlp_gate_proj/range": 8.984375, "train/tensor_act_model_layers_90_mlp_up_proj/norm": 3710.254638671875, "train/tensor_act_model_layers_90_mlp_up_proj/mean": 0.006805419921875, "train/tensor_act_model_layers_90_mlp_up_proj/std": 1.28125, "train/tensor_act_model_layers_90_mlp_up_proj/max_abs": 4.71875, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/min": -4.71875, "train/tensor_act_model_layers_90_mlp_up_proj/max": 4.53125, "train/tensor_act_model_layers_90_mlp_up_proj/range": 9.25, "train/tensor_act_model_layers_90_mlp_down_proj/norm": 14865.2822265625, "train/tensor_act_model_layers_90_mlp_down_proj/mean": 6.875, "train/tensor_act_model_layers_90_mlp_down_proj/std": 2.28125, "train/tensor_act_model_layers_90_mlp_down_proj/max_abs": 12.8125, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_user_limit": 0.07031035423278809, "train/tensor_act_model_layers_90_mlp_down_proj/min": -0.11865234375, "train/tensor_act_model_layers_90_mlp_down_proj/max": 12.8125, "train/tensor_act_model_layers_90_mlp_down_proj/range": 12.93115234375, "train/tensor_act_model_layers_90_mlp/norm": 14865.2822265625, "train/tensor_act_model_layers_90_mlp/mean": 6.875, "train/tensor_act_model_layers_90_mlp/std": 2.28125, "train/tensor_act_model_layers_90_mlp/max_abs": 12.8125, "train/tensor_act_model_layers_90_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp/frac_near_user_limit": 0.07031035423278809, "train/tensor_act_model_layers_90_mlp/min": -0.11865234375, "train/tensor_act_model_layers_90_mlp/max": 12.8125, "train/tensor_act_model_layers_90_mlp/range": 12.93115234375, "train/tensor_act_model_layers_90_residual_post_mlp/norm": 8575036.0, "train/tensor_act_model_layers_90_residual_post_mlp/mean": 4192.0, "train/tensor_act_model_layers_90_residual_post_mlp/std": 93.0, "train/tensor_act_model_layers_90_residual_post_mlp/max_abs": 4544.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_90_residual_post_mlp/min": -4.0625, "train/tensor_act_model_layers_90_residual_post_mlp/max": 4544.0, "train/tensor_act_model_layers_90_residual_post_mlp/range": 4548.0625, "train/tensor_act_model_layers_91_residual_pre_attn/norm": 8575036.0, "train/tensor_act_model_layers_91_residual_pre_attn/mean": 4192.0, "train/tensor_act_model_layers_91_residual_pre_attn/std": 93.0, "train/tensor_act_model_layers_91_residual_pre_attn/max_abs": 4544.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_91_residual_pre_attn/min": -4.0625, "train/tensor_act_model_layers_91_residual_pre_attn/max": 4544.0, "train/tensor_act_model_layers_91_residual_pre_attn/range": 4548.0625, "train/tensor_act_model_layers_91_residual_post_attn/norm": 8575036.0, "train/tensor_act_model_layers_91_residual_post_attn/mean": 4192.0, "train/tensor_act_model_layers_91_residual_post_attn/std": 93.0, "train/tensor_act_model_layers_91_residual_post_attn/max_abs": 4544.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_91_residual_post_attn/min": -3.8125, "train/tensor_act_model_layers_91_residual_post_attn/max": 4544.0, "train/tensor_act_model_layers_91_residual_post_attn/range": 4547.8125, "train/tensor_act_model_layers_91_mlp_gate_proj/norm": 3537.4501953125, "train/tensor_act_model_layers_91_mlp_gate_proj/mean": 0.5078125, "train/tensor_act_model_layers_91_mlp_gate_proj/std": 1.109375, "train/tensor_act_model_layers_91_mlp_gate_proj/max_abs": 4.84375, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/min": -4.125, "train/tensor_act_model_layers_91_mlp_gate_proj/max": 4.84375, "train/tensor_act_model_layers_91_mlp_gate_proj/range": 8.96875, "train/tensor_act_model_layers_91_mlp_up_proj/norm": 3485.579345703125, "train/tensor_act_model_layers_91_mlp_up_proj/mean": -0.0546875, "train/tensor_act_model_layers_91_mlp_up_proj/std": 1.203125, "train/tensor_act_model_layers_91_mlp_up_proj/max_abs": 4.84375, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/min": -4.84375, "train/tensor_act_model_layers_91_mlp_up_proj/max": 4.78125, "train/tensor_act_model_layers_91_mlp_up_proj/range": 9.625, "train/tensor_act_model_layers_91_mlp_down_proj/norm": 13699.0, "train/tensor_act_model_layers_91_mlp_down_proj/mean": 6.21875, "train/tensor_act_model_layers_91_mlp_down_proj/std": 2.453125, "train/tensor_act_model_layers_91_mlp_down_proj/max_abs": 11.1875, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_user_limit": 0.031249046325683594, "train/tensor_act_model_layers_91_mlp_down_proj/min": -1.234375, "train/tensor_act_model_layers_91_mlp_down_proj/max": 11.1875, "train/tensor_act_model_layers_91_mlp_down_proj/range": 12.421875, "train/tensor_act_model_layers_91_mlp/norm": 13699.0, "train/tensor_act_model_layers_91_mlp/mean": 6.21875, "train/tensor_act_model_layers_91_mlp/std": 2.453125, "train/tensor_act_model_layers_91_mlp/max_abs": 11.1875, "train/tensor_act_model_layers_91_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp/frac_near_user_limit": 0.031249046325683594, "train/tensor_act_model_layers_91_mlp/min": -1.234375, "train/tensor_act_model_layers_91_mlp/max": 11.1875, "train/tensor_act_model_layers_91_mlp/range": 12.421875, "train/tensor_act_model_layers_91_residual_post_mlp/norm": 8575038.0, "train/tensor_act_model_layers_91_residual_post_mlp/mean": 4192.0, "train/tensor_act_model_layers_91_residual_post_mlp/std": 93.0, "train/tensor_act_model_layers_91_residual_post_mlp/max_abs": 4544.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_91_residual_post_mlp/min": -3.796875, "train/tensor_act_model_layers_91_residual_post_mlp/max": 4544.0, "train/tensor_act_model_layers_91_residual_post_mlp/range": 4547.796875, "train/tensor_act_model_layers_92_residual_pre_attn/norm": 8575038.0, "train/tensor_act_model_layers_92_residual_pre_attn/mean": 4192.0, "train/tensor_act_model_layers_92_residual_pre_attn/std": 93.0, "train/tensor_act_model_layers_92_residual_pre_attn/max_abs": 4544.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_92_residual_pre_attn/min": -3.796875, "train/tensor_act_model_layers_92_residual_pre_attn/max": 4544.0, "train/tensor_act_model_layers_92_residual_pre_attn/range": 4547.796875, "train/tensor_act_model_layers_92_residual_post_attn/norm": 8575038.0, "train/tensor_act_model_layers_92_residual_post_attn/mean": 4192.0, "train/tensor_act_model_layers_92_residual_post_attn/std": 93.0, "train/tensor_act_model_layers_92_residual_post_attn/max_abs": 4544.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_92_residual_post_attn/min": -3.6875, "train/tensor_act_model_layers_92_residual_post_attn/max": 4544.0, "train/tensor_act_model_layers_92_residual_post_attn/range": 4547.6875, "train/tensor_act_model_layers_92_mlp_gate_proj/norm": 3911.887451171875, "train/tensor_act_model_layers_92_mlp_gate_proj/mean": 0.63671875, "train/tensor_act_model_layers_92_mlp_gate_proj/std": 1.1953125, "train/tensor_act_model_layers_92_mlp_gate_proj/max_abs": 5.40625, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/min": -3.96875, "train/tensor_act_model_layers_92_mlp_gate_proj/max": 5.40625, "train/tensor_act_model_layers_92_mlp_gate_proj/range": 9.375, "train/tensor_act_model_layers_92_mlp_up_proj/norm": 3930.923828125, "train/tensor_act_model_layers_92_mlp_up_proj/mean": -0.181640625, "train/tensor_act_model_layers_92_mlp_up_proj/std": 1.34375, "train/tensor_act_model_layers_92_mlp_up_proj/max_abs": 5.0, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/min": -4.875, "train/tensor_act_model_layers_92_mlp_up_proj/max": 5.0, "train/tensor_act_model_layers_92_mlp_up_proj/range": 9.875, "train/tensor_act_model_layers_92_mlp_down_proj/norm": 18041.55859375, "train/tensor_act_model_layers_92_mlp_down_proj/mean": 8.375, "train/tensor_act_model_layers_92_mlp_down_proj/std": 2.71875, "train/tensor_act_model_layers_92_mlp_down_proj/max_abs": 15.8125, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_user_limit": 0.28864073753356934, "train/tensor_act_model_layers_92_mlp_down_proj/min": -0.1376953125, "train/tensor_act_model_layers_92_mlp_down_proj/max": 15.8125, "train/tensor_act_model_layers_92_mlp_down_proj/range": 15.9501953125, "train/tensor_act_model_layers_92_mlp/norm": 18041.55859375, "train/tensor_act_model_layers_92_mlp/mean": 8.375, "train/tensor_act_model_layers_92_mlp/std": 2.71875, "train/tensor_act_model_layers_92_mlp/max_abs": 15.8125, "train/tensor_act_model_layers_92_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp/frac_near_user_limit": 0.28864073753356934, "train/tensor_act_model_layers_92_mlp/min": -0.1376953125, "train/tensor_act_model_layers_92_mlp/max": 15.8125, "train/tensor_act_model_layers_92_mlp/range": 15.9501953125, "train/tensor_act_model_layers_92_residual_post_mlp/norm": 8576312.0, "train/tensor_act_model_layers_92_residual_post_mlp/mean": 4192.0, "train/tensor_act_model_layers_92_residual_post_mlp/std": 92.0, "train/tensor_act_model_layers_92_residual_post_mlp/max_abs": 4544.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_92_residual_post_mlp/min": -3.671875, "train/tensor_act_model_layers_92_residual_post_mlp/max": 4544.0, "train/tensor_act_model_layers_92_residual_post_mlp/range": 4547.671875, "train/tensor_act_model_layers_93_residual_pre_attn/norm": 8576312.0, "train/tensor_act_model_layers_93_residual_pre_attn/mean": 4192.0, "train/tensor_act_model_layers_93_residual_pre_attn/std": 92.0, "train/tensor_act_model_layers_93_residual_pre_attn/max_abs": 4544.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_93_residual_pre_attn/min": -3.671875, "train/tensor_act_model_layers_93_residual_pre_attn/max": 4544.0, "train/tensor_act_model_layers_93_residual_pre_attn/range": 4547.671875, "train/tensor_act_model_layers_93_residual_post_attn/norm": 8576312.0, "train/tensor_act_model_layers_93_residual_post_attn/mean": 4192.0, "train/tensor_act_model_layers_93_residual_post_attn/std": 92.0, "train/tensor_act_model_layers_93_residual_post_attn/max_abs": 4544.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_93_residual_post_attn/min": -4.03125, "train/tensor_act_model_layers_93_residual_post_attn/max": 4544.0, "train/tensor_act_model_layers_93_residual_post_attn/range": 4548.03125, "train/tensor_act_model_layers_93_mlp_gate_proj/norm": 3786.89892578125, "train/tensor_act_model_layers_93_mlp_gate_proj/mean": 0.55078125, "train/tensor_act_model_layers_93_mlp_gate_proj/std": 1.1875, "train/tensor_act_model_layers_93_mlp_gate_proj/max_abs": 4.875, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/min": -3.65625, "train/tensor_act_model_layers_93_mlp_gate_proj/max": 4.875, "train/tensor_act_model_layers_93_mlp_gate_proj/range": 8.53125, "train/tensor_act_model_layers_93_mlp_up_proj/norm": 3743.342041015625, "train/tensor_act_model_layers_93_mlp_up_proj/mean": 0.01373291015625, "train/tensor_act_model_layers_93_mlp_up_proj/std": 1.2890625, "train/tensor_act_model_layers_93_mlp_up_proj/max_abs": 5.0625, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/min": -4.71875, "train/tensor_act_model_layers_93_mlp_up_proj/max": 5.0625, "train/tensor_act_model_layers_93_mlp_up_proj/range": 9.78125, "train/tensor_act_model_layers_93_mlp_down_proj/norm": 14960.333984375, "train/tensor_act_model_layers_93_mlp_down_proj/mean": 6.84375, "train/tensor_act_model_layers_93_mlp_down_proj/std": 2.53125, "train/tensor_act_model_layers_93_mlp_down_proj/max_abs": 13.25, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_user_limit": 0.08297133445739746, "train/tensor_act_model_layers_93_mlp_down_proj/min": -1.1640625, "train/tensor_act_model_layers_93_mlp_down_proj/max": 13.25, "train/tensor_act_model_layers_93_mlp_down_proj/range": 14.4140625, "train/tensor_act_model_layers_93_mlp/norm": 14960.333984375, "train/tensor_act_model_layers_93_mlp/mean": 6.84375, "train/tensor_act_model_layers_93_mlp/std": 2.53125, "train/tensor_act_model_layers_93_mlp/max_abs": 13.25, "train/tensor_act_model_layers_93_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp/frac_near_user_limit": 0.08297133445739746, "train/tensor_act_model_layers_93_mlp/min": -1.1640625, "train/tensor_act_model_layers_93_mlp/max": 13.25, "train/tensor_act_model_layers_93_mlp/range": 14.4140625, "train/tensor_act_model_layers_93_residual_post_mlp/norm": 8577365.0, "train/tensor_act_model_layers_93_residual_post_mlp/mean": 4192.0, "train/tensor_act_model_layers_93_residual_post_mlp/std": 91.0, "train/tensor_act_model_layers_93_residual_post_mlp/max_abs": 4544.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_93_residual_post_mlp/min": -4.0, "train/tensor_act_model_layers_93_residual_post_mlp/max": 4544.0, "train/tensor_act_model_layers_93_residual_post_mlp/range": 4548.0, "train/tensor_act_model_layers_94_residual_pre_attn/norm": 8577365.0, "train/tensor_act_model_layers_94_residual_pre_attn/mean": 4192.0, "train/tensor_act_model_layers_94_residual_pre_attn/std": 91.0, "train/tensor_act_model_layers_94_residual_pre_attn/max_abs": 4544.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_94_residual_pre_attn/min": -4.0, "train/tensor_act_model_layers_94_residual_pre_attn/max": 4544.0, "train/tensor_act_model_layers_94_residual_pre_attn/range": 4548.0, "train/tensor_act_model_layers_94_residual_post_attn/norm": 8577365.0, "train/tensor_act_model_layers_94_residual_post_attn/mean": 4192.0, "train/tensor_act_model_layers_94_residual_post_attn/std": 91.0, "train/tensor_act_model_layers_94_residual_post_attn/max_abs": 4544.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_94_residual_post_attn/min": -3.921875, "train/tensor_act_model_layers_94_residual_post_attn/max": 4544.0, "train/tensor_act_model_layers_94_residual_post_attn/range": 4547.921875, "train/tensor_act_model_layers_94_mlp_gate_proj/norm": 3337.607177734375, "train/tensor_act_model_layers_94_mlp_gate_proj/mean": 0.439453125, "train/tensor_act_model_layers_94_mlp_gate_proj/std": 1.0625, "train/tensor_act_model_layers_94_mlp_gate_proj/max_abs": 5.03125, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/min": -3.328125, "train/tensor_act_model_layers_94_mlp_gate_proj/max": 5.03125, "train/tensor_act_model_layers_94_mlp_gate_proj/range": 8.359375, "train/tensor_act_model_layers_94_mlp_up_proj/norm": 3207.2265625, "train/tensor_act_model_layers_94_mlp_up_proj/mean": -0.049560546875, "train/tensor_act_model_layers_94_mlp_up_proj/std": 1.109375, "train/tensor_act_model_layers_94_mlp_up_proj/max_abs": 4.4375, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/min": -4.4375, "train/tensor_act_model_layers_94_mlp_up_proj/max": 3.578125, "train/tensor_act_model_layers_94_mlp_up_proj/range": 8.015625, "train/tensor_act_model_layers_94_mlp_down_proj/norm": 9555.1484375, "train/tensor_act_model_layers_94_mlp_down_proj/mean": 4.15625, "train/tensor_act_model_layers_94_mlp_down_proj/std": 2.140625, "train/tensor_act_model_layers_94_mlp_down_proj/max_abs": 9.4375, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/min": -2.390625, "train/tensor_act_model_layers_94_mlp_down_proj/max": 9.4375, "train/tensor_act_model_layers_94_mlp_down_proj/range": 11.828125, "train/tensor_act_model_layers_94_mlp/norm": 9555.1484375, "train/tensor_act_model_layers_94_mlp/mean": 4.15625, "train/tensor_act_model_layers_94_mlp/std": 2.140625, "train/tensor_act_model_layers_94_mlp/max_abs": 9.4375, "train/tensor_act_model_layers_94_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp/min": -2.390625, "train/tensor_act_model_layers_94_mlp/max": 9.4375, "train/tensor_act_model_layers_94_mlp/range": 11.828125, "train/tensor_act_model_layers_94_residual_post_mlp/norm": 8577365.0, "train/tensor_act_model_layers_94_residual_post_mlp/mean": 4192.0, "train/tensor_act_model_layers_94_residual_post_mlp/std": 91.0, "train/tensor_act_model_layers_94_residual_post_mlp/max_abs": 4544.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_94_residual_post_mlp/min": -3.984375, "train/tensor_act_model_layers_94_residual_post_mlp/max": 4544.0, "train/tensor_act_model_layers_94_residual_post_mlp/range": 4547.984375, "train/tensor_act_model_layers_95_residual_pre_attn/norm": 8577365.0, "train/tensor_act_model_layers_95_residual_pre_attn/mean": 4192.0, "train/tensor_act_model_layers_95_residual_pre_attn/std": 91.0, "train/tensor_act_model_layers_95_residual_pre_attn/max_abs": 4544.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_95_residual_pre_attn/min": -3.984375, "train/tensor_act_model_layers_95_residual_pre_attn/max": 4544.0, "train/tensor_act_model_layers_95_residual_pre_attn/range": 4547.984375, "train/tensor_act_model_layers_95_residual_post_attn/norm": 8577365.0, "train/tensor_act_model_layers_95_residual_post_attn/mean": 4192.0, "train/tensor_act_model_layers_95_residual_post_attn/std": 91.0, "train/tensor_act_model_layers_95_residual_post_attn/max_abs": 4544.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_95_residual_post_attn/min": -4.09375, "train/tensor_act_model_layers_95_residual_post_attn/max": 4544.0, "train/tensor_act_model_layers_95_residual_post_attn/range": 4548.09375, "train/tensor_act_model_layers_95_mlp_gate_proj/norm": 2480.060546875, "train/tensor_act_model_layers_95_mlp_gate_proj/mean": 0.287109375, "train/tensor_act_model_layers_95_mlp_gate_proj/std": 0.8046875, "train/tensor_act_model_layers_95_mlp_gate_proj/max_abs": 3.796875, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/min": -2.734375, "train/tensor_act_model_layers_95_mlp_gate_proj/max": 3.796875, "train/tensor_act_model_layers_95_mlp_gate_proj/range": 6.53125, "train/tensor_act_model_layers_95_mlp_up_proj/norm": 2586.90234375, "train/tensor_act_model_layers_95_mlp_up_proj/mean": -0.09814453125, "train/tensor_act_model_layers_95_mlp_up_proj/std": 0.88671875, "train/tensor_act_model_layers_95_mlp_up_proj/max_abs": 3.328125, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/min": -3.328125, "train/tensor_act_model_layers_95_mlp_up_proj/max": 2.59375, "train/tensor_act_model_layers_95_mlp_up_proj/range": 5.921875, "train/tensor_act_model_layers_95_mlp_down_proj/norm": 3997.52392578125, "train/tensor_act_model_layers_95_mlp_down_proj/mean": 1.640625, "train/tensor_act_model_layers_95_mlp_down_proj/std": 1.0546875, "train/tensor_act_model_layers_95_mlp_down_proj/max_abs": 4.625, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/min": -0.87109375, "train/tensor_act_model_layers_95_mlp_down_proj/max": 4.625, "train/tensor_act_model_layers_95_mlp_down_proj/range": 5.49609375, "train/tensor_act_model_layers_95_mlp/norm": 3997.52392578125, "train/tensor_act_model_layers_95_mlp/mean": 1.640625, "train/tensor_act_model_layers_95_mlp/std": 1.0546875, "train/tensor_act_model_layers_95_mlp/max_abs": 4.625, "train/tensor_act_model_layers_95_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp/min": -0.87109375, "train/tensor_act_model_layers_95_mlp/max": 4.625, "train/tensor_act_model_layers_95_mlp/range": 5.49609375, "train/tensor_act_model_layers_95_residual_post_mlp/norm": 8577365.0, "train/tensor_act_model_layers_95_residual_post_mlp/mean": 4192.0, "train/tensor_act_model_layers_95_residual_post_mlp/std": 91.0, "train/tensor_act_model_layers_95_residual_post_mlp/max_abs": 4544.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_95_residual_post_mlp/min": -4.1875, "train/tensor_act_model_layers_95_residual_post_mlp/max": 4544.0, "train/tensor_act_model_layers_95_residual_post_mlp/range": 4548.1875, "train/tensor_act_model_layers_96_residual_pre_attn/norm": 8577365.0, "train/tensor_act_model_layers_96_residual_pre_attn/mean": 4192.0, "train/tensor_act_model_layers_96_residual_pre_attn/std": 91.0, "train/tensor_act_model_layers_96_residual_pre_attn/max_abs": 4544.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_96_residual_pre_attn/min": -4.1875, "train/tensor_act_model_layers_96_residual_pre_attn/max": 4544.0, "train/tensor_act_model_layers_96_residual_pre_attn/range": 4548.1875, "train/tensor_act_model_layers_96_residual_post_attn/norm": 8577365.0, "train/tensor_act_model_layers_96_residual_post_attn/mean": 4192.0, "train/tensor_act_model_layers_96_residual_post_attn/std": 91.0, "train/tensor_act_model_layers_96_residual_post_attn/max_abs": 4544.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_96_residual_post_attn/min": -4.1875, "train/tensor_act_model_layers_96_residual_post_attn/max": 4544.0, "train/tensor_act_model_layers_96_residual_post_attn/range": 4548.1875, "train/tensor_act_model_layers_96_mlp_gate_proj/norm": 2860.370361328125, "train/tensor_act_model_layers_96_mlp_gate_proj/mean": 0.310546875, "train/tensor_act_model_layers_96_mlp_gate_proj/std": 0.9375, "train/tensor_act_model_layers_96_mlp_gate_proj/max_abs": 4.125, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/min": -2.78125, "train/tensor_act_model_layers_96_mlp_gate_proj/max": 4.125, "train/tensor_act_model_layers_96_mlp_gate_proj/range": 6.90625, "train/tensor_act_model_layers_96_mlp_up_proj/norm": 2903.23681640625, "train/tensor_act_model_layers_96_mlp_up_proj/mean": 0.0927734375, "train/tensor_act_model_layers_96_mlp_up_proj/std": 1.0, "train/tensor_act_model_layers_96_mlp_up_proj/max_abs": 5.4375, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/min": -3.53125, "train/tensor_act_model_layers_96_mlp_up_proj/max": 5.4375, "train/tensor_act_model_layers_96_mlp_up_proj/range": 8.96875, "train/tensor_act_model_layers_96_mlp_down_proj/norm": 7004.8046875, "train/tensor_act_model_layers_96_mlp_down_proj/mean": 2.796875, "train/tensor_act_model_layers_96_mlp_down_proj/std": 1.96875, "train/tensor_act_model_layers_96_mlp_down_proj/max_abs": 6.5, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/min": -2.59375, "train/tensor_act_model_layers_96_mlp_down_proj/max": 6.5, "train/tensor_act_model_layers_96_mlp_down_proj/range": 9.09375, "train/tensor_act_model_layers_96_mlp/norm": 7004.8046875, "train/tensor_act_model_layers_96_mlp/mean": 2.796875, "train/tensor_act_model_layers_96_mlp/std": 1.96875, "train/tensor_act_model_layers_96_mlp/max_abs": 6.5, "train/tensor_act_model_layers_96_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp/min": -2.59375, "train/tensor_act_model_layers_96_mlp/max": 6.5, "train/tensor_act_model_layers_96_mlp/range": 9.09375, "train/tensor_act_model_layers_96_residual_post_mlp/norm": 8577365.0, "train/tensor_act_model_layers_96_residual_post_mlp/mean": 4192.0, "train/tensor_act_model_layers_96_residual_post_mlp/std": 91.0, "train/tensor_act_model_layers_96_residual_post_mlp/max_abs": 4544.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_96_residual_post_mlp/min": -4.09375, "train/tensor_act_model_layers_96_residual_post_mlp/max": 4544.0, "train/tensor_act_model_layers_96_residual_post_mlp/range": 4548.09375, "train/tensor_act_model_layers_97_residual_pre_attn/norm": 8577365.0, "train/tensor_act_model_layers_97_residual_pre_attn/mean": 4192.0, "train/tensor_act_model_layers_97_residual_pre_attn/std": 91.0, "train/tensor_act_model_layers_97_residual_pre_attn/max_abs": 4544.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_97_residual_pre_attn/min": -4.09375, "train/tensor_act_model_layers_97_residual_pre_attn/max": 4544.0, "train/tensor_act_model_layers_97_residual_pre_attn/range": 4548.09375, "train/tensor_act_model_layers_97_residual_post_attn/norm": 8577365.0, "train/tensor_act_model_layers_97_residual_post_attn/mean": 4192.0, "train/tensor_act_model_layers_97_residual_post_attn/std": 91.0, "train/tensor_act_model_layers_97_residual_post_attn/max_abs": 4544.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_97_residual_post_attn/min": -4.09375, "train/tensor_act_model_layers_97_residual_post_attn/max": 4544.0, "train/tensor_act_model_layers_97_residual_post_attn/range": 4548.09375, "train/tensor_act_model_layers_97_mlp_gate_proj/norm": 2777.359375, "train/tensor_act_model_layers_97_mlp_gate_proj/mean": 0.3203125, "train/tensor_act_model_layers_97_mlp_gate_proj/std": 0.90234375, "train/tensor_act_model_layers_97_mlp_gate_proj/max_abs": 4.5625, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/min": -3.609375, "train/tensor_act_model_layers_97_mlp_gate_proj/max": 4.5625, "train/tensor_act_model_layers_97_mlp_gate_proj/range": 8.171875, "train/tensor_act_model_layers_97_mlp_up_proj/norm": 2852.6142578125, "train/tensor_act_model_layers_97_mlp_up_proj/mean": -0.033935546875, "train/tensor_act_model_layers_97_mlp_up_proj/std": 0.984375, "train/tensor_act_model_layers_97_mlp_up_proj/max_abs": 5.0, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/min": -4.25, "train/tensor_act_model_layers_97_mlp_up_proj/max": 5.0, "train/tensor_act_model_layers_97_mlp_up_proj/range": 9.25, "train/tensor_act_model_layers_97_mlp_down_proj/norm": 6595.35546875, "train/tensor_act_model_layers_97_mlp_down_proj/mean": 2.78125, "train/tensor_act_model_layers_97_mlp_down_proj/std": 1.609375, "train/tensor_act_model_layers_97_mlp_down_proj/max_abs": 7.25, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/min": -3.140625, "train/tensor_act_model_layers_97_mlp_down_proj/max": 7.25, "train/tensor_act_model_layers_97_mlp_down_proj/range": 10.390625, "train/tensor_act_model_layers_97_mlp/norm": 6595.35546875, "train/tensor_act_model_layers_97_mlp/mean": 2.78125, "train/tensor_act_model_layers_97_mlp/std": 1.609375, "train/tensor_act_model_layers_97_mlp/max_abs": 7.25, "train/tensor_act_model_layers_97_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp/min": -3.140625, "train/tensor_act_model_layers_97_mlp/max": 7.25, "train/tensor_act_model_layers_97_mlp/range": 10.390625, "train/tensor_act_model_layers_97_residual_post_mlp/norm": 8577365.0, "train/tensor_act_model_layers_97_residual_post_mlp/mean": 4192.0, "train/tensor_act_model_layers_97_residual_post_mlp/std": 91.0, "train/tensor_act_model_layers_97_residual_post_mlp/max_abs": 4544.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_97_residual_post_mlp/min": -4.03125, "train/tensor_act_model_layers_97_residual_post_mlp/max": 4544.0, "train/tensor_act_model_layers_97_residual_post_mlp/range": 4548.03125, "train/tensor_act_model_layers_98_residual_pre_attn/norm": 8577365.0, "train/tensor_act_model_layers_98_residual_pre_attn/mean": 4192.0, "train/tensor_act_model_layers_98_residual_pre_attn/std": 91.0, "train/tensor_act_model_layers_98_residual_pre_attn/max_abs": 4544.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_98_residual_pre_attn/min": -4.03125, "train/tensor_act_model_layers_98_residual_pre_attn/max": 4544.0, "train/tensor_act_model_layers_98_residual_pre_attn/range": 4548.03125, "train/tensor_act_model_layers_98_residual_post_attn/norm": 8577365.0, "train/tensor_act_model_layers_98_residual_post_attn/mean": 4192.0, "train/tensor_act_model_layers_98_residual_post_attn/std": 91.0, "train/tensor_act_model_layers_98_residual_post_attn/max_abs": 4544.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_98_residual_post_attn/min": -4.1875, "train/tensor_act_model_layers_98_residual_post_attn/max": 4544.0, "train/tensor_act_model_layers_98_residual_post_attn/range": 4548.1875, "train/tensor_act_model_layers_98_mlp_gate_proj/norm": 2267.845947265625, "train/tensor_act_model_layers_98_mlp_gate_proj/mean": 0.197265625, "train/tensor_act_model_layers_98_mlp_gate_proj/std": 0.7578125, "train/tensor_act_model_layers_98_mlp_gate_proj/max_abs": 2.75, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/min": -2.375, "train/tensor_act_model_layers_98_mlp_gate_proj/max": 2.75, "train/tensor_act_model_layers_98_mlp_gate_proj/range": 5.125, "train/tensor_act_model_layers_98_mlp_up_proj/norm": 2382.3017578125, "train/tensor_act_model_layers_98_mlp_up_proj/mean": 0.01434326171875, "train/tensor_act_model_layers_98_mlp_up_proj/std": 0.82421875, "train/tensor_act_model_layers_98_mlp_up_proj/max_abs": 3.140625, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/min": -2.765625, "train/tensor_act_model_layers_98_mlp_up_proj/max": 3.140625, "train/tensor_act_model_layers_98_mlp_up_proj/range": 5.90625, "train/tensor_act_model_layers_98_mlp_down_proj/norm": 3089.19580078125, "train/tensor_act_model_layers_98_mlp_down_proj/mean": 1.125, "train/tensor_act_model_layers_98_mlp_down_proj/std": 1.0078125, "train/tensor_act_model_layers_98_mlp_down_proj/max_abs": 3.921875, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/min": -1.4375, "train/tensor_act_model_layers_98_mlp_down_proj/max": 3.921875, "train/tensor_act_model_layers_98_mlp_down_proj/range": 5.359375, "train/tensor_act_model_layers_98_mlp/norm": 3089.19580078125, "train/tensor_act_model_layers_98_mlp/mean": 1.125, "train/tensor_act_model_layers_98_mlp/std": 1.0078125, "train/tensor_act_model_layers_98_mlp/max_abs": 3.921875, "train/tensor_act_model_layers_98_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp/min": -1.4375, "train/tensor_act_model_layers_98_mlp/max": 3.921875, "train/tensor_act_model_layers_98_mlp/range": 5.359375, "train/tensor_act_model_layers_98_residual_post_mlp/norm": 8577365.0, "train/tensor_act_model_layers_98_residual_post_mlp/mean": 4192.0, "train/tensor_act_model_layers_98_residual_post_mlp/std": 91.0, "train/tensor_act_model_layers_98_residual_post_mlp/max_abs": 4544.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_98_residual_post_mlp/min": -4.0, "train/tensor_act_model_layers_98_residual_post_mlp/max": 4544.0, "train/tensor_act_model_layers_98_residual_post_mlp/range": 4548.0, "train/tensor_act_model_layers_99_residual_pre_attn/norm": 8577365.0, "train/tensor_act_model_layers_99_residual_pre_attn/mean": 4192.0, "train/tensor_act_model_layers_99_residual_pre_attn/std": 91.0, "train/tensor_act_model_layers_99_residual_pre_attn/max_abs": 4544.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_99_residual_pre_attn/min": -4.0, "train/tensor_act_model_layers_99_residual_pre_attn/max": 4544.0, "train/tensor_act_model_layers_99_residual_pre_attn/range": 4548.0, "train/tensor_act_model_layers_99_residual_post_attn/norm": 8577365.0, "train/tensor_act_model_layers_99_residual_post_attn/mean": 4192.0, "train/tensor_act_model_layers_99_residual_post_attn/std": 91.0, "train/tensor_act_model_layers_99_residual_post_attn/max_abs": 4544.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_99_residual_post_attn/min": -3.921875, "train/tensor_act_model_layers_99_residual_post_attn/max": 4544.0, "train/tensor_act_model_layers_99_residual_post_attn/range": 4547.921875, "train/tensor_act_model_layers_99_mlp_gate_proj/norm": 2288.835205078125, "train/tensor_act_model_layers_99_mlp_gate_proj/mean": 0.2734375, "train/tensor_act_model_layers_99_mlp_gate_proj/std": 0.7421875, "train/tensor_act_model_layers_99_mlp_gate_proj/max_abs": 3.453125, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/min": -2.84375, "train/tensor_act_model_layers_99_mlp_gate_proj/max": 3.453125, "train/tensor_act_model_layers_99_mlp_gate_proj/range": 6.296875, "train/tensor_act_model_layers_99_mlp_up_proj/norm": 2438.322998046875, "train/tensor_act_model_layers_99_mlp_up_proj/mean": -0.0291748046875, "train/tensor_act_model_layers_99_mlp_up_proj/std": 0.83984375, "train/tensor_act_model_layers_99_mlp_up_proj/max_abs": 3.390625, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/min": -3.390625, "train/tensor_act_model_layers_99_mlp_up_proj/max": 3.234375, "train/tensor_act_model_layers_99_mlp_up_proj/range": 6.625, "train/tensor_act_model_layers_99_mlp_down_proj/norm": 3838.404296875, "train/tensor_act_model_layers_99_mlp_down_proj/mean": 1.4765625, "train/tensor_act_model_layers_99_mlp_down_proj/std": 1.15625, "train/tensor_act_model_layers_99_mlp_down_proj/max_abs": 4.5, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/min": -1.03125, "train/tensor_act_model_layers_99_mlp_down_proj/max": 4.5, "train/tensor_act_model_layers_99_mlp_down_proj/range": 5.53125, "train/tensor_act_model_layers_99_mlp/norm": 3838.404296875, "train/tensor_act_model_layers_99_mlp/mean": 1.4765625, "train/tensor_act_model_layers_99_mlp/std": 1.15625, "train/tensor_act_model_layers_99_mlp/max_abs": 4.5, "train/tensor_act_model_layers_99_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp/min": -1.03125, "train/tensor_act_model_layers_99_mlp/max": 4.5, "train/tensor_act_model_layers_99_mlp/range": 5.53125, "train/tensor_act_model_layers_99_residual_post_mlp/norm": 8577365.0, "train/tensor_act_model_layers_99_residual_post_mlp/mean": 4192.0, "train/tensor_act_model_layers_99_residual_post_mlp/std": 91.0, "train/tensor_act_model_layers_99_residual_post_mlp/max_abs": 4544.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_user_limit": 0.999969482421875, "train/tensor_act_model_layers_99_residual_post_mlp/min": -3.984375, "train/tensor_act_model_layers_99_residual_post_mlp/max": 4544.0, "train/tensor_act_model_layers_99_residual_post_mlp/range": 4547.984375, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/norm": 83886080.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/mean": -11520.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/std": 462848.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max_abs": 3637248.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.734375, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/min": -3637248.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max": 3457024.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/range": 7094272.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/norm": 74973184.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/mean": 3040.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/std": 413696.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max_abs": 4227072.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.696075439453125, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/min": -4227072.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max": 3833856.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/range": 8060928.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/norm": 79691776.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/mean": -141312.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/std": 415744.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max_abs": 4145152.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.70458984375, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/min": -4145152.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max": 203776.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/range": 4348928.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/norm": 71303168.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/mean": 25088.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/std": 393216.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max_abs": 2555904.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.69140625, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/min": -2555904.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max": 2326528.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/range": 4882432.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/norm": 59244544.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/mean": 30208.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/std": 325632.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max_abs": 2621440.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.638641357421875, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/min": -1335296.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max": 2621440.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/range": 3956736.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/norm": 58195968.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/mean": -117248.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/std": 299008.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max_abs": 2801664.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.6597900390625, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/min": -2801664.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max": 264192.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/range": 3065856.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/norm": 135266304.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/mean": 18560.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/std": 749568.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max_abs": 6291456.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.68359375, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/min": -6291456.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max": 6291456.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/range": 12582912.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/norm": 109051904.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/mean": 17024.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/std": 602112.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max_abs": 5636096.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.6619873046875, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/min": -5013504.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max": 5636096.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/range": 10649600.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/norm": 113246208.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/mean": -202752.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/std": 589824.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max_abs": 6455296.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.659820556640625, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/min": -6455296.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max": 93696.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/range": 6548992.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/norm": 146800640.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/mean": -86016.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/std": 806912.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max_abs": 7307264.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.68359375, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/min": -7307264.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max": 2457600.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/range": 9764864.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/norm": 100663296.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/mean": -55040.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/std": 552960.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max_abs": 5046272.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.6597900390625, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/min": -5046272.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max": 2048000.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/range": 7094272.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/norm": 115343360.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/mean": -200704.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/std": 606208.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max_abs": 5865472.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.66522216796875, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/min": -5865472.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max": 141312.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/range": 6006784.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/norm": 87031808.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/mean": 45824.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/std": 477184.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max_abs": 3211264.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.6640625, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/min": -1998848.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max": 3211264.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/range": 5210112.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/norm": 72876032.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/mean": 46336.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/std": 399360.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max_abs": 3719168.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.645233154296875, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/min": -1302528.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max": 3719168.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/range": 5021696.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/norm": 71827456.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/mean": -162816.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/std": 362496.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max_abs": 2539520.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.666290283203125, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/min": -2539520.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max": 249856.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/range": 2789376.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/norm": 168820736.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/mean": 4960.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/std": 933888.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max_abs": 7340032.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.70703125, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/min": -4096000.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max": 7340032.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/range": 11436032.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/norm": 137363456.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/mean": -164.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/std": 757760.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max_abs": 4423680.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.6673583984375, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/min": -4390912.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max": 4423680.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/range": 8814592.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/norm": 125829120.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/mean": -272384.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/std": 643072.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max_abs": 4554752.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.69866943359375, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/min": -4554752.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max": 158720.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/range": 4713472.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/norm": 226492416.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/mean": -43776.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/std": 1253376.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max_abs": 7602176.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.6484375, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/min": -7602176.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max": 7372800.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/range": 14974976.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/norm": 185597952.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/mean": -5536.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/std": 1028096.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max_abs": 7307264.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.655364990234375, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/min": -6389760.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max": 7307264.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/range": 13697024.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/norm": 183500800.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/mean": -399360.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/std": 929792.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max_abs": 7110656.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.638092041015625, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/min": -7110656.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max": 577536.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/range": 7688192.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/norm": 250609664.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/mean": 173056.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/std": 1368064.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max_abs": 8847360.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.671875, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/min": -8847360.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max": 7110656.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/range": 15958016.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/norm": 216006656.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/mean": 115712.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/std": 1187840.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max_abs": 7700480.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.67889404296875, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/min": -7700480.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max": 6946816.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/range": 14647296.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/norm": 213909504.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/mean": -466944.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/std": 1081344.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max_abs": 7241728.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.684326171875, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/min": -7241728.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max": 98816.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/range": 7340544.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/norm": 208666624.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/mean": 74752.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/std": 1146880.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max_abs": 7602176.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.671875, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/min": -6455296.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max": 7602176.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/range": 14057472.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/norm": 182452224.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/mean": 94720.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/std": 999424.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max_abs": 6553600.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.660552978515625, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/min": -6062080.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max": 6553600.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/range": 12615680.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/norm": 185597952.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/mean": -366592.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/std": 954368.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max_abs": 7045120.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.66717529296875, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/min": -7045120.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max": 120832.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/range": 7165952.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/norm": 218103808.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/mean": -7008.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/std": 1204224.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max_abs": 6815744.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.59375, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/min": -6225920.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max": 6815744.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/range": 13041664.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/norm": 187695104.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/mean": -3600.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/std": 1036288.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max_abs": 7307264.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.618408203125, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/min": -7307264.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max": 6193152.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/range": 13500416.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/norm": 170917888.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/mean": -409600.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/std": 851968.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max_abs": 6619136.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.603057861328125, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/min": -6619136.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max": 186368.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/range": 6805504.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/norm": 356515840.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/mean": 64000.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/std": 1966080.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max_abs": 11534336.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.640625, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/min": -8716288.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max": 11534336.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/range": 20250624.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/norm": 310378496.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/mean": 43008.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/std": 1720320.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max_abs": 9240576.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.611785888671875, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/min": -7864320.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max": 9240576.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/range": 17104896.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/norm": 306184192.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/mean": -729088.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/std": 1531904.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max_abs": 9240576.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.62957763671875, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/min": -9240576.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max": 161792.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/range": 9402368.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/norm": 276824064.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/mean": -15168.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/std": 1523712.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max_abs": 10747904.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.6015625, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/min": -10747904.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max": 5898240.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/range": 16646144.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/norm": 252706816.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/mean": 35584.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/std": 1392640.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max_abs": 10027008.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.59600830078125, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/min": -10027008.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max": 6291456.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/range": 16318464.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/norm": 247463936.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/mean": -532480.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/std": 1253376.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max_abs": 8781824.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.60406494140625, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/min": -8781824.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max": 72704.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/range": 8854528.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/norm": 320864256.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/mean": -94720.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/std": 1769472.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max_abs": 9043968.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.67578125, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/min": -7700480.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max": 9043968.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/range": 16744448.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/norm": 287309824.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/mean": -97792.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/std": 1589248.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max_abs": 10878976.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.66741943359375, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/min": -8323072.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max": 10878976.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/range": 19202048.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/norm": 295698432.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/mean": -831488.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/std": 1409024.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max_abs": 10223616.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.66229248046875, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/min": -10223616.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max": 142336.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/range": 10365952.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/norm": 310378496.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/mean": 27264.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/std": 1712128.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max_abs": 10354688.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.54296875, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/min": -7208960.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max": 10354688.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/range": 17563648.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/norm": 268435456.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/mean": 21248.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/std": 1482752.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max_abs": 7503872.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.54486083984375, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/min": -6717440.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max": 7503872.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/range": 14221312.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/norm": 274726912.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/mean": -626688.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/std": 1384448.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max_abs": 7077888.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.5517578125, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/min": -7077888.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max": 46848.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/range": 7124736.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/norm": 322961408.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/mean": 52992.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/std": 1785856.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max_abs": 8388608.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.58984375, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/min": -8388608.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max": 7766016.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/range": 16154624.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/norm": 291504128.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/mean": 25472.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/std": 1613824.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max_abs": 10027008.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.59747314453125, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/min": -10027008.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max": 7208960.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/range": 17235968.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/norm": 289406976.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/mean": -708608.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/std": 1433600.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max_abs": 10092544.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.602447509765625, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/min": -10092544.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max": 89088.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/range": 10181632.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/norm": 291504128.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/mean": 46848.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/std": 1605632.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max_abs": 7143424.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.57421875, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/min": -6094848.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max": 7143424.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/range": 13238272.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/norm": 257949696.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/mean": 34816.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/std": 1425408.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max_abs": 7897088.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.539154052734375, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/min": -6356992.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max": 7897088.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/range": 14254080.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/norm": 264241152.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/mean": -614400.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/std": 1327104.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max_abs": 7634944.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.56561279296875, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/min": -7634944.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max": 58368.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/range": 7693312.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/norm": 325058560.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/mean": -20736.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/std": 1794048.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max_abs": 11141120.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.62109375, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/min": -7995392.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max": 11141120.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/range": 19136512.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/norm": 289406976.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/mean": -29184.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/std": 1597440.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max_abs": 8912896.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.620086669921875, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/min": -7634944.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max": 8912896.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/range": 16547840.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/norm": 291504128.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/mean": -782336.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/std": 1409024.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max_abs": 9371648.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.623748779296875, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/min": -9371648.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max": 104448.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/range": 9476096.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/norm": 373293056.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/mean": -48896.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/std": 2064384.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max_abs": 9633792.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.56640625, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/min": -9633792.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max": 8028160.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/range": 17661952.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/norm": 346030080.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/mean": -56064.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/std": 1908736.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max_abs": 10813440.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.52374267578125, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/min": -8192000.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max": 10813440.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/range": 19005440.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/norm": 354418688.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/mean": -798720.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/std": 1785856.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max_abs": 10813440.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.541290283203125, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/min": -10813440.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max": 122880.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/range": 10936320.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/norm": 387973120.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/mean": -111616.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/std": 2146304.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max_abs": 9895936.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.55859375, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/min": -9895936.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max": 8060928.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/range": 17956864.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/norm": 360710144.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/mean": -126976.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/std": 1982464.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max_abs": 9633792.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.53631591796875, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/min": -9633792.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max": 8060928.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/range": 17694720.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/norm": 358612992.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/mean": -839680.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/std": 1802240.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max_abs": 9895936.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.55230712890625, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/min": -9895936.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max": 163840.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/range": 10059776.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/norm": 463470592.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/mean": -67072.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/std": 2555904.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max_abs": 12976128.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.59765625, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/min": -9502720.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max": 12976128.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/range": 22478848.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/norm": 419430400.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/mean": -54272.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/std": 2310144.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max_abs": 10944512.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.606597900390625, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/min": -8585216.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max": 10944512.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/range": 19529728.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/norm": 432013312.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/mean": -1155072.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/std": 2088960.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max_abs": 11075584.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.607452392578125, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/min": -11075584.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max": 72704.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/range": 11148288.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/norm": 377487360.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/mean": 83968.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/std": 2088960.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max_abs": 10878976.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/min": -10878976.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max": 7602176.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/range": 18481152.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/norm": 369098752.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/mean": 45312.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/std": 2039808.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max_abs": 10616832.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.539947509765625, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/min": -10616832.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max": 9895936.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/range": 20512768.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/norm": 364904448.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/mean": -913408.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/std": 1802240.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max_abs": 10027008.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.550262451171875, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/min": -10027008.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max": 60672.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/range": 10087680.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/norm": 509607936.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/mean": -205824.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/std": 2818048.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max_abs": 11862016.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.5625, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/min": -11862016.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max": 11206656.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/range": 23068672.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/norm": 459276288.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/mean": -147456.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/std": 2539520.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max_abs": 10354688.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.5299072265625, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/min": -9175040.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max": 10354688.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/range": 19529728.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/norm": 457179136.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/mean": -1269760.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/std": 2179072.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max_abs": 9764864.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.558013916015625, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/min": -9764864.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max": 48640.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/range": 9813504.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/norm": 436207616.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/mean": 100352.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/std": 2408448.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max_abs": 9633792.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.578125, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/min": -9633792.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max": 8650752.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/range": 18284544.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/norm": 406847488.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/mean": 80896.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/std": 2244608.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max_abs": 9306112.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.553192138671875, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/min": -9306112.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max": 8585216.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/range": 17891328.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/norm": 408944640.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/mean": -1146880.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/std": 1949696.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max_abs": 9502720.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.57940673828125, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/min": -9502720.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max": 45056.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/range": 9547776.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/norm": 471859200.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/mean": -157696.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/std": 2605056.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max_abs": 12713984.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.53515625, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/min": -12713984.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max": 9764864.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/range": 22478848.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/norm": 442499072.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/mean": -133120.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/std": 2441216.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max_abs": 11796480.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.5184326171875, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/min": -11796480.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max": 8585216.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/range": 20381696.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/norm": 446693376.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/mean": -1155072.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/std": 2179072.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max_abs": 11730944.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.55084228515625, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/min": -11730944.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max": 36608.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/range": 11767552.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/norm": 402653184.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/mean": -187392.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/std": 2211840.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max_abs": 12320768.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.5234375, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/min": -12320768.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max": 8585216.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/range": 20905984.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/norm": 381681664.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/mean": -168960.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/std": 2097152.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max_abs": 12058624.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.509490966796875, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/min": -12058624.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max": 11862016.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/range": 23920640.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/norm": 387973120.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/mean": -966656.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/std": 1908736.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max_abs": 12124160.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.516998291015625, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/min": -12124160.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max": 368640.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/range": 12492800.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/norm": 473956352.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/mean": 299008.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/std": 2605056.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max_abs": 13893632.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.6015625, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/min": -9437184.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max": 13893632.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/range": 23330816.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/norm": 442499072.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/mean": 260096.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/std": 2424832.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max_abs": 10354688.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.581298828125, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/min": -9240576.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max": 10354688.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/range": 19595264.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/norm": 450887680.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/mean": -1245184.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/std": 2162688.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max_abs": 10944512.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.607635498046875, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/min": -10944512.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max": 80384.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/range": 11024896.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/norm": 432013312.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/mean": 106496.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/std": 2392064.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max_abs": 10027008.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.515625, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/min": -10027008.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max": 9437184.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/range": 19464192.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/norm": 411041792.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/mean": 91136.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/std": 2277376.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max_abs": 10420224.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.51312255859375, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/min": -10420224.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max": 8847360.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/range": 19267584.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/norm": 419430400.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/mean": -1073152.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/std": 2056192.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max_abs": 11010048.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.52685546875, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/min": -11010048.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max": 43008.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/range": 11053056.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/norm": 482344960.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/mean": 108544.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/std": 2654208.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max_abs": 11665408.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.59375, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/min": -8650752.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max": 11665408.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/range": 20316160.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/norm": 476053504.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/mean": 113152.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/std": 2621440.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max_abs": 11010048.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.58172607421875, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/min": -11010048.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max": 10420224.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/range": 21430272.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/norm": 476053504.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/mean": -1310720.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/std": 2277376.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max_abs": 10027008.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.579254150390625, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/min": -10027008.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max": 91648.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/range": 10118656.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/norm": 467664896.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/mean": 74752.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/std": 2588672.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max_abs": 10027008.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.58203125, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/min": -8847360.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max": 10027008.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/range": 18874368.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/norm": 457179136.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/mean": 87552.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/std": 2523136.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max_abs": 9568256.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.533782958984375, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/min": -9568256.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max": 8978432.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/range": 18546688.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/norm": 465567744.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/mean": -1163264.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/std": 2293760.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max_abs": 10158080.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.53924560546875, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/min": -10158080.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max": 124416.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/range": 10282496.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/norm": 566231040.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/mean": 149504.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/std": 3112960.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max_abs": 14483456.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.6015625, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/min": -10420224.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max": 14483456.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/range": 24903680.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/norm": 530579456.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/mean": 144384.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/std": 2932736.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max_abs": 12058624.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.580596923828125, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/min": -10289152.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max": 12058624.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/range": 22347776.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/norm": 528482304.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/mean": -1531904.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/std": 2490368.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max_abs": 11272192.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.59661865234375, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/min": -11272192.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max": 122880.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/range": 11395072.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/norm": 448790528.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/mean": 50688.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/std": 2473984.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max_abs": 10747904.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.53125, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/min": -10747904.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max": 10158080.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/range": 20905984.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/norm": 432013312.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/mean": 54784.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/std": 2392064.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max_abs": 10354688.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.524444580078125, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/min": -9371648.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max": 10354688.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/range": 19726336.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/norm": 446693376.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/mean": -1163264.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/std": 2179072.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max_abs": 10420224.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.52337646484375, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/min": -10420224.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max": 128000.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/range": 10548224.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/norm": 524288000.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/mean": 132096.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/std": 2899968.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max_abs": 12189696.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.546875, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/min": -12189696.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max": 10092544.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/range": 22282240.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/norm": 511705088.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/mean": 162816.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/std": 2818048.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max_abs": 10551296.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.563812255859375, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/min": -10551296.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max": 10158080.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/range": 20709376.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/norm": 517996544.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/mean": -1474560.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/std": 2457600.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max_abs": 10420224.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.568817138671875, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/min": -10420224.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max": 219136.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/range": 10639360.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/norm": 515899392.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/mean": -4080.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/std": 2850816.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max_abs": 10092544.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.5859375, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/min": -10092544.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max": 9175040.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/range": 19267584.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/norm": 509607936.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/mean": 2752.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/std": 2818048.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max_abs": 10878976.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.5469970703125, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/min": -10092544.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max": 10878976.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/range": 20971520.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/norm": 511705088.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/mean": -1441792.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/std": 2441216.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max_abs": 9502720.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.548736572265625, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/min": -9502720.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max": 57856.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/range": 9560576.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/norm": 530579456.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/mean": -64000.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/std": 2932736.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max_abs": 13631488.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.62109375, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/min": -13631488.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max": 12517376.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/range": 26148864.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/norm": 503316480.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/mean": -93184.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/std": 2785280.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max_abs": 12058624.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.58843994140625, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/min": -12058624.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max": 8388608.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/range": 20447232.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/norm": 492830720.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/mean": -1376256.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/std": 2359296.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max_abs": 11927552.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.589447021484375, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/min": -11927552.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max": 98816.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/range": 12026368.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/norm": 461373440.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/mean": -205824.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/std": 2539520.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max_abs": 10551296.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.5703125, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/min": -10551296.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max": 9633792.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/range": 20185088.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/norm": 450887680.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/mean": -179200.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/std": 2490368.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max_abs": 10813440.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.54449462890625, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/min": -10813440.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max": 9306112.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/range": 20119552.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/norm": 457179136.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/mean": -1220608.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/std": 2211840.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max_abs": 11075584.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.526611328125, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/min": -11075584.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max": 189440.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/range": 11265024.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/norm": 515899392.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/mean": -52736.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/std": 2850816.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max_abs": 12713984.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.5546875, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/min": -12713984.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max": 11862016.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/range": 24576000.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/norm": 467664896.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/mean": -41472.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/std": 2588672.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max_abs": 11272192.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.5167236328125, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/min": -10158080.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max": 11272192.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/range": 21430272.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/norm": 482344960.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/mean": -1294336.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/std": 2326528.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max_abs": 10682368.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.546295166015625, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/min": -10682368.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max": 72192.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/range": 10754560.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/norm": 549453824.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/mean": 209920.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/std": 3014656.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max_abs": 10747904.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.56640625, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/min": -9633792.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max": 10747904.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/range": 20381696.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/norm": 553648128.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/mean": 187392.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/std": 3063808.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max_abs": 11010048.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.5418701171875, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/min": -10289152.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max": 11010048.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/range": 21299200.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/norm": 549453824.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/mean": -1531904.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/std": 2621440.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max_abs": 10485760.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.568572998046875, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/min": -10485760.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max": 71168.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/range": 10556928.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/norm": 471859200.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/mean": -144384.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/std": 2605056.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max_abs": 9502720.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.5546875, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/min": -8060928.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max": 9502720.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/range": 17563648.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/norm": 471859200.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/mean": -122368.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/std": 2605056.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max_abs": 10551296.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.5523681640625, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/min": -9371648.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max": 10551296.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/range": 19922944.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/norm": 467664896.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/mean": -1294336.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/std": 2228224.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max_abs": 10420224.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.55621337890625, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/min": -10420224.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max": 80896.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/range": 10501120.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/norm": 467664896.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/mean": 117248.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/std": 2588672.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max_abs": 9437184.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.56640625, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/min": -9437184.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max": 9240576.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/range": 18677760.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/norm": 463470592.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/mean": 146432.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/std": 2555904.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max_abs": 9633792.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.54998779296875, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/min": -8716288.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max": 9633792.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/range": 18350080.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/norm": 467664896.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/mean": -1318912.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/std": 2211840.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max_abs": 10092544.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.559661865234375, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/min": -10092544.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max": 71680.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/range": 10164224.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/norm": 541065216.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/mean": 284672.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/std": 2981888.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max_abs": 12124160.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.5625, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/min": -9502720.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max": 12124160.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/range": 21626880.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/norm": 517996544.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/mean": 307200.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/std": 2850816.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max_abs": 11665408.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.54254150390625, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/min": -9830400.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max": 11665408.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/range": 21495808.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/norm": 520093696.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/mean": -1433600.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/std": 2490368.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max_abs": 11206656.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.5477294921875, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/min": -11206656.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max": 29952.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/range": 11236608.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/norm": 583008256.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/mean": -98816.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/std": 3227648.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max_abs": 11927552.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.640625, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/min": -11927552.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max": 9306112.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/range": 21233664.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/norm": 566231040.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/mean": -21248.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/std": 3112960.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max_abs": 11534336.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.617401123046875, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/min": -11534336.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max": 10289152.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/range": 21823488.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/norm": 574619648.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/mean": -1720320.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/std": 2670592.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max_abs": 11993088.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.63726806640625, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/min": -11993088.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max": 32000.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/range": 12025088.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/norm": 545259520.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/mean": 207872.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/std": 2998272.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max_abs": 9895936.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.64453125, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/min": -9895936.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max": 9699328.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/range": 19595264.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/norm": 541065216.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/mean": 143360.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/std": 2981888.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max_abs": 11468800.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.6138916015625, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/min": -11468800.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max": 8454144.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/range": 19922944.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/norm": 545259520.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/mean": -1769472.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/std": 2424832.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max_abs": 10223616.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.61395263671875, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/min": -10223616.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max": 96768.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/range": 10320384.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/norm": 541065216.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/mean": 5216.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/std": 2998272.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max_abs": 10813440.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.625, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/min": -10813440.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max": 8355840.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/range": 19169280.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/norm": 532676608.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/mean": 8960.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/std": 2932736.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max_abs": 10747904.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.603424072265625, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/min": -10747904.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max": 10092544.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/range": 20840448.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/norm": 549453824.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/mean": -1662976.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/std": 2555904.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max_abs": 10616832.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.6221923828125, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/min": -10616832.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max": 58624.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/range": 10675456.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/norm": 503316480.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/mean": -104448.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/std": 2768896.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max_abs": 10813440.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.5859375, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/min": -9764864.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max": 10813440.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/range": 20578304.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/norm": 507510784.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/mean": -79872.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/std": 2801664.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max_abs": 11862016.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.5819091796875, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/min": -9633792.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max": 11862016.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/range": 21495808.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/norm": 513802240.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/mean": -1474560.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/std": 2424832.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max_abs": 11206656.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.5635986328125, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/min": -11206656.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max": 22272.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/range": 11228928.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/norm": 557842432.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/mean": 52480.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/std": 3063808.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max_abs": 9895936.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.6015625, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/min": -8978432.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max": 9895936.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/range": 18874368.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/norm": 545259520.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/mean": 32640.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/std": 3014656.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max_abs": 9109504.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.5933837890625, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/min": -9109504.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max": 9109504.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/range": 18219008.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/norm": 553648128.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/mean": -1744896.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/std": 2523136.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max_abs": 9437184.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.590789794921875, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/min": -9437184.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max": 137216.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/range": 9574400.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/norm": 509607936.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/mean": 92160.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/std": 2818048.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max_abs": 9633792.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.61328125, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/min": -9633792.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max": 9306112.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/range": 18939904.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/norm": 497025024.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/mean": 74240.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/std": 2752512.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max_abs": 10420224.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.57293701171875, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/min": -9371648.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max": 10420224.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/range": 19791872.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/norm": 522190848.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/mean": -1581056.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/std": 2408448.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max_abs": 10223616.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.575714111328125, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/min": -10223616.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max": 76800.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/range": 10300416.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/norm": 541065216.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/mean": -98304.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/std": 2981888.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max_abs": 9764864.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.65625, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/min": -8912896.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max": 9764864.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/range": 18677760.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/norm": 507510784.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/mean": -124928.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/std": 2801664.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max_abs": 9371648.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.604766845703125, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/min": -9371648.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max": 8847360.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/range": 18219008.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/norm": 536870912.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/mean": -1687552.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/std": 2441216.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max_abs": 10289152.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.636993408203125, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/min": -10289152.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max": 61184.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/range": 10350336.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/norm": 599785472.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/mean": 231424.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/std": 3293184.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max_abs": 11468800.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.66015625, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/min": -9764864.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max": 11468800.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/range": 21233664.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/norm": 570425344.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/mean": 247808.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/std": 3145728.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max_abs": 10289152.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.6285400390625, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/min": -9568256.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max": 10289152.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/range": 19857408.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/norm": 595591168.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/mean": -1851392.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/std": 2703360.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max_abs": 10354688.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.636444091796875, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/min": -10354688.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max": 28032.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/range": 10382720.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/norm": 536870912.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/mean": 257024.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/std": 2949120.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max_abs": 9764864.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.60546875, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/min": -8912896.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max": 9764864.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/range": 18677760.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/norm": 524288000.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/mean": 235520.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/std": 2883584.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max_abs": 12451840.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.588134765625, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/min": -8781824.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max": 12451840.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/range": 21233664.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/norm": 545259520.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/mean": -1613824.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/std": 2539520.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max_abs": 11599872.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.575714111328125, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/min": -11599872.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max": 59392.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/range": 11659264.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/norm": 616562688.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/mean": 175104.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/std": 3391488.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max_abs": 11206656.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.6484375, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/min": -11206656.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max": 10420224.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/range": 21626880.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/norm": 612368384.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/mean": 171008.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/std": 3375104.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max_abs": 12124160.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.6343994140625, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/min": -12124160.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max": 11599872.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/range": 23724032.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/norm": 637534208.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/mean": -2031616.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/std": 2883584.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max_abs": 11927552.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.6046142578125, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/min": -11927552.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max": 59136.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/range": 11986688.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/norm": 620756992.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/mean": 108032.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/std": 3424256.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max_abs": 12386304.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.609375, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/min": -12386304.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max": 11665408.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/range": 24051712.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/norm": 603979776.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/mean": 148480.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/std": 3325952.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max_abs": 12451840.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.58038330078125, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/min": -11796480.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max": 12451840.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/range": 24248320.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/norm": 624951296.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/mean": -1966080.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/std": 2834432.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max_abs": 12255232.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.559906005859375, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/min": -12255232.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max": 91648.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/range": 12346880.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/norm": 497025024.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/mean": -189440.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/std": 2736128.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max_abs": 9633792.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.6015625, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/min": -9633792.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max": 9437184.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/range": 19070976.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/norm": 484442112.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/mean": -179200.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/std": 2670592.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max_abs": 9043968.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.56695556640625, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/min": -9043968.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max": 8847360.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/range": 17891328.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/norm": 501219328.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/mean": -1482752.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/std": 2342912.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max_abs": 9633792.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.556304931640625, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/min": -9633792.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max": 34048.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/range": 9667840.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/norm": 562036736.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/mean": -55808.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/std": 3112960.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max_abs": 12582912.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.6171875, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/min": -12582912.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max": 9895936.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/range": 22478848.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/norm": 549453824.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/mean": -39168.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/std": 3047424.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max_abs": 10551296.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.58575439453125, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/min": -10551296.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max": 9437184.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/range": 19988480.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/norm": 545259520.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/mean": -1720320.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/std": 2473984.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max_abs": 10813440.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.575469970703125, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/min": -10813440.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max": 37120.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/range": 10850560.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/norm": 578813952.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/mean": 401408.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/std": 3162112.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max_abs": 11599872.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.59765625, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/min": -8912896.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max": 11599872.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/range": 20512768.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/norm": 562036736.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/mean": 405504.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/std": 3063808.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max_abs": 12648448.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.5784912109375, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/min": -9109504.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max": 12648448.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/range": 21757952.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/norm": 570425344.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/mean": -1687552.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/std": 2654208.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max_abs": 11993088.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.572479248046875, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/min": -11993088.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max": 86016.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/range": 12079104.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/norm": 650117120.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/mean": -99328.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/std": 3588096.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max_abs": 11796480.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.640625, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/min": -11796480.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max": 8978432.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/range": 20774912.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/norm": 637534208.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/mean": -79360.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/std": 3522560.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max_abs": 11534336.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.63671875, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/min": -11337728.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max": 11534336.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/range": 22872064.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/norm": 658505728.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/mean": -2162688.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/std": 2932736.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max_abs": 10616832.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.625701904296875, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/min": -10616832.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max": 59648.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/range": 10676480.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/norm": 526385152.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/mean": 207872.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/std": 2899968.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max_abs": 9568256.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.61328125, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/min": -9502720.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max": 9568256.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/range": 19070976.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/norm": 541065216.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/mean": 280576.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/std": 2981888.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max_abs": 10813440.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.5870361328125, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/min": -9568256.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max": 10813440.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/range": 20381696.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/norm": 541065216.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/mean": -1695744.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/std": 2457600.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max_abs": 10616832.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.601806640625, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/min": -10616832.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max": 80896.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/range": 10697728.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/norm": 612368384.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/mean": -111616.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/std": 3391488.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max_abs": 12451840.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.56640625, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/min": -11337728.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max": 12451840.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/range": 23789568.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/norm": 587202560.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/mean": -97792.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/std": 3244032.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max_abs": 11468800.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.5634765625, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/min": -11337728.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max": 11468800.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/range": 22806528.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/norm": 599785472.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/mean": -1843200.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/std": 2752512.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max_abs": 11403264.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.547149658203125, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/min": -11403264.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max": 18048.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/range": 11421312.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/norm": 553648128.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/mean": -276480.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/std": 3047424.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max_abs": 12386304.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.5859375, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/min": -12386304.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max": 10092544.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/range": 22478848.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/norm": 541065216.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/mean": -264192.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/std": 2981888.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max_abs": 12058624.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.57025146484375, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/min": -10878976.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max": 12058624.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/range": 22937600.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/norm": 557842432.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/mean": -1712128.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/std": 2572288.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max_abs": 11010048.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.560455322265625, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/min": -11010048.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max": 54528.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/range": 11064576.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/norm": 574619648.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/mean": -82944.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/std": 3162112.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max_abs": 11141120.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.6328125, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/min": -11141120.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max": 8585216.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/range": 19726336.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/norm": 570425344.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/mean": -97792.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/std": 3162112.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max_abs": 11141120.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.631011962890625, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/min": -11141120.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max": 9961472.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/range": 21102592.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/norm": 595591168.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/mean": -1941504.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/std": 2654208.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max_abs": 10354688.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.60870361328125, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/min": -10354688.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max": 50432.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/range": 10405120.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/norm": 608174080.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/mean": 417792.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/std": 3325952.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max_abs": 11468800.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.62890625, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/min": -11468800.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max": 10551296.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/range": 22020096.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/norm": 595591168.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/mean": 339968.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/std": 3260416.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max_abs": 11927552.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.632568359375, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/min": -11927552.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max": 9699328.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/range": 21626880.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/norm": 612368384.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/mean": -1990656.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/std": 2719744.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max_abs": 12320768.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.608367919921875, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/min": -12320768.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max": 89600.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/range": 12410368.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/norm": 545259520.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/mean": 250880.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/std": 2998272.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max_abs": 10092544.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.625, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/min": -10092544.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max": 8781824.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/range": 18874368.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/norm": 553648128.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/mean": 270336.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/std": 3031040.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max_abs": 10944512.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.598052978515625, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/min": -10944512.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max": 10420224.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/range": 21364736.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/norm": 578813952.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/mean": -1818624.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/std": 2621440.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max_abs": 11468800.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.598175048828125, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/min": -11468800.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max": 56576.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/range": 11525376.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/norm": 570425344.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/mean": 70656.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/std": 3145728.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max_abs": 9895936.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.6484375, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/min": -9895936.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max": 9502720.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/range": 19398656.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/norm": 578813952.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/mean": 56832.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/std": 3194880.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max_abs": 12124160.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.627777099609375, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/min": -12124160.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max": 10551296.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/range": 22675456.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/norm": 603979776.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/mean": -1875968.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/std": 2768896.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max_abs": 12189696.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.643646240234375, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/min": -12189696.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max": 83456.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/range": 12273152.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/norm": 654311424.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/mean": -257024.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/std": 3604480.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max_abs": 12910592.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.6640625, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/min": -10223616.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max": 12910592.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/range": 23134208.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/norm": 641728512.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/mean": -299008.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/std": 3538944.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max_abs": 11206656.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.6392822265625, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/min": -9895936.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max": 11206656.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/range": 21102592.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/norm": 650117120.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/mean": -2195456.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/std": 2834432.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max_abs": 11796480.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.638336181640625, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/min": -11796480.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max": 67072.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/range": 11863552.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/norm": 608174080.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/mean": -24960.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/std": 3358720.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max_abs": 9830400.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.63671875, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/min": -9109504.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max": 9830400.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/range": 18939904.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/norm": 620756992.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/mean": -51456.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/std": 3424256.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max_abs": 11993088.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.61334228515625, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/min": -10158080.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max": 11993088.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/range": 22151168.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/norm": 633339904.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/mean": -2097152.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/std": 2818048.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max_abs": 11206656.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.6190185546875, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/min": -11206656.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max": 41216.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/range": 11247872.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/norm": 738197504.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/mean": 203776.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/std": 4079616.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max_abs": 12451840.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.62109375, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/min": -10747904.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max": 12451840.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/range": 23199744.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/norm": 704643072.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/mean": 188416.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/std": 3899392.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max_abs": 12058624.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.584625244140625, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/min": -11206656.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max": 12058624.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/range": 23265280.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/norm": 717225984.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/mean": -2359296.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/std": 3194880.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max_abs": 11862016.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.599761962890625, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/min": -11862016.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max": 49664.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/range": 11911680.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/norm": 616562688.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/mean": 186368.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/std": 3407872.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max_abs": 9699328.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.65234375, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/min": -9633792.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max": 9699328.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/range": 19333120.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/norm": 608174080.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/mean": 238592.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/std": 3358720.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max_abs": 10551296.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.626861572265625, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/min": -10092544.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max": 10551296.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/range": 20643840.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/norm": 633339904.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/mean": -2129920.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/std": 2768896.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max_abs": 11010048.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.63311767578125, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/min": -11010048.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max": 65024.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/range": 11075072.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/norm": 679477248.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/mean": 172032.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/std": 3751936.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max_abs": 12976128.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.66015625, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/min": -11796480.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max": 12976128.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/range": 24772608.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/norm": 675282944.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/mean": 198656.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/std": 3719168.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max_abs": 13107200.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.64337158203125, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/min": -11141120.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max": 13107200.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/range": 24248320.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/norm": 687865856.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/mean": -2342912.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/std": 2981888.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max_abs": 12517376.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.657135009765625, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/min": -12517376.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max": 166912.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/range": 12684288.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/norm": 654311424.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/mean": -25216.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/std": 3604480.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max_abs": 12713984.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.578125, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/min": -10551296.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max": 12713984.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/range": 23265280.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/norm": 637534208.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/mean": -90624.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/std": 3522560.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max_abs": 10551296.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.5677490234375, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/min": -10223616.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max": 10551296.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/range": 20774912.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/norm": 645922816.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/mean": -2048000.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/std": 2932736.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max_abs": 11403264.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.57720947265625, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/min": -11403264.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max": 47360.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/range": 11450624.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/norm": 650117120.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/mean": -75264.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/std": 3588096.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max_abs": 12648448.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.6328125, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/min": -10944512.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max": 12648448.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/range": 23592960.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/norm": 650117120.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/mean": -82944.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/std": 3604480.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max_abs": 11665408.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.618865966796875, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/min": -11337728.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max": 11665408.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/range": 23003136.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/norm": 666894336.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/mean": -2162688.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/std": 2981888.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max_abs": 11927552.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.62652587890625, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/min": -11927552.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max": 38400.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/range": 11965952.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/norm": 692060160.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/mean": -70144.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/std": 3833856.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max_abs": 11862016.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.64453125, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/min": -10289152.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max": 11862016.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/range": 22151168.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/norm": 696254464.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/mean": -36096.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/std": 3833856.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max_abs": 10551296.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.63519287109375, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/min": -10551296.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max": 10551296.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/range": 21102592.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/norm": 717225984.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/mean": -2408448.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/std": 3145728.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max_abs": 12517376.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.628692626953125, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/min": -12517376.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max": 52736.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/range": 12570112.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/norm": 687865856.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/mean": 325632.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/std": 3801088.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max_abs": 11599872.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.59375, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/min": -11599872.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max": 9961472.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/range": 21561344.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/norm": 675282944.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/mean": 278528.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/std": 3719168.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max_abs": 11468800.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.5911865234375, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/min": -11468800.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max": 10944512.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/range": 22413312.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/norm": 696254464.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/mean": -2310144.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/std": 3063808.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max_abs": 11993088.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.5960693359375, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/min": -11993088.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max": 31616.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/range": 12024704.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/norm": 692060160.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/mean": 46080.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/std": 3817472.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max_abs": 13697024.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.61328125, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/min": -13565952.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max": 13697024.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/range": 27262976.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/norm": 671088640.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/mean": 47360.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/std": 3702784.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max_abs": 12255232.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.615692138671875, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/min": -10485760.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max": 12255232.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/range": 22740992.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/norm": 687865856.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/mean": -2260992.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/std": 3047424.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max_abs": 11272192.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.6136474609375, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/min": -11272192.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max": 82432.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/range": 11354624.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/norm": 675282944.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/mean": 52224.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/std": 3735552.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max_abs": 12713984.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.64453125, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/min": -12713984.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max": 11403264.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/range": 24117248.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/norm": 654311424.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/mean": 50432.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/std": 3620864.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max_abs": 11862016.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.608367919921875, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/min": -9895936.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max": 11862016.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/range": 21757952.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/norm": 666894336.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/mean": -2211840.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/std": 2965504.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max_abs": 11075584.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.6092529296875, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/min": -11075584.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max": 189440.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/range": 11265024.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/norm": 679477248.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/mean": -117760.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/std": 3751936.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max_abs": 11141120.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.625, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/min": -10354688.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max": 11141120.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/range": 21495808.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/norm": 683671552.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/mean": -121856.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/std": 3768320.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max_abs": 11075584.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.609832763671875, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/min": -10223616.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max": 11075584.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/range": 21299200.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/norm": 692060160.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/mean": -2277376.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/std": 3080192.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max_abs": 11141120.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.614898681640625, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/min": -11141120.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max": 75264.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/range": 11216384.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/norm": 725614592.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/mean": 108544.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/std": 3997696.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max_abs": 12058624.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.63671875, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/min": -12058624.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max": 11403264.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/range": 23461888.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/norm": 717225984.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/mean": 155648.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/std": 3964928.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max_abs": 12124160.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.629852294921875, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/min": -11075584.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max": 12124160.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/range": 23199744.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/norm": 738197504.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/mean": -2506752.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/std": 3211264.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max_abs": 11206656.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.63970947265625, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/min": -11206656.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max": 41472.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/range": 11248128.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/norm": 742391808.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/mean": -577536.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/std": 4063232.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max_abs": 12386304.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.62890625, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/min": -11206656.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max": 12386304.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/range": 23592960.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/norm": 729808896.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/mean": -512000.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/std": 4014080.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max_abs": 12189696.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.615997314453125, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/min": -11272192.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max": 12189696.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/range": 23461888.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/norm": 738197504.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/mean": -2506752.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/std": 3211264.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max_abs": 11403264.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.632232666015625, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/min": -11403264.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max": 65280.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/range": 11468544.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/norm": 734003200.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/mean": 121856.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/std": 4063232.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max_abs": 11862016.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.61328125, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/min": -11862016.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max": 10878976.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/range": 22740992.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/norm": 717225984.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/mean": 53248.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/std": 3964928.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max_abs": 12320768.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.6015625, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/min": -11730944.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max": 12320768.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/range": 24051712.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/norm": 738197504.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/mean": -2490368.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/std": 3211264.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max_abs": 11927552.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.61163330078125, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/min": -11927552.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max": 42752.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/range": 11970304.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/norm": 734003200.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/mean": 144384.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/std": 4063232.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max_abs": 10551296.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.609375, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/min": -10289152.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max": 10551296.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/range": 20840448.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/norm": 725614592.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/mean": 138240.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/std": 4014080.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max_abs": 11468800.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.598724365234375, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/min": -11468800.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max": 10616832.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/range": 22085632.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/norm": 759169024.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/mean": -2605056.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/std": 3293184.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max_abs": 13041664.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.616119384765625, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/min": -13041664.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max": 62464.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/range": 13104128.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/norm": 704643072.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/mean": -61440.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/std": 3899392.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max_abs": 12386304.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.578125, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/min": -10420224.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max": 12386304.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/range": 22806528.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/norm": 692060160.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/mean": -82432.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/std": 3817472.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max_abs": 12058624.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.568145751953125, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/min": -10616832.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max": 12058624.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/range": 22675456.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/norm": 713031680.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/mean": -2277376.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/std": 3194880.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max_abs": 11599872.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.580169677734375, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/min": -11599872.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max": 25344.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/range": 11625216.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/norm": 734003200.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/mean": -643072.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/std": 3997696.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max_abs": 11337728.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.5859375, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/min": -11337728.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max": 9633792.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/range": 20971520.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/norm": 725614592.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/mean": -618496.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/std": 3964928.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max_abs": 12845056.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.576629638671875, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/min": -12845056.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max": 10027008.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/range": 22872064.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/norm": 746586112.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/mean": -2424832.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/std": 3325952.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max_abs": 13172736.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.595703125, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/min": -13172736.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max": 52480.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/range": 13225216.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/norm": 704643072.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/mean": 262144.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/std": 3899392.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max_abs": 13500416.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.640625, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/min": -9764864.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max": 13500416.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/range": 23265280.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/norm": 692060160.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/mean": 229376.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/std": 3817472.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max_abs": 11862016.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.636505126953125, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/min": -10551296.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max": 11862016.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/range": 22413312.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/norm": 708837376.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/mean": -2457600.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/std": 3047424.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max_abs": 11272192.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.645172119140625, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/min": -11272192.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max": 45568.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/range": 11317760.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/norm": 750780416.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/mean": -186368.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/std": 4161536.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max_abs": 12255232.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.62109375, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/min": -11796480.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max": 12255232.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/range": 24051712.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/norm": 746586112.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/mean": -227328.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/std": 4112384.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max_abs": 12189696.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.606353759765625, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/min": -12189696.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max": 11206656.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/range": 23396352.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/norm": 771751936.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/mean": -2637824.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/std": 3342336.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max_abs": 12189696.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.611175537109375, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/min": -12189696.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max": 36352.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/range": 12226048.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/norm": 830472192.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/mean": -198656.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/std": 4587520.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max_abs": 12451840.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.6640625, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/min": -11796480.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max": 12451840.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/range": 24248320.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/norm": 830472192.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/mean": -198656.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/std": 4587520.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max_abs": 12451840.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.673431396484375, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/min": -12451840.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max": 11468800.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/range": 23920640.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/norm": 851443712.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/mean": -2981888.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/std": 3637248.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max_abs": 13238272.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.679534912109375, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/min": -13238272.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max": 47872.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/range": 13286144.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/norm": 775946240.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/mean": -892.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/std": 4292608.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max_abs": 12582912.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.640625, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/min": -12058624.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max": 12582912.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/range": 24641536.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/norm": 792723456.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/mean": 32256.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/std": 4390912.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max_abs": 12451840.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.619842529296875, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/min": -12124160.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max": 12451840.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/range": 24576000.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/norm": 809500672.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/mean": -2850816.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/std": 3457024.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max_abs": 11993088.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.633026123046875, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/min": -11993088.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max": 105472.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/range": 12098560.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/norm": 805306368.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/mean": 280576.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/std": 4423680.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max_abs": 11927552.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.640625, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/min": -11862016.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max": 11927552.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/range": 23789568.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/norm": 809500672.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/mean": 342016.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/std": 4456448.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max_abs": 11796480.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.635345458984375, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/min": -11796480.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max": 11075584.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/range": 22872064.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/norm": 817889280.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/mean": -2932736.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/std": 3440640.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max_abs": 12910592.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.664459228515625, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/min": -12910592.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max": 45312.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/range": 12955904.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/norm": 868220928.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/mean": 208896.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/std": 4784128.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max_abs": 13107200.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.69921875, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/min": -11862016.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max": 13107200.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/range": 24969216.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/norm": 868220928.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/mean": 177152.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/std": 4784128.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max_abs": 13303808.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.681549072265625, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/min": -13303808.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max": 12386304.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/range": 25690112.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/norm": 884998144.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/mean": -3178496.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/std": 3719168.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max_abs": 13762560.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.69378662109375, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/min": -13762560.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max": 92160.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/range": 13854720.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/norm": 914358272.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/mean": -696320.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/std": 5013504.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max_abs": 13041664.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.671875, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/min": -11403264.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max": 13041664.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/range": 24444928.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/norm": 884998144.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/mean": -712704.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/std": 4849664.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max_abs": 12976128.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.66766357421875, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/min": -12582912.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max": 12976128.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/range": 25559040.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/norm": 905969664.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/mean": -3342336.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/std": 3735552.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max_abs": 13303808.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.661407470703125, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/min": -13303808.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max": 65536.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/range": 13369344.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/norm": 884998144.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/mean": -65536.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/std": 4882432.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max_abs": 13828096.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.6328125, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/min": -13828096.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max": 11534336.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/range": 25362432.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/norm": 889192448.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/mean": -15744.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/std": 4915200.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max_abs": 13107200.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.647247314453125, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/min": -12517376.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max": 13107200.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/range": 25624576.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/norm": 893386752.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/mean": -3211264.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/std": 3768320.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max_abs": 13238272.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.648162841796875, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/min": -13238272.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max": 44288.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/range": 13282560.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/norm": 901775360.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/mean": 313344.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/std": 4980736.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max_abs": 13434880.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.6484375, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/min": -13303808.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max": 13434880.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/range": 26738688.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/norm": 880803840.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/mean": 362496.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/std": 4849664.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max_abs": 12517376.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.6444091796875, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/min": -12386304.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max": 12517376.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/range": 24903680.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/norm": 897581056.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/mean": -3129344.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/std": 3850240.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max_abs": 12910592.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.643524169921875, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/min": -12910592.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max": 80384.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/range": 12990976.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/norm": 859832320.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/mean": 366592.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/std": 4751360.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max_abs": 12320768.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.65234375, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/min": -11206656.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max": 12320768.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/range": 23527424.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/norm": 851443712.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/mean": 327680.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/std": 4685824.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max_abs": 12320768.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.651824951171875, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/min": -12320768.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max": 11599872.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/range": 23920640.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/norm": 864026624.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/mean": -3063808.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/std": 3653632.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max_abs": 12582912.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.66009521484375, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/min": -12582912.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max": 71680.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/range": 12654592.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/norm": 931135488.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/mean": 137216.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/std": 5144576.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max_abs": 13434880.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.66015625, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/min": -13434880.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max": 12320768.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/range": 25755648.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/norm": 914358272.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/mean": 207872.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/std": 5046272.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max_abs": 13434880.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.6463623046875, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/min": -13172736.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max": 13434880.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/range": 26607616.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/norm": 910163968.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/mean": -3194880.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/std": 3866624.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max_abs": 13500416.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.66290283203125, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/min": -13500416.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max": 76288.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/range": 13576704.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 998244352.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": 67584.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 5505024.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 13565952.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.66796875, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/min": -13565952.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max": 12386304.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/range": 25952256.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/norm": 981467136.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/mean": 1120.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/std": 5406720.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max_abs": 13565952.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.65948486328125, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/min": -13565952.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max": 13500416.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/range": 27066368.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/norm": 989855744.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/mean": -3571712.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/std": 4145152.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max_abs": 13238272.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.653961181640625, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/min": -13238272.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max": 31488.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/range": 13269760.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 1002438656.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": 259072.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 5537792.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 14155776.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.671875, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/min": -14155776.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max": 13238272.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/range": 27394048.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/norm": 943718400.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/mean": 301056.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/std": 5210112.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max_abs": 14155776.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.666290283203125, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/min": -14155776.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max": 12910592.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/range": 27066368.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/norm": 956301312.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/mean": -3309568.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/std": 4112384.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max_abs": 13762560.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.6627197265625, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/min": -13762560.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max": 40192.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/range": 13802752.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 1056964608.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": 360448.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 5832704.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 13631488.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.671875, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/min": -12845056.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max": 13631488.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/range": 26476544.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/norm": 1015021568.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/mean": 342016.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/std": 5603328.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max_abs": 14680064.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.66204833984375, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/min": -14680064.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max": 14417920.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/range": 29097984.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/norm": 1027604480.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/mean": -3588096.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/std": 4390912.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max_abs": 15204352.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.668487548828125, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/min": -15204352.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max": 29056.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/range": 15233408.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 956301312.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": -103936.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 5275648.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 12713984.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.69921875, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/min": -12713984.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max": 11862016.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/range": 24576000.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/norm": 931135488.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/mean": -69632.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/std": 5144576.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max_abs": 14680064.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.685943603515625, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/min": -14680064.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max": 14614528.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/range": 29294592.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/norm": 943718400.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/mean": -3014656.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/std": 4259840.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max_abs": 15007744.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.70989990234375, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/min": -15007744.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max": 78336.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/range": 15086080.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 826277888.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": -129536.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 4554752.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 13893632.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.90625, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/min": -13893632.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max": 13303808.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/range": 27197440.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/norm": 780140544.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/mean": -131072.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/std": 4292608.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max_abs": 15532032.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.863433837890625, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/min": -15204352.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max": 15532032.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/range": 30736384.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/norm": 775946240.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/mean": -2146304.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/std": 3702784.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max_abs": 15007744.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.88946533203125, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/min": -15007744.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max": 86528.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/range": 15094272.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 398458880.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": 181248.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 2195456.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 12189696.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.984375, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/min": -11206656.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max": 12189696.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/range": 23396352.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/norm": 371195904.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/mean": 152576.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/std": 2048000.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max_abs": 20578304.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.962890625, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/min": -15859712.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max": 20578304.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/range": 36438016.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/norm": 383778816.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/mean": -667648.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/std": 2015232.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max_abs": 18743296.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.973480224609375, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/min": -18743296.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max": 65536.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/range": 18808832.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 145752064.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": 46592.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 802816.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 5799936.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/min": -4423680.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max": 5799936.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/range": 10223616.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/norm": 132644864.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/mean": 43520.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/std": 733184.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max_abs": 11403264.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.9989013671875, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/min": -8060928.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max": 11403264.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/range": 19464192.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/norm": 143654912.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/mean": -164864.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/std": 774144.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max_abs": 12845056.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.999267578125, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/min": -12845056.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max": 4521984.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/range": 17367040.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 16121856.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": -3104.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 89088.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 1294336.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/min": -1294336.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max": 165888.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/range": 1460224.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/norm": 13434880.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/mean": -1232.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/std": 74240.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max_abs": 2113536.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.9979248046875, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/min": -2113536.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max": 485376.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/range": 2598912.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/norm": 12779520.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/mean": -13568.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/std": 69120.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max_abs": 1982464.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.9986572265625, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/min": -1982464.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max": 419840.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/range": 2402304.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 15597568.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": 6976.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 86016.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 1327104.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/min": -75264.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max": 1327104.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/range": 1402368.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/norm": 14352384.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/mean": 187.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/std": 79360.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max_abs": 2555904.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.9993896484375, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/min": -2555904.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max": 1966080.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/range": 4521984.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/norm": 14745600.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/mean": -490.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/std": 81408.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max_abs": 2572288.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.999420166015625, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/min": -2039808.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max": 2572288.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/range": 4612096.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/mean": -0.0002422332763671875, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max_abs": 0.1025390625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/min": -0.1025390625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max": 0.10009765625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/range": 0.20263671875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/norm": 5.03125, "train/tensor_param_model_layers_0_mlp_up_proj_weight/mean": 0.00010061264038085938, "train/tensor_param_model_layers_0_mlp_up_proj_weight/std": 0.02783203125, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/min": -0.10302734375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/range": 0.22314453125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": -0.000301361083984375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.02880859375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max": 0.10302734375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/range": 0.22314453125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/norm": 5.75, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/mean": -2.8252601623535156e-05, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_1_mlp_up_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/mean": -0.00020122528076171875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/std": 0.0301513671875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -0.00046539306640625, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.030517578125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/norm": 5.875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/mean": 0.002899169921875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/mean": -0.0004119873046875, "train/tensor_param_model_layers_2_mlp_up_proj_weight/std": 0.0306396484375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max": 0.11474609375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/range": 0.23974609375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 5.625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.00069427490234375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.031005859375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/mean": 0.005096435546875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_3_mlp_up_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_3_mlp_up_proj_weight/mean": -0.000823974609375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 5.875, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": -0.00060272216796875, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_3_mlp_down_proj_weight/range": 0.25439453125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/mean": 0.0115966796875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/mean": 0.001068115234375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_4_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 0.00086212158203125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/mean": 0.0147705078125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/norm": 7.125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/mean": 0.0007781982421875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/range": 0.25341796875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 7.125, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": 0.0004138946533203125, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/mean": 0.0169677734375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/mean": -0.00146484375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": -0.00138092041015625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/mean": 0.016357421875, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/mean": -0.0010223388671875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 7.125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": -0.00133514404296875, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/mean": 0.0172119140625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/mean": -0.000186920166015625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": 0.0003986358642578125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/mean": 0.0162353515625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/mean": -0.00103759765625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/mean": -0.00121307373046875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/mean": 0.015380859375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/mean": -0.00194549560546875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/norm": 7.125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/mean": -0.001800537109375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/mean": 0.0155029296875, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/mean": -0.001434326171875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_11_mlp_down_proj_weight/mean": -0.00151824951171875, "train/tensor_param_model_layers_11_mlp_down_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/mean": 0.0157470703125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_12_mlp_up_proj_weight/mean": 1.0609626770019531e-05, "train/tensor_param_model_layers_12_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/mean": -0.00037384033203125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/mean": 0.016845703125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/norm": 7.25, "train/tensor_param_model_layers_13_mlp_up_proj_weight/mean": 0.00408935546875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/mean": 0.003936767578125, "train/tensor_param_model_layers_13_mlp_down_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/mean": 0.01611328125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/norm": 7.125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/mean": -0.001953125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_14_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_14_mlp_down_proj_weight/mean": -0.0017852783203125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/mean": 0.01507568359375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/norm": 7.125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/mean": -0.00162506103515625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_15_mlp_down_proj_weight/mean": -0.0023956298828125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/mean": 0.0142822265625, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/mean": 0.00024318695068359375, "train/tensor_param_model_layers_16_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/norm": 7.125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/mean": 4.291534423828125e-06, "train/tensor_param_model_layers_16_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/mean": 0.0150146484375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_17_mlp_up_proj_weight/norm": 7.125, "train/tensor_param_model_layers_17_mlp_up_proj_weight/mean": 0.00121307373046875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/mean": 0.00125885009765625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/mean": 0.0130615234375, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/mean": 0.001129150390625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max_abs": 0.1845703125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/min": -0.1845703125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/range": 0.333984375, "train/tensor_param_model_layers_18_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/mean": 0.001251220703125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/mean": 0.01324462890625, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_19_mlp_up_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/mean": -0.0013885498046875, "train/tensor_param_model_layers_19_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/norm": 7.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/mean": -0.00112152099609375, "train/tensor_param_model_layers_19_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/mean": 0.01190185546875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/mean": 0.003631591796875, "train/tensor_param_model_layers_20_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/mean": 0.003814697265625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/mean": 0.01141357421875, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/range": 0.2880859375, "train/tensor_param_model_layers_21_mlp_up_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_21_mlp_up_proj_weight/mean": 0.00010347366333007812, "train/tensor_param_model_layers_21_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_21_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/mean": 0.00015926361083984375, "train/tensor_param_model_layers_21_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/mean": 0.01275634765625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/mean": -0.000934600830078125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_22_mlp_down_proj_weight/mean": -0.000957489013671875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/mean": 0.01287841796875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_23_mlp_up_proj_weight/mean": -0.000514984130859375, "train/tensor_param_model_layers_23_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_23_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_23_mlp_down_proj_weight/mean": -0.000202178955078125, "train/tensor_param_model_layers_23_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/mean": 0.01324462890625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/norm": 7.125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/mean": 0.00341796875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/norm": 7.125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/mean": 0.0028839111328125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/mean": 0.0130615234375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/mean": -0.0004119873046875, "train/tensor_param_model_layers_25_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/norm": 7.125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/mean": -0.0010833740234375, "train/tensor_param_model_layers_25_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/mean": 0.01171875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/mean": 0.00084686279296875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_26_mlp_down_proj_weight/mean": 0.000835418701171875, "train/tensor_param_model_layers_26_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/mean": 0.01177978515625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_27_mlp_up_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/mean": -0.0002193450927734375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_27_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_27_mlp_down_proj_weight/mean": 0.0002117156982421875, "train/tensor_param_model_layers_27_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/mean": 0.0120849609375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/mean": -7.677078247070312e-05, "train/tensor_param_model_layers_28_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_28_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_28_mlp_down_proj_weight/mean": 6.580352783203125e-05, "train/tensor_param_model_layers_28_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_28_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/mean": 0.01190185546875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_29_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_29_mlp_up_proj_weight/mean": -0.0013427734375, "train/tensor_param_model_layers_29_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_29_mlp_down_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/mean": -0.0012054443359375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/mean": 0.0120849609375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/range": 0.2919921875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/mean": 9.441375732421875e-05, "train/tensor_param_model_layers_30_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/mean": -0.00011348724365234375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/mean": 0.01129150390625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/mean": 0.00118255615234375, "train/tensor_param_model_layers_31_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/mean": 0.0013275146484375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/mean": 0.010498046875, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_32_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/mean": 0.0002727508544921875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/mean": 0.0002994537353515625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/mean": 0.0128173828125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_33_mlp_up_proj_weight/mean": -0.00096893310546875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_33_mlp_down_proj_weight/mean": -0.00139617919921875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/mean": 0.0118408203125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/mean": -0.00131988525390625, "train/tensor_param_model_layers_34_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/norm": 7.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/mean": -0.0017547607421875, "train/tensor_param_model_layers_34_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/norm": 7.75, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/mean": 0.01251220703125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/mean": -0.00099945068359375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/mean": -0.00087738037109375, "train/tensor_param_model_layers_35_mlp_down_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/mean": 0.0113525390625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/mean": 0.0001049041748046875, "train/tensor_param_model_layers_36_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/range": 0.265625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/mean": 0.0001659393310546875, "train/tensor_param_model_layers_36_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/mean": 0.0123291015625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_37_mlp_up_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/mean": 0.0018768310546875, "train/tensor_param_model_layers_37_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/norm": 7.125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/mean": 0.0022125244140625, "train/tensor_param_model_layers_37_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/mean": 0.00970458984375, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_38_mlp_up_proj_weight/mean": -0.000911712646484375, "train/tensor_param_model_layers_38_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/norm": 7.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/mean": -0.00041961669921875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/mean": 0.00958251953125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/mean": -0.001922607421875, "train/tensor_param_model_layers_39_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_39_mlp_down_proj_weight/norm": 7.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/mean": -0.001953125, "train/tensor_param_model_layers_39_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_39_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/mean": 0.0107421875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_40_mlp_up_proj_weight/mean": -0.002166748046875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_40_mlp_down_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_40_mlp_down_proj_weight/mean": -0.0017852783203125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/mean": 0.0103759765625, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_41_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_41_mlp_up_proj_weight/mean": 0.0004730224609375, "train/tensor_param_model_layers_41_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/mean": 0.00057220458984375, "train/tensor_param_model_layers_41_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/mean": 0.0091552734375, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/mean": 0.0019378662109375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_42_mlp_down_proj_weight/mean": 0.0017547607421875, "train/tensor_param_model_layers_42_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/mean": 0.00982666015625, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_43_mlp_up_proj_weight/mean": 0.000652313232421875, "train/tensor_param_model_layers_43_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_43_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/mean": 0.0004634857177734375, "train/tensor_param_model_layers_43_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/mean": 0.00970458984375, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/mean": -0.00131988525390625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_44_mlp_down_proj_weight/mean": -0.0015869140625, "train/tensor_param_model_layers_44_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/norm": 7.75, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/mean": 0.01116943359375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/range": 0.296875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/mean": -0.0002002716064453125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/mean": -9.393692016601562e-05, "train/tensor_param_model_layers_45_mlp_down_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/mean": 0.0091552734375, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/range": 0.287109375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/norm": 7.125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/mean": -0.00225830078125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/range": 0.265625, "train/tensor_param_model_layers_46_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/mean": -0.0023956298828125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/mean": 0.00970458984375, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/norm": 7.125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/mean": 4.38690185546875e-05, "train/tensor_param_model_layers_47_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_47_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/mean": 0.00020313262939453125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/mean": 0.008056640625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/mean": 0.00124359130859375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_48_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_48_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/mean": 0.00122833251953125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/mean": 0.01043701171875, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_49_mlp_up_proj_weight/mean": -0.00057220458984375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/norm": 7.125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/mean": -0.000888824462890625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/norm": 7.75, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/mean": 0.010498046875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/range": 0.296875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/norm": 7.25, "train/tensor_param_model_layers_50_mlp_up_proj_weight/mean": -0.00057220458984375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_50_mlp_down_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_50_mlp_down_proj_weight/mean": -0.00063323974609375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/mean": 0.008544921875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/mean": -0.00110626220703125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/norm": 7.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/mean": -0.000926971435546875, "train/tensor_param_model_layers_51_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/mean": 0.01019287109375, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/mean": -0.001129150390625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/mean": -0.0013885498046875, "train/tensor_param_model_layers_52_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/norm": 7.75, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/mean": 0.009765625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/mean": 3.1948089599609375e-05, "train/tensor_param_model_layers_53_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_53_mlp_down_proj_weight/mean": 0.00043487548828125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/min": -0.154296875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_53_mlp_down_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/mean": 0.00848388671875, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/mean": -0.000324249267578125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_54_mlp_up_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/mean": -0.00077056884765625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/norm": 7.75, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/mean": 0.009765625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/range": 0.302734375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/norm": 7.25, "train/tensor_param_model_layers_55_mlp_up_proj_weight/mean": -0.0002651214599609375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_55_mlp_down_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_55_mlp_down_proj_weight/mean": -0.00013828277587890625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/mean": 0.00823974609375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_56_mlp_up_proj_weight/mean": 0.0009918212890625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_56_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/mean": 0.0005340576171875, "train/tensor_param_model_layers_56_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/mean": 0.00958251953125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_57_mlp_up_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_57_mlp_up_proj_weight/mean": -0.0004425048828125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_57_mlp_down_proj_weight/norm": 7.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/mean": -0.00064849853515625, "train/tensor_param_model_layers_57_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/mean": 0.01043701171875, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/mean": -0.0009002685546875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/mean": -0.00101470947265625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/mean": 0.009521484375, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/norm": 7.25, "train/tensor_param_model_layers_59_mlp_up_proj_weight/mean": 4.267692565917969e-05, "train/tensor_param_model_layers_59_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_59_mlp_down_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/mean": -0.00010728836059570312, "train/tensor_param_model_layers_59_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/norm": 7.75, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/mean": 0.008056640625, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/mean": -0.0011138916015625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/norm": 7.125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/mean": -0.001708984375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/norm": 7.75, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/mean": 0.00775146484375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_61_mlp_up_proj_weight/mean": -0.0004425048828125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_61_mlp_down_proj_weight/norm": 7.125, "train/tensor_param_model_layers_61_mlp_down_proj_weight/mean": -0.000705718994140625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/norm": 7.78125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/mean": 0.0076904296875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_62_mlp_up_proj_weight/norm": 7.25, "train/tensor_param_model_layers_62_mlp_up_proj_weight/mean": 0.00118255615234375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/mean": 0.0012359619140625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/range": 0.283203125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/norm": 7.78125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/mean": 0.00823974609375, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/mean": -0.00102996826171875, "train/tensor_param_model_layers_63_mlp_up_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_63_mlp_down_proj_weight/mean": -0.000820159912109375, "train/tensor_param_model_layers_63_mlp_down_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/mean": 0.007110595703125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/mean": 0.0004520416259765625, "train/tensor_param_model_layers_64_mlp_up_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/mean": 0.00048065185546875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/norm": 7.8125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/mean": 0.006256103515625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_65_mlp_up_proj_weight/norm": 7.25, "train/tensor_param_model_layers_65_mlp_up_proj_weight/mean": 0.000946044921875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/mean": 0.00109100341796875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/mean": 0.00787353515625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/mean": -0.00020122528076171875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/mean": -3.6716461181640625e-05, "train/tensor_param_model_layers_66_mlp_down_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/mean": 0.00787353515625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/min": -0.15625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/range": 0.3154296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_67_mlp_up_proj_weight/mean": -0.0005035400390625, "train/tensor_param_model_layers_67_mlp_up_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/norm": 7.25, "train/tensor_param_model_layers_67_mlp_down_proj_weight/mean": -0.00040435791015625, "train/tensor_param_model_layers_67_mlp_down_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/mean": 0.00836181640625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/mean": -0.00122833251953125, "train/tensor_param_model_layers_68_mlp_up_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max": 0.15625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/range": 0.287109375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/mean": -0.00122833251953125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/norm": 7.875, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/mean": 0.006195068359375, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max_abs": 0.1611328125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max": 0.1611328125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/range": 0.310546875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_69_mlp_up_proj_weight/mean": -0.0002384185791015625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/norm": 7.25, "train/tensor_param_model_layers_69_mlp_down_proj_weight/mean": -0.0003910064697265625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/norm": 8.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/mean": 0.00897216796875, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/range": 0.30859375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/norm": 7.5, "train/tensor_param_model_layers_70_mlp_up_proj_weight/mean": -0.000812530517578125, "train/tensor_param_model_layers_70_mlp_up_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_70_mlp_up_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_70_mlp_down_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_70_mlp_down_proj_weight/mean": -0.000759124755859375, "train/tensor_param_model_layers_70_mlp_down_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_70_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/mean": 0.006011962890625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/min": -0.162109375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/range": 0.302734375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/mean": -0.0002651214599609375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/mean": -0.0004749298095703125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/norm": 7.875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/mean": 0.00762939453125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/range": 0.2958984375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/norm": 7.375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/mean": -0.0004863739013671875, "train/tensor_param_model_layers_72_mlp_up_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/mean": -0.000812530517578125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/mean": 0.00628662109375, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_73_mlp_up_proj_weight/mean": -0.00067138671875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_73_mlp_up_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/norm": 7.25, "train/tensor_param_model_layers_73_mlp_down_proj_weight/mean": -0.0005645751953125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/mean": 0.007476806640625, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/mean": -0.001922607421875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/range": 0.28125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_74_mlp_down_proj_weight/mean": -0.00122833251953125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/min": -0.1689453125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/range": 0.3046875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/mean": 0.005645751953125, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_75_mlp_up_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_75_mlp_up_proj_weight/mean": 0.00167083740234375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_75_mlp_down_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/mean": 0.00128173828125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/mean": 0.00628662109375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_76_mlp_up_proj_weight/mean": 0.00069427490234375, "train/tensor_param_model_layers_76_mlp_up_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/norm": 7.375, "train/tensor_param_model_layers_76_mlp_down_proj_weight/mean": 0.00072479248046875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_76_mlp_down_proj_weight/range": 0.265625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/mean": 0.007415771484375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/range": 0.30078125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/mean": -0.0010528564453125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max_abs": 0.173828125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max": 0.173828125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/range": 0.3046875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/norm": 7.375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/mean": -0.00042724609375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/mean": 0.00775146484375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/range": 0.3017578125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_78_mlp_up_proj_weight/mean": 0.000732421875, "train/tensor_param_model_layers_78_mlp_up_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max_abs": 0.173828125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/min": -0.173828125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/range": 0.30859375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/mean": 0.00070953369140625, "train/tensor_param_model_layers_78_mlp_down_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/norm": 8.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/mean": 0.00537109375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/mean": -0.000720977783203125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/range": 0.3056640625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_79_mlp_down_proj_weight/mean": -0.0004329681396484375, "train/tensor_param_model_layers_79_mlp_down_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/min": -0.140625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/norm": 8.125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/mean": 0.0072021484375, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/min": -0.154296875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_80_mlp_up_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/mean": 0.0003223419189453125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/range": 0.296875, "train/tensor_param_model_layers_80_mlp_down_proj_weight/norm": 7.5, "train/tensor_param_model_layers_80_mlp_down_proj_weight/mean": 0.0005035400390625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_80_mlp_down_proj_weight/range": 0.2919921875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/mean": 0.00543212890625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/range": 0.2919921875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/mean": 0.000396728515625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/min": -0.1591796875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/range": 0.30859375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/mean": 0.000507354736328125, "train/tensor_param_model_layers_81_mlp_down_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/norm": 8.125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/mean": 0.004974365234375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/range": 0.302734375, "train/tensor_param_model_layers_82_mlp_up_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_82_mlp_up_proj_weight/mean": 4.4345855712890625e-05, "train/tensor_param_model_layers_82_mlp_up_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/range": 0.2822265625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/norm": 7.625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/mean": 0.0003566741943359375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/norm": 8.125, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/mean": 0.00634765625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max_abs": 0.171875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max": 0.171875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/range": 0.3212890625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/norm": 7.78125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/mean": 0.00019741058349609375, "train/tensor_param_model_layers_83_mlp_up_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max": 0.1533203125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/mean": -0.000102996826171875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_83_mlp_down_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/mean": 0.00494384765625, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/range": 0.2978515625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/norm": 7.875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/mean": -0.000194549560546875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/range": 0.3017578125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/mean": -0.0003452301025390625, "train/tensor_param_model_layers_84_mlp_down_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/norm": 8.375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/mean": 0.00543212890625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/mean": -0.0003719329833984375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/min": -0.1650390625, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max": 0.1611328125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/norm": 7.75, "train/tensor_param_model_layers_85_mlp_down_proj_weight/mean": 0.00017547607421875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/min": -0.162109375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/range": 0.3095703125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/norm": 8.25, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/mean": 0.0047607421875, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/std": 0.04541015625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/min": -0.15625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max": 0.1630859375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/range": 0.3193359375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/mean": 3.838539123535156e-05, "train/tensor_param_model_layers_86_mlp_up_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/range": 0.2822265625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/mean": -0.00022602081298828125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/norm": 8.25, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/mean": 0.007232666015625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max": 0.16015625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/mean": 0.00119781494140625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max": 0.1630859375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/range": 0.31640625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/norm": 7.75, "train/tensor_param_model_layers_87_mlp_down_proj_weight/mean": 0.001220703125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/mean": 0.00457763671875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/range": 0.30078125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/norm": 8.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/mean": -8.392333984375e-05, "train/tensor_param_model_layers_88_mlp_up_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/range": 0.3154296875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/norm": 7.8125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/mean": -0.00048828125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/range": 0.2900390625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/mean": 0.006195068359375, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max_abs": 0.166015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/min": -0.166015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/range": 0.3310546875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/norm": 8.125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/mean": -0.00021457672119140625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max_abs": 0.1884765625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/min": -0.173828125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max": 0.1884765625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/range": 0.3623046875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_89_mlp_down_proj_weight/mean": 0.000194549560546875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/range": 0.2822265625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/norm": 8.375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/mean": 0.00457763671875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_90_mlp_up_proj_weight/norm": 8.125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/mean": 5.650520324707031e-05, "train/tensor_param_model_layers_90_mlp_up_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/range": 0.296875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_90_mlp_down_proj_weight/mean": -0.00038909912109375, "train/tensor_param_model_layers_90_mlp_down_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max": 0.1533203125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/range": 0.3056640625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/norm": 8.375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/mean": 0.003997802734375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/min": -0.1611328125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/norm": 8.125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/mean": -0.0004253387451171875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max_abs": 0.203125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max": 0.203125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/range": 0.3662109375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/mean": -0.000759124755859375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/mean": 0.0050048828125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max_abs": 0.1826171875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max": 0.1826171875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/range": 0.345703125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/mean": -0.0014190673828125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/std": 0.04541015625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/min": -0.16015625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/range": 0.314453125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/norm": 8.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/mean": -0.0008544921875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_92_mlp_down_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/norm": 8.5, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/mean": 0.004364013671875, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/std": 0.046875, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max_abs": 0.1943359375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/min": -0.1611328125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max": 0.1943359375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/range": 0.35546875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/mean": 0.00010156631469726562, "train/tensor_param_model_layers_93_mlp_up_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/range": 0.3095703125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/norm": 8.125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/mean": 0.0002765655517578125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/min": -0.140625, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/mean": 0.00347900390625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max_abs": 0.1728515625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/min": -0.1640625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max": 0.1728515625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/range": 0.3369140625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/norm": 8.5, "train/tensor_param_model_layers_94_mlp_up_proj_weight/mean": -0.0003833770751953125, "train/tensor_param_model_layers_94_mlp_up_proj_weight/std": 0.046875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max": 0.1689453125, "train/tensor_param_model_layers_94_mlp_up_proj_weight/range": 0.3154296875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/mean": 0.0001430511474609375, "train/tensor_param_model_layers_94_mlp_down_proj_weight/std": 0.04541015625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/min": -0.15625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/range": 0.3212890625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/norm": 8.5, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/mean": 0.002288818359375, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/std": 0.046875, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/min": -0.1474609375, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max": 0.16015625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/range": 0.3076171875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/mean": -0.000762939453125, "train/tensor_param_model_layers_95_mlp_up_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max_abs": 0.1826171875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/min": -0.1611328125, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max": 0.1826171875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/range": 0.34375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/norm": 8.125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/mean": -0.000598907470703125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max_abs": 0.1611328125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/min": -0.1474609375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max": 0.1611328125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/range": 0.30859375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/norm": 8.75, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/mean": 0.0024566650390625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/std": 0.04833984375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max_abs": 0.1787109375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/min": -0.177734375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max": 0.1787109375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/range": 0.3564453125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/norm": 8.625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/mean": 0.000720977783203125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/std": 0.0478515625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max_abs": 0.19921875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/min": -0.19921875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max": 0.1796875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/range": 0.37890625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/norm": 8.375, "train/tensor_param_model_layers_96_mlp_down_proj_weight/mean": 0.00055694580078125, "train/tensor_param_model_layers_96_mlp_down_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/min": -0.15625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max": 0.1552734375, "train/tensor_param_model_layers_96_mlp_down_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/norm": 8.625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/mean": 0.002532958984375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max_abs": 0.1865234375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/min": -0.1865234375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max": 0.16015625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/range": 0.3466796875, "train/tensor_param_model_layers_97_mlp_up_proj_weight/norm": 8.625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/mean": -0.00025177001953125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max": 0.1689453125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/range": 0.33203125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_97_mlp_down_proj_weight/mean": -0.0001621246337890625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max_abs": 0.185546875, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max": 0.185546875, "train/tensor_param_model_layers_97_mlp_down_proj_weight/range": 0.3388671875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/mean": 0.00156402587890625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max_abs": 0.1884765625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/min": -0.1884765625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max": 0.16015625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/range": 0.3486328125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_98_mlp_up_proj_weight/mean": 0.00011682510375976562, "train/tensor_param_model_layers_98_mlp_up_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max_abs": 0.205078125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/min": -0.205078125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_98_mlp_up_proj_weight/range": 0.3623046875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/mean": -0.00015735626220703125, "train/tensor_param_model_layers_98_mlp_down_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max_abs": 0.1708984375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max": 0.1708984375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/mean": 0.0021514892578125, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/min": -0.1650390625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/range": 0.3330078125, "train/tensor_param_model_layers_99_mlp_up_proj_weight/norm": 8.6875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/mean": -0.00020885467529296875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/std": 0.0478515625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max_abs": 0.185546875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/min": -0.185546875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max": 0.1748046875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/range": 0.3603515625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/norm": 8.375, "train/tensor_param_model_layers_99_mlp_down_proj_weight/mean": -0.00011014938354492188, "train/tensor_param_model_layers_99_mlp_down_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/range": 0.3125} -{"step": 2940, "epoch": 0.19817997977755308, "timestamp": 1786741430.2458854, "loss": 8.120066833496093, "grad_norm": 11207180288.0, "learning_rate": 9e-05, "train/total_time_seconds": 134.58924315869808, "train/time_per_step_avg": 0.3107910504192114, "train/epoch_time_elapsed": 159.72573218867183, "train/estimated_remaining_minutes": 0.42726743859904154} -{"step": 2960, "epoch": 0.19952814290529153, "timestamp": 1786741438.077016, "loss": 8.114282989501953, "grad_norm": 11811160064.0, "learning_rate": 9e-05, "train/total_time_seconds": 141.08631203696132, "train/time_per_step_avg": 0.30794961139559746, "train/epoch_time_elapsed": 167.53114964812994, "train/estimated_remaining_minutes": 0.4289786514637337, "train/tensor_act_model_layers_0_residual_pre_attn/norm": 187.2963409423828, "train/tensor_act_model_layers_0_residual_pre_attn/mean": 0.00109100341796875, "train/tensor_act_model_layers_0_residual_pre_attn/std": 0.09130859375, "train/tensor_act_model_layers_0_residual_pre_attn/max_abs": 0.275390625, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/min": -0.263671875, "train/tensor_act_model_layers_0_residual_pre_attn/max": 0.275390625, "train/tensor_act_model_layers_0_residual_pre_attn/range": 0.5390625, "train/tensor_act_model_layers_0_residual_post_attn/norm": 189.70008850097656, "train/tensor_act_model_layers_0_residual_post_attn/mean": 0.0001544952392578125, "train/tensor_act_model_layers_0_residual_post_attn/std": 0.0927734375, "train/tensor_act_model_layers_0_residual_post_attn/max_abs": 0.384765625, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/min": -0.384765625, "train/tensor_act_model_layers_0_residual_post_attn/max": 0.33984375, "train/tensor_act_model_layers_0_residual_post_attn/range": 0.724609375, "train/tensor_act_model_layers_0_mlp_gate_proj/norm": 1442.6807861328125, "train/tensor_act_model_layers_0_mlp_gate_proj/mean": -0.009521484375, "train/tensor_act_model_layers_0_mlp_gate_proj/std": 0.498046875, "train/tensor_act_model_layers_0_mlp_gate_proj/max_abs": 5.1875, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/min": -5.1875, "train/tensor_act_model_layers_0_mlp_gate_proj/max": 4.71875, "train/tensor_act_model_layers_0_mlp_gate_proj/range": 9.90625, "train/tensor_act_model_layers_0_mlp_up_proj/norm": 1251.6224365234375, "train/tensor_act_model_layers_0_mlp_up_proj/mean": -0.00421142578125, "train/tensor_act_model_layers_0_mlp_up_proj/std": 0.431640625, "train/tensor_act_model_layers_0_mlp_up_proj/max_abs": 5.125, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/min": -4.96875, "train/tensor_act_model_layers_0_mlp_up_proj/max": 5.125, "train/tensor_act_model_layers_0_mlp_up_proj/range": 10.09375, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 1026.0076904296875, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 0.275390625, "train/tensor_act_model_layers_0_mlp_down_proj/std": 0.41796875, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 1.90625, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/min": -0.62109375, "train/tensor_act_model_layers_0_mlp_down_proj/max": 1.90625, "train/tensor_act_model_layers_0_mlp_down_proj/range": 2.52734375, "train/tensor_act_model_layers_0_mlp/norm": 1026.0076904296875, "train/tensor_act_model_layers_0_mlp/mean": 0.275390625, "train/tensor_act_model_layers_0_mlp/std": 0.41796875, "train/tensor_act_model_layers_0_mlp/max_abs": 1.90625, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/min": -0.62109375, "train/tensor_act_model_layers_0_mlp/max": 1.90625, "train/tensor_act_model_layers_0_mlp/range": 2.52734375, "train/tensor_act_model_layers_0_residual_post_mlp/norm": 1052.8309326171875, "train/tensor_act_model_layers_0_residual_post_mlp/mean": 0.275390625, "train/tensor_act_model_layers_0_residual_post_mlp/std": 0.43359375, "train/tensor_act_model_layers_0_residual_post_mlp/max_abs": 2.046875, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/min": -0.75, "train/tensor_act_model_layers_0_residual_post_mlp/max": 2.046875, "train/tensor_act_model_layers_0_residual_post_mlp/range": 2.796875, "train/tensor_act_model_layers_1_residual_pre_attn/norm": 1052.8309326171875, "train/tensor_act_model_layers_1_residual_pre_attn/mean": 0.275390625, "train/tensor_act_model_layers_1_residual_pre_attn/std": 0.43359375, "train/tensor_act_model_layers_1_residual_pre_attn/max_abs": 2.046875, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/min": -0.75, "train/tensor_act_model_layers_1_residual_pre_attn/max": 2.046875, "train/tensor_act_model_layers_1_residual_pre_attn/range": 2.796875, "train/tensor_act_model_layers_1_residual_post_attn/norm": 1052.23486328125, "train/tensor_act_model_layers_1_residual_post_attn/mean": 0.2734375, "train/tensor_act_model_layers_1_residual_post_attn/std": 0.435546875, "train/tensor_act_model_layers_1_residual_post_attn/max_abs": 2.0625, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/min": -0.7578125, "train/tensor_act_model_layers_1_residual_post_attn/max": 2.0625, "train/tensor_act_model_layers_1_residual_post_attn/range": 2.8203125, "train/tensor_act_model_layers_1_mlp_gate_proj/norm": 1397.979736328125, "train/tensor_act_model_layers_1_mlp_gate_proj/mean": 0.0203857421875, "train/tensor_act_model_layers_1_mlp_gate_proj/std": 0.482421875, "train/tensor_act_model_layers_1_mlp_gate_proj/max_abs": 3.703125, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/min": -2.390625, "train/tensor_act_model_layers_1_mlp_gate_proj/max": 3.703125, "train/tensor_act_model_layers_1_mlp_gate_proj/range": 6.09375, "train/tensor_act_model_layers_1_mlp_up_proj/norm": 1291.7579345703125, "train/tensor_act_model_layers_1_mlp_up_proj/mean": -0.01312255859375, "train/tensor_act_model_layers_1_mlp_up_proj/std": 0.4453125, "train/tensor_act_model_layers_1_mlp_up_proj/max_abs": 3.59375, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/min": -2.109375, "train/tensor_act_model_layers_1_mlp_up_proj/max": 3.59375, "train/tensor_act_model_layers_1_mlp_up_proj/range": 5.703125, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 741.1842041015625, "train/tensor_act_model_layers_1_mlp_down_proj/mean": 0.1982421875, "train/tensor_act_model_layers_1_mlp_down_proj/std": 0.302734375, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 1.3203125, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/min": -1.0625, "train/tensor_act_model_layers_1_mlp_down_proj/max": 1.3203125, "train/tensor_act_model_layers_1_mlp_down_proj/range": 2.3828125, "train/tensor_act_model_layers_1_mlp/norm": 741.1842041015625, "train/tensor_act_model_layers_1_mlp/mean": 0.1982421875, "train/tensor_act_model_layers_1_mlp/std": 0.302734375, "train/tensor_act_model_layers_1_mlp/max_abs": 1.3203125, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/min": -1.0625, "train/tensor_act_model_layers_1_mlp/max": 1.3203125, "train/tensor_act_model_layers_1_mlp/range": 2.3828125, "train/tensor_act_model_layers_1_residual_post_mlp/norm": 1586.1800537109375, "train/tensor_act_model_layers_1_residual_post_mlp/mean": 0.470703125, "train/tensor_act_model_layers_1_residual_post_mlp/std": 0.61328125, "train/tensor_act_model_layers_1_residual_post_mlp/max_abs": 2.9375, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/min": -1.359375, "train/tensor_act_model_layers_1_residual_post_mlp/max": 2.9375, "train/tensor_act_model_layers_1_residual_post_mlp/range": 4.296875, "train/tensor_act_model_layers_2_residual_pre_attn/norm": 1586.1800537109375, "train/tensor_act_model_layers_2_residual_pre_attn/mean": 0.470703125, "train/tensor_act_model_layers_2_residual_pre_attn/std": 0.61328125, "train/tensor_act_model_layers_2_residual_pre_attn/max_abs": 2.9375, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/min": -1.359375, "train/tensor_act_model_layers_2_residual_pre_attn/max": 2.9375, "train/tensor_act_model_layers_2_residual_pre_attn/range": 4.296875, "train/tensor_act_model_layers_2_residual_post_attn/norm": 1596.72998046875, "train/tensor_act_model_layers_2_residual_post_attn/mean": 0.474609375, "train/tensor_act_model_layers_2_residual_post_attn/std": 0.6171875, "train/tensor_act_model_layers_2_residual_post_attn/max_abs": 2.96875, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/min": -1.34375, "train/tensor_act_model_layers_2_residual_post_attn/max": 2.96875, "train/tensor_act_model_layers_2_residual_post_attn/range": 4.3125, "train/tensor_act_model_layers_2_mlp_gate_proj/norm": 3025.5439453125, "train/tensor_act_model_layers_2_mlp_gate_proj/mean": 0.228515625, "train/tensor_act_model_layers_2_mlp_gate_proj/std": 1.015625, "train/tensor_act_model_layers_2_mlp_gate_proj/max_abs": 6.9375, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/min": -2.84375, "train/tensor_act_model_layers_2_mlp_gate_proj/max": 6.9375, "train/tensor_act_model_layers_2_mlp_gate_proj/range": 9.78125, "train/tensor_act_model_layers_2_mlp_up_proj/norm": 3144.74365234375, "train/tensor_act_model_layers_2_mlp_up_proj/mean": -0.049072265625, "train/tensor_act_model_layers_2_mlp_up_proj/std": 1.0859375, "train/tensor_act_model_layers_2_mlp_up_proj/max_abs": 6.8125, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/min": -6.8125, "train/tensor_act_model_layers_2_mlp_up_proj/max": 5.96875, "train/tensor_act_model_layers_2_mlp_up_proj/range": 12.78125, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 22091.70703125, "train/tensor_act_model_layers_2_mlp_down_proj/mean": 8.5, "train/tensor_act_model_layers_2_mlp_down_proj/std": 6.625, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 24.75, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.4414546489715576, "train/tensor_act_model_layers_2_mlp_down_proj/min": -0.376953125, "train/tensor_act_model_layers_2_mlp_down_proj/max": 24.75, "train/tensor_act_model_layers_2_mlp_down_proj/range": 25.126953125, "train/tensor_act_model_layers_2_mlp/norm": 22091.70703125, "train/tensor_act_model_layers_2_mlp/mean": 8.5, "train/tensor_act_model_layers_2_mlp/std": 6.625, "train/tensor_act_model_layers_2_mlp/max_abs": 24.75, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.4414546489715576, "train/tensor_act_model_layers_2_mlp/min": -0.376953125, "train/tensor_act_model_layers_2_mlp/max": 24.75, "train/tensor_act_model_layers_2_mlp/range": 25.126953125, "train/tensor_act_model_layers_2_residual_post_mlp/norm": 23347.998046875, "train/tensor_act_model_layers_2_residual_post_mlp/mean": 9.0, "train/tensor_act_model_layers_2_residual_post_mlp/std": 7.03125, "train/tensor_act_model_layers_2_residual_post_mlp/max_abs": 26.5, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_user_limit": 0.4557211399078369, "train/tensor_act_model_layers_2_residual_post_mlp/min": -1.125, "train/tensor_act_model_layers_2_residual_post_mlp/max": 26.5, "train/tensor_act_model_layers_2_residual_post_mlp/range": 27.625, "train/tensor_act_model_layers_3_residual_pre_attn/norm": 23347.998046875, "train/tensor_act_model_layers_3_residual_pre_attn/mean": 9.0, "train/tensor_act_model_layers_3_residual_pre_attn/std": 7.03125, "train/tensor_act_model_layers_3_residual_pre_attn/max_abs": 26.5, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_user_limit": 0.4557211399078369, "train/tensor_act_model_layers_3_residual_pre_attn/min": -1.125, "train/tensor_act_model_layers_3_residual_pre_attn/max": 26.5, "train/tensor_act_model_layers_3_residual_pre_attn/range": 27.625, "train/tensor_act_model_layers_3_residual_post_attn/norm": 23346.701171875, "train/tensor_act_model_layers_3_residual_post_attn/mean": 9.0, "train/tensor_act_model_layers_3_residual_post_attn/std": 7.03125, "train/tensor_act_model_layers_3_residual_post_attn/max_abs": 26.5, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_user_limit": 0.4552125930786133, "train/tensor_act_model_layers_3_residual_post_attn/min": -1.15625, "train/tensor_act_model_layers_3_residual_post_attn/max": 26.5, "train/tensor_act_model_layers_3_residual_post_attn/range": 27.65625, "train/tensor_act_model_layers_3_mlp_gate_proj/norm": 5675.28759765625, "train/tensor_act_model_layers_3_mlp_gate_proj/mean": 0.796875, "train/tensor_act_model_layers_3_mlp_gate_proj/std": 1.7890625, "train/tensor_act_model_layers_3_mlp_gate_proj/max_abs": 7.25, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/min": -1.953125, "train/tensor_act_model_layers_3_mlp_gate_proj/max": 7.25, "train/tensor_act_model_layers_3_mlp_gate_proj/range": 9.203125, "train/tensor_act_model_layers_3_mlp_up_proj/norm": 5844.2236328125, "train/tensor_act_model_layers_3_mlp_up_proj/mean": -0.12158203125, "train/tensor_act_model_layers_3_mlp_up_proj/std": 2.015625, "train/tensor_act_model_layers_3_mlp_up_proj/max_abs": 7.53125, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/min": -7.4375, "train/tensor_act_model_layers_3_mlp_up_proj/max": 7.53125, "train/tensor_act_model_layers_3_mlp_up_proj/range": 14.96875, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 74881.1328125, "train/tensor_act_model_layers_3_mlp_down_proj/mean": 35.75, "train/tensor_act_model_layers_3_mlp_down_proj/std": 7.21875, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 50.25, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 0.9819750785827637, "train/tensor_act_model_layers_3_mlp_down_proj/min": -0.1708984375, "train/tensor_act_model_layers_3_mlp_down_proj/max": 50.25, "train/tensor_act_model_layers_3_mlp_down_proj/range": 50.4208984375, "train/tensor_act_model_layers_3_mlp/norm": 74881.1328125, "train/tensor_act_model_layers_3_mlp/mean": 35.75, "train/tensor_act_model_layers_3_mlp/std": 7.21875, "train/tensor_act_model_layers_3_mlp/max_abs": 50.25, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.9819750785827637, "train/tensor_act_model_layers_3_mlp/min": -0.1708984375, "train/tensor_act_model_layers_3_mlp/max": 50.25, "train/tensor_act_model_layers_3_mlp/range": 50.4208984375, "train/tensor_act_model_layers_3_residual_post_mlp/norm": 94846.1484375, "train/tensor_act_model_layers_3_residual_post_mlp/mean": 44.75, "train/tensor_act_model_layers_3_residual_post_mlp/std": 11.6875, "train/tensor_act_model_layers_3_residual_post_mlp/max_abs": 71.0, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_user_limit": 0.9821853637695312, "train/tensor_act_model_layers_3_residual_post_mlp/min": -0.83984375, "train/tensor_act_model_layers_3_residual_post_mlp/max": 71.0, "train/tensor_act_model_layers_3_residual_post_mlp/range": 71.83984375, "train/tensor_act_model_layers_4_residual_pre_attn/norm": 94846.1484375, "train/tensor_act_model_layers_4_residual_pre_attn/mean": 44.75, "train/tensor_act_model_layers_4_residual_pre_attn/std": 11.6875, "train/tensor_act_model_layers_4_residual_pre_attn/max_abs": 71.0, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_user_limit": 0.9821853637695312, "train/tensor_act_model_layers_4_residual_pre_attn/min": -0.83984375, "train/tensor_act_model_layers_4_residual_pre_attn/max": 71.0, "train/tensor_act_model_layers_4_residual_pre_attn/range": 71.83984375, "train/tensor_act_model_layers_4_residual_post_attn/norm": 94831.1328125, "train/tensor_act_model_layers_4_residual_post_attn/mean": 44.75, "train/tensor_act_model_layers_4_residual_post_attn/std": 11.6875, "train/tensor_act_model_layers_4_residual_post_attn/max_abs": 71.0, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_user_limit": 0.9821739196777344, "train/tensor_act_model_layers_4_residual_post_attn/min": -0.96875, "train/tensor_act_model_layers_4_residual_post_attn/max": 71.0, "train/tensor_act_model_layers_4_residual_post_attn/range": 71.96875, "train/tensor_act_model_layers_4_mlp_gate_proj/norm": 9041.2001953125, "train/tensor_act_model_layers_4_mlp_gate_proj/mean": 1.734375, "train/tensor_act_model_layers_4_mlp_gate_proj/std": 2.59375, "train/tensor_act_model_layers_4_mlp_gate_proj/max_abs": 7.34375, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/min": -1.8828125, "train/tensor_act_model_layers_4_mlp_gate_proj/max": 7.34375, "train/tensor_act_model_layers_4_mlp_gate_proj/range": 9.2265625, "train/tensor_act_model_layers_4_mlp_up_proj/norm": 9023.064453125, "train/tensor_act_model_layers_4_mlp_up_proj/mean": 0.1533203125, "train/tensor_act_model_layers_4_mlp_up_proj/std": 3.109375, "train/tensor_act_model_layers_4_mlp_up_proj/max_abs": 7.59375, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/min": -7.1875, "train/tensor_act_model_layers_4_mlp_up_proj/max": 7.59375, "train/tensor_act_model_layers_4_mlp_up_proj/range": 14.78125, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 214774.59375, "train/tensor_act_model_layers_4_mlp_down_proj/mean": 104.5, "train/tensor_act_model_layers_4_mlp_down_proj/std": 9.1875, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 126.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 0.9988577365875244, "train/tensor_act_model_layers_4_mlp_down_proj/min": -0.1298828125, "train/tensor_act_model_layers_4_mlp_down_proj/max": 126.0, "train/tensor_act_model_layers_4_mlp_down_proj/range": 126.1298828125, "train/tensor_act_model_layers_4_mlp/norm": 214774.59375, "train/tensor_act_model_layers_4_mlp/mean": 104.5, "train/tensor_act_model_layers_4_mlp/std": 9.1875, "train/tensor_act_model_layers_4_mlp/max_abs": 126.0, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.9988577365875244, "train/tensor_act_model_layers_4_mlp/min": -0.1298828125, "train/tensor_act_model_layers_4_mlp/max": 126.0, "train/tensor_act_model_layers_4_mlp/range": 126.1298828125, "train/tensor_act_model_layers_4_residual_post_mlp/norm": 307550.125, "train/tensor_act_model_layers_4_residual_post_mlp/mean": 149.0, "train/tensor_act_model_layers_4_residual_post_mlp/std": 16.375, "train/tensor_act_model_layers_4_residual_post_mlp/max_abs": 190.0, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_user_limit": 0.9988629817962646, "train/tensor_act_model_layers_4_residual_post_mlp/min": -0.9765625, "train/tensor_act_model_layers_4_residual_post_mlp/max": 190.0, "train/tensor_act_model_layers_4_residual_post_mlp/range": 190.9765625, "train/tensor_act_model_layers_5_residual_pre_attn/norm": 307550.125, "train/tensor_act_model_layers_5_residual_pre_attn/mean": 149.0, "train/tensor_act_model_layers_5_residual_pre_attn/std": 16.375, "train/tensor_act_model_layers_5_residual_pre_attn/max_abs": 190.0, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_user_limit": 0.9988629817962646, "train/tensor_act_model_layers_5_residual_pre_attn/min": -0.9765625, "train/tensor_act_model_layers_5_residual_pre_attn/max": 190.0, "train/tensor_act_model_layers_5_residual_pre_attn/range": 190.9765625, "train/tensor_act_model_layers_5_residual_post_attn/norm": 307548.125, "train/tensor_act_model_layers_5_residual_post_attn/mean": 149.0, "train/tensor_act_model_layers_5_residual_post_attn/std": 16.375, "train/tensor_act_model_layers_5_residual_post_attn/max_abs": 190.0, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_user_limit": 0.998863697052002, "train/tensor_act_model_layers_5_residual_post_attn/min": -1.21875, "train/tensor_act_model_layers_5_residual_post_attn/max": 190.0, "train/tensor_act_model_layers_5_residual_post_attn/range": 191.21875, "train/tensor_act_model_layers_5_mlp_gate_proj/norm": 9815.3984375, "train/tensor_act_model_layers_5_mlp_gate_proj/mean": 2.078125, "train/tensor_act_model_layers_5_mlp_gate_proj/std": 2.671875, "train/tensor_act_model_layers_5_mlp_gate_proj/max_abs": 6.90625, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/min": -1.8515625, "train/tensor_act_model_layers_5_mlp_gate_proj/max": 6.90625, "train/tensor_act_model_layers_5_mlp_gate_proj/range": 8.7578125, "train/tensor_act_model_layers_5_mlp_up_proj/norm": 9921.10546875, "train/tensor_act_model_layers_5_mlp_up_proj/mean": 0.10107421875, "train/tensor_act_model_layers_5_mlp_up_proj/std": 3.421875, "train/tensor_act_model_layers_5_mlp_up_proj/max_abs": 7.0625, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/min": -6.71875, "train/tensor_act_model_layers_5_mlp_up_proj/max": 7.0625, "train/tensor_act_model_layers_5_mlp_up_proj/range": 13.78125, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 258494.140625, "train/tensor_act_model_layers_5_mlp_down_proj/mean": 126.0, "train/tensor_act_model_layers_5_mlp_down_proj/std": 9.4375, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 150.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 0.9998779296875, "train/tensor_act_model_layers_5_mlp_down_proj/min": -0.10498046875, "train/tensor_act_model_layers_5_mlp_down_proj/max": 150.0, "train/tensor_act_model_layers_5_mlp_down_proj/range": 150.10498046875, "train/tensor_act_model_layers_5_mlp/norm": 258494.140625, "train/tensor_act_model_layers_5_mlp/mean": 126.0, "train/tensor_act_model_layers_5_mlp/std": 9.4375, "train/tensor_act_model_layers_5_mlp/max_abs": 150.0, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.9998779296875, "train/tensor_act_model_layers_5_mlp/min": -0.10498046875, "train/tensor_act_model_layers_5_mlp/max": 150.0, "train/tensor_act_model_layers_5_mlp/range": 150.10498046875, "train/tensor_act_model_layers_5_residual_post_mlp/norm": 564865.25, "train/tensor_act_model_layers_5_residual_post_mlp/mean": 276.0, "train/tensor_act_model_layers_5_residual_post_mlp/std": 19.625, "train/tensor_act_model_layers_5_residual_post_mlp/max_abs": 336.0, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_user_limit": 0.9998781681060791, "train/tensor_act_model_layers_5_residual_post_mlp/min": -1.21875, "train/tensor_act_model_layers_5_residual_post_mlp/max": 336.0, "train/tensor_act_model_layers_5_residual_post_mlp/range": 337.21875, "train/tensor_act_model_layers_6_residual_pre_attn/norm": 564865.25, "train/tensor_act_model_layers_6_residual_pre_attn/mean": 276.0, "train/tensor_act_model_layers_6_residual_pre_attn/std": 19.625, "train/tensor_act_model_layers_6_residual_pre_attn/max_abs": 336.0, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_user_limit": 0.9998781681060791, "train/tensor_act_model_layers_6_residual_pre_attn/min": -1.21875, "train/tensor_act_model_layers_6_residual_pre_attn/max": 336.0, "train/tensor_act_model_layers_6_residual_pre_attn/range": 337.21875, "train/tensor_act_model_layers_6_residual_post_attn/norm": 564865.25, "train/tensor_act_model_layers_6_residual_post_attn/mean": 276.0, "train/tensor_act_model_layers_6_residual_post_attn/std": 19.625, "train/tensor_act_model_layers_6_residual_post_attn/max_abs": 336.0, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_user_limit": 0.9998781681060791, "train/tensor_act_model_layers_6_residual_post_attn/min": -1.2734375, "train/tensor_act_model_layers_6_residual_post_attn/max": 336.0, "train/tensor_act_model_layers_6_residual_post_attn/range": 337.2734375, "train/tensor_act_model_layers_6_mlp_gate_proj/norm": 10652.2353515625, "train/tensor_act_model_layers_6_mlp_gate_proj/mean": 2.359375, "train/tensor_act_model_layers_6_mlp_gate_proj/std": 2.8125, "train/tensor_act_model_layers_6_mlp_gate_proj/max_abs": 7.1875, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/min": -2.796875, "train/tensor_act_model_layers_6_mlp_gate_proj/max": 7.1875, "train/tensor_act_model_layers_6_mlp_gate_proj/range": 9.984375, "train/tensor_act_model_layers_6_mlp_up_proj/norm": 10817.5546875, "train/tensor_act_model_layers_6_mlp_up_proj/mean": -0.2099609375, "train/tensor_act_model_layers_6_mlp_up_proj/std": 3.734375, "train/tensor_act_model_layers_6_mlp_up_proj/max_abs": 8.0625, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/min": -8.0625, "train/tensor_act_model_layers_6_mlp_up_proj/max": 7.0625, "train/tensor_act_model_layers_6_mlp_up_proj/range": 15.125, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 305358.71875, "train/tensor_act_model_layers_6_mlp_down_proj/mean": 149.0, "train/tensor_act_model_layers_6_mlp_down_proj/std": 11.4375, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 173.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 0.999908447265625, "train/tensor_act_model_layers_6_mlp_down_proj/min": -0.09423828125, "train/tensor_act_model_layers_6_mlp_down_proj/max": 173.0, "train/tensor_act_model_layers_6_mlp_down_proj/range": 173.09423828125, "train/tensor_act_model_layers_6_mlp/norm": 305358.71875, "train/tensor_act_model_layers_6_mlp/mean": 149.0, "train/tensor_act_model_layers_6_mlp/std": 11.4375, "train/tensor_act_model_layers_6_mlp/max_abs": 173.0, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.999908447265625, "train/tensor_act_model_layers_6_mlp/min": -0.09423828125, "train/tensor_act_model_layers_6_mlp/max": 173.0, "train/tensor_act_model_layers_6_mlp/range": 173.09423828125, "train/tensor_act_model_layers_6_residual_post_mlp/norm": 869312.0625, "train/tensor_act_model_layers_6_residual_post_mlp/mean": 424.0, "train/tensor_act_model_layers_6_residual_post_mlp/std": 24.0, "train/tensor_act_model_layers_6_residual_post_mlp/max_abs": 480.0, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_user_limit": 0.999908447265625, "train/tensor_act_model_layers_6_residual_post_mlp/min": -1.265625, "train/tensor_act_model_layers_6_residual_post_mlp/max": 480.0, "train/tensor_act_model_layers_6_residual_post_mlp/range": 481.265625, "train/tensor_act_model_layers_7_residual_pre_attn/norm": 869312.0625, "train/tensor_act_model_layers_7_residual_pre_attn/mean": 424.0, "train/tensor_act_model_layers_7_residual_pre_attn/std": 24.0, "train/tensor_act_model_layers_7_residual_pre_attn/max_abs": 480.0, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_user_limit": 0.999908447265625, "train/tensor_act_model_layers_7_residual_pre_attn/min": -1.265625, "train/tensor_act_model_layers_7_residual_pre_attn/max": 480.0, "train/tensor_act_model_layers_7_residual_pre_attn/range": 481.265625, "train/tensor_act_model_layers_7_residual_post_attn/norm": 869312.0625, "train/tensor_act_model_layers_7_residual_post_attn/mean": 424.0, "train/tensor_act_model_layers_7_residual_post_attn/std": 24.0, "train/tensor_act_model_layers_7_residual_post_attn/max_abs": 480.0, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_user_limit": 0.999908447265625, "train/tensor_act_model_layers_7_residual_post_attn/min": -1.2109375, "train/tensor_act_model_layers_7_residual_post_attn/max": 480.0, "train/tensor_act_model_layers_7_residual_post_attn/range": 481.2109375, "train/tensor_act_model_layers_7_mlp_gate_proj/norm": 10324.154296875, "train/tensor_act_model_layers_7_mlp_gate_proj/mean": 2.265625, "train/tensor_act_model_layers_7_mlp_gate_proj/std": 2.75, "train/tensor_act_model_layers_7_mlp_gate_proj/max_abs": 7.25, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/min": -3.15625, "train/tensor_act_model_layers_7_mlp_gate_proj/max": 7.25, "train/tensor_act_model_layers_7_mlp_gate_proj/range": 10.40625, "train/tensor_act_model_layers_7_mlp_up_proj/norm": 10445.2958984375, "train/tensor_act_model_layers_7_mlp_up_proj/mean": -0.1240234375, "train/tensor_act_model_layers_7_mlp_up_proj/std": 3.609375, "train/tensor_act_model_layers_7_mlp_up_proj/max_abs": 7.53125, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/min": -7.09375, "train/tensor_act_model_layers_7_mlp_up_proj/max": 7.53125, "train/tensor_act_model_layers_7_mlp_up_proj/range": 14.625, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 275472.3125, "train/tensor_act_model_layers_7_mlp_down_proj/mean": 134.0, "train/tensor_act_model_layers_7_mlp_down_proj/std": 11.1875, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 161.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 0.999908447265625, "train/tensor_act_model_layers_7_mlp_down_proj/min": -0.0771484375, "train/tensor_act_model_layers_7_mlp_down_proj/max": 161.0, "train/tensor_act_model_layers_7_mlp_down_proj/range": 161.0771484375, "train/tensor_act_model_layers_7_mlp/norm": 275472.3125, "train/tensor_act_model_layers_7_mlp/mean": 134.0, "train/tensor_act_model_layers_7_mlp/std": 11.1875, "train/tensor_act_model_layers_7_mlp/max_abs": 161.0, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.999908447265625, "train/tensor_act_model_layers_7_mlp/min": -0.0771484375, "train/tensor_act_model_layers_7_mlp/max": 161.0, "train/tensor_act_model_layers_7_mlp/range": 161.0771484375, "train/tensor_act_model_layers_7_residual_post_mlp/norm": 1144074.5, "train/tensor_act_model_layers_7_residual_post_mlp/mean": 556.0, "train/tensor_act_model_layers_7_residual_post_mlp/std": 29.875, "train/tensor_act_model_layers_7_residual_post_mlp/max_abs": 628.0, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_user_limit": 0.999908447265625, "train/tensor_act_model_layers_7_residual_post_mlp/min": -1.2734375, "train/tensor_act_model_layers_7_residual_post_mlp/max": 628.0, "train/tensor_act_model_layers_7_residual_post_mlp/range": 629.2734375, "train/tensor_act_model_layers_8_residual_pre_attn/norm": 1144074.5, "train/tensor_act_model_layers_8_residual_pre_attn/mean": 556.0, "train/tensor_act_model_layers_8_residual_pre_attn/std": 29.875, "train/tensor_act_model_layers_8_residual_pre_attn/max_abs": 628.0, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_user_limit": 0.999908447265625, "train/tensor_act_model_layers_8_residual_pre_attn/min": -1.2734375, "train/tensor_act_model_layers_8_residual_pre_attn/max": 628.0, "train/tensor_act_model_layers_8_residual_pre_attn/range": 629.2734375, "train/tensor_act_model_layers_8_residual_post_attn/norm": 1144074.5, "train/tensor_act_model_layers_8_residual_post_attn/mean": 556.0, "train/tensor_act_model_layers_8_residual_post_attn/std": 29.875, "train/tensor_act_model_layers_8_residual_post_attn/max_abs": 628.0, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_user_limit": 0.999908447265625, "train/tensor_act_model_layers_8_residual_post_attn/min": -1.4609375, "train/tensor_act_model_layers_8_residual_post_attn/max": 628.0, "train/tensor_act_model_layers_8_residual_post_attn/range": 629.4609375, "train/tensor_act_model_layers_8_mlp_gate_proj/norm": 10314.4599609375, "train/tensor_act_model_layers_8_mlp_gate_proj/mean": 2.34375, "train/tensor_act_model_layers_8_mlp_gate_proj/std": 2.6875, "train/tensor_act_model_layers_8_mlp_gate_proj/max_abs": 7.65625, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/min": -2.09375, "train/tensor_act_model_layers_8_mlp_gate_proj/max": 7.65625, "train/tensor_act_model_layers_8_mlp_gate_proj/range": 9.75, "train/tensor_act_model_layers_8_mlp_up_proj/norm": 10419.62890625, "train/tensor_act_model_layers_8_mlp_up_proj/mean": -0.0380859375, "train/tensor_act_model_layers_8_mlp_up_proj/std": 3.59375, "train/tensor_act_model_layers_8_mlp_up_proj/max_abs": 7.15625, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/min": -6.8125, "train/tensor_act_model_layers_8_mlp_up_proj/max": 7.15625, "train/tensor_act_model_layers_8_mlp_up_proj/range": 13.96875, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 276629.40625, "train/tensor_act_model_layers_8_mlp_down_proj/mean": 135.0, "train/tensor_act_model_layers_8_mlp_down_proj/std": 8.0625, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 155.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 0.999908447265625, "train/tensor_act_model_layers_8_mlp_down_proj/min": -0.05322265625, "train/tensor_act_model_layers_8_mlp_down_proj/max": 155.0, "train/tensor_act_model_layers_8_mlp_down_proj/range": 155.05322265625, "train/tensor_act_model_layers_8_mlp/norm": 276629.40625, "train/tensor_act_model_layers_8_mlp/mean": 135.0, "train/tensor_act_model_layers_8_mlp/std": 8.0625, "train/tensor_act_model_layers_8_mlp/max_abs": 155.0, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.999908447265625, "train/tensor_act_model_layers_8_mlp/min": -0.05322265625, "train/tensor_act_model_layers_8_mlp/max": 155.0, "train/tensor_act_model_layers_8_mlp/range": 155.05322265625, "train/tensor_act_model_layers_8_residual_post_mlp/norm": 1420357.0, "train/tensor_act_model_layers_8_residual_post_mlp/mean": 692.0, "train/tensor_act_model_layers_8_residual_post_mlp/std": 32.5, "train/tensor_act_model_layers_8_residual_post_mlp/max_abs": 776.0, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_user_limit": 0.999908447265625, "train/tensor_act_model_layers_8_residual_post_mlp/min": -1.4765625, "train/tensor_act_model_layers_8_residual_post_mlp/max": 776.0, "train/tensor_act_model_layers_8_residual_post_mlp/range": 777.4765625, "train/tensor_act_model_layers_9_residual_pre_attn/norm": 1420357.0, "train/tensor_act_model_layers_9_residual_pre_attn/mean": 692.0, "train/tensor_act_model_layers_9_residual_pre_attn/std": 32.5, "train/tensor_act_model_layers_9_residual_pre_attn/max_abs": 776.0, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_user_limit": 0.999908447265625, "train/tensor_act_model_layers_9_residual_pre_attn/min": -1.4765625, "train/tensor_act_model_layers_9_residual_pre_attn/max": 776.0, "train/tensor_act_model_layers_9_residual_pre_attn/range": 777.4765625, "train/tensor_act_model_layers_9_residual_post_attn/norm": 1420357.0, "train/tensor_act_model_layers_9_residual_post_attn/mean": 692.0, "train/tensor_act_model_layers_9_residual_post_attn/std": 32.5, "train/tensor_act_model_layers_9_residual_post_attn/max_abs": 776.0, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_user_limit": 0.999908447265625, "train/tensor_act_model_layers_9_residual_post_attn/min": -1.421875, "train/tensor_act_model_layers_9_residual_post_attn/max": 776.0, "train/tensor_act_model_layers_9_residual_post_attn/range": 777.421875, "train/tensor_act_model_layers_9_mlp_gate_proj/norm": 9883.841796875, "train/tensor_act_model_layers_9_mlp_gate_proj/mean": 2.203125, "train/tensor_act_model_layers_9_mlp_gate_proj/std": 2.609375, "train/tensor_act_model_layers_9_mlp_gate_proj/max_abs": 7.03125, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/min": -2.046875, "train/tensor_act_model_layers_9_mlp_gate_proj/max": 7.03125, "train/tensor_act_model_layers_9_mlp_gate_proj/range": 9.078125, "train/tensor_act_model_layers_9_mlp_up_proj/norm": 9813.4443359375, "train/tensor_act_model_layers_9_mlp_up_proj/mean": -0.1591796875, "train/tensor_act_model_layers_9_mlp_up_proj/std": 3.390625, "train/tensor_act_model_layers_9_mlp_up_proj/max_abs": 7.1875, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/min": -6.90625, "train/tensor_act_model_layers_9_mlp_up_proj/max": 7.1875, "train/tensor_act_model_layers_9_mlp_up_proj/range": 14.09375, "train/tensor_act_model_layers_9_mlp_down_proj/norm": 240180.65625, "train/tensor_act_model_layers_9_mlp_down_proj/mean": 117.0, "train/tensor_act_model_layers_9_mlp_down_proj/std": 8.25, "train/tensor_act_model_layers_9_mlp_down_proj/max_abs": 139.0, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_9_mlp_down_proj/min": -0.1416015625, "train/tensor_act_model_layers_9_mlp_down_proj/max": 139.0, "train/tensor_act_model_layers_9_mlp_down_proj/range": 139.1416015625, "train/tensor_act_model_layers_9_mlp/norm": 240180.65625, "train/tensor_act_model_layers_9_mlp/mean": 117.0, "train/tensor_act_model_layers_9_mlp/std": 8.25, "train/tensor_act_model_layers_9_mlp/max_abs": 139.0, "train/tensor_act_model_layers_9_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_9_mlp/min": -0.1416015625, "train/tensor_act_model_layers_9_mlp/max": 139.0, "train/tensor_act_model_layers_9_mlp/range": 139.1416015625, "train/tensor_act_model_layers_9_residual_post_mlp/norm": 1659799.625, "train/tensor_act_model_layers_9_residual_post_mlp/mean": 808.0, "train/tensor_act_model_layers_9_residual_post_mlp/std": 34.5, "train/tensor_act_model_layers_9_residual_post_mlp/max_abs": 888.0, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_9_residual_post_mlp/min": -1.3984375, "train/tensor_act_model_layers_9_residual_post_mlp/max": 888.0, "train/tensor_act_model_layers_9_residual_post_mlp/range": 889.3984375, "train/tensor_act_model_layers_10_residual_pre_attn/norm": 1659799.625, "train/tensor_act_model_layers_10_residual_pre_attn/mean": 808.0, "train/tensor_act_model_layers_10_residual_pre_attn/std": 34.5, "train/tensor_act_model_layers_10_residual_pre_attn/max_abs": 888.0, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_10_residual_pre_attn/min": -1.3984375, "train/tensor_act_model_layers_10_residual_pre_attn/max": 888.0, "train/tensor_act_model_layers_10_residual_pre_attn/range": 889.3984375, "train/tensor_act_model_layers_10_residual_post_attn/norm": 1659799.625, "train/tensor_act_model_layers_10_residual_post_attn/mean": 808.0, "train/tensor_act_model_layers_10_residual_post_attn/std": 34.5, "train/tensor_act_model_layers_10_residual_post_attn/max_abs": 888.0, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_10_residual_post_attn/min": -1.5234375, "train/tensor_act_model_layers_10_residual_post_attn/max": 888.0, "train/tensor_act_model_layers_10_residual_post_attn/range": 889.5234375, "train/tensor_act_model_layers_10_mlp_gate_proj/norm": 9438.583984375, "train/tensor_act_model_layers_10_mlp_gate_proj/mean": 2.078125, "train/tensor_act_model_layers_10_mlp_gate_proj/std": 2.5, "train/tensor_act_model_layers_10_mlp_gate_proj/max_abs": 7.0625, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/min": -2.25, "train/tensor_act_model_layers_10_mlp_gate_proj/max": 7.0625, "train/tensor_act_model_layers_10_mlp_gate_proj/range": 9.3125, "train/tensor_act_model_layers_10_mlp_up_proj/norm": 9579.1181640625, "train/tensor_act_model_layers_10_mlp_up_proj/mean": -0.24609375, "train/tensor_act_model_layers_10_mlp_up_proj/std": 3.296875, "train/tensor_act_model_layers_10_mlp_up_proj/max_abs": 6.8125, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/min": -6.8125, "train/tensor_act_model_layers_10_mlp_up_proj/max": 6.46875, "train/tensor_act_model_layers_10_mlp_up_proj/range": 13.28125, "train/tensor_act_model_layers_10_mlp_down_proj/norm": 219501.78125, "train/tensor_act_model_layers_10_mlp_down_proj/mean": 107.0, "train/tensor_act_model_layers_10_mlp_down_proj/std": 8.25, "train/tensor_act_model_layers_10_mlp_down_proj/max_abs": 124.0, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_10_mlp_down_proj/min": -0.1064453125, "train/tensor_act_model_layers_10_mlp_down_proj/max": 124.0, "train/tensor_act_model_layers_10_mlp_down_proj/range": 124.1064453125, "train/tensor_act_model_layers_10_mlp/norm": 219501.78125, "train/tensor_act_model_layers_10_mlp/mean": 107.0, "train/tensor_act_model_layers_10_mlp/std": 8.25, "train/tensor_act_model_layers_10_mlp/max_abs": 124.0, "train/tensor_act_model_layers_10_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_10_mlp/min": -0.1064453125, "train/tensor_act_model_layers_10_mlp/max": 124.0, "train/tensor_act_model_layers_10_mlp/range": 124.1064453125, "train/tensor_act_model_layers_10_residual_post_mlp/norm": 1878548.5, "train/tensor_act_model_layers_10_residual_post_mlp/mean": 916.0, "train/tensor_act_model_layers_10_residual_post_mlp/std": 37.5, "train/tensor_act_model_layers_10_residual_post_mlp/max_abs": 1008.0, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_10_residual_post_mlp/min": -1.5390625, "train/tensor_act_model_layers_10_residual_post_mlp/max": 1008.0, "train/tensor_act_model_layers_10_residual_post_mlp/range": 1009.5390625, "train/tensor_act_model_layers_11_residual_pre_attn/norm": 1878548.5, "train/tensor_act_model_layers_11_residual_pre_attn/mean": 916.0, "train/tensor_act_model_layers_11_residual_pre_attn/std": 37.5, "train/tensor_act_model_layers_11_residual_pre_attn/max_abs": 1008.0, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_11_residual_pre_attn/min": -1.5390625, "train/tensor_act_model_layers_11_residual_pre_attn/max": 1008.0, "train/tensor_act_model_layers_11_residual_pre_attn/range": 1009.5390625, "train/tensor_act_model_layers_11_residual_post_attn/norm": 1878548.5, "train/tensor_act_model_layers_11_residual_post_attn/mean": 916.0, "train/tensor_act_model_layers_11_residual_post_attn/std": 37.5, "train/tensor_act_model_layers_11_residual_post_attn/max_abs": 1008.0, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_11_residual_post_attn/min": -1.53125, "train/tensor_act_model_layers_11_residual_post_attn/max": 1008.0, "train/tensor_act_model_layers_11_residual_post_attn/range": 1009.53125, "train/tensor_act_model_layers_11_mlp_gate_proj/norm": 9657.673828125, "train/tensor_act_model_layers_11_mlp_gate_proj/mean": 2.125, "train/tensor_act_model_layers_11_mlp_gate_proj/std": 2.578125, "train/tensor_act_model_layers_11_mlp_gate_proj/max_abs": 7.28125, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/min": -2.28125, "train/tensor_act_model_layers_11_mlp_gate_proj/max": 7.28125, "train/tensor_act_model_layers_11_mlp_gate_proj/range": 9.5625, "train/tensor_act_model_layers_11_mlp_up_proj/norm": 9827.9189453125, "train/tensor_act_model_layers_11_mlp_up_proj/mean": -0.203125, "train/tensor_act_model_layers_11_mlp_up_proj/std": 3.390625, "train/tensor_act_model_layers_11_mlp_up_proj/max_abs": 7.46875, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/min": -7.1875, "train/tensor_act_model_layers_11_mlp_up_proj/max": 7.46875, "train/tensor_act_model_layers_11_mlp_up_proj/range": 14.65625, "train/tensor_act_model_layers_11_mlp_down_proj/norm": 236437.0625, "train/tensor_act_model_layers_11_mlp_down_proj/mean": 115.0, "train/tensor_act_model_layers_11_mlp_down_proj/std": 8.5, "train/tensor_act_model_layers_11_mlp_down_proj/max_abs": 138.0, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_11_mlp_down_proj/min": -0.08251953125, "train/tensor_act_model_layers_11_mlp_down_proj/max": 138.0, "train/tensor_act_model_layers_11_mlp_down_proj/range": 138.08251953125, "train/tensor_act_model_layers_11_mlp/norm": 236437.0625, "train/tensor_act_model_layers_11_mlp/mean": 115.0, "train/tensor_act_model_layers_11_mlp/std": 8.5, "train/tensor_act_model_layers_11_mlp/max_abs": 138.0, "train/tensor_act_model_layers_11_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_11_mlp/min": -0.08251953125, "train/tensor_act_model_layers_11_mlp/max": 138.0, "train/tensor_act_model_layers_11_mlp/range": 138.08251953125, "train/tensor_act_model_layers_11_residual_post_mlp/norm": 2114259.25, "train/tensor_act_model_layers_11_residual_post_mlp/mean": 1032.0, "train/tensor_act_model_layers_11_residual_post_mlp/std": 40.75, "train/tensor_act_model_layers_11_residual_post_mlp/max_abs": 1120.0, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_11_residual_post_mlp/min": -1.609375, "train/tensor_act_model_layers_11_residual_post_mlp/max": 1120.0, "train/tensor_act_model_layers_11_residual_post_mlp/range": 1121.609375, "train/tensor_act_model_layers_12_residual_pre_attn/norm": 2114259.25, "train/tensor_act_model_layers_12_residual_pre_attn/mean": 1032.0, "train/tensor_act_model_layers_12_residual_pre_attn/std": 40.75, "train/tensor_act_model_layers_12_residual_pre_attn/max_abs": 1120.0, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_12_residual_pre_attn/min": -1.609375, "train/tensor_act_model_layers_12_residual_pre_attn/max": 1120.0, "train/tensor_act_model_layers_12_residual_pre_attn/range": 1121.609375, "train/tensor_act_model_layers_12_residual_post_attn/norm": 2114259.25, "train/tensor_act_model_layers_12_residual_post_attn/mean": 1032.0, "train/tensor_act_model_layers_12_residual_post_attn/std": 40.75, "train/tensor_act_model_layers_12_residual_post_attn/max_abs": 1120.0, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_12_residual_post_attn/min": -1.734375, "train/tensor_act_model_layers_12_residual_post_attn/max": 1120.0, "train/tensor_act_model_layers_12_residual_post_attn/range": 1121.734375, "train/tensor_act_model_layers_12_mlp_gate_proj/norm": 9512.3740234375, "train/tensor_act_model_layers_12_mlp_gate_proj/mean": 2.109375, "train/tensor_act_model_layers_12_mlp_gate_proj/std": 2.515625, "train/tensor_act_model_layers_12_mlp_gate_proj/max_abs": 7.09375, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/min": -2.671875, "train/tensor_act_model_layers_12_mlp_gate_proj/max": 7.09375, "train/tensor_act_model_layers_12_mlp_gate_proj/range": 9.765625, "train/tensor_act_model_layers_12_mlp_up_proj/norm": 9597.2939453125, "train/tensor_act_model_layers_12_mlp_up_proj/mean": 0.000820159912109375, "train/tensor_act_model_layers_12_mlp_up_proj/std": 3.3125, "train/tensor_act_model_layers_12_mlp_up_proj/max_abs": 7.0625, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/min": -6.78125, "train/tensor_act_model_layers_12_mlp_up_proj/max": 7.0625, "train/tensor_act_model_layers_12_mlp_up_proj/range": 13.84375, "train/tensor_act_model_layers_12_mlp_down_proj/norm": 221813.375, "train/tensor_act_model_layers_12_mlp_down_proj/mean": 108.0, "train/tensor_act_model_layers_12_mlp_down_proj/std": 7.03125, "train/tensor_act_model_layers_12_mlp_down_proj/max_abs": 122.5, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_12_mlp_down_proj/min": -0.060302734375, "train/tensor_act_model_layers_12_mlp_down_proj/max": 122.5, "train/tensor_act_model_layers_12_mlp_down_proj/range": 122.560302734375, "train/tensor_act_model_layers_12_mlp/norm": 221813.375, "train/tensor_act_model_layers_12_mlp/mean": 108.0, "train/tensor_act_model_layers_12_mlp/std": 7.03125, "train/tensor_act_model_layers_12_mlp/max_abs": 122.5, "train/tensor_act_model_layers_12_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_12_mlp/min": -0.060302734375, "train/tensor_act_model_layers_12_mlp/max": 122.5, "train/tensor_act_model_layers_12_mlp/range": 122.560302734375, "train/tensor_act_model_layers_12_residual_post_mlp/norm": 2335946.75, "train/tensor_act_model_layers_12_residual_post_mlp/mean": 1136.0, "train/tensor_act_model_layers_12_residual_post_mlp/std": 42.75, "train/tensor_act_model_layers_12_residual_post_mlp/max_abs": 1224.0, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_12_residual_post_mlp/min": -1.734375, "train/tensor_act_model_layers_12_residual_post_mlp/max": 1224.0, "train/tensor_act_model_layers_12_residual_post_mlp/range": 1225.734375, "train/tensor_act_model_layers_13_residual_pre_attn/norm": 2335946.75, "train/tensor_act_model_layers_13_residual_pre_attn/mean": 1136.0, "train/tensor_act_model_layers_13_residual_pre_attn/std": 42.75, "train/tensor_act_model_layers_13_residual_pre_attn/max_abs": 1224.0, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_13_residual_pre_attn/min": -1.734375, "train/tensor_act_model_layers_13_residual_pre_attn/max": 1224.0, "train/tensor_act_model_layers_13_residual_pre_attn/range": 1225.734375, "train/tensor_act_model_layers_13_residual_post_attn/norm": 2335946.75, "train/tensor_act_model_layers_13_residual_post_attn/mean": 1136.0, "train/tensor_act_model_layers_13_residual_post_attn/std": 42.75, "train/tensor_act_model_layers_13_residual_post_attn/max_abs": 1224.0, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_13_residual_post_attn/min": -1.703125, "train/tensor_act_model_layers_13_residual_post_attn/max": 1224.0, "train/tensor_act_model_layers_13_residual_post_attn/range": 1225.703125, "train/tensor_act_model_layers_13_mlp_gate_proj/norm": 9764.4736328125, "train/tensor_act_model_layers_13_mlp_gate_proj/mean": 2.28125, "train/tensor_act_model_layers_13_mlp_gate_proj/std": 2.484375, "train/tensor_act_model_layers_13_mlp_gate_proj/max_abs": 6.6875, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/min": -2.71875, "train/tensor_act_model_layers_13_mlp_gate_proj/max": 6.6875, "train/tensor_act_model_layers_13_mlp_gate_proj/range": 9.40625, "train/tensor_act_model_layers_13_mlp_up_proj/norm": 9990.728515625, "train/tensor_act_model_layers_13_mlp_up_proj/mean": 0.53125, "train/tensor_act_model_layers_13_mlp_up_proj/std": 3.40625, "train/tensor_act_model_layers_13_mlp_up_proj/max_abs": 6.875, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/min": -6.875, "train/tensor_act_model_layers_13_mlp_up_proj/max": 6.65625, "train/tensor_act_model_layers_13_mlp_up_proj/range": 13.53125, "train/tensor_act_model_layers_13_mlp_down_proj/norm": 233543.1875, "train/tensor_act_model_layers_13_mlp_down_proj/mean": 113.5, "train/tensor_act_model_layers_13_mlp_down_proj/std": 8.75, "train/tensor_act_model_layers_13_mlp_down_proj/max_abs": 135.0, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_13_mlp_down_proj/min": -0.10107421875, "train/tensor_act_model_layers_13_mlp_down_proj/max": 135.0, "train/tensor_act_model_layers_13_mlp_down_proj/range": 135.10107421875, "train/tensor_act_model_layers_13_mlp/norm": 233543.1875, "train/tensor_act_model_layers_13_mlp/mean": 113.5, "train/tensor_act_model_layers_13_mlp/std": 8.75, "train/tensor_act_model_layers_13_mlp/max_abs": 135.0, "train/tensor_act_model_layers_13_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_13_mlp/min": -0.10107421875, "train/tensor_act_model_layers_13_mlp/max": 135.0, "train/tensor_act_model_layers_13_mlp/range": 135.10107421875, "train/tensor_act_model_layers_13_residual_post_mlp/norm": 2568136.0, "train/tensor_act_model_layers_13_residual_post_mlp/mean": 1256.0, "train/tensor_act_model_layers_13_residual_post_mlp/std": 45.25, "train/tensor_act_model_layers_13_residual_post_mlp/max_abs": 1352.0, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_13_residual_post_mlp/min": -1.7265625, "train/tensor_act_model_layers_13_residual_post_mlp/max": 1352.0, "train/tensor_act_model_layers_13_residual_post_mlp/range": 1353.7265625, "train/tensor_act_model_layers_14_residual_pre_attn/norm": 2568136.0, "train/tensor_act_model_layers_14_residual_pre_attn/mean": 1256.0, "train/tensor_act_model_layers_14_residual_pre_attn/std": 45.25, "train/tensor_act_model_layers_14_residual_pre_attn/max_abs": 1352.0, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_14_residual_pre_attn/min": -1.7265625, "train/tensor_act_model_layers_14_residual_pre_attn/max": 1352.0, "train/tensor_act_model_layers_14_residual_pre_attn/range": 1353.7265625, "train/tensor_act_model_layers_14_residual_post_attn/norm": 2568136.0, "train/tensor_act_model_layers_14_residual_post_attn/mean": 1256.0, "train/tensor_act_model_layers_14_residual_post_attn/std": 45.25, "train/tensor_act_model_layers_14_residual_post_attn/max_abs": 1352.0, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_14_residual_post_attn/min": -1.7578125, "train/tensor_act_model_layers_14_residual_post_attn/max": 1352.0, "train/tensor_act_model_layers_14_residual_post_attn/range": 1353.7578125, "train/tensor_act_model_layers_14_mlp_gate_proj/norm": 9522.91015625, "train/tensor_act_model_layers_14_mlp_gate_proj/mean": 2.1875, "train/tensor_act_model_layers_14_mlp_gate_proj/std": 2.453125, "train/tensor_act_model_layers_14_mlp_gate_proj/max_abs": 7.0, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/min": -2.734375, "train/tensor_act_model_layers_14_mlp_gate_proj/max": 7.0, "train/tensor_act_model_layers_14_mlp_gate_proj/range": 9.734375, "train/tensor_act_model_layers_14_mlp_up_proj/norm": 9717.2158203125, "train/tensor_act_model_layers_14_mlp_up_proj/mean": -0.240234375, "train/tensor_act_model_layers_14_mlp_up_proj/std": 3.34375, "train/tensor_act_model_layers_14_mlp_up_proj/max_abs": 7.15625, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/min": -6.71875, "train/tensor_act_model_layers_14_mlp_up_proj/max": 7.15625, "train/tensor_act_model_layers_14_mlp_up_proj/range": 13.875, "train/tensor_act_model_layers_14_mlp_down_proj/norm": 227585.4375, "train/tensor_act_model_layers_14_mlp_down_proj/mean": 111.0, "train/tensor_act_model_layers_14_mlp_down_proj/std": 7.1875, "train/tensor_act_model_layers_14_mlp_down_proj/max_abs": 133.0, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_14_mlp_down_proj/min": -0.091796875, "train/tensor_act_model_layers_14_mlp_down_proj/max": 133.0, "train/tensor_act_model_layers_14_mlp_down_proj/range": 133.091796875, "train/tensor_act_model_layers_14_mlp/norm": 227585.4375, "train/tensor_act_model_layers_14_mlp/mean": 111.0, "train/tensor_act_model_layers_14_mlp/std": 7.1875, "train/tensor_act_model_layers_14_mlp/max_abs": 133.0, "train/tensor_act_model_layers_14_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_14_mlp/min": -0.091796875, "train/tensor_act_model_layers_14_mlp/max": 133.0, "train/tensor_act_model_layers_14_mlp/range": 133.091796875, "train/tensor_act_model_layers_14_residual_post_mlp/norm": 2795149.75, "train/tensor_act_model_layers_14_residual_post_mlp/mean": 1368.0, "train/tensor_act_model_layers_14_residual_post_mlp/std": 46.5, "train/tensor_act_model_layers_14_residual_post_mlp/max_abs": 1456.0, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_14_residual_post_mlp/min": -1.8125, "train/tensor_act_model_layers_14_residual_post_mlp/max": 1456.0, "train/tensor_act_model_layers_14_residual_post_mlp/range": 1457.8125, "train/tensor_act_model_layers_15_residual_pre_attn/norm": 2795149.75, "train/tensor_act_model_layers_15_residual_pre_attn/mean": 1368.0, "train/tensor_act_model_layers_15_residual_pre_attn/std": 46.5, "train/tensor_act_model_layers_15_residual_pre_attn/max_abs": 1456.0, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_15_residual_pre_attn/min": -1.8125, "train/tensor_act_model_layers_15_residual_pre_attn/max": 1456.0, "train/tensor_act_model_layers_15_residual_pre_attn/range": 1457.8125, "train/tensor_act_model_layers_15_residual_post_attn/norm": 2795149.75, "train/tensor_act_model_layers_15_residual_post_attn/mean": 1368.0, "train/tensor_act_model_layers_15_residual_post_attn/std": 46.5, "train/tensor_act_model_layers_15_residual_post_attn/max_abs": 1456.0, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_15_residual_post_attn/min": -1.7890625, "train/tensor_act_model_layers_15_residual_post_attn/max": 1456.0, "train/tensor_act_model_layers_15_residual_post_attn/range": 1457.7890625, "train/tensor_act_model_layers_15_mlp_gate_proj/norm": 9152.5517578125, "train/tensor_act_model_layers_15_mlp_gate_proj/mean": 2.046875, "train/tensor_act_model_layers_15_mlp_gate_proj/std": 2.40625, "train/tensor_act_model_layers_15_mlp_gate_proj/max_abs": 7.09375, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/min": -2.90625, "train/tensor_act_model_layers_15_mlp_gate_proj/max": 7.09375, "train/tensor_act_model_layers_15_mlp_gate_proj/range": 10.0, "train/tensor_act_model_layers_15_mlp_up_proj/norm": 9266.9638671875, "train/tensor_act_model_layers_15_mlp_up_proj/mean": -0.208984375, "train/tensor_act_model_layers_15_mlp_up_proj/std": 3.1875, "train/tensor_act_model_layers_15_mlp_up_proj/max_abs": 7.09375, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/min": -7.09375, "train/tensor_act_model_layers_15_mlp_up_proj/max": 6.8125, "train/tensor_act_model_layers_15_mlp_up_proj/range": 13.90625, "train/tensor_act_model_layers_15_mlp_down_proj/norm": 201611.421875, "train/tensor_act_model_layers_15_mlp_down_proj/mean": 98.0, "train/tensor_act_model_layers_15_mlp_down_proj/std": 7.71875, "train/tensor_act_model_layers_15_mlp_down_proj/max_abs": 114.5, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_15_mlp_down_proj/min": -0.058837890625, "train/tensor_act_model_layers_15_mlp_down_proj/max": 114.5, "train/tensor_act_model_layers_15_mlp_down_proj/range": 114.558837890625, "train/tensor_act_model_layers_15_mlp/norm": 201611.421875, "train/tensor_act_model_layers_15_mlp/mean": 98.0, "train/tensor_act_model_layers_15_mlp/std": 7.71875, "train/tensor_act_model_layers_15_mlp/max_abs": 114.5, "train/tensor_act_model_layers_15_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_15_mlp/min": -0.058837890625, "train/tensor_act_model_layers_15_mlp/max": 114.5, "train/tensor_act_model_layers_15_mlp/range": 114.558837890625, "train/tensor_act_model_layers_15_residual_post_mlp/norm": 2995860.25, "train/tensor_act_model_layers_15_residual_post_mlp/mean": 1464.0, "train/tensor_act_model_layers_15_residual_post_mlp/std": 48.75, "train/tensor_act_model_layers_15_residual_post_mlp/max_abs": 1560.0, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_15_residual_post_mlp/min": -1.78125, "train/tensor_act_model_layers_15_residual_post_mlp/max": 1560.0, "train/tensor_act_model_layers_15_residual_post_mlp/range": 1561.78125, "train/tensor_act_model_layers_16_residual_pre_attn/norm": 2995860.25, "train/tensor_act_model_layers_16_residual_pre_attn/mean": 1464.0, "train/tensor_act_model_layers_16_residual_pre_attn/std": 48.75, "train/tensor_act_model_layers_16_residual_pre_attn/max_abs": 1560.0, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_16_residual_pre_attn/min": -1.78125, "train/tensor_act_model_layers_16_residual_pre_attn/max": 1560.0, "train/tensor_act_model_layers_16_residual_pre_attn/range": 1561.78125, "train/tensor_act_model_layers_16_residual_post_attn/norm": 2995860.25, "train/tensor_act_model_layers_16_residual_post_attn/mean": 1464.0, "train/tensor_act_model_layers_16_residual_post_attn/std": 48.75, "train/tensor_act_model_layers_16_residual_post_attn/max_abs": 1560.0, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_16_residual_post_attn/min": -1.859375, "train/tensor_act_model_layers_16_residual_post_attn/max": 1560.0, "train/tensor_act_model_layers_16_residual_post_attn/range": 1561.859375, "train/tensor_act_model_layers_16_mlp_gate_proj/norm": 8849.4384765625, "train/tensor_act_model_layers_16_mlp_gate_proj/mean": 1.9296875, "train/tensor_act_model_layers_16_mlp_gate_proj/std": 2.375, "train/tensor_act_model_layers_16_mlp_gate_proj/max_abs": 7.09375, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/min": -2.359375, "train/tensor_act_model_layers_16_mlp_gate_proj/max": 7.09375, "train/tensor_act_model_layers_16_mlp_gate_proj/range": 9.453125, "train/tensor_act_model_layers_16_mlp_up_proj/norm": 8999.046875, "train/tensor_act_model_layers_16_mlp_up_proj/mean": 0.0118408203125, "train/tensor_act_model_layers_16_mlp_up_proj/std": 3.109375, "train/tensor_act_model_layers_16_mlp_up_proj/max_abs": 6.59375, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/min": -6.5, "train/tensor_act_model_layers_16_mlp_up_proj/max": 6.59375, "train/tensor_act_model_layers_16_mlp_up_proj/range": 13.09375, "train/tensor_act_model_layers_16_mlp_down_proj/norm": 188344.96875, "train/tensor_act_model_layers_16_mlp_down_proj/mean": 92.0, "train/tensor_act_model_layers_16_mlp_down_proj/std": 6.25, "train/tensor_act_model_layers_16_mlp_down_proj/max_abs": 106.0, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_16_mlp_down_proj/min": -0.1318359375, "train/tensor_act_model_layers_16_mlp_down_proj/max": 106.0, "train/tensor_act_model_layers_16_mlp_down_proj/range": 106.1318359375, "train/tensor_act_model_layers_16_mlp/norm": 188344.96875, "train/tensor_act_model_layers_16_mlp/mean": 92.0, "train/tensor_act_model_layers_16_mlp/std": 6.25, "train/tensor_act_model_layers_16_mlp/max_abs": 106.0, "train/tensor_act_model_layers_16_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_16_mlp/min": -0.1318359375, "train/tensor_act_model_layers_16_mlp/max": 106.0, "train/tensor_act_model_layers_16_mlp/range": 106.1318359375, "train/tensor_act_model_layers_16_residual_post_mlp/norm": 3183115.75, "train/tensor_act_model_layers_16_residual_post_mlp/mean": 1552.0, "train/tensor_act_model_layers_16_residual_post_mlp/std": 49.75, "train/tensor_act_model_layers_16_residual_post_mlp/max_abs": 1656.0, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_16_residual_post_mlp/min": -1.875, "train/tensor_act_model_layers_16_residual_post_mlp/max": 1656.0, "train/tensor_act_model_layers_16_residual_post_mlp/range": 1657.875, "train/tensor_act_model_layers_17_residual_pre_attn/norm": 3183115.75, "train/tensor_act_model_layers_17_residual_pre_attn/mean": 1552.0, "train/tensor_act_model_layers_17_residual_pre_attn/std": 49.75, "train/tensor_act_model_layers_17_residual_pre_attn/max_abs": 1656.0, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_17_residual_pre_attn/min": -1.875, "train/tensor_act_model_layers_17_residual_pre_attn/max": 1656.0, "train/tensor_act_model_layers_17_residual_pre_attn/range": 1657.875, "train/tensor_act_model_layers_17_residual_post_attn/norm": 3183115.75, "train/tensor_act_model_layers_17_residual_post_attn/mean": 1552.0, "train/tensor_act_model_layers_17_residual_post_attn/std": 49.75, "train/tensor_act_model_layers_17_residual_post_attn/max_abs": 1656.0, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_17_residual_post_attn/min": -1.96875, "train/tensor_act_model_layers_17_residual_post_attn/max": 1656.0, "train/tensor_act_model_layers_17_residual_post_attn/range": 1657.96875, "train/tensor_act_model_layers_17_mlp_gate_proj/norm": 9045.8203125, "train/tensor_act_model_layers_17_mlp_gate_proj/mean": 2.015625, "train/tensor_act_model_layers_17_mlp_gate_proj/std": 2.390625, "train/tensor_act_model_layers_17_mlp_gate_proj/max_abs": 7.03125, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/min": -2.328125, "train/tensor_act_model_layers_17_mlp_gate_proj/max": 7.03125, "train/tensor_act_model_layers_17_mlp_gate_proj/range": 9.359375, "train/tensor_act_model_layers_17_mlp_up_proj/norm": 9283.857421875, "train/tensor_act_model_layers_17_mlp_up_proj/mean": 0.1640625, "train/tensor_act_model_layers_17_mlp_up_proj/std": 3.203125, "train/tensor_act_model_layers_17_mlp_up_proj/max_abs": 6.71875, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/min": -6.59375, "train/tensor_act_model_layers_17_mlp_up_proj/max": 6.71875, "train/tensor_act_model_layers_17_mlp_up_proj/range": 13.3125, "train/tensor_act_model_layers_17_mlp_down_proj/norm": 200548.671875, "train/tensor_act_model_layers_17_mlp_down_proj/mean": 97.5, "train/tensor_act_model_layers_17_mlp_down_proj/std": 7.25, "train/tensor_act_model_layers_17_mlp_down_proj/max_abs": 112.0, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_17_mlp_down_proj/min": -0.09814453125, "train/tensor_act_model_layers_17_mlp_down_proj/max": 112.0, "train/tensor_act_model_layers_17_mlp_down_proj/range": 112.09814453125, "train/tensor_act_model_layers_17_mlp/norm": 200548.671875, "train/tensor_act_model_layers_17_mlp/mean": 97.5, "train/tensor_act_model_layers_17_mlp/std": 7.25, "train/tensor_act_model_layers_17_mlp/max_abs": 112.0, "train/tensor_act_model_layers_17_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_17_mlp/min": -0.09814453125, "train/tensor_act_model_layers_17_mlp/max": 112.0, "train/tensor_act_model_layers_17_mlp/range": 112.09814453125, "train/tensor_act_model_layers_17_residual_post_mlp/norm": 3382574.5, "train/tensor_act_model_layers_17_residual_post_mlp/mean": 1648.0, "train/tensor_act_model_layers_17_residual_post_mlp/std": 51.0, "train/tensor_act_model_layers_17_residual_post_mlp/max_abs": 1760.0, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_17_residual_post_mlp/min": -2.03125, "train/tensor_act_model_layers_17_residual_post_mlp/max": 1760.0, "train/tensor_act_model_layers_17_residual_post_mlp/range": 1762.03125, "train/tensor_act_model_layers_18_residual_pre_attn/norm": 3382574.5, "train/tensor_act_model_layers_18_residual_pre_attn/mean": 1648.0, "train/tensor_act_model_layers_18_residual_pre_attn/std": 51.0, "train/tensor_act_model_layers_18_residual_pre_attn/max_abs": 1760.0, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_18_residual_pre_attn/min": -2.03125, "train/tensor_act_model_layers_18_residual_pre_attn/max": 1760.0, "train/tensor_act_model_layers_18_residual_pre_attn/range": 1762.03125, "train/tensor_act_model_layers_18_residual_post_attn/norm": 3382574.5, "train/tensor_act_model_layers_18_residual_post_attn/mean": 1648.0, "train/tensor_act_model_layers_18_residual_post_attn/std": 51.0, "train/tensor_act_model_layers_18_residual_post_attn/max_abs": 1760.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_18_residual_post_attn/min": -1.984375, "train/tensor_act_model_layers_18_residual_post_attn/max": 1760.0, "train/tensor_act_model_layers_18_residual_post_attn/range": 1761.984375, "train/tensor_act_model_layers_18_mlp_gate_proj/norm": 8546.5595703125, "train/tensor_act_model_layers_18_mlp_gate_proj/mean": 1.765625, "train/tensor_act_model_layers_18_mlp_gate_proj/std": 2.359375, "train/tensor_act_model_layers_18_mlp_gate_proj/max_abs": 6.90625, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/min": -2.796875, "train/tensor_act_model_layers_18_mlp_gate_proj/max": 6.90625, "train/tensor_act_model_layers_18_mlp_gate_proj/range": 9.703125, "train/tensor_act_model_layers_18_mlp_up_proj/norm": 8801.25, "train/tensor_act_model_layers_18_mlp_up_proj/mean": 0.146484375, "train/tensor_act_model_layers_18_mlp_up_proj/std": 3.03125, "train/tensor_act_model_layers_18_mlp_up_proj/max_abs": 6.65625, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/min": -6.65625, "train/tensor_act_model_layers_18_mlp_up_proj/max": 6.46875, "train/tensor_act_model_layers_18_mlp_up_proj/range": 13.125, "train/tensor_act_model_layers_18_mlp_down_proj/norm": 172892.1875, "train/tensor_act_model_layers_18_mlp_down_proj/mean": 84.0, "train/tensor_act_model_layers_18_mlp_down_proj/std": 6.96875, "train/tensor_act_model_layers_18_mlp_down_proj/max_abs": 102.5, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_18_mlp_down_proj/min": -0.26953125, "train/tensor_act_model_layers_18_mlp_down_proj/max": 102.5, "train/tensor_act_model_layers_18_mlp_down_proj/range": 102.76953125, "train/tensor_act_model_layers_18_mlp/norm": 172892.1875, "train/tensor_act_model_layers_18_mlp/mean": 84.0, "train/tensor_act_model_layers_18_mlp/std": 6.96875, "train/tensor_act_model_layers_18_mlp/max_abs": 102.5, "train/tensor_act_model_layers_18_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_18_mlp/min": -0.26953125, "train/tensor_act_model_layers_18_mlp/max": 102.5, "train/tensor_act_model_layers_18_mlp/range": 102.76953125, "train/tensor_act_model_layers_18_residual_post_mlp/norm": 3554734.0, "train/tensor_act_model_layers_18_residual_post_mlp/mean": 1736.0, "train/tensor_act_model_layers_18_residual_post_mlp/std": 52.25, "train/tensor_act_model_layers_18_residual_post_mlp/max_abs": 1848.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_18_residual_post_mlp/min": -2.015625, "train/tensor_act_model_layers_18_residual_post_mlp/max": 1848.0, "train/tensor_act_model_layers_18_residual_post_mlp/range": 1850.015625, "train/tensor_act_model_layers_19_residual_pre_attn/norm": 3554734.0, "train/tensor_act_model_layers_19_residual_pre_attn/mean": 1736.0, "train/tensor_act_model_layers_19_residual_pre_attn/std": 52.25, "train/tensor_act_model_layers_19_residual_pre_attn/max_abs": 1848.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_19_residual_pre_attn/min": -2.015625, "train/tensor_act_model_layers_19_residual_pre_attn/max": 1848.0, "train/tensor_act_model_layers_19_residual_pre_attn/range": 1850.015625, "train/tensor_act_model_layers_19_residual_post_attn/norm": 3554734.0, "train/tensor_act_model_layers_19_residual_post_attn/mean": 1736.0, "train/tensor_act_model_layers_19_residual_post_attn/std": 52.25, "train/tensor_act_model_layers_19_residual_post_attn/max_abs": 1848.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_19_residual_post_attn/min": -1.9453125, "train/tensor_act_model_layers_19_residual_post_attn/max": 1848.0, "train/tensor_act_model_layers_19_residual_post_attn/range": 1849.9453125, "train/tensor_act_model_layers_19_mlp_gate_proj/norm": 8295.078125, "train/tensor_act_model_layers_19_mlp_gate_proj/mean": 1.78125, "train/tensor_act_model_layers_19_mlp_gate_proj/std": 2.25, "train/tensor_act_model_layers_19_mlp_gate_proj/max_abs": 7.0625, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/min": -2.765625, "train/tensor_act_model_layers_19_mlp_gate_proj/max": 7.0625, "train/tensor_act_model_layers_19_mlp_gate_proj/range": 9.828125, "train/tensor_act_model_layers_19_mlp_up_proj/norm": 8487.35546875, "train/tensor_act_model_layers_19_mlp_up_proj/mean": -0.1787109375, "train/tensor_act_model_layers_19_mlp_up_proj/std": 2.921875, "train/tensor_act_model_layers_19_mlp_up_proj/max_abs": 6.71875, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/min": -6.71875, "train/tensor_act_model_layers_19_mlp_up_proj/max": 6.3125, "train/tensor_act_model_layers_19_mlp_up_proj/range": 13.03125, "train/tensor_act_model_layers_19_mlp_down_proj/norm": 153922.6875, "train/tensor_act_model_layers_19_mlp_down_proj/mean": 75.0, "train/tensor_act_model_layers_19_mlp_down_proj/std": 6.1875, "train/tensor_act_model_layers_19_mlp_down_proj/max_abs": 87.5, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_19_mlp_down_proj/min": -0.060791015625, "train/tensor_act_model_layers_19_mlp_down_proj/max": 87.5, "train/tensor_act_model_layers_19_mlp_down_proj/range": 87.560791015625, "train/tensor_act_model_layers_19_mlp/norm": 153922.6875, "train/tensor_act_model_layers_19_mlp/mean": 75.0, "train/tensor_act_model_layers_19_mlp/std": 6.1875, "train/tensor_act_model_layers_19_mlp/max_abs": 87.5, "train/tensor_act_model_layers_19_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_19_mlp/min": -0.060791015625, "train/tensor_act_model_layers_19_mlp/max": 87.5, "train/tensor_act_model_layers_19_mlp/range": 87.560791015625, "train/tensor_act_model_layers_19_residual_post_mlp/norm": 3708464.0, "train/tensor_act_model_layers_19_residual_post_mlp/mean": 1808.0, "train/tensor_act_model_layers_19_residual_post_mlp/std": 54.0, "train/tensor_act_model_layers_19_residual_post_mlp/max_abs": 1936.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_19_residual_post_mlp/min": -1.953125, "train/tensor_act_model_layers_19_residual_post_mlp/max": 1936.0, "train/tensor_act_model_layers_19_residual_post_mlp/range": 1937.953125, "train/tensor_act_model_layers_20_residual_pre_attn/norm": 3708464.0, "train/tensor_act_model_layers_20_residual_pre_attn/mean": 1808.0, "train/tensor_act_model_layers_20_residual_pre_attn/std": 54.0, "train/tensor_act_model_layers_20_residual_pre_attn/max_abs": 1936.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_20_residual_pre_attn/min": -1.953125, "train/tensor_act_model_layers_20_residual_pre_attn/max": 1936.0, "train/tensor_act_model_layers_20_residual_pre_attn/range": 1937.953125, "train/tensor_act_model_layers_20_residual_post_attn/norm": 3708464.0, "train/tensor_act_model_layers_20_residual_post_attn/mean": 1808.0, "train/tensor_act_model_layers_20_residual_post_attn/std": 54.0, "train/tensor_act_model_layers_20_residual_post_attn/max_abs": 1936.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_20_residual_post_attn/min": -1.953125, "train/tensor_act_model_layers_20_residual_post_attn/max": 1936.0, "train/tensor_act_model_layers_20_residual_post_attn/range": 1937.953125, "train/tensor_act_model_layers_20_mlp_gate_proj/norm": 8217.1669921875, "train/tensor_act_model_layers_20_mlp_gate_proj/mean": 1.59375, "train/tensor_act_model_layers_20_mlp_gate_proj/std": 2.34375, "train/tensor_act_model_layers_20_mlp_gate_proj/max_abs": 6.5, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/min": -2.796875, "train/tensor_act_model_layers_20_mlp_gate_proj/max": 6.5, "train/tensor_act_model_layers_20_mlp_gate_proj/range": 9.296875, "train/tensor_act_model_layers_20_mlp_up_proj/norm": 8386.2978515625, "train/tensor_act_model_layers_20_mlp_up_proj/mean": 0.486328125, "train/tensor_act_model_layers_20_mlp_up_proj/std": 2.859375, "train/tensor_act_model_layers_20_mlp_up_proj/max_abs": 6.65625, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/min": -6.125, "train/tensor_act_model_layers_20_mlp_up_proj/max": 6.65625, "train/tensor_act_model_layers_20_mlp_up_proj/range": 12.78125, "train/tensor_act_model_layers_20_mlp_down_proj/norm": 158254.921875, "train/tensor_act_model_layers_20_mlp_down_proj/mean": 77.0, "train/tensor_act_model_layers_20_mlp_down_proj/std": 6.28125, "train/tensor_act_model_layers_20_mlp_down_proj/max_abs": 92.5, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_20_mlp_down_proj/min": -0.1484375, "train/tensor_act_model_layers_20_mlp_down_proj/max": 92.5, "train/tensor_act_model_layers_20_mlp_down_proj/range": 92.6484375, "train/tensor_act_model_layers_20_mlp/norm": 158254.921875, "train/tensor_act_model_layers_20_mlp/mean": 77.0, "train/tensor_act_model_layers_20_mlp/std": 6.28125, "train/tensor_act_model_layers_20_mlp/max_abs": 92.5, "train/tensor_act_model_layers_20_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_20_mlp/min": -0.1484375, "train/tensor_act_model_layers_20_mlp/max": 92.5, "train/tensor_act_model_layers_20_mlp/range": 92.6484375, "train/tensor_act_model_layers_20_residual_post_mlp/norm": 3866348.25, "train/tensor_act_model_layers_20_residual_post_mlp/mean": 1888.0, "train/tensor_act_model_layers_20_residual_post_mlp/std": 56.25, "train/tensor_act_model_layers_20_residual_post_mlp/max_abs": 2016.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_20_residual_post_mlp/min": -1.9375, "train/tensor_act_model_layers_20_residual_post_mlp/max": 2016.0, "train/tensor_act_model_layers_20_residual_post_mlp/range": 2017.9375, "train/tensor_act_model_layers_21_residual_pre_attn/norm": 3866348.25, "train/tensor_act_model_layers_21_residual_pre_attn/mean": 1888.0, "train/tensor_act_model_layers_21_residual_pre_attn/std": 56.25, "train/tensor_act_model_layers_21_residual_pre_attn/max_abs": 2016.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_21_residual_pre_attn/min": -1.9375, "train/tensor_act_model_layers_21_residual_pre_attn/max": 2016.0, "train/tensor_act_model_layers_21_residual_pre_attn/range": 2017.9375, "train/tensor_act_model_layers_21_residual_post_attn/norm": 3866348.25, "train/tensor_act_model_layers_21_residual_post_attn/mean": 1888.0, "train/tensor_act_model_layers_21_residual_post_attn/std": 56.25, "train/tensor_act_model_layers_21_residual_post_attn/max_abs": 2016.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_21_residual_post_attn/min": -1.9609375, "train/tensor_act_model_layers_21_residual_post_attn/max": 2016.0, "train/tensor_act_model_layers_21_residual_post_attn/range": 2017.9609375, "train/tensor_act_model_layers_21_mlp_gate_proj/norm": 8013.76708984375, "train/tensor_act_model_layers_21_mlp_gate_proj/mean": 1.53125, "train/tensor_act_model_layers_21_mlp_gate_proj/std": 2.3125, "train/tensor_act_model_layers_21_mlp_gate_proj/max_abs": 6.71875, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/min": -2.609375, "train/tensor_act_model_layers_21_mlp_gate_proj/max": 6.71875, "train/tensor_act_model_layers_21_mlp_gate_proj/range": 9.328125, "train/tensor_act_model_layers_21_mlp_up_proj/norm": 8238.8544921875, "train/tensor_act_model_layers_21_mlp_up_proj/mean": 0.01007080078125, "train/tensor_act_model_layers_21_mlp_up_proj/std": 2.84375, "train/tensor_act_model_layers_21_mlp_up_proj/max_abs": 6.53125, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/min": -6.53125, "train/tensor_act_model_layers_21_mlp_up_proj/max": 6.3125, "train/tensor_act_model_layers_21_mlp_up_proj/range": 12.84375, "train/tensor_act_model_layers_21_mlp_down_proj/norm": 149208.5625, "train/tensor_act_model_layers_21_mlp_down_proj/mean": 72.5, "train/tensor_act_model_layers_21_mlp_down_proj/std": 6.03125, "train/tensor_act_model_layers_21_mlp_down_proj/max_abs": 86.5, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_21_mlp_down_proj/min": -0.109375, "train/tensor_act_model_layers_21_mlp_down_proj/max": 86.5, "train/tensor_act_model_layers_21_mlp_down_proj/range": 86.609375, "train/tensor_act_model_layers_21_mlp/norm": 149208.5625, "train/tensor_act_model_layers_21_mlp/mean": 72.5, "train/tensor_act_model_layers_21_mlp/std": 6.03125, "train/tensor_act_model_layers_21_mlp/max_abs": 86.5, "train/tensor_act_model_layers_21_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_21_mlp/min": -0.109375, "train/tensor_act_model_layers_21_mlp/max": 86.5, "train/tensor_act_model_layers_21_mlp/range": 86.609375, "train/tensor_act_model_layers_21_residual_post_mlp/norm": 4014679.0, "train/tensor_act_model_layers_21_residual_post_mlp/mean": 1960.0, "train/tensor_act_model_layers_21_residual_post_mlp/std": 57.5, "train/tensor_act_model_layers_21_residual_post_mlp/max_abs": 2080.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_21_residual_post_mlp/min": -1.9609375, "train/tensor_act_model_layers_21_residual_post_mlp/max": 2080.0, "train/tensor_act_model_layers_21_residual_post_mlp/range": 2081.9609375, "train/tensor_act_model_layers_22_residual_pre_attn/norm": 4014679.0, "train/tensor_act_model_layers_22_residual_pre_attn/mean": 1960.0, "train/tensor_act_model_layers_22_residual_pre_attn/std": 57.5, "train/tensor_act_model_layers_22_residual_pre_attn/max_abs": 2080.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_22_residual_pre_attn/min": -1.9609375, "train/tensor_act_model_layers_22_residual_pre_attn/max": 2080.0, "train/tensor_act_model_layers_22_residual_pre_attn/range": 2081.9609375, "train/tensor_act_model_layers_22_residual_post_attn/norm": 4014679.0, "train/tensor_act_model_layers_22_residual_post_attn/mean": 1960.0, "train/tensor_act_model_layers_22_residual_post_attn/std": 57.5, "train/tensor_act_model_layers_22_residual_post_attn/max_abs": 2080.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_22_residual_post_attn/min": -2.03125, "train/tensor_act_model_layers_22_residual_post_attn/max": 2080.0, "train/tensor_act_model_layers_22_residual_post_attn/range": 2082.03125, "train/tensor_act_model_layers_22_mlp_gate_proj/norm": 8394.78125, "train/tensor_act_model_layers_22_mlp_gate_proj/mean": 1.7109375, "train/tensor_act_model_layers_22_mlp_gate_proj/std": 2.34375, "train/tensor_act_model_layers_22_mlp_gate_proj/max_abs": 6.3125, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/min": -2.9375, "train/tensor_act_model_layers_22_mlp_gate_proj/max": 6.3125, "train/tensor_act_model_layers_22_mlp_gate_proj/range": 9.25, "train/tensor_act_model_layers_22_mlp_up_proj/norm": 8711.189453125, "train/tensor_act_model_layers_22_mlp_up_proj/mean": -0.1259765625, "train/tensor_act_model_layers_22_mlp_up_proj/std": 3.0, "train/tensor_act_model_layers_22_mlp_up_proj/max_abs": 6.4375, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/min": -6.4375, "train/tensor_act_model_layers_22_mlp_up_proj/max": 6.21875, "train/tensor_act_model_layers_22_mlp_up_proj/range": 12.65625, "train/tensor_act_model_layers_22_mlp_down_proj/norm": 165620.1875, "train/tensor_act_model_layers_22_mlp_down_proj/mean": 80.5, "train/tensor_act_model_layers_22_mlp_down_proj/std": 6.375, "train/tensor_act_model_layers_22_mlp_down_proj/max_abs": 96.0, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_22_mlp_down_proj/min": -0.08251953125, "train/tensor_act_model_layers_22_mlp_down_proj/max": 96.0, "train/tensor_act_model_layers_22_mlp_down_proj/range": 96.08251953125, "train/tensor_act_model_layers_22_mlp/norm": 165620.1875, "train/tensor_act_model_layers_22_mlp/mean": 80.5, "train/tensor_act_model_layers_22_mlp/std": 6.375, "train/tensor_act_model_layers_22_mlp/max_abs": 96.0, "train/tensor_act_model_layers_22_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_22_mlp/min": -0.08251953125, "train/tensor_act_model_layers_22_mlp/max": 96.0, "train/tensor_act_model_layers_22_mlp/range": 96.08251953125, "train/tensor_act_model_layers_22_residual_post_mlp/norm": 4180071.75, "train/tensor_act_model_layers_22_residual_post_mlp/mean": 2040.0, "train/tensor_act_model_layers_22_residual_post_mlp/std": 58.75, "train/tensor_act_model_layers_22_residual_post_mlp/max_abs": 2160.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_22_residual_post_mlp/min": -2.03125, "train/tensor_act_model_layers_22_residual_post_mlp/max": 2160.0, "train/tensor_act_model_layers_22_residual_post_mlp/range": 2162.03125, "train/tensor_act_model_layers_23_residual_pre_attn/norm": 4180071.75, "train/tensor_act_model_layers_23_residual_pre_attn/mean": 2040.0, "train/tensor_act_model_layers_23_residual_pre_attn/std": 58.75, "train/tensor_act_model_layers_23_residual_pre_attn/max_abs": 2160.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_23_residual_pre_attn/min": -2.03125, "train/tensor_act_model_layers_23_residual_pre_attn/max": 2160.0, "train/tensor_act_model_layers_23_residual_pre_attn/range": 2162.03125, "train/tensor_act_model_layers_23_residual_post_attn/norm": 4180071.75, "train/tensor_act_model_layers_23_residual_post_attn/mean": 2040.0, "train/tensor_act_model_layers_23_residual_post_attn/std": 58.75, "train/tensor_act_model_layers_23_residual_post_attn/max_abs": 2160.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_23_residual_post_attn/min": -2.0625, "train/tensor_act_model_layers_23_residual_post_attn/max": 2160.0, "train/tensor_act_model_layers_23_residual_post_attn/range": 2162.0625, "train/tensor_act_model_layers_23_mlp_gate_proj/norm": 8402.642578125, "train/tensor_act_model_layers_23_mlp_gate_proj/mean": 1.734375, "train/tensor_act_model_layers_23_mlp_gate_proj/std": 2.328125, "train/tensor_act_model_layers_23_mlp_gate_proj/max_abs": 7.03125, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/min": -2.921875, "train/tensor_act_model_layers_23_mlp_gate_proj/max": 7.03125, "train/tensor_act_model_layers_23_mlp_gate_proj/range": 9.953125, "train/tensor_act_model_layers_23_mlp_up_proj/norm": 8601.2470703125, "train/tensor_act_model_layers_23_mlp_up_proj/mean": -0.058837890625, "train/tensor_act_model_layers_23_mlp_up_proj/std": 2.96875, "train/tensor_act_model_layers_23_mlp_up_proj/max_abs": 6.59375, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/min": -6.3125, "train/tensor_act_model_layers_23_mlp_up_proj/max": 6.59375, "train/tensor_act_model_layers_23_mlp_up_proj/range": 12.90625, "train/tensor_act_model_layers_23_mlp_down_proj/norm": 161613.71875, "train/tensor_act_model_layers_23_mlp_down_proj/mean": 78.5, "train/tensor_act_model_layers_23_mlp_down_proj/std": 6.375, "train/tensor_act_model_layers_23_mlp_down_proj/max_abs": 94.5, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_23_mlp_down_proj/min": -0.095703125, "train/tensor_act_model_layers_23_mlp_down_proj/max": 94.5, "train/tensor_act_model_layers_23_mlp_down_proj/range": 94.595703125, "train/tensor_act_model_layers_23_mlp/norm": 161613.71875, "train/tensor_act_model_layers_23_mlp/mean": 78.5, "train/tensor_act_model_layers_23_mlp/std": 6.375, "train/tensor_act_model_layers_23_mlp/max_abs": 94.5, "train/tensor_act_model_layers_23_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_23_mlp/min": -0.095703125, "train/tensor_act_model_layers_23_mlp/max": 94.5, "train/tensor_act_model_layers_23_mlp/range": 94.595703125, "train/tensor_act_model_layers_23_residual_post_mlp/norm": 4340301.0, "train/tensor_act_model_layers_23_residual_post_mlp/mean": 2112.0, "train/tensor_act_model_layers_23_residual_post_mlp/std": 61.25, "train/tensor_act_model_layers_23_residual_post_mlp/max_abs": 2240.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_23_residual_post_mlp/min": -2.078125, "train/tensor_act_model_layers_23_residual_post_mlp/max": 2240.0, "train/tensor_act_model_layers_23_residual_post_mlp/range": 2242.078125, "train/tensor_act_model_layers_24_residual_pre_attn/norm": 4340301.0, "train/tensor_act_model_layers_24_residual_pre_attn/mean": 2112.0, "train/tensor_act_model_layers_24_residual_pre_attn/std": 61.25, "train/tensor_act_model_layers_24_residual_pre_attn/max_abs": 2240.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_24_residual_pre_attn/min": -2.078125, "train/tensor_act_model_layers_24_residual_pre_attn/max": 2240.0, "train/tensor_act_model_layers_24_residual_pre_attn/range": 2242.078125, "train/tensor_act_model_layers_24_residual_post_attn/norm": 4340301.0, "train/tensor_act_model_layers_24_residual_post_attn/mean": 2112.0, "train/tensor_act_model_layers_24_residual_post_attn/std": 61.25, "train/tensor_act_model_layers_24_residual_post_attn/max_abs": 2240.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_24_residual_post_attn/min": -2.203125, "train/tensor_act_model_layers_24_residual_post_attn/max": 2240.0, "train/tensor_act_model_layers_24_residual_post_attn/range": 2242.203125, "train/tensor_act_model_layers_24_mlp_gate_proj/norm": 8448.984375, "train/tensor_act_model_layers_24_mlp_gate_proj/mean": 1.7734375, "train/tensor_act_model_layers_24_mlp_gate_proj/std": 2.3125, "train/tensor_act_model_layers_24_mlp_gate_proj/max_abs": 7.25, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/min": -3.171875, "train/tensor_act_model_layers_24_mlp_gate_proj/max": 7.25, "train/tensor_act_model_layers_24_mlp_gate_proj/range": 10.421875, "train/tensor_act_model_layers_24_mlp_up_proj/norm": 8562.9521484375, "train/tensor_act_model_layers_24_mlp_up_proj/mean": 0.447265625, "train/tensor_act_model_layers_24_mlp_up_proj/std": 2.921875, "train/tensor_act_model_layers_24_mlp_up_proj/max_abs": 7.0, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/min": -6.65625, "train/tensor_act_model_layers_24_mlp_up_proj/max": 7.0, "train/tensor_act_model_layers_24_mlp_up_proj/range": 13.65625, "train/tensor_act_model_layers_24_mlp_down_proj/norm": 165030.25, "train/tensor_act_model_layers_24_mlp_down_proj/mean": 80.0, "train/tensor_act_model_layers_24_mlp_down_proj/std": 7.3125, "train/tensor_act_model_layers_24_mlp_down_proj/max_abs": 96.5, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_24_mlp_down_proj/min": -0.056396484375, "train/tensor_act_model_layers_24_mlp_down_proj/max": 96.5, "train/tensor_act_model_layers_24_mlp_down_proj/range": 96.556396484375, "train/tensor_act_model_layers_24_mlp/norm": 165030.25, "train/tensor_act_model_layers_24_mlp/mean": 80.0, "train/tensor_act_model_layers_24_mlp/std": 7.3125, "train/tensor_act_model_layers_24_mlp/max_abs": 96.5, "train/tensor_act_model_layers_24_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_24_mlp/min": -0.056396484375, "train/tensor_act_model_layers_24_mlp/max": 96.5, "train/tensor_act_model_layers_24_mlp/range": 96.556396484375, "train/tensor_act_model_layers_24_residual_post_mlp/norm": 4504154.0, "train/tensor_act_model_layers_24_residual_post_mlp/mean": 2192.0, "train/tensor_act_model_layers_24_residual_post_mlp/std": 63.5, "train/tensor_act_model_layers_24_residual_post_mlp/max_abs": 2336.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_24_residual_post_mlp/min": -2.15625, "train/tensor_act_model_layers_24_residual_post_mlp/max": 2336.0, "train/tensor_act_model_layers_24_residual_post_mlp/range": 2338.15625, "train/tensor_act_model_layers_25_residual_pre_attn/norm": 4504154.0, "train/tensor_act_model_layers_25_residual_pre_attn/mean": 2192.0, "train/tensor_act_model_layers_25_residual_pre_attn/std": 63.5, "train/tensor_act_model_layers_25_residual_pre_attn/max_abs": 2336.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_25_residual_pre_attn/min": -2.15625, "train/tensor_act_model_layers_25_residual_pre_attn/max": 2336.0, "train/tensor_act_model_layers_25_residual_pre_attn/range": 2338.15625, "train/tensor_act_model_layers_25_residual_post_attn/norm": 4504154.0, "train/tensor_act_model_layers_25_residual_post_attn/mean": 2192.0, "train/tensor_act_model_layers_25_residual_post_attn/std": 63.5, "train/tensor_act_model_layers_25_residual_post_attn/max_abs": 2336.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_25_residual_post_attn/min": -2.1875, "train/tensor_act_model_layers_25_residual_post_attn/max": 2336.0, "train/tensor_act_model_layers_25_residual_post_attn/range": 2338.1875, "train/tensor_act_model_layers_25_mlp_gate_proj/norm": 8338.890625, "train/tensor_act_model_layers_25_mlp_gate_proj/mean": 1.75, "train/tensor_act_model_layers_25_mlp_gate_proj/std": 2.28125, "train/tensor_act_model_layers_25_mlp_gate_proj/max_abs": 7.3125, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/min": -3.234375, "train/tensor_act_model_layers_25_mlp_gate_proj/max": 7.3125, "train/tensor_act_model_layers_25_mlp_gate_proj/range": 10.546875, "train/tensor_act_model_layers_25_mlp_up_proj/norm": 8547.4990234375, "train/tensor_act_model_layers_25_mlp_up_proj/mean": -0.055419921875, "train/tensor_act_model_layers_25_mlp_up_proj/std": 2.953125, "train/tensor_act_model_layers_25_mlp_up_proj/max_abs": 6.78125, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/min": -6.21875, "train/tensor_act_model_layers_25_mlp_up_proj/max": 6.78125, "train/tensor_act_model_layers_25_mlp_up_proj/range": 13.0, "train/tensor_act_model_layers_25_mlp_down_proj/norm": 160269.390625, "train/tensor_act_model_layers_25_mlp_down_proj/mean": 78.0, "train/tensor_act_model_layers_25_mlp_down_proj/std": 6.28125, "train/tensor_act_model_layers_25_mlp_down_proj/max_abs": 95.5, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_25_mlp_down_proj/min": -0.1552734375, "train/tensor_act_model_layers_25_mlp_down_proj/max": 95.5, "train/tensor_act_model_layers_25_mlp_down_proj/range": 95.6552734375, "train/tensor_act_model_layers_25_mlp/norm": 160269.390625, "train/tensor_act_model_layers_25_mlp/mean": 78.0, "train/tensor_act_model_layers_25_mlp/std": 6.28125, "train/tensor_act_model_layers_25_mlp/max_abs": 95.5, "train/tensor_act_model_layers_25_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_25_mlp/min": -0.1552734375, "train/tensor_act_model_layers_25_mlp/max": 95.5, "train/tensor_act_model_layers_25_mlp/range": 95.6552734375, "train/tensor_act_model_layers_25_residual_post_mlp/norm": 4663204.5, "train/tensor_act_model_layers_25_residual_post_mlp/mean": 2272.0, "train/tensor_act_model_layers_25_residual_post_mlp/std": 64.5, "train/tensor_act_model_layers_25_residual_post_mlp/max_abs": 2416.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_25_residual_post_mlp/min": -2.234375, "train/tensor_act_model_layers_25_residual_post_mlp/max": 2416.0, "train/tensor_act_model_layers_25_residual_post_mlp/range": 2418.234375, "train/tensor_act_model_layers_26_residual_pre_attn/norm": 4663204.5, "train/tensor_act_model_layers_26_residual_pre_attn/mean": 2272.0, "train/tensor_act_model_layers_26_residual_pre_attn/std": 64.5, "train/tensor_act_model_layers_26_residual_pre_attn/max_abs": 2416.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_26_residual_pre_attn/min": -2.234375, "train/tensor_act_model_layers_26_residual_pre_attn/max": 2416.0, "train/tensor_act_model_layers_26_residual_pre_attn/range": 2418.234375, "train/tensor_act_model_layers_26_residual_post_attn/norm": 4663204.5, "train/tensor_act_model_layers_26_residual_post_attn/mean": 2272.0, "train/tensor_act_model_layers_26_residual_post_attn/std": 64.5, "train/tensor_act_model_layers_26_residual_post_attn/max_abs": 2416.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_26_residual_post_attn/min": -2.203125, "train/tensor_act_model_layers_26_residual_post_attn/max": 2416.0, "train/tensor_act_model_layers_26_residual_post_attn/range": 2418.203125, "train/tensor_act_model_layers_26_mlp_gate_proj/norm": 7995.10009765625, "train/tensor_act_model_layers_26_mlp_gate_proj/mean": 1.578125, "train/tensor_act_model_layers_26_mlp_gate_proj/std": 2.265625, "train/tensor_act_model_layers_26_mlp_gate_proj/max_abs": 6.75, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/min": -3.09375, "train/tensor_act_model_layers_26_mlp_gate_proj/max": 6.75, "train/tensor_act_model_layers_26_mlp_gate_proj/range": 9.84375, "train/tensor_act_model_layers_26_mlp_up_proj/norm": 8141.02490234375, "train/tensor_act_model_layers_26_mlp_up_proj/mean": 0.11669921875, "train/tensor_act_model_layers_26_mlp_up_proj/std": 2.8125, "train/tensor_act_model_layers_26_mlp_up_proj/max_abs": 6.375, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/min": -6.375, "train/tensor_act_model_layers_26_mlp_up_proj/max": 6.03125, "train/tensor_act_model_layers_26_mlp_up_proj/range": 12.40625, "train/tensor_act_model_layers_26_mlp_down_proj/norm": 144020.890625, "train/tensor_act_model_layers_26_mlp_down_proj/mean": 70.0, "train/tensor_act_model_layers_26_mlp_down_proj/std": 5.21875, "train/tensor_act_model_layers_26_mlp_down_proj/max_abs": 82.0, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_26_mlp_down_proj/min": -0.07373046875, "train/tensor_act_model_layers_26_mlp_down_proj/max": 82.0, "train/tensor_act_model_layers_26_mlp_down_proj/range": 82.07373046875, "train/tensor_act_model_layers_26_mlp/norm": 144020.890625, "train/tensor_act_model_layers_26_mlp/mean": 70.0, "train/tensor_act_model_layers_26_mlp/std": 5.21875, "train/tensor_act_model_layers_26_mlp/max_abs": 82.0, "train/tensor_act_model_layers_26_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_26_mlp/min": -0.07373046875, "train/tensor_act_model_layers_26_mlp/max": 82.0, "train/tensor_act_model_layers_26_mlp/range": 82.07373046875, "train/tensor_act_model_layers_26_residual_post_mlp/norm": 4806620.0, "train/tensor_act_model_layers_26_residual_post_mlp/mean": 2352.0, "train/tensor_act_model_layers_26_residual_post_mlp/std": 64.0, "train/tensor_act_model_layers_26_residual_post_mlp/max_abs": 2480.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_26_residual_post_mlp/min": -2.171875, "train/tensor_act_model_layers_26_residual_post_mlp/max": 2480.0, "train/tensor_act_model_layers_26_residual_post_mlp/range": 2482.171875, "train/tensor_act_model_layers_27_residual_pre_attn/norm": 4806620.0, "train/tensor_act_model_layers_27_residual_pre_attn/mean": 2352.0, "train/tensor_act_model_layers_27_residual_pre_attn/std": 64.0, "train/tensor_act_model_layers_27_residual_pre_attn/max_abs": 2480.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_27_residual_pre_attn/min": -2.171875, "train/tensor_act_model_layers_27_residual_pre_attn/max": 2480.0, "train/tensor_act_model_layers_27_residual_pre_attn/range": 2482.171875, "train/tensor_act_model_layers_27_residual_post_attn/norm": 4806620.0, "train/tensor_act_model_layers_27_residual_post_attn/mean": 2352.0, "train/tensor_act_model_layers_27_residual_post_attn/std": 64.0, "train/tensor_act_model_layers_27_residual_post_attn/max_abs": 2480.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_27_residual_post_attn/min": -2.171875, "train/tensor_act_model_layers_27_residual_post_attn/max": 2480.0, "train/tensor_act_model_layers_27_residual_post_attn/range": 2482.171875, "train/tensor_act_model_layers_27_mlp_gate_proj/norm": 7935.8818359375, "train/tensor_act_model_layers_27_mlp_gate_proj/mean": 1.578125, "train/tensor_act_model_layers_27_mlp_gate_proj/std": 2.234375, "train/tensor_act_model_layers_27_mlp_gate_proj/max_abs": 6.90625, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/min": -3.0, "train/tensor_act_model_layers_27_mlp_gate_proj/max": 6.90625, "train/tensor_act_model_layers_27_mlp_gate_proj/range": 9.90625, "train/tensor_act_model_layers_27_mlp_up_proj/norm": 8149.51513671875, "train/tensor_act_model_layers_27_mlp_up_proj/mean": -0.030029296875, "train/tensor_act_model_layers_27_mlp_up_proj/std": 2.8125, "train/tensor_act_model_layers_27_mlp_up_proj/max_abs": 6.625, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/min": -6.34375, "train/tensor_act_model_layers_27_mlp_up_proj/max": 6.625, "train/tensor_act_model_layers_27_mlp_up_proj/range": 12.96875, "train/tensor_act_model_layers_27_mlp_down_proj/norm": 139406.46875, "train/tensor_act_model_layers_27_mlp_down_proj/mean": 68.0, "train/tensor_act_model_layers_27_mlp_down_proj/std": 5.625, "train/tensor_act_model_layers_27_mlp_down_proj/max_abs": 83.0, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_27_mlp_down_proj/min": -0.125, "train/tensor_act_model_layers_27_mlp_down_proj/max": 83.0, "train/tensor_act_model_layers_27_mlp_down_proj/range": 83.125, "train/tensor_act_model_layers_27_mlp/norm": 139406.46875, "train/tensor_act_model_layers_27_mlp/mean": 68.0, "train/tensor_act_model_layers_27_mlp/std": 5.625, "train/tensor_act_model_layers_27_mlp/max_abs": 83.0, "train/tensor_act_model_layers_27_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_27_mlp/min": -0.125, "train/tensor_act_model_layers_27_mlp/max": 83.0, "train/tensor_act_model_layers_27_mlp/range": 83.125, "train/tensor_act_model_layers_27_residual_post_mlp/norm": 4943264.5, "train/tensor_act_model_layers_27_residual_post_mlp/mean": 2416.0, "train/tensor_act_model_layers_27_residual_post_mlp/std": 65.0, "train/tensor_act_model_layers_27_residual_post_mlp/max_abs": 2560.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_27_residual_post_mlp/min": -2.171875, "train/tensor_act_model_layers_27_residual_post_mlp/max": 2560.0, "train/tensor_act_model_layers_27_residual_post_mlp/range": 2562.171875, "train/tensor_act_model_layers_28_residual_pre_attn/norm": 4943264.5, "train/tensor_act_model_layers_28_residual_pre_attn/mean": 2416.0, "train/tensor_act_model_layers_28_residual_pre_attn/std": 65.0, "train/tensor_act_model_layers_28_residual_pre_attn/max_abs": 2560.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_28_residual_pre_attn/min": -2.171875, "train/tensor_act_model_layers_28_residual_pre_attn/max": 2560.0, "train/tensor_act_model_layers_28_residual_pre_attn/range": 2562.171875, "train/tensor_act_model_layers_28_residual_post_attn/norm": 4943264.5, "train/tensor_act_model_layers_28_residual_post_attn/mean": 2416.0, "train/tensor_act_model_layers_28_residual_post_attn/std": 65.0, "train/tensor_act_model_layers_28_residual_post_attn/max_abs": 2560.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_28_residual_post_attn/min": -2.171875, "train/tensor_act_model_layers_28_residual_post_attn/max": 2560.0, "train/tensor_act_model_layers_28_residual_post_attn/range": 2562.171875, "train/tensor_act_model_layers_28_mlp_gate_proj/norm": 8016.1376953125, "train/tensor_act_model_layers_28_mlp_gate_proj/mean": 1.6328125, "train/tensor_act_model_layers_28_mlp_gate_proj/std": 2.234375, "train/tensor_act_model_layers_28_mlp_gate_proj/max_abs": 7.375, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/min": -2.921875, "train/tensor_act_model_layers_28_mlp_gate_proj/max": 7.375, "train/tensor_act_model_layers_28_mlp_gate_proj/range": 10.296875, "train/tensor_act_model_layers_28_mlp_up_proj/norm": 8231.1865234375, "train/tensor_act_model_layers_28_mlp_up_proj/mean": -0.01141357421875, "train/tensor_act_model_layers_28_mlp_up_proj/std": 2.84375, "train/tensor_act_model_layers_28_mlp_up_proj/max_abs": 6.9375, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/min": -6.9375, "train/tensor_act_model_layers_28_mlp_up_proj/max": 6.9375, "train/tensor_act_model_layers_28_mlp_up_proj/range": 13.875, "train/tensor_act_model_layers_28_mlp_down_proj/norm": 144509.40625, "train/tensor_act_model_layers_28_mlp_down_proj/mean": 70.5, "train/tensor_act_model_layers_28_mlp_down_proj/std": 6.28125, "train/tensor_act_model_layers_28_mlp_down_proj/max_abs": 84.5, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_28_mlp_down_proj/min": -0.08154296875, "train/tensor_act_model_layers_28_mlp_down_proj/max": 84.5, "train/tensor_act_model_layers_28_mlp_down_proj/range": 84.58154296875, "train/tensor_act_model_layers_28_mlp/norm": 144509.40625, "train/tensor_act_model_layers_28_mlp/mean": 70.5, "train/tensor_act_model_layers_28_mlp/std": 6.28125, "train/tensor_act_model_layers_28_mlp/max_abs": 84.5, "train/tensor_act_model_layers_28_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_28_mlp/min": -0.08154296875, "train/tensor_act_model_layers_28_mlp/max": 84.5, "train/tensor_act_model_layers_28_mlp/range": 84.58154296875, "train/tensor_act_model_layers_28_residual_post_mlp/norm": 5086627.0, "train/tensor_act_model_layers_28_residual_post_mlp/mean": 2480.0, "train/tensor_act_model_layers_28_residual_post_mlp/std": 64.5, "train/tensor_act_model_layers_28_residual_post_mlp/max_abs": 2624.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_28_residual_post_mlp/min": -2.234375, "train/tensor_act_model_layers_28_residual_post_mlp/max": 2624.0, "train/tensor_act_model_layers_28_residual_post_mlp/range": 2626.234375, "train/tensor_act_model_layers_29_residual_pre_attn/norm": 5086627.0, "train/tensor_act_model_layers_29_residual_pre_attn/mean": 2480.0, "train/tensor_act_model_layers_29_residual_pre_attn/std": 64.5, "train/tensor_act_model_layers_29_residual_pre_attn/max_abs": 2624.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_29_residual_pre_attn/min": -2.234375, "train/tensor_act_model_layers_29_residual_pre_attn/max": 2624.0, "train/tensor_act_model_layers_29_residual_pre_attn/range": 2626.234375, "train/tensor_act_model_layers_29_residual_post_attn/norm": 5086627.0, "train/tensor_act_model_layers_29_residual_post_attn/mean": 2480.0, "train/tensor_act_model_layers_29_residual_post_attn/std": 64.5, "train/tensor_act_model_layers_29_residual_post_attn/max_abs": 2624.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_29_residual_post_attn/min": -2.171875, "train/tensor_act_model_layers_29_residual_post_attn/max": 2624.0, "train/tensor_act_model_layers_29_residual_post_attn/range": 2626.171875, "train/tensor_act_model_layers_29_mlp_gate_proj/norm": 8045.990234375, "train/tensor_act_model_layers_29_mlp_gate_proj/mean": 1.59375, "train/tensor_act_model_layers_29_mlp_gate_proj/std": 2.28125, "train/tensor_act_model_layers_29_mlp_gate_proj/max_abs": 6.21875, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/min": -3.078125, "train/tensor_act_model_layers_29_mlp_gate_proj/max": 6.21875, "train/tensor_act_model_layers_29_mlp_gate_proj/range": 9.296875, "train/tensor_act_model_layers_29_mlp_up_proj/norm": 8238.4619140625, "train/tensor_act_model_layers_29_mlp_up_proj/mean": -0.1865234375, "train/tensor_act_model_layers_29_mlp_up_proj/std": 2.84375, "train/tensor_act_model_layers_29_mlp_up_proj/max_abs": 6.40625, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/min": -6.25, "train/tensor_act_model_layers_29_mlp_up_proj/max": 6.40625, "train/tensor_act_model_layers_29_mlp_up_proj/range": 12.65625, "train/tensor_act_model_layers_29_mlp_down_proj/norm": 143874.640625, "train/tensor_act_model_layers_29_mlp_down_proj/mean": 70.0, "train/tensor_act_model_layers_29_mlp_down_proj/std": 6.1875, "train/tensor_act_model_layers_29_mlp_down_proj/max_abs": 83.5, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_29_mlp_down_proj/min": -0.08251953125, "train/tensor_act_model_layers_29_mlp_down_proj/max": 83.5, "train/tensor_act_model_layers_29_mlp_down_proj/range": 83.58251953125, "train/tensor_act_model_layers_29_mlp/norm": 143874.640625, "train/tensor_act_model_layers_29_mlp/mean": 70.0, "train/tensor_act_model_layers_29_mlp/std": 6.1875, "train/tensor_act_model_layers_29_mlp/max_abs": 83.5, "train/tensor_act_model_layers_29_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_29_mlp/min": -0.08251953125, "train/tensor_act_model_layers_29_mlp/max": 83.5, "train/tensor_act_model_layers_29_mlp/range": 83.58251953125, "train/tensor_act_model_layers_29_residual_post_mlp/norm": 5231882.0, "train/tensor_act_model_layers_29_residual_post_mlp/mean": 2560.0, "train/tensor_act_model_layers_29_residual_post_mlp/std": 65.5, "train/tensor_act_model_layers_29_residual_post_mlp/max_abs": 2704.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_29_residual_post_mlp/min": -2.125, "train/tensor_act_model_layers_29_residual_post_mlp/max": 2704.0, "train/tensor_act_model_layers_29_residual_post_mlp/range": 2706.125, "train/tensor_act_model_layers_30_residual_pre_attn/norm": 5231882.0, "train/tensor_act_model_layers_30_residual_pre_attn/mean": 2560.0, "train/tensor_act_model_layers_30_residual_pre_attn/std": 65.5, "train/tensor_act_model_layers_30_residual_pre_attn/max_abs": 2704.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_30_residual_pre_attn/min": -2.125, "train/tensor_act_model_layers_30_residual_pre_attn/max": 2704.0, "train/tensor_act_model_layers_30_residual_pre_attn/range": 2706.125, "train/tensor_act_model_layers_30_residual_post_attn/norm": 5231882.0, "train/tensor_act_model_layers_30_residual_post_attn/mean": 2560.0, "train/tensor_act_model_layers_30_residual_post_attn/std": 65.5, "train/tensor_act_model_layers_30_residual_post_attn/max_abs": 2704.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_30_residual_post_attn/min": -2.296875, "train/tensor_act_model_layers_30_residual_post_attn/max": 2704.0, "train/tensor_act_model_layers_30_residual_post_attn/range": 2706.296875, "train/tensor_act_model_layers_30_mlp_gate_proj/norm": 8158.24169921875, "train/tensor_act_model_layers_30_mlp_gate_proj/mean": 1.640625, "train/tensor_act_model_layers_30_mlp_gate_proj/std": 2.296875, "train/tensor_act_model_layers_30_mlp_gate_proj/max_abs": 6.53125, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/min": -2.984375, "train/tensor_act_model_layers_30_mlp_gate_proj/max": 6.53125, "train/tensor_act_model_layers_30_mlp_gate_proj/range": 9.515625, "train/tensor_act_model_layers_30_mlp_up_proj/norm": 8334.111328125, "train/tensor_act_model_layers_30_mlp_up_proj/mean": 0.0166015625, "train/tensor_act_model_layers_30_mlp_up_proj/std": 2.875, "train/tensor_act_model_layers_30_mlp_up_proj/max_abs": 7.28125, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/min": -7.28125, "train/tensor_act_model_layers_30_mlp_up_proj/max": 6.6875, "train/tensor_act_model_layers_30_mlp_up_proj/range": 13.96875, "train/tensor_act_model_layers_30_mlp_down_proj/norm": 153329.140625, "train/tensor_act_model_layers_30_mlp_down_proj/mean": 74.5, "train/tensor_act_model_layers_30_mlp_down_proj/std": 6.15625, "train/tensor_act_model_layers_30_mlp_down_proj/max_abs": 88.0, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_30_mlp_down_proj/min": -0.1171875, "train/tensor_act_model_layers_30_mlp_down_proj/max": 88.0, "train/tensor_act_model_layers_30_mlp_down_proj/range": 88.1171875, "train/tensor_act_model_layers_30_mlp/norm": 153329.140625, "train/tensor_act_model_layers_30_mlp/mean": 74.5, "train/tensor_act_model_layers_30_mlp/std": 6.15625, "train/tensor_act_model_layers_30_mlp/max_abs": 88.0, "train/tensor_act_model_layers_30_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_30_mlp/min": -0.1171875, "train/tensor_act_model_layers_30_mlp/max": 88.0, "train/tensor_act_model_layers_30_mlp/range": 88.1171875, "train/tensor_act_model_layers_30_residual_post_mlp/norm": 5384044.0, "train/tensor_act_model_layers_30_residual_post_mlp/mean": 2624.0, "train/tensor_act_model_layers_30_residual_post_mlp/std": 66.0, "train/tensor_act_model_layers_30_residual_post_mlp/max_abs": 2784.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_30_residual_post_mlp/min": -2.3125, "train/tensor_act_model_layers_30_residual_post_mlp/max": 2784.0, "train/tensor_act_model_layers_30_residual_post_mlp/range": 2786.3125, "train/tensor_act_model_layers_31_residual_pre_attn/norm": 5384044.0, "train/tensor_act_model_layers_31_residual_pre_attn/mean": 2624.0, "train/tensor_act_model_layers_31_residual_pre_attn/std": 66.0, "train/tensor_act_model_layers_31_residual_pre_attn/max_abs": 2784.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_31_residual_pre_attn/min": -2.3125, "train/tensor_act_model_layers_31_residual_pre_attn/max": 2784.0, "train/tensor_act_model_layers_31_residual_pre_attn/range": 2786.3125, "train/tensor_act_model_layers_31_residual_post_attn/norm": 5384044.0, "train/tensor_act_model_layers_31_residual_post_attn/mean": 2624.0, "train/tensor_act_model_layers_31_residual_post_attn/std": 66.0, "train/tensor_act_model_layers_31_residual_post_attn/max_abs": 2784.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_31_residual_post_attn/min": -2.390625, "train/tensor_act_model_layers_31_residual_post_attn/max": 2784.0, "train/tensor_act_model_layers_31_residual_post_attn/range": 2786.390625, "train/tensor_act_model_layers_31_mlp_gate_proj/norm": 7748.1826171875, "train/tensor_act_model_layers_31_mlp_gate_proj/mean": 1.53125, "train/tensor_act_model_layers_31_mlp_gate_proj/std": 2.1875, "train/tensor_act_model_layers_31_mlp_gate_proj/max_abs": 7.03125, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/min": -3.3125, "train/tensor_act_model_layers_31_mlp_gate_proj/max": 7.03125, "train/tensor_act_model_layers_31_mlp_gate_proj/range": 10.34375, "train/tensor_act_model_layers_31_mlp_up_proj/norm": 7938.27392578125, "train/tensor_act_model_layers_31_mlp_up_proj/mean": 0.15625, "train/tensor_act_model_layers_31_mlp_up_proj/std": 2.734375, "train/tensor_act_model_layers_31_mlp_up_proj/max_abs": 7.15625, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/min": -7.15625, "train/tensor_act_model_layers_31_mlp_up_proj/max": 7.0, "train/tensor_act_model_layers_31_mlp_up_proj/range": 14.15625, "train/tensor_act_model_layers_31_mlp_down_proj/norm": 138418.9375, "train/tensor_act_model_layers_31_mlp_down_proj/mean": 67.5, "train/tensor_act_model_layers_31_mlp_down_proj/std": 5.875, "train/tensor_act_model_layers_31_mlp_down_proj/max_abs": 81.5, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_31_mlp_down_proj/min": -0.125, "train/tensor_act_model_layers_31_mlp_down_proj/max": 81.5, "train/tensor_act_model_layers_31_mlp_down_proj/range": 81.625, "train/tensor_act_model_layers_31_mlp/norm": 138418.9375, "train/tensor_act_model_layers_31_mlp/mean": 67.5, "train/tensor_act_model_layers_31_mlp/std": 5.875, "train/tensor_act_model_layers_31_mlp/max_abs": 81.5, "train/tensor_act_model_layers_31_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_31_mlp/min": -0.125, "train/tensor_act_model_layers_31_mlp/max": 81.5, "train/tensor_act_model_layers_31_mlp/range": 81.625, "train/tensor_act_model_layers_31_residual_post_mlp/norm": 5521367.0, "train/tensor_act_model_layers_31_residual_post_mlp/mean": 2688.0, "train/tensor_act_model_layers_31_residual_post_mlp/std": 66.5, "train/tensor_act_model_layers_31_residual_post_mlp/max_abs": 2848.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_31_residual_post_mlp/min": -2.34375, "train/tensor_act_model_layers_31_residual_post_mlp/max": 2848.0, "train/tensor_act_model_layers_31_residual_post_mlp/range": 2850.34375, "train/tensor_act_model_layers_32_residual_pre_attn/norm": 5521367.0, "train/tensor_act_model_layers_32_residual_pre_attn/mean": 2688.0, "train/tensor_act_model_layers_32_residual_pre_attn/std": 66.5, "train/tensor_act_model_layers_32_residual_pre_attn/max_abs": 2848.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_32_residual_pre_attn/min": -2.34375, "train/tensor_act_model_layers_32_residual_pre_attn/max": 2848.0, "train/tensor_act_model_layers_32_residual_pre_attn/range": 2850.34375, "train/tensor_act_model_layers_32_residual_post_attn/norm": 5521367.0, "train/tensor_act_model_layers_32_residual_post_attn/mean": 2688.0, "train/tensor_act_model_layers_32_residual_post_attn/std": 66.5, "train/tensor_act_model_layers_32_residual_post_attn/max_abs": 2848.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_32_residual_post_attn/min": -2.390625, "train/tensor_act_model_layers_32_residual_post_attn/max": 2848.0, "train/tensor_act_model_layers_32_residual_post_attn/range": 2850.390625, "train/tensor_act_model_layers_32_mlp_gate_proj/norm": 7697.61962890625, "train/tensor_act_model_layers_32_mlp_gate_proj/mean": 1.4140625, "train/tensor_act_model_layers_32_mlp_gate_proj/std": 2.25, "train/tensor_act_model_layers_32_mlp_gate_proj/max_abs": 6.375, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/min": -3.09375, "train/tensor_act_model_layers_32_mlp_gate_proj/max": 6.375, "train/tensor_act_model_layers_32_mlp_gate_proj/range": 9.46875, "train/tensor_act_model_layers_32_mlp_up_proj/norm": 7879.5966796875, "train/tensor_act_model_layers_32_mlp_up_proj/mean": 0.0380859375, "train/tensor_act_model_layers_32_mlp_up_proj/std": 2.71875, "train/tensor_act_model_layers_32_mlp_up_proj/max_abs": 7.25, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/min": -7.25, "train/tensor_act_model_layers_32_mlp_up_proj/max": 5.96875, "train/tensor_act_model_layers_32_mlp_up_proj/range": 13.21875, "train/tensor_act_model_layers_32_mlp_down_proj/norm": 131175.4375, "train/tensor_act_model_layers_32_mlp_down_proj/mean": 63.75, "train/tensor_act_model_layers_32_mlp_down_proj/std": 6.34375, "train/tensor_act_model_layers_32_mlp_down_proj/max_abs": 78.0, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_32_mlp_down_proj/min": -0.1220703125, "train/tensor_act_model_layers_32_mlp_down_proj/max": 78.0, "train/tensor_act_model_layers_32_mlp_down_proj/range": 78.1220703125, "train/tensor_act_model_layers_32_mlp/norm": 131175.4375, "train/tensor_act_model_layers_32_mlp/mean": 63.75, "train/tensor_act_model_layers_32_mlp/std": 6.34375, "train/tensor_act_model_layers_32_mlp/max_abs": 78.0, "train/tensor_act_model_layers_32_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_32_mlp/min": -0.1220703125, "train/tensor_act_model_layers_32_mlp/max": 78.0, "train/tensor_act_model_layers_32_mlp/range": 78.1220703125, "train/tensor_act_model_layers_32_residual_post_mlp/norm": 5652405.0, "train/tensor_act_model_layers_32_residual_post_mlp/mean": 2752.0, "train/tensor_act_model_layers_32_residual_post_mlp/std": 68.5, "train/tensor_act_model_layers_32_residual_post_mlp/max_abs": 2928.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_32_residual_post_mlp/min": -2.34375, "train/tensor_act_model_layers_32_residual_post_mlp/max": 2928.0, "train/tensor_act_model_layers_32_residual_post_mlp/range": 2930.34375, "train/tensor_act_model_layers_33_residual_pre_attn/norm": 5652405.0, "train/tensor_act_model_layers_33_residual_pre_attn/mean": 2752.0, "train/tensor_act_model_layers_33_residual_pre_attn/std": 68.5, "train/tensor_act_model_layers_33_residual_pre_attn/max_abs": 2928.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_33_residual_pre_attn/min": -2.34375, "train/tensor_act_model_layers_33_residual_pre_attn/max": 2928.0, "train/tensor_act_model_layers_33_residual_pre_attn/range": 2930.34375, "train/tensor_act_model_layers_33_residual_post_attn/norm": 5652405.0, "train/tensor_act_model_layers_33_residual_post_attn/mean": 2752.0, "train/tensor_act_model_layers_33_residual_post_attn/std": 68.5, "train/tensor_act_model_layers_33_residual_post_attn/max_abs": 2928.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_33_residual_post_attn/min": -2.515625, "train/tensor_act_model_layers_33_residual_post_attn/max": 2928.0, "train/tensor_act_model_layers_33_residual_post_attn/range": 2930.515625, "train/tensor_act_model_layers_33_mlp_gate_proj/norm": 8032.8447265625, "train/tensor_act_model_layers_33_mlp_gate_proj/mean": 1.703125, "train/tensor_act_model_layers_33_mlp_gate_proj/std": 2.1875, "train/tensor_act_model_layers_33_mlp_gate_proj/max_abs": 6.9375, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/min": -3.1875, "train/tensor_act_model_layers_33_mlp_gate_proj/max": 6.9375, "train/tensor_act_model_layers_33_mlp_gate_proj/range": 10.125, "train/tensor_act_model_layers_33_mlp_up_proj/norm": 8239.306640625, "train/tensor_act_model_layers_33_mlp_up_proj/mean": -0.134765625, "train/tensor_act_model_layers_33_mlp_up_proj/std": 2.84375, "train/tensor_act_model_layers_33_mlp_up_proj/max_abs": 6.90625, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/min": -6.6875, "train/tensor_act_model_layers_33_mlp_up_proj/max": 6.90625, "train/tensor_act_model_layers_33_mlp_up_proj/range": 13.59375, "train/tensor_act_model_layers_33_mlp_down_proj/norm": 141196.34375, "train/tensor_act_model_layers_33_mlp_down_proj/mean": 68.5, "train/tensor_act_model_layers_33_mlp_down_proj/std": 5.9375, "train/tensor_act_model_layers_33_mlp_down_proj/max_abs": 87.0, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_33_mlp_down_proj/min": -0.09375, "train/tensor_act_model_layers_33_mlp_down_proj/max": 87.0, "train/tensor_act_model_layers_33_mlp_down_proj/range": 87.09375, "train/tensor_act_model_layers_33_mlp/norm": 141196.34375, "train/tensor_act_model_layers_33_mlp/mean": 68.5, "train/tensor_act_model_layers_33_mlp/std": 5.9375, "train/tensor_act_model_layers_33_mlp/max_abs": 87.0, "train/tensor_act_model_layers_33_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_33_mlp/min": -0.09375, "train/tensor_act_model_layers_33_mlp/max": 87.0, "train/tensor_act_model_layers_33_mlp/range": 87.09375, "train/tensor_act_model_layers_33_residual_post_mlp/norm": 5792853.0, "train/tensor_act_model_layers_33_residual_post_mlp/mean": 2832.0, "train/tensor_act_model_layers_33_residual_post_mlp/std": 69.5, "train/tensor_act_model_layers_33_residual_post_mlp/max_abs": 2976.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_33_residual_post_mlp/min": -2.46875, "train/tensor_act_model_layers_33_residual_post_mlp/max": 2976.0, "train/tensor_act_model_layers_33_residual_post_mlp/range": 2978.46875, "train/tensor_act_model_layers_34_residual_pre_attn/norm": 5792853.0, "train/tensor_act_model_layers_34_residual_pre_attn/mean": 2832.0, "train/tensor_act_model_layers_34_residual_pre_attn/std": 69.5, "train/tensor_act_model_layers_34_residual_pre_attn/max_abs": 2976.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_34_residual_pre_attn/min": -2.46875, "train/tensor_act_model_layers_34_residual_pre_attn/max": 2976.0, "train/tensor_act_model_layers_34_residual_pre_attn/range": 2978.46875, "train/tensor_act_model_layers_34_residual_post_attn/norm": 5792853.0, "train/tensor_act_model_layers_34_residual_post_attn/mean": 2832.0, "train/tensor_act_model_layers_34_residual_post_attn/std": 69.5, "train/tensor_act_model_layers_34_residual_post_attn/max_abs": 2976.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_34_residual_post_attn/min": -2.5, "train/tensor_act_model_layers_34_residual_post_attn/max": 2976.0, "train/tensor_act_model_layers_34_residual_post_attn/range": 2978.5, "train/tensor_act_model_layers_34_mlp_gate_proj/norm": 7637.546875, "train/tensor_act_model_layers_34_mlp_gate_proj/mean": 1.5859375, "train/tensor_act_model_layers_34_mlp_gate_proj/std": 2.109375, "train/tensor_act_model_layers_34_mlp_gate_proj/max_abs": 6.65625, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/min": -3.8125, "train/tensor_act_model_layers_34_mlp_gate_proj/max": 6.65625, "train/tensor_act_model_layers_34_mlp_gate_proj/range": 10.46875, "train/tensor_act_model_layers_34_mlp_up_proj/norm": 7936.14599609375, "train/tensor_act_model_layers_34_mlp_up_proj/mean": -0.177734375, "train/tensor_act_model_layers_34_mlp_up_proj/std": 2.734375, "train/tensor_act_model_layers_34_mlp_up_proj/max_abs": 6.375, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/min": -6.25, "train/tensor_act_model_layers_34_mlp_up_proj/max": 6.375, "train/tensor_act_model_layers_34_mlp_up_proj/range": 12.625, "train/tensor_act_model_layers_34_mlp_down_proj/norm": 125700.9609375, "train/tensor_act_model_layers_34_mlp_down_proj/mean": 61.25, "train/tensor_act_model_layers_34_mlp_down_proj/std": 5.375, "train/tensor_act_model_layers_34_mlp_down_proj/max_abs": 74.0, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_34_mlp_down_proj/min": -0.1689453125, "train/tensor_act_model_layers_34_mlp_down_proj/max": 74.0, "train/tensor_act_model_layers_34_mlp_down_proj/range": 74.1689453125, "train/tensor_act_model_layers_34_mlp/norm": 125700.9609375, "train/tensor_act_model_layers_34_mlp/mean": 61.25, "train/tensor_act_model_layers_34_mlp/std": 5.375, "train/tensor_act_model_layers_34_mlp/max_abs": 74.0, "train/tensor_act_model_layers_34_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_34_mlp/min": -0.1689453125, "train/tensor_act_model_layers_34_mlp/max": 74.0, "train/tensor_act_model_layers_34_mlp/range": 74.1689453125, "train/tensor_act_model_layers_34_residual_post_mlp/norm": 5918886.5, "train/tensor_act_model_layers_34_residual_post_mlp/mean": 2896.0, "train/tensor_act_model_layers_34_residual_post_mlp/std": 69.0, "train/tensor_act_model_layers_34_residual_post_mlp/max_abs": 3024.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_34_residual_post_mlp/min": -2.4375, "train/tensor_act_model_layers_34_residual_post_mlp/max": 3024.0, "train/tensor_act_model_layers_34_residual_post_mlp/range": 3026.4375, "train/tensor_act_model_layers_35_residual_pre_attn/norm": 5918886.5, "train/tensor_act_model_layers_35_residual_pre_attn/mean": 2896.0, "train/tensor_act_model_layers_35_residual_pre_attn/std": 69.0, "train/tensor_act_model_layers_35_residual_pre_attn/max_abs": 3024.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_35_residual_pre_attn/min": -2.4375, "train/tensor_act_model_layers_35_residual_pre_attn/max": 3024.0, "train/tensor_act_model_layers_35_residual_pre_attn/range": 3026.4375, "train/tensor_act_model_layers_35_residual_post_attn/norm": 5918886.5, "train/tensor_act_model_layers_35_residual_post_attn/mean": 2896.0, "train/tensor_act_model_layers_35_residual_post_attn/std": 69.0, "train/tensor_act_model_layers_35_residual_post_attn/max_abs": 3024.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_35_residual_post_attn/min": -2.75, "train/tensor_act_model_layers_35_residual_post_attn/max": 3024.0, "train/tensor_act_model_layers_35_residual_post_attn/range": 3026.75, "train/tensor_act_model_layers_35_mlp_gate_proj/norm": 8395.05859375, "train/tensor_act_model_layers_35_mlp_gate_proj/mean": 1.6953125, "train/tensor_act_model_layers_35_mlp_gate_proj/std": 2.34375, "train/tensor_act_model_layers_35_mlp_gate_proj/max_abs": 7.3125, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/min": -4.15625, "train/tensor_act_model_layers_35_mlp_gate_proj/max": 7.3125, "train/tensor_act_model_layers_35_mlp_gate_proj/range": 11.46875, "train/tensor_act_model_layers_35_mlp_up_proj/norm": 8531.8486328125, "train/tensor_act_model_layers_35_mlp_up_proj/mean": -0.150390625, "train/tensor_act_model_layers_35_mlp_up_proj/std": 2.9375, "train/tensor_act_model_layers_35_mlp_up_proj/max_abs": 7.09375, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/min": -7.09375, "train/tensor_act_model_layers_35_mlp_up_proj/max": 6.46875, "train/tensor_act_model_layers_35_mlp_up_proj/range": 13.5625, "train/tensor_act_model_layers_35_mlp_down_proj/norm": 162019.703125, "train/tensor_act_model_layers_35_mlp_down_proj/mean": 78.5, "train/tensor_act_model_layers_35_mlp_down_proj/std": 7.96875, "train/tensor_act_model_layers_35_mlp_down_proj/max_abs": 94.0, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_35_mlp_down_proj/min": -0.099609375, "train/tensor_act_model_layers_35_mlp_down_proj/max": 94.0, "train/tensor_act_model_layers_35_mlp_down_proj/range": 94.099609375, "train/tensor_act_model_layers_35_mlp/norm": 162019.703125, "train/tensor_act_model_layers_35_mlp/mean": 78.5, "train/tensor_act_model_layers_35_mlp/std": 7.96875, "train/tensor_act_model_layers_35_mlp/max_abs": 94.0, "train/tensor_act_model_layers_35_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_35_mlp/min": -0.099609375, "train/tensor_act_model_layers_35_mlp/max": 94.0, "train/tensor_act_model_layers_35_mlp/range": 94.099609375, "train/tensor_act_model_layers_35_residual_post_mlp/norm": 6080884.0, "train/tensor_act_model_layers_35_residual_post_mlp/mean": 2976.0, "train/tensor_act_model_layers_35_residual_post_mlp/std": 70.0, "train/tensor_act_model_layers_35_residual_post_mlp/max_abs": 3120.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_35_residual_post_mlp/min": -2.734375, "train/tensor_act_model_layers_35_residual_post_mlp/max": 3120.0, "train/tensor_act_model_layers_35_residual_post_mlp/range": 3122.734375, "train/tensor_act_model_layers_36_residual_pre_attn/norm": 6080884.0, "train/tensor_act_model_layers_36_residual_pre_attn/mean": 2976.0, "train/tensor_act_model_layers_36_residual_pre_attn/std": 70.0, "train/tensor_act_model_layers_36_residual_pre_attn/max_abs": 3120.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_36_residual_pre_attn/min": -2.734375, "train/tensor_act_model_layers_36_residual_pre_attn/max": 3120.0, "train/tensor_act_model_layers_36_residual_pre_attn/range": 3122.734375, "train/tensor_act_model_layers_36_residual_post_attn/norm": 6080884.0, "train/tensor_act_model_layers_36_residual_post_attn/mean": 2976.0, "train/tensor_act_model_layers_36_residual_post_attn/std": 70.0, "train/tensor_act_model_layers_36_residual_post_attn/max_abs": 3120.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_36_residual_post_attn/min": -2.84375, "train/tensor_act_model_layers_36_residual_post_attn/max": 3120.0, "train/tensor_act_model_layers_36_residual_post_attn/range": 3122.84375, "train/tensor_act_model_layers_36_mlp_gate_proj/norm": 7458.390625, "train/tensor_act_model_layers_36_mlp_gate_proj/mean": 1.5078125, "train/tensor_act_model_layers_36_mlp_gate_proj/std": 2.09375, "train/tensor_act_model_layers_36_mlp_gate_proj/max_abs": 6.0625, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/min": -3.375, "train/tensor_act_model_layers_36_mlp_gate_proj/max": 6.0625, "train/tensor_act_model_layers_36_mlp_gate_proj/range": 9.4375, "train/tensor_act_model_layers_36_mlp_up_proj/norm": 7674.4267578125, "train/tensor_act_model_layers_36_mlp_up_proj/mean": 0.006439208984375, "train/tensor_act_model_layers_36_mlp_up_proj/std": 2.65625, "train/tensor_act_model_layers_36_mlp_up_proj/max_abs": 6.0, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/min": -6.0, "train/tensor_act_model_layers_36_mlp_up_proj/max": 5.6875, "train/tensor_act_model_layers_36_mlp_up_proj/range": 11.6875, "train/tensor_act_model_layers_36_mlp_down_proj/norm": 119092.359375, "train/tensor_act_model_layers_36_mlp_down_proj/mean": 57.75, "train/tensor_act_model_layers_36_mlp_down_proj/std": 6.03125, "train/tensor_act_model_layers_36_mlp_down_proj/max_abs": 73.0, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_36_mlp_down_proj/min": -0.1083984375, "train/tensor_act_model_layers_36_mlp_down_proj/max": 73.0, "train/tensor_act_model_layers_36_mlp_down_proj/range": 73.1083984375, "train/tensor_act_model_layers_36_mlp/norm": 119092.359375, "train/tensor_act_model_layers_36_mlp/mean": 57.75, "train/tensor_act_model_layers_36_mlp/std": 6.03125, "train/tensor_act_model_layers_36_mlp/max_abs": 73.0, "train/tensor_act_model_layers_36_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_36_mlp/min": -0.1083984375, "train/tensor_act_model_layers_36_mlp/max": 73.0, "train/tensor_act_model_layers_36_mlp/range": 73.1083984375, "train/tensor_act_model_layers_36_residual_post_mlp/norm": 6199492.5, "train/tensor_act_model_layers_36_residual_post_mlp/mean": 3024.0, "train/tensor_act_model_layers_36_residual_post_mlp/std": 70.5, "train/tensor_act_model_layers_36_residual_post_mlp/max_abs": 3184.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_36_residual_post_mlp/min": -2.765625, "train/tensor_act_model_layers_36_residual_post_mlp/max": 3184.0, "train/tensor_act_model_layers_36_residual_post_mlp/range": 3186.765625, "train/tensor_act_model_layers_37_residual_pre_attn/norm": 6199492.5, "train/tensor_act_model_layers_37_residual_pre_attn/mean": 3024.0, "train/tensor_act_model_layers_37_residual_pre_attn/std": 70.5, "train/tensor_act_model_layers_37_residual_pre_attn/max_abs": 3184.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_37_residual_pre_attn/min": -2.765625, "train/tensor_act_model_layers_37_residual_pre_attn/max": 3184.0, "train/tensor_act_model_layers_37_residual_pre_attn/range": 3186.765625, "train/tensor_act_model_layers_37_residual_post_attn/norm": 6199492.5, "train/tensor_act_model_layers_37_residual_post_attn/mean": 3024.0, "train/tensor_act_model_layers_37_residual_post_attn/std": 70.5, "train/tensor_act_model_layers_37_residual_post_attn/max_abs": 3184.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_37_residual_post_attn/min": -2.6875, "train/tensor_act_model_layers_37_residual_post_attn/max": 3184.0, "train/tensor_act_model_layers_37_residual_post_attn/range": 3186.6875, "train/tensor_act_model_layers_37_mlp_gate_proj/norm": 7933.33056640625, "train/tensor_act_model_layers_37_mlp_gate_proj/mean": 1.65625, "train/tensor_act_model_layers_37_mlp_gate_proj/std": 2.1875, "train/tensor_act_model_layers_37_mlp_gate_proj/max_abs": 7.0625, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/min": -4.21875, "train/tensor_act_model_layers_37_mlp_gate_proj/max": 7.0625, "train/tensor_act_model_layers_37_mlp_gate_proj/range": 11.28125, "train/tensor_act_model_layers_37_mlp_up_proj/norm": 8031.35888671875, "train/tensor_act_model_layers_37_mlp_up_proj/mean": 0.2578125, "train/tensor_act_model_layers_37_mlp_up_proj/std": 2.765625, "train/tensor_act_model_layers_37_mlp_up_proj/max_abs": 7.125, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/min": -7.0, "train/tensor_act_model_layers_37_mlp_up_proj/max": 7.125, "train/tensor_act_model_layers_37_mlp_up_proj/range": 14.125, "train/tensor_act_model_layers_37_mlp_down_proj/norm": 135919.03125, "train/tensor_act_model_layers_37_mlp_down_proj/mean": 66.0, "train/tensor_act_model_layers_37_mlp_down_proj/std": 6.46875, "train/tensor_act_model_layers_37_mlp_down_proj/max_abs": 82.0, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_37_mlp_down_proj/min": -0.1201171875, "train/tensor_act_model_layers_37_mlp_down_proj/max": 82.0, "train/tensor_act_model_layers_37_mlp_down_proj/range": 82.1201171875, "train/tensor_act_model_layers_37_mlp/norm": 135919.03125, "train/tensor_act_model_layers_37_mlp/mean": 66.0, "train/tensor_act_model_layers_37_mlp/std": 6.46875, "train/tensor_act_model_layers_37_mlp/max_abs": 82.0, "train/tensor_act_model_layers_37_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_37_mlp/min": -0.1201171875, "train/tensor_act_model_layers_37_mlp/max": 82.0, "train/tensor_act_model_layers_37_mlp/range": 82.1201171875, "train/tensor_act_model_layers_37_residual_post_mlp/norm": 6333494.0, "train/tensor_act_model_layers_37_residual_post_mlp/mean": 3088.0, "train/tensor_act_model_layers_37_residual_post_mlp/std": 71.0, "train/tensor_act_model_layers_37_residual_post_mlp/max_abs": 3248.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_37_residual_post_mlp/min": -2.625, "train/tensor_act_model_layers_37_residual_post_mlp/max": 3248.0, "train/tensor_act_model_layers_37_residual_post_mlp/range": 3250.625, "train/tensor_act_model_layers_38_residual_pre_attn/norm": 6333494.0, "train/tensor_act_model_layers_38_residual_pre_attn/mean": 3088.0, "train/tensor_act_model_layers_38_residual_pre_attn/std": 71.0, "train/tensor_act_model_layers_38_residual_pre_attn/max_abs": 3248.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_38_residual_pre_attn/min": -2.625, "train/tensor_act_model_layers_38_residual_pre_attn/max": 3248.0, "train/tensor_act_model_layers_38_residual_pre_attn/range": 3250.625, "train/tensor_act_model_layers_38_residual_post_attn/norm": 6333494.0, "train/tensor_act_model_layers_38_residual_post_attn/mean": 3088.0, "train/tensor_act_model_layers_38_residual_post_attn/std": 71.0, "train/tensor_act_model_layers_38_residual_post_attn/max_abs": 3248.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_38_residual_post_attn/min": -2.890625, "train/tensor_act_model_layers_38_residual_post_attn/max": 3248.0, "train/tensor_act_model_layers_38_residual_post_attn/range": 3250.890625, "train/tensor_act_model_layers_38_mlp_gate_proj/norm": 6977.1533203125, "train/tensor_act_model_layers_38_mlp_gate_proj/mean": 1.3046875, "train/tensor_act_model_layers_38_mlp_gate_proj/std": 2.03125, "train/tensor_act_model_layers_38_mlp_gate_proj/max_abs": 6.03125, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/min": -4.375, "train/tensor_act_model_layers_38_mlp_gate_proj/max": 6.03125, "train/tensor_act_model_layers_38_mlp_gate_proj/range": 10.40625, "train/tensor_act_model_layers_38_mlp_up_proj/norm": 7335.69091796875, "train/tensor_act_model_layers_38_mlp_up_proj/mean": -0.119140625, "train/tensor_act_model_layers_38_mlp_up_proj/std": 2.53125, "train/tensor_act_model_layers_38_mlp_up_proj/max_abs": 6.15625, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/min": -6.0, "train/tensor_act_model_layers_38_mlp_up_proj/max": 6.15625, "train/tensor_act_model_layers_38_mlp_up_proj/range": 12.15625, "train/tensor_act_model_layers_38_mlp_down_proj/norm": 107280.90625, "train/tensor_act_model_layers_38_mlp_down_proj/mean": 52.25, "train/tensor_act_model_layers_38_mlp_down_proj/std": 4.96875, "train/tensor_act_model_layers_38_mlp_down_proj/max_abs": 63.25, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_38_mlp_down_proj/min": -0.1357421875, "train/tensor_act_model_layers_38_mlp_down_proj/max": 63.25, "train/tensor_act_model_layers_38_mlp_down_proj/range": 63.3857421875, "train/tensor_act_model_layers_38_mlp/norm": 107280.90625, "train/tensor_act_model_layers_38_mlp/mean": 52.25, "train/tensor_act_model_layers_38_mlp/std": 4.96875, "train/tensor_act_model_layers_38_mlp/max_abs": 63.25, "train/tensor_act_model_layers_38_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_38_mlp/min": -0.1357421875, "train/tensor_act_model_layers_38_mlp/max": 63.25, "train/tensor_act_model_layers_38_mlp/range": 63.3857421875, "train/tensor_act_model_layers_38_residual_post_mlp/norm": 6440453.5, "train/tensor_act_model_layers_38_residual_post_mlp/mean": 3136.0, "train/tensor_act_model_layers_38_residual_post_mlp/std": 72.0, "train/tensor_act_model_layers_38_residual_post_mlp/max_abs": 3296.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_38_residual_post_mlp/min": -2.78125, "train/tensor_act_model_layers_38_residual_post_mlp/max": 3296.0, "train/tensor_act_model_layers_38_residual_post_mlp/range": 3298.78125, "train/tensor_act_model_layers_39_residual_pre_attn/norm": 6440453.5, "train/tensor_act_model_layers_39_residual_pre_attn/mean": 3136.0, "train/tensor_act_model_layers_39_residual_pre_attn/std": 72.0, "train/tensor_act_model_layers_39_residual_pre_attn/max_abs": 3296.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_39_residual_pre_attn/min": -2.78125, "train/tensor_act_model_layers_39_residual_pre_attn/max": 3296.0, "train/tensor_act_model_layers_39_residual_pre_attn/range": 3298.78125, "train/tensor_act_model_layers_39_residual_post_attn/norm": 6440453.5, "train/tensor_act_model_layers_39_residual_post_attn/mean": 3136.0, "train/tensor_act_model_layers_39_residual_post_attn/std": 72.0, "train/tensor_act_model_layers_39_residual_post_attn/max_abs": 3296.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_39_residual_post_attn/min": -2.890625, "train/tensor_act_model_layers_39_residual_post_attn/max": 3296.0, "train/tensor_act_model_layers_39_residual_post_attn/range": 3298.890625, "train/tensor_act_model_layers_39_mlp_gate_proj/norm": 6987.2939453125, "train/tensor_act_model_layers_39_mlp_gate_proj/mean": 1.2890625, "train/tensor_act_model_layers_39_mlp_gate_proj/std": 2.03125, "train/tensor_act_model_layers_39_mlp_gate_proj/max_abs": 5.90625, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/min": -3.21875, "train/tensor_act_model_layers_39_mlp_gate_proj/max": 5.90625, "train/tensor_act_model_layers_39_mlp_gate_proj/range": 9.125, "train/tensor_act_model_layers_39_mlp_up_proj/norm": 7305.55517578125, "train/tensor_act_model_layers_39_mlp_up_proj/mean": -0.265625, "train/tensor_act_model_layers_39_mlp_up_proj/std": 2.515625, "train/tensor_act_model_layers_39_mlp_up_proj/max_abs": 5.96875, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/min": -5.78125, "train/tensor_act_model_layers_39_mlp_up_proj/max": 5.96875, "train/tensor_act_model_layers_39_mlp_up_proj/range": 11.75, "train/tensor_act_model_layers_39_mlp_down_proj/norm": 103256.7109375, "train/tensor_act_model_layers_39_mlp_down_proj/mean": 50.25, "train/tensor_act_model_layers_39_mlp_down_proj/std": 4.9375, "train/tensor_act_model_layers_39_mlp_down_proj/max_abs": 61.5, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_39_mlp_down_proj/min": -0.1376953125, "train/tensor_act_model_layers_39_mlp_down_proj/max": 61.5, "train/tensor_act_model_layers_39_mlp_down_proj/range": 61.6376953125, "train/tensor_act_model_layers_39_mlp/norm": 103256.7109375, "train/tensor_act_model_layers_39_mlp/mean": 50.25, "train/tensor_act_model_layers_39_mlp/std": 4.9375, "train/tensor_act_model_layers_39_mlp/max_abs": 61.5, "train/tensor_act_model_layers_39_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_39_mlp/min": -0.1376953125, "train/tensor_act_model_layers_39_mlp/max": 61.5, "train/tensor_act_model_layers_39_mlp/range": 61.6376953125, "train/tensor_act_model_layers_39_residual_post_mlp/norm": 6540830.0, "train/tensor_act_model_layers_39_residual_post_mlp/mean": 3200.0, "train/tensor_act_model_layers_39_residual_post_mlp/std": 73.5, "train/tensor_act_model_layers_39_residual_post_mlp/max_abs": 3360.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_39_residual_post_mlp/min": -2.9375, "train/tensor_act_model_layers_39_residual_post_mlp/max": 3360.0, "train/tensor_act_model_layers_39_residual_post_mlp/range": 3362.9375, "train/tensor_act_model_layers_40_residual_pre_attn/norm": 6540830.0, "train/tensor_act_model_layers_40_residual_pre_attn/mean": 3200.0, "train/tensor_act_model_layers_40_residual_pre_attn/std": 73.5, "train/tensor_act_model_layers_40_residual_pre_attn/max_abs": 3360.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_40_residual_pre_attn/min": -2.9375, "train/tensor_act_model_layers_40_residual_pre_attn/max": 3360.0, "train/tensor_act_model_layers_40_residual_pre_attn/range": 3362.9375, "train/tensor_act_model_layers_40_residual_post_attn/norm": 6540830.0, "train/tensor_act_model_layers_40_residual_post_attn/mean": 3200.0, "train/tensor_act_model_layers_40_residual_post_attn/std": 73.5, "train/tensor_act_model_layers_40_residual_post_attn/max_abs": 3360.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_40_residual_post_attn/min": -2.90625, "train/tensor_act_model_layers_40_residual_post_attn/max": 3360.0, "train/tensor_act_model_layers_40_residual_post_attn/range": 3362.90625, "train/tensor_act_model_layers_40_mlp_gate_proj/norm": 7469.705078125, "train/tensor_act_model_layers_40_mlp_gate_proj/mean": 1.453125, "train/tensor_act_model_layers_40_mlp_gate_proj/std": 2.140625, "train/tensor_act_model_layers_40_mlp_gate_proj/max_abs": 6.625, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/min": -4.0, "train/tensor_act_model_layers_40_mlp_gate_proj/max": 6.625, "train/tensor_act_model_layers_40_mlp_gate_proj/range": 10.625, "train/tensor_act_model_layers_40_mlp_up_proj/norm": 7657.6015625, "train/tensor_act_model_layers_40_mlp_up_proj/mean": -0.28515625, "train/tensor_act_model_layers_40_mlp_up_proj/std": 2.625, "train/tensor_act_model_layers_40_mlp_up_proj/max_abs": 6.75, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/min": -6.75, "train/tensor_act_model_layers_40_mlp_up_proj/max": 6.59375, "train/tensor_act_model_layers_40_mlp_up_proj/range": 13.34375, "train/tensor_act_model_layers_40_mlp_down_proj/norm": 119186.0078125, "train/tensor_act_model_layers_40_mlp_down_proj/mean": 57.75, "train/tensor_act_model_layers_40_mlp_down_proj/std": 6.3125, "train/tensor_act_model_layers_40_mlp_down_proj/max_abs": 73.5, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_40_mlp_down_proj/min": -0.1396484375, "train/tensor_act_model_layers_40_mlp_down_proj/max": 73.5, "train/tensor_act_model_layers_40_mlp_down_proj/range": 73.6396484375, "train/tensor_act_model_layers_40_mlp/norm": 119186.0078125, "train/tensor_act_model_layers_40_mlp/mean": 57.75, "train/tensor_act_model_layers_40_mlp/std": 6.3125, "train/tensor_act_model_layers_40_mlp/max_abs": 73.5, "train/tensor_act_model_layers_40_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_40_mlp/min": -0.1396484375, "train/tensor_act_model_layers_40_mlp/max": 73.5, "train/tensor_act_model_layers_40_mlp/range": 73.6396484375, "train/tensor_act_model_layers_40_residual_post_mlp/norm": 6660298.0, "train/tensor_act_model_layers_40_residual_post_mlp/mean": 3248.0, "train/tensor_act_model_layers_40_residual_post_mlp/std": 73.5, "train/tensor_act_model_layers_40_residual_post_mlp/max_abs": 3424.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_40_residual_post_mlp/min": -2.859375, "train/tensor_act_model_layers_40_residual_post_mlp/max": 3424.0, "train/tensor_act_model_layers_40_residual_post_mlp/range": 3426.859375, "train/tensor_act_model_layers_41_residual_pre_attn/norm": 6660298.0, "train/tensor_act_model_layers_41_residual_pre_attn/mean": 3248.0, "train/tensor_act_model_layers_41_residual_pre_attn/std": 73.5, "train/tensor_act_model_layers_41_residual_pre_attn/max_abs": 3424.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_41_residual_pre_attn/min": -2.859375, "train/tensor_act_model_layers_41_residual_pre_attn/max": 3424.0, "train/tensor_act_model_layers_41_residual_pre_attn/range": 3426.859375, "train/tensor_act_model_layers_41_residual_post_attn/norm": 6660298.0, "train/tensor_act_model_layers_41_residual_post_attn/mean": 3248.0, "train/tensor_act_model_layers_41_residual_post_attn/std": 73.5, "train/tensor_act_model_layers_41_residual_post_attn/max_abs": 3424.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_41_residual_post_attn/min": -2.765625, "train/tensor_act_model_layers_41_residual_post_attn/max": 3424.0, "train/tensor_act_model_layers_41_residual_post_attn/range": 3426.765625, "train/tensor_act_model_layers_41_mlp_gate_proj/norm": 7201.33447265625, "train/tensor_act_model_layers_41_mlp_gate_proj/mean": 1.3984375, "train/tensor_act_model_layers_41_mlp_gate_proj/std": 2.046875, "train/tensor_act_model_layers_41_mlp_gate_proj/max_abs": 6.5625, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/min": -3.578125, "train/tensor_act_model_layers_41_mlp_gate_proj/max": 6.5625, "train/tensor_act_model_layers_41_mlp_gate_proj/range": 10.140625, "train/tensor_act_model_layers_41_mlp_up_proj/norm": 7520.23779296875, "train/tensor_act_model_layers_41_mlp_up_proj/mean": 0.076171875, "train/tensor_act_model_layers_41_mlp_up_proj/std": 2.59375, "train/tensor_act_model_layers_41_mlp_up_proj/max_abs": 6.5, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/min": -5.96875, "train/tensor_act_model_layers_41_mlp_up_proj/max": 6.5, "train/tensor_act_model_layers_41_mlp_up_proj/range": 12.46875, "train/tensor_act_model_layers_41_mlp_down_proj/norm": 112647.0625, "train/tensor_act_model_layers_41_mlp_down_proj/mean": 54.75, "train/tensor_act_model_layers_41_mlp_down_proj/std": 6.4375, "train/tensor_act_model_layers_41_mlp_down_proj/max_abs": 70.5, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_41_mlp_down_proj/min": -0.10302734375, "train/tensor_act_model_layers_41_mlp_down_proj/max": 70.5, "train/tensor_act_model_layers_41_mlp_down_proj/range": 70.60302734375, "train/tensor_act_model_layers_41_mlp/norm": 112647.0625, "train/tensor_act_model_layers_41_mlp/mean": 54.75, "train/tensor_act_model_layers_41_mlp/std": 6.4375, "train/tensor_act_model_layers_41_mlp/max_abs": 70.5, "train/tensor_act_model_layers_41_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_41_mlp/min": -0.10302734375, "train/tensor_act_model_layers_41_mlp/max": 70.5, "train/tensor_act_model_layers_41_mlp/range": 70.60302734375, "train/tensor_act_model_layers_41_residual_post_mlp/norm": 6773223.5, "train/tensor_act_model_layers_41_residual_post_mlp/mean": 3312.0, "train/tensor_act_model_layers_41_residual_post_mlp/std": 75.5, "train/tensor_act_model_layers_41_residual_post_mlp/max_abs": 3488.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_41_residual_post_mlp/min": -2.84375, "train/tensor_act_model_layers_41_residual_post_mlp/max": 3488.0, "train/tensor_act_model_layers_41_residual_post_mlp/range": 3490.84375, "train/tensor_act_model_layers_42_residual_pre_attn/norm": 6773223.5, "train/tensor_act_model_layers_42_residual_pre_attn/mean": 3312.0, "train/tensor_act_model_layers_42_residual_pre_attn/std": 75.5, "train/tensor_act_model_layers_42_residual_pre_attn/max_abs": 3488.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_42_residual_pre_attn/min": -2.84375, "train/tensor_act_model_layers_42_residual_pre_attn/max": 3488.0, "train/tensor_act_model_layers_42_residual_pre_attn/range": 3490.84375, "train/tensor_act_model_layers_42_residual_post_attn/norm": 6773223.5, "train/tensor_act_model_layers_42_residual_post_attn/mean": 3312.0, "train/tensor_act_model_layers_42_residual_post_attn/std": 75.5, "train/tensor_act_model_layers_42_residual_post_attn/max_abs": 3488.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_42_residual_post_attn/min": -2.828125, "train/tensor_act_model_layers_42_residual_post_attn/max": 3488.0, "train/tensor_act_model_layers_42_residual_post_attn/range": 3490.828125, "train/tensor_act_model_layers_42_mlp_gate_proj/norm": 6788.9716796875, "train/tensor_act_model_layers_42_mlp_gate_proj/mean": 1.2265625, "train/tensor_act_model_layers_42_mlp_gate_proj/std": 2.0, "train/tensor_act_model_layers_42_mlp_gate_proj/max_abs": 6.9375, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/min": -3.5625, "train/tensor_act_model_layers_42_mlp_gate_proj/max": 6.9375, "train/tensor_act_model_layers_42_mlp_gate_proj/range": 10.5, "train/tensor_act_model_layers_42_mlp_up_proj/norm": 7177.837890625, "train/tensor_act_model_layers_42_mlp_up_proj/mean": 0.255859375, "train/tensor_act_model_layers_42_mlp_up_proj/std": 2.46875, "train/tensor_act_model_layers_42_mlp_up_proj/max_abs": 6.4375, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/min": -6.21875, "train/tensor_act_model_layers_42_mlp_up_proj/max": 6.4375, "train/tensor_act_model_layers_42_mlp_up_proj/range": 12.65625, "train/tensor_act_model_layers_42_mlp_down_proj/norm": 97295.0, "train/tensor_act_model_layers_42_mlp_down_proj/mean": 47.25, "train/tensor_act_model_layers_42_mlp_down_proj/std": 4.9375, "train/tensor_act_model_layers_42_mlp_down_proj/max_abs": 61.25, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_42_mlp_down_proj/min": -0.216796875, "train/tensor_act_model_layers_42_mlp_down_proj/max": 61.25, "train/tensor_act_model_layers_42_mlp_down_proj/range": 61.466796875, "train/tensor_act_model_layers_42_mlp/norm": 97295.0, "train/tensor_act_model_layers_42_mlp/mean": 47.25, "train/tensor_act_model_layers_42_mlp/std": 4.9375, "train/tensor_act_model_layers_42_mlp/max_abs": 61.25, "train/tensor_act_model_layers_42_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_42_mlp/min": -0.216796875, "train/tensor_act_model_layers_42_mlp/max": 61.25, "train/tensor_act_model_layers_42_mlp/range": 61.466796875, "train/tensor_act_model_layers_42_residual_post_mlp/norm": 6869216.0, "train/tensor_act_model_layers_42_residual_post_mlp/mean": 3360.0, "train/tensor_act_model_layers_42_residual_post_mlp/std": 76.0, "train/tensor_act_model_layers_42_residual_post_mlp/max_abs": 3536.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_42_residual_post_mlp/min": -2.828125, "train/tensor_act_model_layers_42_residual_post_mlp/max": 3536.0, "train/tensor_act_model_layers_42_residual_post_mlp/range": 3538.828125, "train/tensor_act_model_layers_43_residual_pre_attn/norm": 6869216.0, "train/tensor_act_model_layers_43_residual_pre_attn/mean": 3360.0, "train/tensor_act_model_layers_43_residual_pre_attn/std": 76.0, "train/tensor_act_model_layers_43_residual_pre_attn/max_abs": 3536.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_43_residual_pre_attn/min": -2.828125, "train/tensor_act_model_layers_43_residual_pre_attn/max": 3536.0, "train/tensor_act_model_layers_43_residual_pre_attn/range": 3538.828125, "train/tensor_act_model_layers_43_residual_post_attn/norm": 6869216.0, "train/tensor_act_model_layers_43_residual_post_attn/mean": 3360.0, "train/tensor_act_model_layers_43_residual_post_attn/std": 76.0, "train/tensor_act_model_layers_43_residual_post_attn/max_abs": 3536.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_43_residual_post_attn/min": -2.734375, "train/tensor_act_model_layers_43_residual_post_attn/max": 3536.0, "train/tensor_act_model_layers_43_residual_post_attn/range": 3538.734375, "train/tensor_act_model_layers_43_mlp_gate_proj/norm": 7361.4638671875, "train/tensor_act_model_layers_43_mlp_gate_proj/mean": 1.328125, "train/tensor_act_model_layers_43_mlp_gate_proj/std": 2.171875, "train/tensor_act_model_layers_43_mlp_gate_proj/max_abs": 7.125, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/min": -4.40625, "train/tensor_act_model_layers_43_mlp_gate_proj/max": 7.125, "train/tensor_act_model_layers_43_mlp_gate_proj/range": 11.53125, "train/tensor_act_model_layers_43_mlp_up_proj/norm": 7505.43603515625, "train/tensor_act_model_layers_43_mlp_up_proj/mean": 0.0986328125, "train/tensor_act_model_layers_43_mlp_up_proj/std": 2.59375, "train/tensor_act_model_layers_43_mlp_up_proj/max_abs": 6.8125, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/min": -6.8125, "train/tensor_act_model_layers_43_mlp_up_proj/max": 6.65625, "train/tensor_act_model_layers_43_mlp_up_proj/range": 13.46875, "train/tensor_act_model_layers_43_mlp_down_proj/norm": 116363.3046875, "train/tensor_act_model_layers_43_mlp_down_proj/mean": 56.5, "train/tensor_act_model_layers_43_mlp_down_proj/std": 6.46875, "train/tensor_act_model_layers_43_mlp_down_proj/max_abs": 72.5, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_43_mlp_down_proj/min": -0.1806640625, "train/tensor_act_model_layers_43_mlp_down_proj/max": 72.5, "train/tensor_act_model_layers_43_mlp_down_proj/range": 72.6806640625, "train/tensor_act_model_layers_43_mlp/norm": 116363.3046875, "train/tensor_act_model_layers_43_mlp/mean": 56.5, "train/tensor_act_model_layers_43_mlp/std": 6.46875, "train/tensor_act_model_layers_43_mlp/max_abs": 72.5, "train/tensor_act_model_layers_43_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_43_mlp/min": -0.1806640625, "train/tensor_act_model_layers_43_mlp/max": 72.5, "train/tensor_act_model_layers_43_mlp/range": 72.6806640625, "train/tensor_act_model_layers_43_residual_post_mlp/norm": 6985568.0, "train/tensor_act_model_layers_43_residual_post_mlp/mean": 3408.0, "train/tensor_act_model_layers_43_residual_post_mlp/std": 77.0, "train/tensor_act_model_layers_43_residual_post_mlp/max_abs": 3584.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_43_residual_post_mlp/min": -2.71875, "train/tensor_act_model_layers_43_residual_post_mlp/max": 3584.0, "train/tensor_act_model_layers_43_residual_post_mlp/range": 3586.71875, "train/tensor_act_model_layers_44_residual_pre_attn/norm": 6985568.0, "train/tensor_act_model_layers_44_residual_pre_attn/mean": 3408.0, "train/tensor_act_model_layers_44_residual_pre_attn/std": 77.0, "train/tensor_act_model_layers_44_residual_pre_attn/max_abs": 3584.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_44_residual_pre_attn/min": -2.71875, "train/tensor_act_model_layers_44_residual_pre_attn/max": 3584.0, "train/tensor_act_model_layers_44_residual_pre_attn/range": 3586.71875, "train/tensor_act_model_layers_44_residual_post_attn/norm": 6985568.0, "train/tensor_act_model_layers_44_residual_post_attn/mean": 3408.0, "train/tensor_act_model_layers_44_residual_post_attn/std": 77.0, "train/tensor_act_model_layers_44_residual_post_attn/max_abs": 3584.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_44_residual_post_attn/min": -3.109375, "train/tensor_act_model_layers_44_residual_post_attn/max": 3584.0, "train/tensor_act_model_layers_44_residual_post_attn/range": 3587.109375, "train/tensor_act_model_layers_44_mlp_gate_proj/norm": 6988.07861328125, "train/tensor_act_model_layers_44_mlp_gate_proj/mean": 1.3125, "train/tensor_act_model_layers_44_mlp_gate_proj/std": 2.03125, "train/tensor_act_model_layers_44_mlp_gate_proj/max_abs": 6.125, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/min": -3.5625, "train/tensor_act_model_layers_44_mlp_gate_proj/max": 6.125, "train/tensor_act_model_layers_44_mlp_gate_proj/range": 9.6875, "train/tensor_act_model_layers_44_mlp_up_proj/norm": 6971.51123046875, "train/tensor_act_model_layers_44_mlp_up_proj/mean": -0.1826171875, "train/tensor_act_model_layers_44_mlp_up_proj/std": 2.40625, "train/tensor_act_model_layers_44_mlp_up_proj/max_abs": 5.875, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/min": -5.875, "train/tensor_act_model_layers_44_mlp_up_proj/max": 5.5625, "train/tensor_act_model_layers_44_mlp_up_proj/range": 11.4375, "train/tensor_act_model_layers_44_mlp_down_proj/norm": 97722.6796875, "train/tensor_act_model_layers_44_mlp_down_proj/mean": 47.25, "train/tensor_act_model_layers_44_mlp_down_proj/std": 5.71875, "train/tensor_act_model_layers_44_mlp_down_proj/max_abs": 60.25, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_44_mlp_down_proj/min": -0.1787109375, "train/tensor_act_model_layers_44_mlp_down_proj/max": 60.25, "train/tensor_act_model_layers_44_mlp_down_proj/range": 60.4287109375, "train/tensor_act_model_layers_44_mlp/norm": 97722.6796875, "train/tensor_act_model_layers_44_mlp/mean": 47.25, "train/tensor_act_model_layers_44_mlp/std": 5.71875, "train/tensor_act_model_layers_44_mlp/max_abs": 60.25, "train/tensor_act_model_layers_44_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_44_mlp/min": -0.1787109375, "train/tensor_act_model_layers_44_mlp/max": 60.25, "train/tensor_act_model_layers_44_mlp/range": 60.4287109375, "train/tensor_act_model_layers_44_residual_post_mlp/norm": 7083016.0, "train/tensor_act_model_layers_44_residual_post_mlp/mean": 3456.0, "train/tensor_act_model_layers_44_residual_post_mlp/std": 77.5, "train/tensor_act_model_layers_44_residual_post_mlp/max_abs": 3632.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_44_residual_post_mlp/min": -3.078125, "train/tensor_act_model_layers_44_residual_post_mlp/max": 3632.0, "train/tensor_act_model_layers_44_residual_post_mlp/range": 3635.078125, "train/tensor_act_model_layers_45_residual_pre_attn/norm": 7083016.0, "train/tensor_act_model_layers_45_residual_pre_attn/mean": 3456.0, "train/tensor_act_model_layers_45_residual_pre_attn/std": 77.5, "train/tensor_act_model_layers_45_residual_pre_attn/max_abs": 3632.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_45_residual_pre_attn/min": -3.078125, "train/tensor_act_model_layers_45_residual_pre_attn/max": 3632.0, "train/tensor_act_model_layers_45_residual_pre_attn/range": 3635.078125, "train/tensor_act_model_layers_45_residual_post_attn/norm": 7083016.0, "train/tensor_act_model_layers_45_residual_post_attn/mean": 3456.0, "train/tensor_act_model_layers_45_residual_post_attn/std": 77.5, "train/tensor_act_model_layers_45_residual_post_attn/max_abs": 3632.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_45_residual_post_attn/min": -2.90625, "train/tensor_act_model_layers_45_residual_post_attn/max": 3632.0, "train/tensor_act_model_layers_45_residual_post_attn/range": 3634.90625, "train/tensor_act_model_layers_45_mlp_gate_proj/norm": 7812.78076171875, "train/tensor_act_model_layers_45_mlp_gate_proj/mean": 1.53125, "train/tensor_act_model_layers_45_mlp_gate_proj/std": 2.21875, "train/tensor_act_model_layers_45_mlp_gate_proj/max_abs": 6.71875, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/min": -3.6875, "train/tensor_act_model_layers_45_mlp_gate_proj/max": 6.71875, "train/tensor_act_model_layers_45_mlp_gate_proj/range": 10.40625, "train/tensor_act_model_layers_45_mlp_up_proj/norm": 8106.01318359375, "train/tensor_act_model_layers_45_mlp_up_proj/mean": -0.036865234375, "train/tensor_act_model_layers_45_mlp_up_proj/std": 2.796875, "train/tensor_act_model_layers_45_mlp_up_proj/max_abs": 6.84375, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/min": -6.28125, "train/tensor_act_model_layers_45_mlp_up_proj/max": 6.84375, "train/tensor_act_model_layers_45_mlp_up_proj/range": 13.125, "train/tensor_act_model_layers_45_mlp_down_proj/norm": 137817.5625, "train/tensor_act_model_layers_45_mlp_down_proj/mean": 67.0, "train/tensor_act_model_layers_45_mlp_down_proj/std": 5.3125, "train/tensor_act_model_layers_45_mlp_down_proj/max_abs": 81.0, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_45_mlp_down_proj/min": -0.1572265625, "train/tensor_act_model_layers_45_mlp_down_proj/max": 81.0, "train/tensor_act_model_layers_45_mlp_down_proj/range": 81.1572265625, "train/tensor_act_model_layers_45_mlp/norm": 137817.5625, "train/tensor_act_model_layers_45_mlp/mean": 67.0, "train/tensor_act_model_layers_45_mlp/std": 5.3125, "train/tensor_act_model_layers_45_mlp/max_abs": 81.0, "train/tensor_act_model_layers_45_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_45_mlp/min": -0.1572265625, "train/tensor_act_model_layers_45_mlp/max": 81.0, "train/tensor_act_model_layers_45_mlp/range": 81.1572265625, "train/tensor_act_model_layers_45_residual_post_mlp/norm": 7219391.5, "train/tensor_act_model_layers_45_residual_post_mlp/mean": 3520.0, "train/tensor_act_model_layers_45_residual_post_mlp/std": 78.0, "train/tensor_act_model_layers_45_residual_post_mlp/max_abs": 3712.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_45_residual_post_mlp/min": -2.71875, "train/tensor_act_model_layers_45_residual_post_mlp/max": 3712.0, "train/tensor_act_model_layers_45_residual_post_mlp/range": 3714.71875, "train/tensor_act_model_layers_46_residual_pre_attn/norm": 7219391.5, "train/tensor_act_model_layers_46_residual_pre_attn/mean": 3520.0, "train/tensor_act_model_layers_46_residual_pre_attn/std": 78.0, "train/tensor_act_model_layers_46_residual_pre_attn/max_abs": 3712.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_46_residual_pre_attn/min": -2.71875, "train/tensor_act_model_layers_46_residual_pre_attn/max": 3712.0, "train/tensor_act_model_layers_46_residual_pre_attn/range": 3714.71875, "train/tensor_act_model_layers_46_residual_post_attn/norm": 7219391.5, "train/tensor_act_model_layers_46_residual_post_attn/mean": 3520.0, "train/tensor_act_model_layers_46_residual_post_attn/std": 78.0, "train/tensor_act_model_layers_46_residual_post_attn/max_abs": 3712.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_46_residual_post_attn/min": -2.71875, "train/tensor_act_model_layers_46_residual_post_attn/max": 3712.0, "train/tensor_act_model_layers_46_residual_post_attn/range": 3714.71875, "train/tensor_act_model_layers_46_mlp_gate_proj/norm": 6906.84033203125, "train/tensor_act_model_layers_46_mlp_gate_proj/mean": 1.21875, "train/tensor_act_model_layers_46_mlp_gate_proj/std": 2.046875, "train/tensor_act_model_layers_46_mlp_gate_proj/max_abs": 6.40625, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/min": -3.78125, "train/tensor_act_model_layers_46_mlp_gate_proj/max": 6.40625, "train/tensor_act_model_layers_46_mlp_gate_proj/range": 10.1875, "train/tensor_act_model_layers_46_mlp_up_proj/norm": 7069.77099609375, "train/tensor_act_model_layers_46_mlp_up_proj/mean": -0.30859375, "train/tensor_act_model_layers_46_mlp_up_proj/std": 2.421875, "train/tensor_act_model_layers_46_mlp_up_proj/max_abs": 6.0625, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/min": -6.0625, "train/tensor_act_model_layers_46_mlp_up_proj/max": 5.8125, "train/tensor_act_model_layers_46_mlp_up_proj/range": 11.875, "train/tensor_act_model_layers_46_mlp_down_proj/norm": 100090.203125, "train/tensor_act_model_layers_46_mlp_down_proj/mean": 48.5, "train/tensor_act_model_layers_46_mlp_down_proj/std": 5.25, "train/tensor_act_model_layers_46_mlp_down_proj/max_abs": 61.5, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_46_mlp_down_proj/min": -0.1298828125, "train/tensor_act_model_layers_46_mlp_down_proj/max": 61.5, "train/tensor_act_model_layers_46_mlp_down_proj/range": 61.6298828125, "train/tensor_act_model_layers_46_mlp/norm": 100090.203125, "train/tensor_act_model_layers_46_mlp/mean": 48.5, "train/tensor_act_model_layers_46_mlp/std": 5.25, "train/tensor_act_model_layers_46_mlp/max_abs": 61.5, "train/tensor_act_model_layers_46_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_46_mlp/min": -0.1298828125, "train/tensor_act_model_layers_46_mlp/max": 61.5, "train/tensor_act_model_layers_46_mlp/range": 61.6298828125, "train/tensor_act_model_layers_46_residual_post_mlp/norm": 7317753.5, "train/tensor_act_model_layers_46_residual_post_mlp/mean": 3568.0, "train/tensor_act_model_layers_46_residual_post_mlp/std": 78.0, "train/tensor_act_model_layers_46_residual_post_mlp/max_abs": 3760.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_46_residual_post_mlp/min": -2.6875, "train/tensor_act_model_layers_46_residual_post_mlp/max": 3760.0, "train/tensor_act_model_layers_46_residual_post_mlp/range": 3762.6875, "train/tensor_act_model_layers_47_residual_pre_attn/norm": 7317753.5, "train/tensor_act_model_layers_47_residual_pre_attn/mean": 3568.0, "train/tensor_act_model_layers_47_residual_pre_attn/std": 78.0, "train/tensor_act_model_layers_47_residual_pre_attn/max_abs": 3760.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_47_residual_pre_attn/min": -2.6875, "train/tensor_act_model_layers_47_residual_pre_attn/max": 3760.0, "train/tensor_act_model_layers_47_residual_pre_attn/range": 3762.6875, "train/tensor_act_model_layers_47_residual_post_attn/norm": 7317753.5, "train/tensor_act_model_layers_47_residual_post_attn/mean": 3568.0, "train/tensor_act_model_layers_47_residual_post_attn/std": 78.0, "train/tensor_act_model_layers_47_residual_post_attn/max_abs": 3760.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_47_residual_post_attn/min": -2.765625, "train/tensor_act_model_layers_47_residual_post_attn/max": 3760.0, "train/tensor_act_model_layers_47_residual_post_attn/range": 3762.765625, "train/tensor_act_model_layers_47_mlp_gate_proj/norm": 7075.7451171875, "train/tensor_act_model_layers_47_mlp_gate_proj/mean": 1.2890625, "train/tensor_act_model_layers_47_mlp_gate_proj/std": 2.078125, "train/tensor_act_model_layers_47_mlp_gate_proj/max_abs": 6.96875, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/min": -4.15625, "train/tensor_act_model_layers_47_mlp_gate_proj/max": 6.96875, "train/tensor_act_model_layers_47_mlp_gate_proj/range": 11.125, "train/tensor_act_model_layers_47_mlp_up_proj/norm": 7038.26953125, "train/tensor_act_model_layers_47_mlp_up_proj/mean": 0.01397705078125, "train/tensor_act_model_layers_47_mlp_up_proj/std": 2.4375, "train/tensor_act_model_layers_47_mlp_up_proj/max_abs": 7.03125, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/min": -5.75, "train/tensor_act_model_layers_47_mlp_up_proj/max": 7.03125, "train/tensor_act_model_layers_47_mlp_up_proj/range": 12.78125, "train/tensor_act_model_layers_47_mlp_down_proj/norm": 98258.2578125, "train/tensor_act_model_layers_47_mlp_down_proj/mean": 47.75, "train/tensor_act_model_layers_47_mlp_down_proj/std": 4.90625, "train/tensor_act_model_layers_47_mlp_down_proj/max_abs": 60.75, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_47_mlp_down_proj/min": -0.2041015625, "train/tensor_act_model_layers_47_mlp_down_proj/max": 60.75, "train/tensor_act_model_layers_47_mlp_down_proj/range": 60.9541015625, "train/tensor_act_model_layers_47_mlp/norm": 98258.2578125, "train/tensor_act_model_layers_47_mlp/mean": 47.75, "train/tensor_act_model_layers_47_mlp/std": 4.90625, "train/tensor_act_model_layers_47_mlp/max_abs": 60.75, "train/tensor_act_model_layers_47_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_47_mlp/min": -0.2041015625, "train/tensor_act_model_layers_47_mlp/max": 60.75, "train/tensor_act_model_layers_47_mlp/range": 60.9541015625, "train/tensor_act_model_layers_47_residual_post_mlp/norm": 7415585.0, "train/tensor_act_model_layers_47_residual_post_mlp/mean": 3616.0, "train/tensor_act_model_layers_47_residual_post_mlp/std": 78.5, "train/tensor_act_model_layers_47_residual_post_mlp/max_abs": 3808.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_47_residual_post_mlp/min": -2.671875, "train/tensor_act_model_layers_47_residual_post_mlp/max": 3808.0, "train/tensor_act_model_layers_47_residual_post_mlp/range": 3810.671875, "train/tensor_act_model_layers_48_residual_pre_attn/norm": 7415585.0, "train/tensor_act_model_layers_48_residual_pre_attn/mean": 3616.0, "train/tensor_act_model_layers_48_residual_pre_attn/std": 78.5, "train/tensor_act_model_layers_48_residual_pre_attn/max_abs": 3808.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_48_residual_pre_attn/min": -2.671875, "train/tensor_act_model_layers_48_residual_pre_attn/max": 3808.0, "train/tensor_act_model_layers_48_residual_pre_attn/range": 3810.671875, "train/tensor_act_model_layers_48_residual_post_attn/norm": 7415585.0, "train/tensor_act_model_layers_48_residual_post_attn/mean": 3616.0, "train/tensor_act_model_layers_48_residual_post_attn/std": 78.5, "train/tensor_act_model_layers_48_residual_post_attn/max_abs": 3808.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_48_residual_post_attn/min": -2.84375, "train/tensor_act_model_layers_48_residual_post_attn/max": 3808.0, "train/tensor_act_model_layers_48_residual_post_attn/range": 3810.84375, "train/tensor_act_model_layers_48_mlp_gate_proj/norm": 6333.35302734375, "train/tensor_act_model_layers_48_mlp_gate_proj/mean": 1.0703125, "train/tensor_act_model_layers_48_mlp_gate_proj/std": 1.90625, "train/tensor_act_model_layers_48_mlp_gate_proj/max_abs": 6.09375, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/min": -3.578125, "train/tensor_act_model_layers_48_mlp_gate_proj/max": 6.09375, "train/tensor_act_model_layers_48_mlp_gate_proj/range": 9.671875, "train/tensor_act_model_layers_48_mlp_up_proj/norm": 6564.9091796875, "train/tensor_act_model_layers_48_mlp_up_proj/mean": 0.1640625, "train/tensor_act_model_layers_48_mlp_up_proj/std": 2.265625, "train/tensor_act_model_layers_48_mlp_up_proj/max_abs": 5.875, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/min": -5.8125, "train/tensor_act_model_layers_48_mlp_up_proj/max": 5.875, "train/tensor_act_model_layers_48_mlp_up_proj/range": 11.6875, "train/tensor_act_model_layers_48_mlp_down_proj/norm": 80619.953125, "train/tensor_act_model_layers_48_mlp_down_proj/mean": 39.0, "train/tensor_act_model_layers_48_mlp_down_proj/std": 4.875, "train/tensor_act_model_layers_48_mlp_down_proj/max_abs": 49.25, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_48_mlp_down_proj/min": -0.1611328125, "train/tensor_act_model_layers_48_mlp_down_proj/max": 49.25, "train/tensor_act_model_layers_48_mlp_down_proj/range": 49.4111328125, "train/tensor_act_model_layers_48_mlp/norm": 80619.953125, "train/tensor_act_model_layers_48_mlp/mean": 39.0, "train/tensor_act_model_layers_48_mlp/std": 4.875, "train/tensor_act_model_layers_48_mlp/max_abs": 49.25, "train/tensor_act_model_layers_48_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_48_mlp/min": -0.1611328125, "train/tensor_act_model_layers_48_mlp/max": 49.25, "train/tensor_act_model_layers_48_mlp/range": 49.4111328125, "train/tensor_act_model_layers_48_residual_post_mlp/norm": 7496178.5, "train/tensor_act_model_layers_48_residual_post_mlp/mean": 3664.0, "train/tensor_act_model_layers_48_residual_post_mlp/std": 79.5, "train/tensor_act_model_layers_48_residual_post_mlp/max_abs": 3856.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_48_residual_post_mlp/min": -2.8125, "train/tensor_act_model_layers_48_residual_post_mlp/max": 3856.0, "train/tensor_act_model_layers_48_residual_post_mlp/range": 3858.8125, "train/tensor_act_model_layers_49_residual_pre_attn/norm": 7496178.5, "train/tensor_act_model_layers_49_residual_pre_attn/mean": 3664.0, "train/tensor_act_model_layers_49_residual_pre_attn/std": 79.5, "train/tensor_act_model_layers_49_residual_pre_attn/max_abs": 3856.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_49_residual_pre_attn/min": -2.8125, "train/tensor_act_model_layers_49_residual_pre_attn/max": 3856.0, "train/tensor_act_model_layers_49_residual_pre_attn/range": 3858.8125, "train/tensor_act_model_layers_49_residual_post_attn/norm": 7496178.5, "train/tensor_act_model_layers_49_residual_post_attn/mean": 3664.0, "train/tensor_act_model_layers_49_residual_post_attn/std": 79.5, "train/tensor_act_model_layers_49_residual_post_attn/max_abs": 3856.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_49_residual_post_attn/min": -2.875, "train/tensor_act_model_layers_49_residual_post_attn/max": 3856.0, "train/tensor_act_model_layers_49_residual_post_attn/range": 3858.875, "train/tensor_act_model_layers_49_mlp_gate_proj/norm": 7428.9384765625, "train/tensor_act_model_layers_49_mlp_gate_proj/mean": 1.40625, "train/tensor_act_model_layers_49_mlp_gate_proj/std": 2.140625, "train/tensor_act_model_layers_49_mlp_gate_proj/max_abs": 7.125, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/min": -4.0, "train/tensor_act_model_layers_49_mlp_gate_proj/max": 7.125, "train/tensor_act_model_layers_49_mlp_gate_proj/range": 11.125, "train/tensor_act_model_layers_49_mlp_up_proj/norm": 7640.01513671875, "train/tensor_act_model_layers_49_mlp_up_proj/mean": -0.06884765625, "train/tensor_act_model_layers_49_mlp_up_proj/std": 2.640625, "train/tensor_act_model_layers_49_mlp_up_proj/max_abs": 6.90625, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/min": -6.90625, "train/tensor_act_model_layers_49_mlp_up_proj/max": 6.84375, "train/tensor_act_model_layers_49_mlp_up_proj/range": 13.75, "train/tensor_act_model_layers_49_mlp_down_proj/norm": 119926.96875, "train/tensor_act_model_layers_49_mlp_down_proj/mean": 58.25, "train/tensor_act_model_layers_49_mlp_down_proj/std": 5.5, "train/tensor_act_model_layers_49_mlp_down_proj/max_abs": 75.0, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_49_mlp_down_proj/min": -0.1640625, "train/tensor_act_model_layers_49_mlp_down_proj/max": 75.0, "train/tensor_act_model_layers_49_mlp_down_proj/range": 75.1640625, "train/tensor_act_model_layers_49_mlp/norm": 119926.96875, "train/tensor_act_model_layers_49_mlp/mean": 58.25, "train/tensor_act_model_layers_49_mlp/std": 5.5, "train/tensor_act_model_layers_49_mlp/max_abs": 75.0, "train/tensor_act_model_layers_49_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_49_mlp/min": -0.1640625, "train/tensor_act_model_layers_49_mlp/max": 75.0, "train/tensor_act_model_layers_49_mlp/range": 75.1640625, "train/tensor_act_model_layers_49_residual_post_mlp/norm": 7616500.0, "train/tensor_act_model_layers_49_residual_post_mlp/mean": 3712.0, "train/tensor_act_model_layers_49_residual_post_mlp/std": 79.0, "train/tensor_act_model_layers_49_residual_post_mlp/max_abs": 3920.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_49_residual_post_mlp/min": -2.875, "train/tensor_act_model_layers_49_residual_post_mlp/max": 3920.0, "train/tensor_act_model_layers_49_residual_post_mlp/range": 3922.875, "train/tensor_act_model_layers_50_residual_pre_attn/norm": 7616500.0, "train/tensor_act_model_layers_50_residual_pre_attn/mean": 3712.0, "train/tensor_act_model_layers_50_residual_pre_attn/std": 79.0, "train/tensor_act_model_layers_50_residual_pre_attn/max_abs": 3920.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_50_residual_pre_attn/min": -2.875, "train/tensor_act_model_layers_50_residual_pre_attn/max": 3920.0, "train/tensor_act_model_layers_50_residual_pre_attn/range": 3922.875, "train/tensor_act_model_layers_50_residual_post_attn/norm": 7616500.0, "train/tensor_act_model_layers_50_residual_post_attn/mean": 3712.0, "train/tensor_act_model_layers_50_residual_post_attn/std": 79.0, "train/tensor_act_model_layers_50_residual_post_attn/max_abs": 3920.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_50_residual_post_attn/min": -2.953125, "train/tensor_act_model_layers_50_residual_post_attn/max": 3920.0, "train/tensor_act_model_layers_50_residual_post_attn/range": 3922.953125, "train/tensor_act_model_layers_50_mlp_gate_proj/norm": 7404.78076171875, "train/tensor_act_model_layers_50_mlp_gate_proj/mean": 1.4140625, "train/tensor_act_model_layers_50_mlp_gate_proj/std": 2.125, "train/tensor_act_model_layers_50_mlp_gate_proj/max_abs": 6.8125, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/min": -4.15625, "train/tensor_act_model_layers_50_mlp_gate_proj/max": 6.8125, "train/tensor_act_model_layers_50_mlp_gate_proj/range": 10.96875, "train/tensor_act_model_layers_50_mlp_up_proj/norm": 7779.68359375, "train/tensor_act_model_layers_50_mlp_up_proj/mean": -0.0927734375, "train/tensor_act_model_layers_50_mlp_up_proj/std": 2.6875, "train/tensor_act_model_layers_50_mlp_up_proj/max_abs": 6.5625, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/min": -6.5625, "train/tensor_act_model_layers_50_mlp_up_proj/max": 6.40625, "train/tensor_act_model_layers_50_mlp_up_proj/range": 12.96875, "train/tensor_act_model_layers_50_mlp_down_proj/norm": 123368.828125, "train/tensor_act_model_layers_50_mlp_down_proj/mean": 60.0, "train/tensor_act_model_layers_50_mlp_down_proj/std": 6.03125, "train/tensor_act_model_layers_50_mlp_down_proj/max_abs": 74.0, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_50_mlp_down_proj/min": -0.2041015625, "train/tensor_act_model_layers_50_mlp_down_proj/max": 74.0, "train/tensor_act_model_layers_50_mlp_down_proj/range": 74.2041015625, "train/tensor_act_model_layers_50_mlp/norm": 123368.828125, "train/tensor_act_model_layers_50_mlp/mean": 60.0, "train/tensor_act_model_layers_50_mlp/std": 6.03125, "train/tensor_act_model_layers_50_mlp/max_abs": 74.0, "train/tensor_act_model_layers_50_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_50_mlp/min": -0.2041015625, "train/tensor_act_model_layers_50_mlp/max": 74.0, "train/tensor_act_model_layers_50_mlp/range": 74.2041015625, "train/tensor_act_model_layers_50_residual_post_mlp/norm": 7739131.5, "train/tensor_act_model_layers_50_residual_post_mlp/mean": 3776.0, "train/tensor_act_model_layers_50_residual_post_mlp/std": 79.5, "train/tensor_act_model_layers_50_residual_post_mlp/max_abs": 3984.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_50_residual_post_mlp/min": -2.90625, "train/tensor_act_model_layers_50_residual_post_mlp/max": 3984.0, "train/tensor_act_model_layers_50_residual_post_mlp/range": 3986.90625, "train/tensor_act_model_layers_51_residual_pre_attn/norm": 7739131.5, "train/tensor_act_model_layers_51_residual_pre_attn/mean": 3776.0, "train/tensor_act_model_layers_51_residual_pre_attn/std": 79.5, "train/tensor_act_model_layers_51_residual_pre_attn/max_abs": 3984.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_51_residual_pre_attn/min": -2.90625, "train/tensor_act_model_layers_51_residual_pre_attn/max": 3984.0, "train/tensor_act_model_layers_51_residual_pre_attn/range": 3986.90625, "train/tensor_act_model_layers_51_residual_post_attn/norm": 7739131.5, "train/tensor_act_model_layers_51_residual_post_attn/mean": 3776.0, "train/tensor_act_model_layers_51_residual_post_attn/std": 79.5, "train/tensor_act_model_layers_51_residual_post_attn/max_abs": 3984.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_51_residual_post_attn/min": -2.890625, "train/tensor_act_model_layers_51_residual_post_attn/max": 3984.0, "train/tensor_act_model_layers_51_residual_post_attn/range": 3986.890625, "train/tensor_act_model_layers_51_mlp_gate_proj/norm": 6677.87109375, "train/tensor_act_model_layers_51_mlp_gate_proj/mean": 1.140625, "train/tensor_act_model_layers_51_mlp_gate_proj/std": 2.0, "train/tensor_act_model_layers_51_mlp_gate_proj/max_abs": 6.25, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/min": -4.09375, "train/tensor_act_model_layers_51_mlp_gate_proj/max": 6.25, "train/tensor_act_model_layers_51_mlp_gate_proj/range": 10.34375, "train/tensor_act_model_layers_51_mlp_up_proj/norm": 6945.46533203125, "train/tensor_act_model_layers_51_mlp_up_proj/mean": -0.1591796875, "train/tensor_act_model_layers_51_mlp_up_proj/std": 2.390625, "train/tensor_act_model_layers_51_mlp_up_proj/max_abs": 6.03125, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/min": -6.03125, "train/tensor_act_model_layers_51_mlp_up_proj/max": 5.8125, "train/tensor_act_model_layers_51_mlp_up_proj/range": 11.84375, "train/tensor_act_model_layers_51_mlp_down_proj/norm": 93742.4765625, "train/tensor_act_model_layers_51_mlp_down_proj/mean": 45.25, "train/tensor_act_model_layers_51_mlp_down_proj/std": 6.25, "train/tensor_act_model_layers_51_mlp_down_proj/max_abs": 58.25, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_51_mlp_down_proj/min": -0.181640625, "train/tensor_act_model_layers_51_mlp_down_proj/max": 58.25, "train/tensor_act_model_layers_51_mlp_down_proj/range": 58.431640625, "train/tensor_act_model_layers_51_mlp/norm": 93742.4765625, "train/tensor_act_model_layers_51_mlp/mean": 45.25, "train/tensor_act_model_layers_51_mlp/std": 6.25, "train/tensor_act_model_layers_51_mlp/max_abs": 58.25, "train/tensor_act_model_layers_51_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_51_mlp/min": -0.181640625, "train/tensor_act_model_layers_51_mlp/max": 58.25, "train/tensor_act_model_layers_51_mlp/range": 58.431640625, "train/tensor_act_model_layers_51_residual_post_mlp/norm": 7833144.5, "train/tensor_act_model_layers_51_residual_post_mlp/mean": 3824.0, "train/tensor_act_model_layers_51_residual_post_mlp/std": 80.5, "train/tensor_act_model_layers_51_residual_post_mlp/max_abs": 4032.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_51_residual_post_mlp/min": -2.8125, "train/tensor_act_model_layers_51_residual_post_mlp/max": 4032.0, "train/tensor_act_model_layers_51_residual_post_mlp/range": 4034.8125, "train/tensor_act_model_layers_52_residual_pre_attn/norm": 7833144.5, "train/tensor_act_model_layers_52_residual_pre_attn/mean": 3824.0, "train/tensor_act_model_layers_52_residual_pre_attn/std": 80.5, "train/tensor_act_model_layers_52_residual_pre_attn/max_abs": 4032.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_52_residual_pre_attn/min": -2.8125, "train/tensor_act_model_layers_52_residual_pre_attn/max": 4032.0, "train/tensor_act_model_layers_52_residual_pre_attn/range": 4034.8125, "train/tensor_act_model_layers_52_residual_post_attn/norm": 7833144.5, "train/tensor_act_model_layers_52_residual_post_attn/mean": 3824.0, "train/tensor_act_model_layers_52_residual_post_attn/std": 80.5, "train/tensor_act_model_layers_52_residual_post_attn/max_abs": 4032.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_52_residual_post_attn/min": -2.625, "train/tensor_act_model_layers_52_residual_post_attn/max": 4032.0, "train/tensor_act_model_layers_52_residual_post_attn/range": 4034.625, "train/tensor_act_model_layers_52_mlp_gate_proj/norm": 7131.5478515625, "train/tensor_act_model_layers_52_mlp_gate_proj/mean": 1.359375, "train/tensor_act_model_layers_52_mlp_gate_proj/std": 2.046875, "train/tensor_act_model_layers_52_mlp_gate_proj/max_abs": 7.1875, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/min": -4.15625, "train/tensor_act_model_layers_52_mlp_gate_proj/max": 7.1875, "train/tensor_act_model_layers_52_mlp_gate_proj/range": 11.34375, "train/tensor_act_model_layers_52_mlp_up_proj/norm": 7443.87060546875, "train/tensor_act_model_layers_52_mlp_up_proj/mean": -0.1533203125, "train/tensor_act_model_layers_52_mlp_up_proj/std": 2.5625, "train/tensor_act_model_layers_52_mlp_up_proj/max_abs": 6.4375, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/min": -6.4375, "train/tensor_act_model_layers_52_mlp_up_proj/max": 5.90625, "train/tensor_act_model_layers_52_mlp_up_proj/range": 12.34375, "train/tensor_act_model_layers_52_mlp_down_proj/norm": 107258.03125, "train/tensor_act_model_layers_52_mlp_down_proj/mean": 52.0, "train/tensor_act_model_layers_52_mlp_down_proj/std": 5.25, "train/tensor_act_model_layers_52_mlp_down_proj/max_abs": 68.0, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_52_mlp_down_proj/min": -0.1201171875, "train/tensor_act_model_layers_52_mlp_down_proj/max": 68.0, "train/tensor_act_model_layers_52_mlp_down_proj/range": 68.1201171875, "train/tensor_act_model_layers_52_mlp/norm": 107258.03125, "train/tensor_act_model_layers_52_mlp/mean": 52.0, "train/tensor_act_model_layers_52_mlp/std": 5.25, "train/tensor_act_model_layers_52_mlp/max_abs": 68.0, "train/tensor_act_model_layers_52_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_52_mlp/min": -0.1201171875, "train/tensor_act_model_layers_52_mlp/max": 68.0, "train/tensor_act_model_layers_52_mlp/range": 68.1201171875, "train/tensor_act_model_layers_52_residual_post_mlp/norm": 7938411.5, "train/tensor_act_model_layers_52_residual_post_mlp/mean": 3872.0, "train/tensor_act_model_layers_52_residual_post_mlp/std": 81.0, "train/tensor_act_model_layers_52_residual_post_mlp/max_abs": 4096.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_52_residual_post_mlp/min": -2.59375, "train/tensor_act_model_layers_52_residual_post_mlp/max": 4096.0, "train/tensor_act_model_layers_52_residual_post_mlp/range": 4098.59375, "train/tensor_act_model_layers_53_residual_pre_attn/norm": 7938411.5, "train/tensor_act_model_layers_53_residual_pre_attn/mean": 3872.0, "train/tensor_act_model_layers_53_residual_pre_attn/std": 81.0, "train/tensor_act_model_layers_53_residual_pre_attn/max_abs": 4096.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_53_residual_pre_attn/min": -2.59375, "train/tensor_act_model_layers_53_residual_pre_attn/max": 4096.0, "train/tensor_act_model_layers_53_residual_pre_attn/range": 4098.59375, "train/tensor_act_model_layers_53_residual_post_attn/norm": 7938411.5, "train/tensor_act_model_layers_53_residual_post_attn/mean": 3872.0, "train/tensor_act_model_layers_53_residual_post_attn/std": 81.0, "train/tensor_act_model_layers_53_residual_post_attn/max_abs": 4096.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_53_residual_post_attn/min": -2.609375, "train/tensor_act_model_layers_53_residual_post_attn/max": 4096.0, "train/tensor_act_model_layers_53_residual_post_attn/range": 4098.609375, "train/tensor_act_model_layers_53_mlp_gate_proj/norm": 6833.1220703125, "train/tensor_act_model_layers_53_mlp_gate_proj/mean": 1.3046875, "train/tensor_act_model_layers_53_mlp_gate_proj/std": 1.9609375, "train/tensor_act_model_layers_53_mlp_gate_proj/max_abs": 5.875, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/min": -3.75, "train/tensor_act_model_layers_53_mlp_gate_proj/max": 5.875, "train/tensor_act_model_layers_53_mlp_gate_proj/range": 9.625, "train/tensor_act_model_layers_53_mlp_up_proj/norm": 7210.42529296875, "train/tensor_act_model_layers_53_mlp_up_proj/mean": 0.01171875, "train/tensor_act_model_layers_53_mlp_up_proj/std": 2.484375, "train/tensor_act_model_layers_53_mlp_up_proj/max_abs": 6.25, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/min": -5.71875, "train/tensor_act_model_layers_53_mlp_up_proj/max": 6.25, "train/tensor_act_model_layers_53_mlp_up_proj/range": 11.96875, "train/tensor_act_model_layers_53_mlp_down_proj/norm": 93773.4921875, "train/tensor_act_model_layers_53_mlp_down_proj/mean": 45.5, "train/tensor_act_model_layers_53_mlp_down_proj/std": 5.6875, "train/tensor_act_model_layers_53_mlp_down_proj/max_abs": 60.25, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_53_mlp_down_proj/min": -0.12255859375, "train/tensor_act_model_layers_53_mlp_down_proj/max": 60.25, "train/tensor_act_model_layers_53_mlp_down_proj/range": 60.37255859375, "train/tensor_act_model_layers_53_mlp/norm": 93773.4921875, "train/tensor_act_model_layers_53_mlp/mean": 45.5, "train/tensor_act_model_layers_53_mlp/std": 5.6875, "train/tensor_act_model_layers_53_mlp/max_abs": 60.25, "train/tensor_act_model_layers_53_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_53_mlp/min": -0.12255859375, "train/tensor_act_model_layers_53_mlp/max": 60.25, "train/tensor_act_model_layers_53_mlp/range": 60.37255859375, "train/tensor_act_model_layers_53_residual_post_mlp/norm": 8031170.5, "train/tensor_act_model_layers_53_residual_post_mlp/mean": 3920.0, "train/tensor_act_model_layers_53_residual_post_mlp/std": 81.5, "train/tensor_act_model_layers_53_residual_post_mlp/max_abs": 4128.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_53_residual_post_mlp/min": -2.546875, "train/tensor_act_model_layers_53_residual_post_mlp/max": 4128.0, "train/tensor_act_model_layers_53_residual_post_mlp/range": 4130.546875, "train/tensor_act_model_layers_54_residual_pre_attn/norm": 8031170.5, "train/tensor_act_model_layers_54_residual_pre_attn/mean": 3920.0, "train/tensor_act_model_layers_54_residual_pre_attn/std": 81.5, "train/tensor_act_model_layers_54_residual_pre_attn/max_abs": 4128.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_54_residual_pre_attn/min": -2.546875, "train/tensor_act_model_layers_54_residual_pre_attn/max": 4128.0, "train/tensor_act_model_layers_54_residual_pre_attn/range": 4130.546875, "train/tensor_act_model_layers_54_residual_post_attn/norm": 8031170.5, "train/tensor_act_model_layers_54_residual_post_attn/mean": 3920.0, "train/tensor_act_model_layers_54_residual_post_attn/std": 81.5, "train/tensor_act_model_layers_54_residual_post_attn/max_abs": 4128.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_54_residual_post_attn/min": -2.453125, "train/tensor_act_model_layers_54_residual_post_attn/max": 4128.0, "train/tensor_act_model_layers_54_residual_post_attn/range": 4130.453125, "train/tensor_act_model_layers_54_mlp_gate_proj/norm": 6458.8388671875, "train/tensor_act_model_layers_54_mlp_gate_proj/mean": 1.125, "train/tensor_act_model_layers_54_mlp_gate_proj/std": 1.921875, "train/tensor_act_model_layers_54_mlp_gate_proj/max_abs": 5.875, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/min": -4.03125, "train/tensor_act_model_layers_54_mlp_gate_proj/max": 5.875, "train/tensor_act_model_layers_54_mlp_gate_proj/range": 9.90625, "train/tensor_act_model_layers_54_mlp_up_proj/norm": 6802.03125, "train/tensor_act_model_layers_54_mlp_up_proj/mean": -0.040771484375, "train/tensor_act_model_layers_54_mlp_up_proj/std": 2.34375, "train/tensor_act_model_layers_54_mlp_up_proj/max_abs": 5.96875, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/min": -5.96875, "train/tensor_act_model_layers_54_mlp_up_proj/max": 5.6875, "train/tensor_act_model_layers_54_mlp_up_proj/range": 11.65625, "train/tensor_act_model_layers_54_mlp_down_proj/norm": 84891.6171875, "train/tensor_act_model_layers_54_mlp_down_proj/mean": 41.25, "train/tensor_act_model_layers_54_mlp_down_proj/std": 5.09375, "train/tensor_act_model_layers_54_mlp_down_proj/max_abs": 57.0, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_54_mlp_down_proj/min": -0.16015625, "train/tensor_act_model_layers_54_mlp_down_proj/max": 57.0, "train/tensor_act_model_layers_54_mlp_down_proj/range": 57.16015625, "train/tensor_act_model_layers_54_mlp/norm": 84891.6171875, "train/tensor_act_model_layers_54_mlp/mean": 41.25, "train/tensor_act_model_layers_54_mlp/std": 5.09375, "train/tensor_act_model_layers_54_mlp/max_abs": 57.0, "train/tensor_act_model_layers_54_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_54_mlp/min": -0.16015625, "train/tensor_act_model_layers_54_mlp/max": 57.0, "train/tensor_act_model_layers_54_mlp/range": 57.16015625, "train/tensor_act_model_layers_54_residual_post_mlp/norm": 8117189.5, "train/tensor_act_model_layers_54_residual_post_mlp/mean": 3968.0, "train/tensor_act_model_layers_54_residual_post_mlp/std": 82.5, "train/tensor_act_model_layers_54_residual_post_mlp/max_abs": 4160.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_54_residual_post_mlp/min": -2.4375, "train/tensor_act_model_layers_54_residual_post_mlp/max": 4160.0, "train/tensor_act_model_layers_54_residual_post_mlp/range": 4162.4375, "train/tensor_act_model_layers_55_residual_pre_attn/norm": 8117189.5, "train/tensor_act_model_layers_55_residual_pre_attn/mean": 3968.0, "train/tensor_act_model_layers_55_residual_pre_attn/std": 82.5, "train/tensor_act_model_layers_55_residual_pre_attn/max_abs": 4160.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_55_residual_pre_attn/min": -2.4375, "train/tensor_act_model_layers_55_residual_pre_attn/max": 4160.0, "train/tensor_act_model_layers_55_residual_pre_attn/range": 4162.4375, "train/tensor_act_model_layers_55_residual_post_attn/norm": 8117189.5, "train/tensor_act_model_layers_55_residual_post_attn/mean": 3968.0, "train/tensor_act_model_layers_55_residual_post_attn/std": 82.5, "train/tensor_act_model_layers_55_residual_post_attn/max_abs": 4160.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_55_residual_post_attn/min": -2.4375, "train/tensor_act_model_layers_55_residual_post_attn/max": 4160.0, "train/tensor_act_model_layers_55_residual_post_attn/range": 4162.4375, "train/tensor_act_model_layers_55_mlp_gate_proj/norm": 7131.5810546875, "train/tensor_act_model_layers_55_mlp_gate_proj/mean": 1.328125, "train/tensor_act_model_layers_55_mlp_gate_proj/std": 2.078125, "train/tensor_act_model_layers_55_mlp_gate_proj/max_abs": 6.59375, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/min": -5.03125, "train/tensor_act_model_layers_55_mlp_gate_proj/max": 6.59375, "train/tensor_act_model_layers_55_mlp_gate_proj/range": 11.625, "train/tensor_act_model_layers_55_mlp_up_proj/norm": 7215.5361328125, "train/tensor_act_model_layers_55_mlp_up_proj/mean": -0.04443359375, "train/tensor_act_model_layers_55_mlp_up_proj/std": 2.484375, "train/tensor_act_model_layers_55_mlp_up_proj/max_abs": 6.625, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/min": -6.625, "train/tensor_act_model_layers_55_mlp_up_proj/max": 5.875, "train/tensor_act_model_layers_55_mlp_up_proj/range": 12.5, "train/tensor_act_model_layers_55_mlp_down_proj/norm": 104216.4765625, "train/tensor_act_model_layers_55_mlp_down_proj/mean": 50.5, "train/tensor_act_model_layers_55_mlp_down_proj/std": 5.28125, "train/tensor_act_model_layers_55_mlp_down_proj/max_abs": 61.75, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_55_mlp_down_proj/min": -0.1279296875, "train/tensor_act_model_layers_55_mlp_down_proj/max": 61.75, "train/tensor_act_model_layers_55_mlp_down_proj/range": 61.8779296875, "train/tensor_act_model_layers_55_mlp/norm": 104216.4765625, "train/tensor_act_model_layers_55_mlp/mean": 50.5, "train/tensor_act_model_layers_55_mlp/std": 5.28125, "train/tensor_act_model_layers_55_mlp/max_abs": 61.75, "train/tensor_act_model_layers_55_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_55_mlp/min": -0.1279296875, "train/tensor_act_model_layers_55_mlp/max": 61.75, "train/tensor_act_model_layers_55_mlp/range": 61.8779296875, "train/tensor_act_model_layers_55_residual_post_mlp/norm": 8219140.0, "train/tensor_act_model_layers_55_residual_post_mlp/mean": 4016.0, "train/tensor_act_model_layers_55_residual_post_mlp/std": 84.5, "train/tensor_act_model_layers_55_residual_post_mlp/max_abs": 4224.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_55_residual_post_mlp/min": -2.421875, "train/tensor_act_model_layers_55_residual_post_mlp/max": 4224.0, "train/tensor_act_model_layers_55_residual_post_mlp/range": 4226.421875, "train/tensor_act_model_layers_56_residual_pre_attn/norm": 8219140.0, "train/tensor_act_model_layers_56_residual_pre_attn/mean": 4016.0, "train/tensor_act_model_layers_56_residual_pre_attn/std": 84.5, "train/tensor_act_model_layers_56_residual_pre_attn/max_abs": 4224.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_56_residual_pre_attn/min": -2.421875, "train/tensor_act_model_layers_56_residual_pre_attn/max": 4224.0, "train/tensor_act_model_layers_56_residual_pre_attn/range": 4226.421875, "train/tensor_act_model_layers_56_residual_post_attn/norm": 8219140.0, "train/tensor_act_model_layers_56_residual_post_attn/mean": 4016.0, "train/tensor_act_model_layers_56_residual_post_attn/std": 84.5, "train/tensor_act_model_layers_56_residual_post_attn/max_abs": 4224.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_56_residual_post_attn/min": -2.5625, "train/tensor_act_model_layers_56_residual_post_attn/max": 4224.0, "train/tensor_act_model_layers_56_residual_post_attn/range": 4226.5625, "train/tensor_act_model_layers_56_mlp_gate_proj/norm": 6395.408203125, "train/tensor_act_model_layers_56_mlp_gate_proj/mean": 1.1015625, "train/tensor_act_model_layers_56_mlp_gate_proj/std": 1.9140625, "train/tensor_act_model_layers_56_mlp_gate_proj/max_abs": 6.25, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/min": -4.25, "train/tensor_act_model_layers_56_mlp_gate_proj/max": 6.25, "train/tensor_act_model_layers_56_mlp_gate_proj/range": 10.5, "train/tensor_act_model_layers_56_mlp_up_proj/norm": 6520.06591796875, "train/tensor_act_model_layers_56_mlp_up_proj/mean": 0.130859375, "train/tensor_act_model_layers_56_mlp_up_proj/std": 2.25, "train/tensor_act_model_layers_56_mlp_up_proj/max_abs": 6.0, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/min": -6.0, "train/tensor_act_model_layers_56_mlp_up_proj/max": 5.9375, "train/tensor_act_model_layers_56_mlp_up_proj/range": 11.9375, "train/tensor_act_model_layers_56_mlp_down_proj/norm": 83407.78125, "train/tensor_act_model_layers_56_mlp_down_proj/mean": 40.5, "train/tensor_act_model_layers_56_mlp_down_proj/std": 4.84375, "train/tensor_act_model_layers_56_mlp_down_proj/max_abs": 52.5, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_56_mlp_down_proj/min": -0.162109375, "train/tensor_act_model_layers_56_mlp_down_proj/max": 52.5, "train/tensor_act_model_layers_56_mlp_down_proj/range": 52.662109375, "train/tensor_act_model_layers_56_mlp/norm": 83407.78125, "train/tensor_act_model_layers_56_mlp/mean": 40.5, "train/tensor_act_model_layers_56_mlp/std": 4.84375, "train/tensor_act_model_layers_56_mlp/max_abs": 52.5, "train/tensor_act_model_layers_56_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_56_mlp/min": -0.162109375, "train/tensor_act_model_layers_56_mlp/max": 52.5, "train/tensor_act_model_layers_56_mlp/range": 52.662109375, "train/tensor_act_model_layers_56_residual_post_mlp/norm": 8299407.5, "train/tensor_act_model_layers_56_residual_post_mlp/mean": 4048.0, "train/tensor_act_model_layers_56_residual_post_mlp/std": 84.5, "train/tensor_act_model_layers_56_residual_post_mlp/max_abs": 4256.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_56_residual_post_mlp/min": -2.59375, "train/tensor_act_model_layers_56_residual_post_mlp/max": 4256.0, "train/tensor_act_model_layers_56_residual_post_mlp/range": 4258.59375, "train/tensor_act_model_layers_57_residual_pre_attn/norm": 8299407.5, "train/tensor_act_model_layers_57_residual_pre_attn/mean": 4048.0, "train/tensor_act_model_layers_57_residual_pre_attn/std": 84.5, "train/tensor_act_model_layers_57_residual_pre_attn/max_abs": 4256.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_57_residual_pre_attn/min": -2.59375, "train/tensor_act_model_layers_57_residual_pre_attn/max": 4256.0, "train/tensor_act_model_layers_57_residual_pre_attn/range": 4258.59375, "train/tensor_act_model_layers_57_residual_post_attn/norm": 8299407.5, "train/tensor_act_model_layers_57_residual_post_attn/mean": 4048.0, "train/tensor_act_model_layers_57_residual_post_attn/std": 84.5, "train/tensor_act_model_layers_57_residual_post_attn/max_abs": 4256.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_57_residual_post_attn/min": -2.46875, "train/tensor_act_model_layers_57_residual_post_attn/max": 4256.0, "train/tensor_act_model_layers_57_residual_post_attn/range": 4258.46875, "train/tensor_act_model_layers_57_mlp_gate_proj/norm": 6815.673828125, "train/tensor_act_model_layers_57_mlp_gate_proj/mean": 1.28125, "train/tensor_act_model_layers_57_mlp_gate_proj/std": 1.9765625, "train/tensor_act_model_layers_57_mlp_gate_proj/max_abs": 6.21875, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/min": -4.5, "train/tensor_act_model_layers_57_mlp_gate_proj/max": 6.21875, "train/tensor_act_model_layers_57_mlp_gate_proj/range": 10.71875, "train/tensor_act_model_layers_57_mlp_up_proj/norm": 6980.61474609375, "train/tensor_act_model_layers_57_mlp_up_proj/mean": -0.0576171875, "train/tensor_act_model_layers_57_mlp_up_proj/std": 2.40625, "train/tensor_act_model_layers_57_mlp_up_proj/max_abs": 6.46875, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/min": -5.625, "train/tensor_act_model_layers_57_mlp_up_proj/max": 6.46875, "train/tensor_act_model_layers_57_mlp_up_proj/range": 12.09375, "train/tensor_act_model_layers_57_mlp_down_proj/norm": 94701.0546875, "train/tensor_act_model_layers_57_mlp_down_proj/mean": 46.0, "train/tensor_act_model_layers_57_mlp_down_proj/std": 4.90625, "train/tensor_act_model_layers_57_mlp_down_proj/max_abs": 54.75, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_57_mlp_down_proj/min": -0.1484375, "train/tensor_act_model_layers_57_mlp_down_proj/max": 54.75, "train/tensor_act_model_layers_57_mlp_down_proj/range": 54.8984375, "train/tensor_act_model_layers_57_mlp/norm": 94701.0546875, "train/tensor_act_model_layers_57_mlp/mean": 46.0, "train/tensor_act_model_layers_57_mlp/std": 4.90625, "train/tensor_act_model_layers_57_mlp/max_abs": 54.75, "train/tensor_act_model_layers_57_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_57_mlp/min": -0.1484375, "train/tensor_act_model_layers_57_mlp/max": 54.75, "train/tensor_act_model_layers_57_mlp/range": 54.8984375, "train/tensor_act_model_layers_57_residual_post_mlp/norm": 8391923.0, "train/tensor_act_model_layers_57_residual_post_mlp/mean": 4096.0, "train/tensor_act_model_layers_57_residual_post_mlp/std": 84.5, "train/tensor_act_model_layers_57_residual_post_mlp/max_abs": 4320.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_57_residual_post_mlp/min": -2.4375, "train/tensor_act_model_layers_57_residual_post_mlp/max": 4320.0, "train/tensor_act_model_layers_57_residual_post_mlp/range": 4322.4375, "train/tensor_act_model_layers_58_residual_pre_attn/norm": 8391923.0, "train/tensor_act_model_layers_58_residual_pre_attn/mean": 4096.0, "train/tensor_act_model_layers_58_residual_pre_attn/std": 84.5, "train/tensor_act_model_layers_58_residual_pre_attn/max_abs": 4320.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_58_residual_pre_attn/min": -2.4375, "train/tensor_act_model_layers_58_residual_pre_attn/max": 4320.0, "train/tensor_act_model_layers_58_residual_pre_attn/range": 4322.4375, "train/tensor_act_model_layers_58_residual_post_attn/norm": 8391923.0, "train/tensor_act_model_layers_58_residual_post_attn/mean": 4096.0, "train/tensor_act_model_layers_58_residual_post_attn/std": 84.5, "train/tensor_act_model_layers_58_residual_post_attn/max_abs": 4320.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_58_residual_post_attn/min": -2.515625, "train/tensor_act_model_layers_58_residual_post_attn/max": 4320.0, "train/tensor_act_model_layers_58_residual_post_attn/range": 4322.515625, "train/tensor_act_model_layers_58_mlp_gate_proj/norm": 7117.9697265625, "train/tensor_act_model_layers_58_mlp_gate_proj/mean": 1.3984375, "train/tensor_act_model_layers_58_mlp_gate_proj/std": 2.015625, "train/tensor_act_model_layers_58_mlp_gate_proj/max_abs": 6.09375, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/min": -4.15625, "train/tensor_act_model_layers_58_mlp_gate_proj/max": 6.09375, "train/tensor_act_model_layers_58_mlp_gate_proj/range": 10.25, "train/tensor_act_model_layers_58_mlp_up_proj/norm": 7216.322265625, "train/tensor_act_model_layers_58_mlp_up_proj/mean": -0.138671875, "train/tensor_act_model_layers_58_mlp_up_proj/std": 2.484375, "train/tensor_act_model_layers_58_mlp_up_proj/max_abs": 6.03125, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/min": -6.03125, "train/tensor_act_model_layers_58_mlp_up_proj/max": 6.03125, "train/tensor_act_model_layers_58_mlp_up_proj/range": 12.0625, "train/tensor_act_model_layers_58_mlp_down_proj/norm": 99142.546875, "train/tensor_act_model_layers_58_mlp_down_proj/mean": 48.0, "train/tensor_act_model_layers_58_mlp_down_proj/std": 5.25, "train/tensor_act_model_layers_58_mlp_down_proj/max_abs": 60.75, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_58_mlp_down_proj/min": -0.119140625, "train/tensor_act_model_layers_58_mlp_down_proj/max": 60.75, "train/tensor_act_model_layers_58_mlp_down_proj/range": 60.869140625, "train/tensor_act_model_layers_58_mlp/norm": 99142.546875, "train/tensor_act_model_layers_58_mlp/mean": 48.0, "train/tensor_act_model_layers_58_mlp/std": 5.25, "train/tensor_act_model_layers_58_mlp/max_abs": 60.75, "train/tensor_act_model_layers_58_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_58_mlp/min": -0.119140625, "train/tensor_act_model_layers_58_mlp/max": 60.75, "train/tensor_act_model_layers_58_mlp/range": 60.869140625, "train/tensor_act_model_layers_58_residual_post_mlp/norm": 8489675.0, "train/tensor_act_model_layers_58_residual_post_mlp/mean": 4160.0, "train/tensor_act_model_layers_58_residual_post_mlp/std": 86.0, "train/tensor_act_model_layers_58_residual_post_mlp/max_abs": 4384.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_58_residual_post_mlp/min": -2.546875, "train/tensor_act_model_layers_58_residual_post_mlp/max": 4384.0, "train/tensor_act_model_layers_58_residual_post_mlp/range": 4386.546875, "train/tensor_act_model_layers_59_residual_pre_attn/norm": 8489675.0, "train/tensor_act_model_layers_59_residual_pre_attn/mean": 4160.0, "train/tensor_act_model_layers_59_residual_pre_attn/std": 86.0, "train/tensor_act_model_layers_59_residual_pre_attn/max_abs": 4384.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_59_residual_pre_attn/min": -2.546875, "train/tensor_act_model_layers_59_residual_pre_attn/max": 4384.0, "train/tensor_act_model_layers_59_residual_pre_attn/range": 4386.546875, "train/tensor_act_model_layers_59_residual_post_attn/norm": 8489675.0, "train/tensor_act_model_layers_59_residual_post_attn/mean": 4160.0, "train/tensor_act_model_layers_59_residual_post_attn/std": 86.0, "train/tensor_act_model_layers_59_residual_post_attn/max_abs": 4384.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_59_residual_post_attn/min": -2.5, "train/tensor_act_model_layers_59_residual_post_attn/max": 4384.0, "train/tensor_act_model_layers_59_residual_post_attn/range": 4386.5, "train/tensor_act_model_layers_59_mlp_gate_proj/norm": 7049.93310546875, "train/tensor_act_model_layers_59_mlp_gate_proj/mean": 1.28125, "train/tensor_act_model_layers_59_mlp_gate_proj/std": 2.0625, "train/tensor_act_model_layers_59_mlp_gate_proj/max_abs": 6.96875, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/min": -4.75, "train/tensor_act_model_layers_59_mlp_gate_proj/max": 6.96875, "train/tensor_act_model_layers_59_mlp_gate_proj/range": 11.71875, "train/tensor_act_model_layers_59_mlp_up_proj/norm": 7220.28271484375, "train/tensor_act_model_layers_59_mlp_up_proj/mean": 0.004119873046875, "train/tensor_act_model_layers_59_mlp_up_proj/std": 2.5, "train/tensor_act_model_layers_59_mlp_up_proj/max_abs": 6.75, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/min": -6.6875, "train/tensor_act_model_layers_59_mlp_up_proj/max": 6.75, "train/tensor_act_model_layers_59_mlp_up_proj/range": 13.4375, "train/tensor_act_model_layers_59_mlp_down_proj/norm": 105198.1484375, "train/tensor_act_model_layers_59_mlp_down_proj/mean": 51.0, "train/tensor_act_model_layers_59_mlp_down_proj/std": 5.875, "train/tensor_act_model_layers_59_mlp_down_proj/max_abs": 66.0, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_59_mlp_down_proj/min": -0.1455078125, "train/tensor_act_model_layers_59_mlp_down_proj/max": 66.0, "train/tensor_act_model_layers_59_mlp_down_proj/range": 66.1455078125, "train/tensor_act_model_layers_59_mlp/norm": 105198.1484375, "train/tensor_act_model_layers_59_mlp/mean": 51.0, "train/tensor_act_model_layers_59_mlp/std": 5.875, "train/tensor_act_model_layers_59_mlp/max_abs": 66.0, "train/tensor_act_model_layers_59_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_59_mlp/min": -0.1455078125, "train/tensor_act_model_layers_59_mlp/max": 66.0, "train/tensor_act_model_layers_59_mlp/range": 66.1455078125, "train/tensor_act_model_layers_59_residual_post_mlp/norm": 8600500.0, "train/tensor_act_model_layers_59_residual_post_mlp/mean": 4192.0, "train/tensor_act_model_layers_59_residual_post_mlp/std": 89.0, "train/tensor_act_model_layers_59_residual_post_mlp/max_abs": 4448.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_59_residual_post_mlp/min": -2.453125, "train/tensor_act_model_layers_59_residual_post_mlp/max": 4448.0, "train/tensor_act_model_layers_59_residual_post_mlp/range": 4450.453125, "train/tensor_act_model_layers_60_residual_pre_attn/norm": 8600500.0, "train/tensor_act_model_layers_60_residual_pre_attn/mean": 4192.0, "train/tensor_act_model_layers_60_residual_pre_attn/std": 89.0, "train/tensor_act_model_layers_60_residual_pre_attn/max_abs": 4448.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_60_residual_pre_attn/min": -2.453125, "train/tensor_act_model_layers_60_residual_pre_attn/max": 4448.0, "train/tensor_act_model_layers_60_residual_pre_attn/range": 4450.453125, "train/tensor_act_model_layers_60_residual_post_attn/norm": 8600500.0, "train/tensor_act_model_layers_60_residual_post_attn/mean": 4192.0, "train/tensor_act_model_layers_60_residual_post_attn/std": 89.0, "train/tensor_act_model_layers_60_residual_post_attn/max_abs": 4448.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_60_residual_post_attn/min": -2.6875, "train/tensor_act_model_layers_60_residual_post_attn/max": 4448.0, "train/tensor_act_model_layers_60_residual_post_attn/range": 4450.6875, "train/tensor_act_model_layers_60_mlp_gate_proj/norm": 6733.78955078125, "train/tensor_act_model_layers_60_mlp_gate_proj/mean": 1.0859375, "train/tensor_act_model_layers_60_mlp_gate_proj/std": 2.0625, "train/tensor_act_model_layers_60_mlp_gate_proj/max_abs": 6.8125, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/min": -4.4375, "train/tensor_act_model_layers_60_mlp_gate_proj/max": 6.8125, "train/tensor_act_model_layers_60_mlp_gate_proj/range": 11.25, "train/tensor_act_model_layers_60_mlp_up_proj/norm": 6661.8095703125, "train/tensor_act_model_layers_60_mlp_up_proj/mean": -0.1630859375, "train/tensor_act_model_layers_60_mlp_up_proj/std": 2.296875, "train/tensor_act_model_layers_60_mlp_up_proj/max_abs": 6.71875, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/min": -6.71875, "train/tensor_act_model_layers_60_mlp_up_proj/max": 6.4375, "train/tensor_act_model_layers_60_mlp_up_proj/range": 13.15625, "train/tensor_act_model_layers_60_mlp_down_proj/norm": 90837.0, "train/tensor_act_model_layers_60_mlp_down_proj/mean": 44.0, "train/tensor_act_model_layers_60_mlp_down_proj/std": 5.6875, "train/tensor_act_model_layers_60_mlp_down_proj/max_abs": 57.0, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_60_mlp_down_proj/min": -0.1513671875, "train/tensor_act_model_layers_60_mlp_down_proj/max": 57.0, "train/tensor_act_model_layers_60_mlp_down_proj/range": 57.1513671875, "train/tensor_act_model_layers_60_mlp/norm": 90837.0, "train/tensor_act_model_layers_60_mlp/mean": 44.0, "train/tensor_act_model_layers_60_mlp/std": 5.6875, "train/tensor_act_model_layers_60_mlp/max_abs": 57.0, "train/tensor_act_model_layers_60_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_60_mlp/min": -0.1513671875, "train/tensor_act_model_layers_60_mlp/max": 57.0, "train/tensor_act_model_layers_60_mlp/range": 57.1513671875, "train/tensor_act_model_layers_60_residual_post_mlp/norm": 8684544.0, "train/tensor_act_model_layers_60_residual_post_mlp/mean": 4224.0, "train/tensor_act_model_layers_60_residual_post_mlp/std": 91.5, "train/tensor_act_model_layers_60_residual_post_mlp/max_abs": 4480.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_60_residual_post_mlp/min": -2.65625, "train/tensor_act_model_layers_60_residual_post_mlp/max": 4480.0, "train/tensor_act_model_layers_60_residual_post_mlp/range": 4482.65625, "train/tensor_act_model_layers_61_residual_pre_attn/norm": 8684544.0, "train/tensor_act_model_layers_61_residual_pre_attn/mean": 4224.0, "train/tensor_act_model_layers_61_residual_pre_attn/std": 91.5, "train/tensor_act_model_layers_61_residual_pre_attn/max_abs": 4480.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_61_residual_pre_attn/min": -2.65625, "train/tensor_act_model_layers_61_residual_pre_attn/max": 4480.0, "train/tensor_act_model_layers_61_residual_pre_attn/range": 4482.65625, "train/tensor_act_model_layers_61_residual_post_attn/norm": 8684544.0, "train/tensor_act_model_layers_61_residual_post_attn/mean": 4224.0, "train/tensor_act_model_layers_61_residual_post_attn/std": 91.5, "train/tensor_act_model_layers_61_residual_post_attn/max_abs": 4480.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_61_residual_post_attn/min": -2.546875, "train/tensor_act_model_layers_61_residual_post_attn/max": 4480.0, "train/tensor_act_model_layers_61_residual_post_attn/range": 4482.546875, "train/tensor_act_model_layers_61_mlp_gate_proj/norm": 6240.5693359375, "train/tensor_act_model_layers_61_mlp_gate_proj/mean": 1.0546875, "train/tensor_act_model_layers_61_mlp_gate_proj/std": 1.8828125, "train/tensor_act_model_layers_61_mlp_gate_proj/max_abs": 6.59375, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/min": -4.28125, "train/tensor_act_model_layers_61_mlp_gate_proj/max": 6.59375, "train/tensor_act_model_layers_61_mlp_gate_proj/range": 10.875, "train/tensor_act_model_layers_61_mlp_up_proj/norm": 6304.07177734375, "train/tensor_act_model_layers_61_mlp_up_proj/mean": -0.07275390625, "train/tensor_act_model_layers_61_mlp_up_proj/std": 2.171875, "train/tensor_act_model_layers_61_mlp_up_proj/max_abs": 6.0, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/min": -6.0, "train/tensor_act_model_layers_61_mlp_up_proj/max": 5.8125, "train/tensor_act_model_layers_61_mlp_up_proj/range": 11.8125, "train/tensor_act_model_layers_61_mlp_down_proj/norm": 74868.0078125, "train/tensor_act_model_layers_61_mlp_down_proj/mean": 36.25, "train/tensor_act_model_layers_61_mlp_down_proj/std": 4.34375, "train/tensor_act_model_layers_61_mlp_down_proj/max_abs": 45.25, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_61_mlp_down_proj/min": -0.11669921875, "train/tensor_act_model_layers_61_mlp_down_proj/max": 45.25, "train/tensor_act_model_layers_61_mlp_down_proj/range": 45.36669921875, "train/tensor_act_model_layers_61_mlp/norm": 74868.0078125, "train/tensor_act_model_layers_61_mlp/mean": 36.25, "train/tensor_act_model_layers_61_mlp/std": 4.34375, "train/tensor_act_model_layers_61_mlp/max_abs": 45.25, "train/tensor_act_model_layers_61_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_61_mlp/min": -0.11669921875, "train/tensor_act_model_layers_61_mlp/max": 45.25, "train/tensor_act_model_layers_61_mlp/range": 45.36669921875, "train/tensor_act_model_layers_61_residual_post_mlp/norm": 8750330.0, "train/tensor_act_model_layers_61_residual_post_mlp/mean": 4256.0, "train/tensor_act_model_layers_61_residual_post_mlp/std": 91.0, "train/tensor_act_model_layers_61_residual_post_mlp/max_abs": 4512.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_61_residual_post_mlp/min": -2.453125, "train/tensor_act_model_layers_61_residual_post_mlp/max": 4512.0, "train/tensor_act_model_layers_61_residual_post_mlp/range": 4514.453125, "train/tensor_act_model_layers_62_residual_pre_attn/norm": 8750330.0, "train/tensor_act_model_layers_62_residual_pre_attn/mean": 4256.0, "train/tensor_act_model_layers_62_residual_pre_attn/std": 91.0, "train/tensor_act_model_layers_62_residual_pre_attn/max_abs": 4512.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_62_residual_pre_attn/min": -2.453125, "train/tensor_act_model_layers_62_residual_pre_attn/max": 4512.0, "train/tensor_act_model_layers_62_residual_pre_attn/range": 4514.453125, "train/tensor_act_model_layers_62_residual_post_attn/norm": 8750330.0, "train/tensor_act_model_layers_62_residual_post_attn/mean": 4256.0, "train/tensor_act_model_layers_62_residual_post_attn/std": 91.0, "train/tensor_act_model_layers_62_residual_post_attn/max_abs": 4512.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_62_residual_post_attn/min": -2.5625, "train/tensor_act_model_layers_62_residual_post_attn/max": 4512.0, "train/tensor_act_model_layers_62_residual_post_attn/range": 4514.5625, "train/tensor_act_model_layers_62_mlp_gate_proj/norm": 6215.5625, "train/tensor_act_model_layers_62_mlp_gate_proj/mean": 1.0390625, "train/tensor_act_model_layers_62_mlp_gate_proj/std": 1.8828125, "train/tensor_act_model_layers_62_mlp_gate_proj/max_abs": 6.15625, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/min": -4.625, "train/tensor_act_model_layers_62_mlp_gate_proj/max": 6.15625, "train/tensor_act_model_layers_62_mlp_gate_proj/range": 10.78125, "train/tensor_act_model_layers_62_mlp_up_proj/norm": 6227.806640625, "train/tensor_act_model_layers_62_mlp_up_proj/mean": 0.1689453125, "train/tensor_act_model_layers_62_mlp_up_proj/std": 2.140625, "train/tensor_act_model_layers_62_mlp_up_proj/max_abs": 6.0625, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/min": -6.0625, "train/tensor_act_model_layers_62_mlp_up_proj/max": 5.71875, "train/tensor_act_model_layers_62_mlp_up_proj/range": 11.78125, "train/tensor_act_model_layers_62_mlp_down_proj/norm": 73791.0703125, "train/tensor_act_model_layers_62_mlp_down_proj/mean": 35.75, "train/tensor_act_model_layers_62_mlp_down_proj/std": 4.25, "train/tensor_act_model_layers_62_mlp_down_proj/max_abs": 45.5, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_62_mlp_down_proj/min": -0.12353515625, "train/tensor_act_model_layers_62_mlp_down_proj/max": 45.5, "train/tensor_act_model_layers_62_mlp_down_proj/range": 45.62353515625, "train/tensor_act_model_layers_62_mlp/norm": 73791.0703125, "train/tensor_act_model_layers_62_mlp/mean": 35.75, "train/tensor_act_model_layers_62_mlp/std": 4.25, "train/tensor_act_model_layers_62_mlp/max_abs": 45.5, "train/tensor_act_model_layers_62_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_62_mlp/min": -0.12353515625, "train/tensor_act_model_layers_62_mlp/max": 45.5, "train/tensor_act_model_layers_62_mlp/range": 45.62353515625, "train/tensor_act_model_layers_62_residual_post_mlp/norm": 8815879.0, "train/tensor_act_model_layers_62_residual_post_mlp/mean": 4288.0, "train/tensor_act_model_layers_62_residual_post_mlp/std": 91.0, "train/tensor_act_model_layers_62_residual_post_mlp/max_abs": 4544.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_62_residual_post_mlp/min": -2.5, "train/tensor_act_model_layers_62_residual_post_mlp/max": 4544.0, "train/tensor_act_model_layers_62_residual_post_mlp/range": 4546.5, "train/tensor_act_model_layers_63_residual_pre_attn/norm": 8815879.0, "train/tensor_act_model_layers_63_residual_pre_attn/mean": 4288.0, "train/tensor_act_model_layers_63_residual_pre_attn/std": 91.0, "train/tensor_act_model_layers_63_residual_pre_attn/max_abs": 4544.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_63_residual_pre_attn/min": -2.5, "train/tensor_act_model_layers_63_residual_pre_attn/max": 4544.0, "train/tensor_act_model_layers_63_residual_pre_attn/range": 4546.5, "train/tensor_act_model_layers_63_residual_post_attn/norm": 8815879.0, "train/tensor_act_model_layers_63_residual_post_attn/mean": 4288.0, "train/tensor_act_model_layers_63_residual_post_attn/std": 91.0, "train/tensor_act_model_layers_63_residual_post_attn/max_abs": 4544.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_63_residual_post_attn/min": -2.390625, "train/tensor_act_model_layers_63_residual_post_attn/max": 4544.0, "train/tensor_act_model_layers_63_residual_post_attn/range": 4546.390625, "train/tensor_act_model_layers_63_mlp_gate_proj/norm": 6782.1875, "train/tensor_act_model_layers_63_mlp_gate_proj/mean": 1.1171875, "train/tensor_act_model_layers_63_mlp_gate_proj/std": 2.0625, "train/tensor_act_model_layers_63_mlp_gate_proj/max_abs": 6.21875, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/min": -4.53125, "train/tensor_act_model_layers_63_mlp_gate_proj/max": 6.21875, "train/tensor_act_model_layers_63_mlp_gate_proj/range": 10.75, "train/tensor_act_model_layers_63_mlp_up_proj/norm": 6697.60302734375, "train/tensor_act_model_layers_63_mlp_up_proj/mean": -0.142578125, "train/tensor_act_model_layers_63_mlp_up_proj/std": 2.3125, "train/tensor_act_model_layers_63_mlp_up_proj/max_abs": 6.21875, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/min": -6.21875, "train/tensor_act_model_layers_63_mlp_up_proj/max": 5.9375, "train/tensor_act_model_layers_63_mlp_up_proj/range": 12.15625, "train/tensor_act_model_layers_63_mlp_down_proj/norm": 98168.0703125, "train/tensor_act_model_layers_63_mlp_down_proj/mean": 47.75, "train/tensor_act_model_layers_63_mlp_down_proj/std": 4.6875, "train/tensor_act_model_layers_63_mlp_down_proj/max_abs": 59.0, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_63_mlp_down_proj/min": -0.1396484375, "train/tensor_act_model_layers_63_mlp_down_proj/max": 59.0, "train/tensor_act_model_layers_63_mlp_down_proj/range": 59.1396484375, "train/tensor_act_model_layers_63_mlp/norm": 98168.0703125, "train/tensor_act_model_layers_63_mlp/mean": 47.75, "train/tensor_act_model_layers_63_mlp/std": 4.6875, "train/tensor_act_model_layers_63_mlp/max_abs": 59.0, "train/tensor_act_model_layers_63_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_63_mlp/min": -0.1396484375, "train/tensor_act_model_layers_63_mlp/max": 59.0, "train/tensor_act_model_layers_63_mlp/range": 59.1396484375, "train/tensor_act_model_layers_63_residual_post_mlp/norm": 8914953.0, "train/tensor_act_model_layers_63_residual_post_mlp/mean": 4352.0, "train/tensor_act_model_layers_63_residual_post_mlp/std": 93.0, "train/tensor_act_model_layers_63_residual_post_mlp/max_abs": 4576.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_63_residual_post_mlp/min": -2.421875, "train/tensor_act_model_layers_63_residual_post_mlp/max": 4576.0, "train/tensor_act_model_layers_63_residual_post_mlp/range": 4578.421875, "train/tensor_act_model_layers_64_residual_pre_attn/norm": 8914953.0, "train/tensor_act_model_layers_64_residual_pre_attn/mean": 4352.0, "train/tensor_act_model_layers_64_residual_pre_attn/std": 93.0, "train/tensor_act_model_layers_64_residual_pre_attn/max_abs": 4576.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_64_residual_pre_attn/min": -2.421875, "train/tensor_act_model_layers_64_residual_pre_attn/max": 4576.0, "train/tensor_act_model_layers_64_residual_pre_attn/range": 4578.421875, "train/tensor_act_model_layers_64_residual_post_attn/norm": 8914953.0, "train/tensor_act_model_layers_64_residual_post_attn/mean": 4352.0, "train/tensor_act_model_layers_64_residual_post_attn/std": 93.0, "train/tensor_act_model_layers_64_residual_post_attn/max_abs": 4576.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_64_residual_post_attn/min": -2.40625, "train/tensor_act_model_layers_64_residual_post_attn/max": 4576.0, "train/tensor_act_model_layers_64_residual_post_attn/range": 4578.40625, "train/tensor_act_model_layers_64_mlp_gate_proj/norm": 6234.57568359375, "train/tensor_act_model_layers_64_mlp_gate_proj/mean": 0.96875, "train/tensor_act_model_layers_64_mlp_gate_proj/std": 1.921875, "train/tensor_act_model_layers_64_mlp_gate_proj/max_abs": 7.0, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/min": -5.15625, "train/tensor_act_model_layers_64_mlp_gate_proj/max": 7.0, "train/tensor_act_model_layers_64_mlp_gate_proj/range": 12.15625, "train/tensor_act_model_layers_64_mlp_up_proj/norm": 6468.48681640625, "train/tensor_act_model_layers_64_mlp_up_proj/mean": 0.06396484375, "train/tensor_act_model_layers_64_mlp_up_proj/std": 2.234375, "train/tensor_act_model_layers_64_mlp_up_proj/max_abs": 6.8125, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/min": -6.71875, "train/tensor_act_model_layers_64_mlp_up_proj/max": 6.8125, "train/tensor_act_model_layers_64_mlp_up_proj/range": 13.53125, "train/tensor_act_model_layers_64_mlp_down_proj/norm": 79684.0, "train/tensor_act_model_layers_64_mlp_down_proj/mean": 38.5, "train/tensor_act_model_layers_64_mlp_down_proj/std": 5.71875, "train/tensor_act_model_layers_64_mlp_down_proj/max_abs": 53.25, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_64_mlp_down_proj/min": -0.1455078125, "train/tensor_act_model_layers_64_mlp_down_proj/max": 53.25, "train/tensor_act_model_layers_64_mlp_down_proj/range": 53.3955078125, "train/tensor_act_model_layers_64_mlp/norm": 79684.0, "train/tensor_act_model_layers_64_mlp/mean": 38.5, "train/tensor_act_model_layers_64_mlp/std": 5.71875, "train/tensor_act_model_layers_64_mlp/max_abs": 53.25, "train/tensor_act_model_layers_64_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_64_mlp/min": -0.1455078125, "train/tensor_act_model_layers_64_mlp/max": 53.25, "train/tensor_act_model_layers_64_mlp/range": 53.3955078125, "train/tensor_act_model_layers_64_residual_post_mlp/norm": 8983314.0, "train/tensor_act_model_layers_64_residual_post_mlp/mean": 4384.0, "train/tensor_act_model_layers_64_residual_post_mlp/std": 93.0, "train/tensor_act_model_layers_64_residual_post_mlp/max_abs": 4608.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_64_residual_post_mlp/min": -2.46875, "train/tensor_act_model_layers_64_residual_post_mlp/max": 4608.0, "train/tensor_act_model_layers_64_residual_post_mlp/range": 4610.46875, "train/tensor_act_model_layers_65_residual_pre_attn/norm": 8983314.0, "train/tensor_act_model_layers_65_residual_pre_attn/mean": 4384.0, "train/tensor_act_model_layers_65_residual_pre_attn/std": 93.0, "train/tensor_act_model_layers_65_residual_pre_attn/max_abs": 4608.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_65_residual_pre_attn/min": -2.46875, "train/tensor_act_model_layers_65_residual_pre_attn/max": 4608.0, "train/tensor_act_model_layers_65_residual_pre_attn/range": 4610.46875, "train/tensor_act_model_layers_65_residual_post_attn/norm": 8983314.0, "train/tensor_act_model_layers_65_residual_post_attn/mean": 4384.0, "train/tensor_act_model_layers_65_residual_post_attn/std": 93.0, "train/tensor_act_model_layers_65_residual_post_attn/max_abs": 4608.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_65_residual_post_attn/min": -2.46875, "train/tensor_act_model_layers_65_residual_post_attn/max": 4608.0, "train/tensor_act_model_layers_65_residual_post_attn/range": 4610.46875, "train/tensor_act_model_layers_65_mlp_gate_proj/norm": 5970.3369140625, "train/tensor_act_model_layers_65_mlp_gate_proj/mean": 0.83984375, "train/tensor_act_model_layers_65_mlp_gate_proj/std": 1.8828125, "train/tensor_act_model_layers_65_mlp_gate_proj/max_abs": 6.4375, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/min": -4.3125, "train/tensor_act_model_layers_65_mlp_gate_proj/max": 6.4375, "train/tensor_act_model_layers_65_mlp_gate_proj/range": 10.75, "train/tensor_act_model_layers_65_mlp_up_proj/norm": 6058.03076171875, "train/tensor_act_model_layers_65_mlp_up_proj/mean": 0.1259765625, "train/tensor_act_model_layers_65_mlp_up_proj/std": 2.09375, "train/tensor_act_model_layers_65_mlp_up_proj/max_abs": 6.1875, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/min": -5.8125, "train/tensor_act_model_layers_65_mlp_up_proj/max": 6.1875, "train/tensor_act_model_layers_65_mlp_up_proj/range": 12.0, "train/tensor_act_model_layers_65_mlp_down_proj/norm": 68865.421875, "train/tensor_act_model_layers_65_mlp_down_proj/mean": 33.25, "train/tensor_act_model_layers_65_mlp_down_proj/std": 4.25, "train/tensor_act_model_layers_65_mlp_down_proj/max_abs": 42.25, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_65_mlp_down_proj/min": -0.150390625, "train/tensor_act_model_layers_65_mlp_down_proj/max": 42.25, "train/tensor_act_model_layers_65_mlp_down_proj/range": 42.400390625, "train/tensor_act_model_layers_65_mlp/norm": 68865.421875, "train/tensor_act_model_layers_65_mlp/mean": 33.25, "train/tensor_act_model_layers_65_mlp/std": 4.25, "train/tensor_act_model_layers_65_mlp/max_abs": 42.25, "train/tensor_act_model_layers_65_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_65_mlp/min": -0.150390625, "train/tensor_act_model_layers_65_mlp/max": 42.25, "train/tensor_act_model_layers_65_mlp/range": 42.400390625, "train/tensor_act_model_layers_65_residual_post_mlp/norm": 9048836.0, "train/tensor_act_model_layers_65_residual_post_mlp/mean": 4416.0, "train/tensor_act_model_layers_65_residual_post_mlp/std": 93.0, "train/tensor_act_model_layers_65_residual_post_mlp/max_abs": 4640.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_65_residual_post_mlp/min": -2.515625, "train/tensor_act_model_layers_65_residual_post_mlp/max": 4640.0, "train/tensor_act_model_layers_65_residual_post_mlp/range": 4642.515625, "train/tensor_act_model_layers_66_residual_pre_attn/norm": 9048836.0, "train/tensor_act_model_layers_66_residual_pre_attn/mean": 4416.0, "train/tensor_act_model_layers_66_residual_pre_attn/std": 93.0, "train/tensor_act_model_layers_66_residual_pre_attn/max_abs": 4640.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_66_residual_pre_attn/min": -2.515625, "train/tensor_act_model_layers_66_residual_pre_attn/max": 4640.0, "train/tensor_act_model_layers_66_residual_pre_attn/range": 4642.515625, "train/tensor_act_model_layers_66_residual_post_attn/norm": 9048836.0, "train/tensor_act_model_layers_66_residual_post_attn/mean": 4416.0, "train/tensor_act_model_layers_66_residual_post_attn/std": 93.0, "train/tensor_act_model_layers_66_residual_post_attn/max_abs": 4640.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_66_residual_post_attn/min": -2.5, "train/tensor_act_model_layers_66_residual_post_attn/max": 4640.0, "train/tensor_act_model_layers_66_residual_post_attn/range": 4642.5, "train/tensor_act_model_layers_66_mlp_gate_proj/norm": 6696.14599609375, "train/tensor_act_model_layers_66_mlp_gate_proj/mean": 1.0703125, "train/tensor_act_model_layers_66_mlp_gate_proj/std": 2.046875, "train/tensor_act_model_layers_66_mlp_gate_proj/max_abs": 7.375, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/min": -5.28125, "train/tensor_act_model_layers_66_mlp_gate_proj/max": 7.375, "train/tensor_act_model_layers_66_mlp_gate_proj/range": 12.65625, "train/tensor_act_model_layers_66_mlp_up_proj/norm": 6581.951171875, "train/tensor_act_model_layers_66_mlp_up_proj/mean": -0.043212890625, "train/tensor_act_model_layers_66_mlp_up_proj/std": 2.265625, "train/tensor_act_model_layers_66_mlp_up_proj/max_abs": 7.25, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/min": -7.125, "train/tensor_act_model_layers_66_mlp_up_proj/max": 7.25, "train/tensor_act_model_layers_66_mlp_up_proj/range": 14.375, "train/tensor_act_model_layers_66_mlp_down_proj/norm": 88204.2734375, "train/tensor_act_model_layers_66_mlp_down_proj/mean": 42.5, "train/tensor_act_model_layers_66_mlp_down_proj/std": 6.1875, "train/tensor_act_model_layers_66_mlp_down_proj/max_abs": 54.75, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_66_mlp_down_proj/min": -0.1513671875, "train/tensor_act_model_layers_66_mlp_down_proj/max": 54.75, "train/tensor_act_model_layers_66_mlp_down_proj/range": 54.9013671875, "train/tensor_act_model_layers_66_mlp/norm": 88204.2734375, "train/tensor_act_model_layers_66_mlp/mean": 42.5, "train/tensor_act_model_layers_66_mlp/std": 6.1875, "train/tensor_act_model_layers_66_mlp/max_abs": 54.75, "train/tensor_act_model_layers_66_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_66_mlp/min": -0.1513671875, "train/tensor_act_model_layers_66_mlp/max": 54.75, "train/tensor_act_model_layers_66_mlp/range": 54.9013671875, "train/tensor_act_model_layers_66_residual_post_mlp/norm": 9126180.0, "train/tensor_act_model_layers_66_residual_post_mlp/mean": 4448.0, "train/tensor_act_model_layers_66_residual_post_mlp/std": 94.5, "train/tensor_act_model_layers_66_residual_post_mlp/max_abs": 4704.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_66_residual_post_mlp/min": -2.484375, "train/tensor_act_model_layers_66_residual_post_mlp/max": 4704.0, "train/tensor_act_model_layers_66_residual_post_mlp/range": 4706.484375, "train/tensor_act_model_layers_67_residual_pre_attn/norm": 9126180.0, "train/tensor_act_model_layers_67_residual_pre_attn/mean": 4448.0, "train/tensor_act_model_layers_67_residual_pre_attn/std": 94.5, "train/tensor_act_model_layers_67_residual_pre_attn/max_abs": 4704.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_67_residual_pre_attn/min": -2.484375, "train/tensor_act_model_layers_67_residual_pre_attn/max": 4704.0, "train/tensor_act_model_layers_67_residual_pre_attn/range": 4706.484375, "train/tensor_act_model_layers_67_residual_post_attn/norm": 9126180.0, "train/tensor_act_model_layers_67_residual_post_attn/mean": 4448.0, "train/tensor_act_model_layers_67_residual_post_attn/std": 94.5, "train/tensor_act_model_layers_67_residual_post_attn/max_abs": 4704.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_67_residual_post_attn/min": -2.609375, "train/tensor_act_model_layers_67_residual_post_attn/max": 4704.0, "train/tensor_act_model_layers_67_residual_post_attn/range": 4706.609375, "train/tensor_act_model_layers_67_mlp_gate_proj/norm": 6480.63330078125, "train/tensor_act_model_layers_67_mlp_gate_proj/mean": 1.046875, "train/tensor_act_model_layers_67_mlp_gate_proj/std": 1.9765625, "train/tensor_act_model_layers_67_mlp_gate_proj/max_abs": 5.8125, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/min": -4.125, "train/tensor_act_model_layers_67_mlp_gate_proj/max": 5.8125, "train/tensor_act_model_layers_67_mlp_gate_proj/range": 9.9375, "train/tensor_act_model_layers_67_mlp_up_proj/norm": 6509.56298828125, "train/tensor_act_model_layers_67_mlp_up_proj/mean": -0.060791015625, "train/tensor_act_model_layers_67_mlp_up_proj/std": 2.25, "train/tensor_act_model_layers_67_mlp_up_proj/max_abs": 6.125, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/min": -5.84375, "train/tensor_act_model_layers_67_mlp_up_proj/max": 6.125, "train/tensor_act_model_layers_67_mlp_up_proj/range": 11.96875, "train/tensor_act_model_layers_67_mlp_down_proj/norm": 84167.5546875, "train/tensor_act_model_layers_67_mlp_down_proj/mean": 40.75, "train/tensor_act_model_layers_67_mlp_down_proj/std": 4.75, "train/tensor_act_model_layers_67_mlp_down_proj/max_abs": 50.25, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_67_mlp_down_proj/min": -0.1904296875, "train/tensor_act_model_layers_67_mlp_down_proj/max": 50.25, "train/tensor_act_model_layers_67_mlp_down_proj/range": 50.4404296875, "train/tensor_act_model_layers_67_mlp/norm": 84167.5546875, "train/tensor_act_model_layers_67_mlp/mean": 40.75, "train/tensor_act_model_layers_67_mlp/std": 4.75, "train/tensor_act_model_layers_67_mlp/max_abs": 50.25, "train/tensor_act_model_layers_67_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_67_mlp/min": -0.1904296875, "train/tensor_act_model_layers_67_mlp/max": 50.25, "train/tensor_act_model_layers_67_mlp/range": 50.4404296875, "train/tensor_act_model_layers_67_residual_post_mlp/norm": 9195592.0, "train/tensor_act_model_layers_67_residual_post_mlp/mean": 4480.0, "train/tensor_act_model_layers_67_residual_post_mlp/std": 96.0, "train/tensor_act_model_layers_67_residual_post_mlp/max_abs": 4736.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_67_residual_post_mlp/min": -2.578125, "train/tensor_act_model_layers_67_residual_post_mlp/max": 4736.0, "train/tensor_act_model_layers_67_residual_post_mlp/range": 4738.578125, "train/tensor_act_model_layers_68_residual_pre_attn/norm": 9195592.0, "train/tensor_act_model_layers_68_residual_pre_attn/mean": 4480.0, "train/tensor_act_model_layers_68_residual_pre_attn/std": 96.0, "train/tensor_act_model_layers_68_residual_pre_attn/max_abs": 4736.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_68_residual_pre_attn/min": -2.578125, "train/tensor_act_model_layers_68_residual_pre_attn/max": 4736.0, "train/tensor_act_model_layers_68_residual_pre_attn/range": 4738.578125, "train/tensor_act_model_layers_68_residual_post_attn/norm": 9195592.0, "train/tensor_act_model_layers_68_residual_post_attn/mean": 4480.0, "train/tensor_act_model_layers_68_residual_post_attn/std": 96.0, "train/tensor_act_model_layers_68_residual_post_attn/max_abs": 4736.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_68_residual_post_attn/min": -2.625, "train/tensor_act_model_layers_68_residual_post_attn/max": 4736.0, "train/tensor_act_model_layers_68_residual_post_attn/range": 4738.625, "train/tensor_act_model_layers_68_mlp_gate_proj/norm": 6556.07373046875, "train/tensor_act_model_layers_68_mlp_gate_proj/mean": 1.1171875, "train/tensor_act_model_layers_68_mlp_gate_proj/std": 1.96875, "train/tensor_act_model_layers_68_mlp_gate_proj/max_abs": 6.53125, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/min": -4.8125, "train/tensor_act_model_layers_68_mlp_gate_proj/max": 6.53125, "train/tensor_act_model_layers_68_mlp_gate_proj/range": 11.34375, "train/tensor_act_model_layers_68_mlp_up_proj/norm": 6661.30517578125, "train/tensor_act_model_layers_68_mlp_up_proj/mean": -0.1494140625, "train/tensor_act_model_layers_68_mlp_up_proj/std": 2.296875, "train/tensor_act_model_layers_68_mlp_up_proj/max_abs": 6.5625, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/min": -6.09375, "train/tensor_act_model_layers_68_mlp_up_proj/max": 6.5625, "train/tensor_act_model_layers_68_mlp_up_proj/range": 12.65625, "train/tensor_act_model_layers_68_mlp_down_proj/norm": 85445.984375, "train/tensor_act_model_layers_68_mlp_down_proj/mean": 41.5, "train/tensor_act_model_layers_68_mlp_down_proj/std": 4.8125, "train/tensor_act_model_layers_68_mlp_down_proj/max_abs": 55.75, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_68_mlp_down_proj/min": -0.1103515625, "train/tensor_act_model_layers_68_mlp_down_proj/max": 55.75, "train/tensor_act_model_layers_68_mlp_down_proj/range": 55.8603515625, "train/tensor_act_model_layers_68_mlp/norm": 85445.984375, "train/tensor_act_model_layers_68_mlp/mean": 41.5, "train/tensor_act_model_layers_68_mlp/std": 4.8125, "train/tensor_act_model_layers_68_mlp/max_abs": 55.75, "train/tensor_act_model_layers_68_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_68_mlp/min": -0.1103515625, "train/tensor_act_model_layers_68_mlp/max": 55.75, "train/tensor_act_model_layers_68_mlp/range": 55.8603515625, "train/tensor_act_model_layers_68_residual_post_mlp/norm": 9267123.0, "train/tensor_act_model_layers_68_residual_post_mlp/mean": 4512.0, "train/tensor_act_model_layers_68_residual_post_mlp/std": 97.5, "train/tensor_act_model_layers_68_residual_post_mlp/max_abs": 4768.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_68_residual_post_mlp/min": -2.546875, "train/tensor_act_model_layers_68_residual_post_mlp/max": 4768.0, "train/tensor_act_model_layers_68_residual_post_mlp/range": 4770.546875, "train/tensor_act_model_layers_69_residual_pre_attn/norm": 9267123.0, "train/tensor_act_model_layers_69_residual_pre_attn/mean": 4512.0, "train/tensor_act_model_layers_69_residual_pre_attn/std": 97.5, "train/tensor_act_model_layers_69_residual_pre_attn/max_abs": 4768.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_69_residual_pre_attn/min": -2.546875, "train/tensor_act_model_layers_69_residual_pre_attn/max": 4768.0, "train/tensor_act_model_layers_69_residual_pre_attn/range": 4770.546875, "train/tensor_act_model_layers_69_residual_post_attn/norm": 9267123.0, "train/tensor_act_model_layers_69_residual_post_attn/mean": 4512.0, "train/tensor_act_model_layers_69_residual_post_attn/std": 97.5, "train/tensor_act_model_layers_69_residual_post_attn/max_abs": 4768.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_69_residual_post_attn/min": -2.59375, "train/tensor_act_model_layers_69_residual_post_attn/max": 4768.0, "train/tensor_act_model_layers_69_residual_post_attn/range": 4770.59375, "train/tensor_act_model_layers_69_mlp_gate_proj/norm": 5809.49267578125, "train/tensor_act_model_layers_69_mlp_gate_proj/mean": 0.83203125, "train/tensor_act_model_layers_69_mlp_gate_proj/std": 1.828125, "train/tensor_act_model_layers_69_mlp_gate_proj/max_abs": 5.84375, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/min": -4.5625, "train/tensor_act_model_layers_69_mlp_gate_proj/max": 5.84375, "train/tensor_act_model_layers_69_mlp_gate_proj/range": 10.40625, "train/tensor_act_model_layers_69_mlp_up_proj/norm": 5975.50146484375, "train/tensor_act_model_layers_69_mlp_up_proj/mean": -0.029052734375, "train/tensor_act_model_layers_69_mlp_up_proj/std": 2.0625, "train/tensor_act_model_layers_69_mlp_up_proj/max_abs": 6.46875, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/min": -6.125, "train/tensor_act_model_layers_69_mlp_up_proj/max": 6.46875, "train/tensor_act_model_layers_69_mlp_up_proj/range": 12.59375, "train/tensor_act_model_layers_69_mlp_down_proj/norm": 64839.66015625, "train/tensor_act_model_layers_69_mlp_down_proj/mean": 31.375, "train/tensor_act_model_layers_69_mlp_down_proj/std": 4.125, "train/tensor_act_model_layers_69_mlp_down_proj/max_abs": 40.25, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_69_mlp_down_proj/min": -0.1884765625, "train/tensor_act_model_layers_69_mlp_down_proj/max": 40.25, "train/tensor_act_model_layers_69_mlp_down_proj/range": 40.4384765625, "train/tensor_act_model_layers_69_mlp/norm": 64839.66015625, "train/tensor_act_model_layers_69_mlp/mean": 31.375, "train/tensor_act_model_layers_69_mlp/std": 4.125, "train/tensor_act_model_layers_69_mlp/max_abs": 40.25, "train/tensor_act_model_layers_69_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_69_mlp/min": -0.1884765625, "train/tensor_act_model_layers_69_mlp/max": 40.25, "train/tensor_act_model_layers_69_mlp/range": 40.4384765625, "train/tensor_act_model_layers_69_residual_post_mlp/norm": 9332644.0, "train/tensor_act_model_layers_69_residual_post_mlp/mean": 4544.0, "train/tensor_act_model_layers_69_residual_post_mlp/std": 97.5, "train/tensor_act_model_layers_69_residual_post_mlp/max_abs": 4800.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_69_residual_post_mlp/min": -2.671875, "train/tensor_act_model_layers_69_residual_post_mlp/max": 4800.0, "train/tensor_act_model_layers_69_residual_post_mlp/range": 4802.671875, "train/tensor_act_model_layers_70_residual_pre_attn/norm": 9332644.0, "train/tensor_act_model_layers_70_residual_pre_attn/mean": 4544.0, "train/tensor_act_model_layers_70_residual_pre_attn/std": 97.5, "train/tensor_act_model_layers_70_residual_pre_attn/max_abs": 4800.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_70_residual_pre_attn/min": -2.671875, "train/tensor_act_model_layers_70_residual_pre_attn/max": 4800.0, "train/tensor_act_model_layers_70_residual_pre_attn/range": 4802.671875, "train/tensor_act_model_layers_70_residual_post_attn/norm": 9332644.0, "train/tensor_act_model_layers_70_residual_post_attn/mean": 4544.0, "train/tensor_act_model_layers_70_residual_post_attn/std": 97.5, "train/tensor_act_model_layers_70_residual_post_attn/max_abs": 4800.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_70_residual_post_attn/min": -2.671875, "train/tensor_act_model_layers_70_residual_post_attn/max": 4800.0, "train/tensor_act_model_layers_70_residual_post_attn/range": 4802.671875, "train/tensor_act_model_layers_70_mlp_gate_proj/norm": 7029.9169921875, "train/tensor_act_model_layers_70_mlp_gate_proj/mean": 1.2421875, "train/tensor_act_model_layers_70_mlp_gate_proj/std": 2.078125, "train/tensor_act_model_layers_70_mlp_gate_proj/max_abs": 7.28125, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/min": -5.3125, "train/tensor_act_model_layers_70_mlp_gate_proj/max": 7.28125, "train/tensor_act_model_layers_70_mlp_gate_proj/range": 12.59375, "train/tensor_act_model_layers_70_mlp_up_proj/norm": 7078.1728515625, "train/tensor_act_model_layers_70_mlp_up_proj/mean": -0.091796875, "train/tensor_act_model_layers_70_mlp_up_proj/std": 2.4375, "train/tensor_act_model_layers_70_mlp_up_proj/max_abs": 8.0, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/min": -8.0, "train/tensor_act_model_layers_70_mlp_up_proj/max": 7.375, "train/tensor_act_model_layers_70_mlp_up_proj/range": 15.375, "train/tensor_act_model_layers_70_mlp_down_proj/norm": 101431.1484375, "train/tensor_act_model_layers_70_mlp_down_proj/mean": 49.25, "train/tensor_act_model_layers_70_mlp_down_proj/std": 6.03125, "train/tensor_act_model_layers_70_mlp_down_proj/max_abs": 63.25, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_70_mlp_down_proj/min": -0.134765625, "train/tensor_act_model_layers_70_mlp_down_proj/max": 63.25, "train/tensor_act_model_layers_70_mlp_down_proj/range": 63.384765625, "train/tensor_act_model_layers_70_mlp/norm": 101431.1484375, "train/tensor_act_model_layers_70_mlp/mean": 49.25, "train/tensor_act_model_layers_70_mlp/std": 6.03125, "train/tensor_act_model_layers_70_mlp/max_abs": 63.25, "train/tensor_act_model_layers_70_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_70_mlp/min": -0.134765625, "train/tensor_act_model_layers_70_mlp/max": 63.25, "train/tensor_act_model_layers_70_mlp/range": 63.384765625, "train/tensor_act_model_layers_70_residual_post_mlp/norm": 9439125.0, "train/tensor_act_model_layers_70_residual_post_mlp/mean": 4608.0, "train/tensor_act_model_layers_70_residual_post_mlp/std": 99.5, "train/tensor_act_model_layers_70_residual_post_mlp/max_abs": 4864.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_70_residual_post_mlp/min": -2.640625, "train/tensor_act_model_layers_70_residual_post_mlp/max": 4864.0, "train/tensor_act_model_layers_70_residual_post_mlp/range": 4866.640625, "train/tensor_act_model_layers_71_residual_pre_attn/norm": 9439125.0, "train/tensor_act_model_layers_71_residual_pre_attn/mean": 4608.0, "train/tensor_act_model_layers_71_residual_pre_attn/std": 99.5, "train/tensor_act_model_layers_71_residual_pre_attn/max_abs": 4864.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_71_residual_pre_attn/min": -2.640625, "train/tensor_act_model_layers_71_residual_pre_attn/max": 4864.0, "train/tensor_act_model_layers_71_residual_pre_attn/range": 4866.640625, "train/tensor_act_model_layers_71_residual_post_attn/norm": 9439125.0, "train/tensor_act_model_layers_71_residual_post_attn/mean": 4608.0, "train/tensor_act_model_layers_71_residual_post_attn/std": 99.5, "train/tensor_act_model_layers_71_residual_post_attn/max_abs": 4864.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_71_residual_post_attn/min": -2.640625, "train/tensor_act_model_layers_71_residual_post_attn/max": 4864.0, "train/tensor_act_model_layers_71_residual_post_attn/range": 4866.640625, "train/tensor_act_model_layers_71_mlp_gate_proj/norm": 5911.248046875, "train/tensor_act_model_layers_71_mlp_gate_proj/mean": 0.81640625, "train/tensor_act_model_layers_71_mlp_gate_proj/std": 1.8671875, "train/tensor_act_model_layers_71_mlp_gate_proj/max_abs": 6.0625, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/min": -4.46875, "train/tensor_act_model_layers_71_mlp_gate_proj/max": 6.0625, "train/tensor_act_model_layers_71_mlp_gate_proj/range": 10.53125, "train/tensor_act_model_layers_71_mlp_up_proj/norm": 5999.1416015625, "train/tensor_act_model_layers_71_mlp_up_proj/mean": -0.033447265625, "train/tensor_act_model_layers_71_mlp_up_proj/std": 2.078125, "train/tensor_act_model_layers_71_mlp_up_proj/max_abs": 6.0625, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/min": -6.0625, "train/tensor_act_model_layers_71_mlp_up_proj/max": 5.8125, "train/tensor_act_model_layers_71_mlp_up_proj/range": 11.875, "train/tensor_act_model_layers_71_mlp_down_proj/norm": 70296.4453125, "train/tensor_act_model_layers_71_mlp_down_proj/mean": 34.0, "train/tensor_act_model_layers_71_mlp_down_proj/std": 4.53125, "train/tensor_act_model_layers_71_mlp_down_proj/max_abs": 47.5, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_71_mlp_down_proj/min": -0.2080078125, "train/tensor_act_model_layers_71_mlp_down_proj/max": 47.5, "train/tensor_act_model_layers_71_mlp_down_proj/range": 47.7080078125, "train/tensor_act_model_layers_71_mlp/norm": 70296.4453125, "train/tensor_act_model_layers_71_mlp/mean": 34.0, "train/tensor_act_model_layers_71_mlp/std": 4.53125, "train/tensor_act_model_layers_71_mlp/max_abs": 47.5, "train/tensor_act_model_layers_71_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_71_mlp/min": -0.2080078125, "train/tensor_act_model_layers_71_mlp/max": 47.5, "train/tensor_act_model_layers_71_mlp/range": 47.7080078125, "train/tensor_act_model_layers_71_residual_post_mlp/norm": 9504646.0, "train/tensor_act_model_layers_71_residual_post_mlp/mean": 4640.0, "train/tensor_act_model_layers_71_residual_post_mlp/std": 99.5, "train/tensor_act_model_layers_71_residual_post_mlp/max_abs": 4896.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_71_residual_post_mlp/min": -2.671875, "train/tensor_act_model_layers_71_residual_post_mlp/max": 4896.0, "train/tensor_act_model_layers_71_residual_post_mlp/range": 4898.671875, "train/tensor_act_model_layers_72_residual_pre_attn/norm": 9504646.0, "train/tensor_act_model_layers_72_residual_pre_attn/mean": 4640.0, "train/tensor_act_model_layers_72_residual_pre_attn/std": 99.5, "train/tensor_act_model_layers_72_residual_pre_attn/max_abs": 4896.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_72_residual_pre_attn/min": -2.671875, "train/tensor_act_model_layers_72_residual_pre_attn/max": 4896.0, "train/tensor_act_model_layers_72_residual_pre_attn/range": 4898.671875, "train/tensor_act_model_layers_72_residual_post_attn/norm": 9504646.0, "train/tensor_act_model_layers_72_residual_post_attn/mean": 4640.0, "train/tensor_act_model_layers_72_residual_post_attn/std": 99.5, "train/tensor_act_model_layers_72_residual_post_attn/max_abs": 4896.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_72_residual_post_attn/min": -2.828125, "train/tensor_act_model_layers_72_residual_post_attn/max": 4896.0, "train/tensor_act_model_layers_72_residual_post_attn/range": 4898.828125, "train/tensor_act_model_layers_72_mlp_gate_proj/norm": 6212.72802734375, "train/tensor_act_model_layers_72_mlp_gate_proj/mean": 1.0234375, "train/tensor_act_model_layers_72_mlp_gate_proj/std": 1.8828125, "train/tensor_act_model_layers_72_mlp_gate_proj/max_abs": 6.6875, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/min": -4.8125, "train/tensor_act_model_layers_72_mlp_gate_proj/max": 6.6875, "train/tensor_act_model_layers_72_mlp_gate_proj/range": 11.5, "train/tensor_act_model_layers_72_mlp_up_proj/norm": 6199.10498046875, "train/tensor_act_model_layers_72_mlp_up_proj/mean": -0.064453125, "train/tensor_act_model_layers_72_mlp_up_proj/std": 2.140625, "train/tensor_act_model_layers_72_mlp_up_proj/max_abs": 6.3125, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/min": -6.28125, "train/tensor_act_model_layers_72_mlp_up_proj/max": 6.3125, "train/tensor_act_model_layers_72_mlp_up_proj/range": 12.59375, "train/tensor_act_model_layers_72_mlp_down_proj/norm": 74389.28125, "train/tensor_act_model_layers_72_mlp_down_proj/mean": 36.0, "train/tensor_act_model_layers_72_mlp_down_proj/std": 4.75, "train/tensor_act_model_layers_72_mlp_down_proj/max_abs": 46.5, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_72_mlp_down_proj/min": -0.18359375, "train/tensor_act_model_layers_72_mlp_down_proj/max": 46.5, "train/tensor_act_model_layers_72_mlp_down_proj/range": 46.68359375, "train/tensor_act_model_layers_72_mlp/norm": 74389.28125, "train/tensor_act_model_layers_72_mlp/mean": 36.0, "train/tensor_act_model_layers_72_mlp/std": 4.75, "train/tensor_act_model_layers_72_mlp/max_abs": 46.5, "train/tensor_act_model_layers_72_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_72_mlp/min": -0.18359375, "train/tensor_act_model_layers_72_mlp/max": 46.5, "train/tensor_act_model_layers_72_mlp/range": 46.68359375, "train/tensor_act_model_layers_72_residual_post_mlp/norm": 9570167.0, "train/tensor_act_model_layers_72_residual_post_mlp/mean": 4672.0, "train/tensor_act_model_layers_72_residual_post_mlp/std": 99.5, "train/tensor_act_model_layers_72_residual_post_mlp/max_abs": 4928.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_72_residual_post_mlp/min": -2.828125, "train/tensor_act_model_layers_72_residual_post_mlp/max": 4928.0, "train/tensor_act_model_layers_72_residual_post_mlp/range": 4930.828125, "train/tensor_act_model_layers_73_residual_pre_attn/norm": 9570167.0, "train/tensor_act_model_layers_73_residual_pre_attn/mean": 4672.0, "train/tensor_act_model_layers_73_residual_pre_attn/std": 99.5, "train/tensor_act_model_layers_73_residual_pre_attn/max_abs": 4928.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_73_residual_pre_attn/min": -2.828125, "train/tensor_act_model_layers_73_residual_pre_attn/max": 4928.0, "train/tensor_act_model_layers_73_residual_pre_attn/range": 4930.828125, "train/tensor_act_model_layers_73_residual_post_attn/norm": 9570167.0, "train/tensor_act_model_layers_73_residual_post_attn/mean": 4672.0, "train/tensor_act_model_layers_73_residual_post_attn/std": 99.5, "train/tensor_act_model_layers_73_residual_post_attn/max_abs": 4928.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_73_residual_post_attn/min": -2.828125, "train/tensor_act_model_layers_73_residual_post_attn/max": 4928.0, "train/tensor_act_model_layers_73_residual_post_attn/range": 4930.828125, "train/tensor_act_model_layers_73_mlp_gate_proj/norm": 5652.81201171875, "train/tensor_act_model_layers_73_mlp_gate_proj/mean": 0.84375, "train/tensor_act_model_layers_73_mlp_gate_proj/std": 1.7578125, "train/tensor_act_model_layers_73_mlp_gate_proj/max_abs": 5.75, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/min": -4.3125, "train/tensor_act_model_layers_73_mlp_gate_proj/max": 5.75, "train/tensor_act_model_layers_73_mlp_gate_proj/range": 10.0625, "train/tensor_act_model_layers_73_mlp_up_proj/norm": 5724.94091796875, "train/tensor_act_model_layers_73_mlp_up_proj/mean": -0.091796875, "train/tensor_act_model_layers_73_mlp_up_proj/std": 1.9765625, "train/tensor_act_model_layers_73_mlp_up_proj/max_abs": 6.3125, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/min": -6.0, "train/tensor_act_model_layers_73_mlp_up_proj/max": 6.3125, "train/tensor_act_model_layers_73_mlp_up_proj/range": 12.3125, "train/tensor_act_model_layers_73_mlp_down_proj/norm": 58683.99609375, "train/tensor_act_model_layers_73_mlp_down_proj/mean": 28.375, "train/tensor_act_model_layers_73_mlp_down_proj/std": 4.125, "train/tensor_act_model_layers_73_mlp_down_proj/max_abs": 38.75, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_73_mlp_down_proj/min": -0.158203125, "train/tensor_act_model_layers_73_mlp_down_proj/max": 38.75, "train/tensor_act_model_layers_73_mlp_down_proj/range": 38.908203125, "train/tensor_act_model_layers_73_mlp/norm": 58683.99609375, "train/tensor_act_model_layers_73_mlp/mean": 28.375, "train/tensor_act_model_layers_73_mlp/std": 4.125, "train/tensor_act_model_layers_73_mlp/max_abs": 38.75, "train/tensor_act_model_layers_73_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_73_mlp/min": -0.158203125, "train/tensor_act_model_layers_73_mlp/max": 38.75, "train/tensor_act_model_layers_73_mlp/range": 38.908203125, "train/tensor_act_model_layers_73_residual_post_mlp/norm": 9635182.0, "train/tensor_act_model_layers_73_residual_post_mlp/mean": 4704.0, "train/tensor_act_model_layers_73_residual_post_mlp/std": 100.0, "train/tensor_act_model_layers_73_residual_post_mlp/max_abs": 4960.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_73_residual_post_mlp/min": -2.765625, "train/tensor_act_model_layers_73_residual_post_mlp/max": 4960.0, "train/tensor_act_model_layers_73_residual_post_mlp/range": 4962.765625, "train/tensor_act_model_layers_74_residual_pre_attn/norm": 9635182.0, "train/tensor_act_model_layers_74_residual_pre_attn/mean": 4704.0, "train/tensor_act_model_layers_74_residual_pre_attn/std": 100.0, "train/tensor_act_model_layers_74_residual_pre_attn/max_abs": 4960.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_74_residual_pre_attn/min": -2.765625, "train/tensor_act_model_layers_74_residual_pre_attn/max": 4960.0, "train/tensor_act_model_layers_74_residual_pre_attn/range": 4962.765625, "train/tensor_act_model_layers_74_residual_post_attn/norm": 9635182.0, "train/tensor_act_model_layers_74_residual_post_attn/mean": 4704.0, "train/tensor_act_model_layers_74_residual_post_attn/std": 100.0, "train/tensor_act_model_layers_74_residual_post_attn/max_abs": 4960.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_74_residual_post_attn/min": -2.765625, "train/tensor_act_model_layers_74_residual_post_attn/max": 4960.0, "train/tensor_act_model_layers_74_residual_post_attn/range": 4962.765625, "train/tensor_act_model_layers_74_mlp_gate_proj/norm": 6042.11767578125, "train/tensor_act_model_layers_74_mlp_gate_proj/mean": 1.0, "train/tensor_act_model_layers_74_mlp_gate_proj/std": 1.828125, "train/tensor_act_model_layers_74_mlp_gate_proj/max_abs": 6.9375, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/min": -4.84375, "train/tensor_act_model_layers_74_mlp_gate_proj/max": 6.9375, "train/tensor_act_model_layers_74_mlp_gate_proj/range": 11.78125, "train/tensor_act_model_layers_74_mlp_up_proj/norm": 6155.57177734375, "train/tensor_act_model_layers_74_mlp_up_proj/mean": -0.25, "train/tensor_act_model_layers_74_mlp_up_proj/std": 2.109375, "train/tensor_act_model_layers_74_mlp_up_proj/max_abs": 7.375, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/min": -7.375, "train/tensor_act_model_layers_74_mlp_up_proj/max": 6.3125, "train/tensor_act_model_layers_74_mlp_up_proj/range": 13.6875, "train/tensor_act_model_layers_74_mlp_down_proj/norm": 69404.09375, "train/tensor_act_model_layers_74_mlp_down_proj/mean": 33.5, "train/tensor_act_model_layers_74_mlp_down_proj/std": 4.8125, "train/tensor_act_model_layers_74_mlp_down_proj/max_abs": 42.75, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_74_mlp_down_proj/min": -0.16015625, "train/tensor_act_model_layers_74_mlp_down_proj/max": 42.75, "train/tensor_act_model_layers_74_mlp_down_proj/range": 42.91015625, "train/tensor_act_model_layers_74_mlp/norm": 69404.09375, "train/tensor_act_model_layers_74_mlp/mean": 33.5, "train/tensor_act_model_layers_74_mlp/std": 4.8125, "train/tensor_act_model_layers_74_mlp/max_abs": 42.75, "train/tensor_act_model_layers_74_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_74_mlp/min": -0.16015625, "train/tensor_act_model_layers_74_mlp/max": 42.75, "train/tensor_act_model_layers_74_mlp/range": 42.91015625, "train/tensor_act_model_layers_74_residual_post_mlp/norm": 9700704.0, "train/tensor_act_model_layers_74_residual_post_mlp/mean": 4736.0, "train/tensor_act_model_layers_74_residual_post_mlp/std": 100.0, "train/tensor_act_model_layers_74_residual_post_mlp/max_abs": 4992.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_74_residual_post_mlp/min": -2.765625, "train/tensor_act_model_layers_74_residual_post_mlp/max": 4992.0, "train/tensor_act_model_layers_74_residual_post_mlp/range": 4994.765625, "train/tensor_act_model_layers_75_residual_pre_attn/norm": 9700704.0, "train/tensor_act_model_layers_75_residual_pre_attn/mean": 4736.0, "train/tensor_act_model_layers_75_residual_pre_attn/std": 100.0, "train/tensor_act_model_layers_75_residual_pre_attn/max_abs": 4992.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_75_residual_pre_attn/min": -2.765625, "train/tensor_act_model_layers_75_residual_pre_attn/max": 4992.0, "train/tensor_act_model_layers_75_residual_pre_attn/range": 4994.765625, "train/tensor_act_model_layers_75_residual_post_attn/norm": 9700704.0, "train/tensor_act_model_layers_75_residual_post_attn/mean": 4736.0, "train/tensor_act_model_layers_75_residual_post_attn/std": 100.0, "train/tensor_act_model_layers_75_residual_post_attn/max_abs": 4992.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_75_residual_post_attn/min": -2.828125, "train/tensor_act_model_layers_75_residual_post_attn/max": 4992.0, "train/tensor_act_model_layers_75_residual_post_attn/range": 4994.828125, "train/tensor_act_model_layers_75_mlp_gate_proj/norm": 5493.41650390625, "train/tensor_act_model_layers_75_mlp_gate_proj/mean": 0.765625, "train/tensor_act_model_layers_75_mlp_gate_proj/std": 1.734375, "train/tensor_act_model_layers_75_mlp_gate_proj/max_abs": 6.40625, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/min": -4.5625, "train/tensor_act_model_layers_75_mlp_gate_proj/max": 6.40625, "train/tensor_act_model_layers_75_mlp_gate_proj/range": 10.96875, "train/tensor_act_model_layers_75_mlp_up_proj/norm": 5474.76416015625, "train/tensor_act_model_layers_75_mlp_up_proj/mean": 0.220703125, "train/tensor_act_model_layers_75_mlp_up_proj/std": 1.875, "train/tensor_act_model_layers_75_mlp_up_proj/max_abs": 6.4375, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/min": -5.59375, "train/tensor_act_model_layers_75_mlp_up_proj/max": 6.4375, "train/tensor_act_model_layers_75_mlp_up_proj/range": 12.03125, "train/tensor_act_model_layers_75_mlp_down_proj/norm": 53132.9609375, "train/tensor_act_model_layers_75_mlp_down_proj/mean": 25.625, "train/tensor_act_model_layers_75_mlp_down_proj/std": 4.09375, "train/tensor_act_model_layers_75_mlp_down_proj/max_abs": 34.25, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_75_mlp_down_proj/min": -0.19921875, "train/tensor_act_model_layers_75_mlp_down_proj/max": 34.25, "train/tensor_act_model_layers_75_mlp_down_proj/range": 34.44921875, "train/tensor_act_model_layers_75_mlp/norm": 53132.9609375, "train/tensor_act_model_layers_75_mlp/mean": 25.625, "train/tensor_act_model_layers_75_mlp/std": 4.09375, "train/tensor_act_model_layers_75_mlp/max_abs": 34.25, "train/tensor_act_model_layers_75_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_75_mlp/min": -0.19921875, "train/tensor_act_model_layers_75_mlp/max": 34.25, "train/tensor_act_model_layers_75_mlp/range": 34.44921875, "train/tensor_act_model_layers_75_residual_post_mlp/norm": 9765708.0, "train/tensor_act_model_layers_75_residual_post_mlp/mean": 4768.0, "train/tensor_act_model_layers_75_residual_post_mlp/std": 100.0, "train/tensor_act_model_layers_75_residual_post_mlp/max_abs": 5024.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_75_residual_post_mlp/min": -2.90625, "train/tensor_act_model_layers_75_residual_post_mlp/max": 5024.0, "train/tensor_act_model_layers_75_residual_post_mlp/range": 5026.90625, "train/tensor_act_model_layers_76_residual_pre_attn/norm": 9765708.0, "train/tensor_act_model_layers_76_residual_pre_attn/mean": 4768.0, "train/tensor_act_model_layers_76_residual_pre_attn/std": 100.0, "train/tensor_act_model_layers_76_residual_pre_attn/max_abs": 5024.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_76_residual_pre_attn/min": -2.90625, "train/tensor_act_model_layers_76_residual_pre_attn/max": 5024.0, "train/tensor_act_model_layers_76_residual_pre_attn/range": 5026.90625, "train/tensor_act_model_layers_76_residual_post_attn/norm": 9765708.0, "train/tensor_act_model_layers_76_residual_post_attn/mean": 4768.0, "train/tensor_act_model_layers_76_residual_post_attn/std": 100.0, "train/tensor_act_model_layers_76_residual_post_attn/max_abs": 5024.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_76_residual_post_attn/min": -2.953125, "train/tensor_act_model_layers_76_residual_post_attn/max": 5024.0, "train/tensor_act_model_layers_76_residual_post_attn/range": 5026.953125, "train/tensor_act_model_layers_76_mlp_gate_proj/norm": 5922.19482421875, "train/tensor_act_model_layers_76_mlp_gate_proj/mean": 0.84375, "train/tensor_act_model_layers_76_mlp_gate_proj/std": 1.859375, "train/tensor_act_model_layers_76_mlp_gate_proj/max_abs": 7.03125, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/min": -5.5, "train/tensor_act_model_layers_76_mlp_gate_proj/max": 7.03125, "train/tensor_act_model_layers_76_mlp_gate_proj/range": 12.53125, "train/tensor_act_model_layers_76_mlp_up_proj/norm": 5963.5634765625, "train/tensor_act_model_layers_76_mlp_up_proj/mean": 0.1025390625, "train/tensor_act_model_layers_76_mlp_up_proj/std": 2.0625, "train/tensor_act_model_layers_76_mlp_up_proj/max_abs": 6.96875, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/min": -5.875, "train/tensor_act_model_layers_76_mlp_up_proj/max": 6.96875, "train/tensor_act_model_layers_76_mlp_up_proj/range": 12.84375, "train/tensor_act_model_layers_76_mlp_down_proj/norm": 67225.34375, "train/tensor_act_model_layers_76_mlp_down_proj/mean": 32.5, "train/tensor_act_model_layers_76_mlp_down_proj/std": 4.59375, "train/tensor_act_model_layers_76_mlp_down_proj/max_abs": 42.25, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_76_mlp_down_proj/min": -0.1787109375, "train/tensor_act_model_layers_76_mlp_down_proj/max": 42.25, "train/tensor_act_model_layers_76_mlp_down_proj/range": 42.4287109375, "train/tensor_act_model_layers_76_mlp/norm": 67225.34375, "train/tensor_act_model_layers_76_mlp/mean": 32.5, "train/tensor_act_model_layers_76_mlp/std": 4.59375, "train/tensor_act_model_layers_76_mlp/max_abs": 42.25, "train/tensor_act_model_layers_76_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_76_mlp/min": -0.1787109375, "train/tensor_act_model_layers_76_mlp/max": 42.25, "train/tensor_act_model_layers_76_mlp/range": 42.4287109375, "train/tensor_act_model_layers_76_residual_post_mlp/norm": 9831230.0, "train/tensor_act_model_layers_76_residual_post_mlp/mean": 4800.0, "train/tensor_act_model_layers_76_residual_post_mlp/std": 100.0, "train/tensor_act_model_layers_76_residual_post_mlp/max_abs": 5056.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_76_residual_post_mlp/min": -2.875, "train/tensor_act_model_layers_76_residual_post_mlp/max": 5056.0, "train/tensor_act_model_layers_76_residual_post_mlp/range": 5058.875, "train/tensor_act_model_layers_77_residual_pre_attn/norm": 9831230.0, "train/tensor_act_model_layers_77_residual_pre_attn/mean": 4800.0, "train/tensor_act_model_layers_77_residual_pre_attn/std": 100.0, "train/tensor_act_model_layers_77_residual_pre_attn/max_abs": 5056.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_77_residual_pre_attn/min": -2.875, "train/tensor_act_model_layers_77_residual_pre_attn/max": 5056.0, "train/tensor_act_model_layers_77_residual_pre_attn/range": 5058.875, "train/tensor_act_model_layers_77_residual_post_attn/norm": 9831230.0, "train/tensor_act_model_layers_77_residual_post_attn/mean": 4800.0, "train/tensor_act_model_layers_77_residual_post_attn/std": 100.0, "train/tensor_act_model_layers_77_residual_post_attn/max_abs": 5056.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_77_residual_post_attn/min": -2.921875, "train/tensor_act_model_layers_77_residual_post_attn/max": 5056.0, "train/tensor_act_model_layers_77_residual_post_attn/range": 5058.921875, "train/tensor_act_model_layers_77_mlp_gate_proj/norm": 5959.669921875, "train/tensor_act_model_layers_77_mlp_gate_proj/mean": 0.9921875, "train/tensor_act_model_layers_77_mlp_gate_proj/std": 1.8046875, "train/tensor_act_model_layers_77_mlp_gate_proj/max_abs": 6.0625, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/min": -4.625, "train/tensor_act_model_layers_77_mlp_gate_proj/max": 6.0625, "train/tensor_act_model_layers_77_mlp_gate_proj/range": 10.6875, "train/tensor_act_model_layers_77_mlp_up_proj/norm": 5994.3828125, "train/tensor_act_model_layers_77_mlp_up_proj/mean": -0.14453125, "train/tensor_act_model_layers_77_mlp_up_proj/std": 2.0625, "train/tensor_act_model_layers_77_mlp_up_proj/max_abs": 6.3125, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/min": -6.3125, "train/tensor_act_model_layers_77_mlp_up_proj/max": 5.96875, "train/tensor_act_model_layers_77_mlp_up_proj/range": 12.28125, "train/tensor_act_model_layers_77_mlp_down_proj/norm": 61638.9609375, "train/tensor_act_model_layers_77_mlp_down_proj/mean": 29.75, "train/tensor_act_model_layers_77_mlp_down_proj/std": 4.65625, "train/tensor_act_model_layers_77_mlp_down_proj/max_abs": 40.25, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_77_mlp_down_proj/min": -0.130859375, "train/tensor_act_model_layers_77_mlp_down_proj/max": 40.25, "train/tensor_act_model_layers_77_mlp_down_proj/range": 40.380859375, "train/tensor_act_model_layers_77_mlp/norm": 61638.9609375, "train/tensor_act_model_layers_77_mlp/mean": 29.75, "train/tensor_act_model_layers_77_mlp/std": 4.65625, "train/tensor_act_model_layers_77_mlp/max_abs": 40.25, "train/tensor_act_model_layers_77_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_77_mlp/min": -0.130859375, "train/tensor_act_model_layers_77_mlp/max": 40.25, "train/tensor_act_model_layers_77_mlp/range": 40.380859375, "train/tensor_act_model_layers_77_residual_post_mlp/norm": 9896253.0, "train/tensor_act_model_layers_77_residual_post_mlp/mean": 4832.0, "train/tensor_act_model_layers_77_residual_post_mlp/std": 100.5, "train/tensor_act_model_layers_77_residual_post_mlp/max_abs": 5088.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_77_residual_post_mlp/min": -2.875, "train/tensor_act_model_layers_77_residual_post_mlp/max": 5088.0, "train/tensor_act_model_layers_77_residual_post_mlp/range": 5090.875, "train/tensor_act_model_layers_78_residual_pre_attn/norm": 9896253.0, "train/tensor_act_model_layers_78_residual_pre_attn/mean": 4832.0, "train/tensor_act_model_layers_78_residual_pre_attn/std": 100.5, "train/tensor_act_model_layers_78_residual_pre_attn/max_abs": 5088.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_78_residual_pre_attn/min": -2.875, "train/tensor_act_model_layers_78_residual_pre_attn/max": 5088.0, "train/tensor_act_model_layers_78_residual_pre_attn/range": 5090.875, "train/tensor_act_model_layers_78_residual_post_attn/norm": 9896253.0, "train/tensor_act_model_layers_78_residual_post_attn/mean": 4832.0, "train/tensor_act_model_layers_78_residual_post_attn/std": 100.5, "train/tensor_act_model_layers_78_residual_post_attn/max_abs": 5088.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_78_residual_post_attn/min": -2.71875, "train/tensor_act_model_layers_78_residual_post_attn/max": 5088.0, "train/tensor_act_model_layers_78_residual_post_attn/range": 5090.71875, "train/tensor_act_model_layers_78_mlp_gate_proj/norm": 6441.8271484375, "train/tensor_act_model_layers_78_mlp_gate_proj/mean": 1.0390625, "train/tensor_act_model_layers_78_mlp_gate_proj/std": 1.96875, "train/tensor_act_model_layers_78_mlp_gate_proj/max_abs": 7.0625, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/min": -5.46875, "train/tensor_act_model_layers_78_mlp_gate_proj/max": 7.0625, "train/tensor_act_model_layers_78_mlp_gate_proj/range": 12.53125, "train/tensor_act_model_layers_78_mlp_up_proj/norm": 6385.05615234375, "train/tensor_act_model_layers_78_mlp_up_proj/mean": 0.10546875, "train/tensor_act_model_layers_78_mlp_up_proj/std": 2.203125, "train/tensor_act_model_layers_78_mlp_up_proj/max_abs": 6.6875, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/min": -6.0625, "train/tensor_act_model_layers_78_mlp_up_proj/max": 6.6875, "train/tensor_act_model_layers_78_mlp_up_proj/range": 12.75, "train/tensor_act_model_layers_78_mlp_down_proj/norm": 75454.3515625, "train/tensor_act_model_layers_78_mlp_down_proj/mean": 36.5, "train/tensor_act_model_layers_78_mlp_down_proj/std": 5.6875, "train/tensor_act_model_layers_78_mlp_down_proj/max_abs": 49.75, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_78_mlp_down_proj/min": -0.11474609375, "train/tensor_act_model_layers_78_mlp_down_proj/max": 49.75, "train/tensor_act_model_layers_78_mlp_down_proj/range": 49.86474609375, "train/tensor_act_model_layers_78_mlp/norm": 75454.3515625, "train/tensor_act_model_layers_78_mlp/mean": 36.5, "train/tensor_act_model_layers_78_mlp/std": 5.6875, "train/tensor_act_model_layers_78_mlp/max_abs": 49.75, "train/tensor_act_model_layers_78_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_78_mlp/min": -0.11474609375, "train/tensor_act_model_layers_78_mlp/max": 49.75, "train/tensor_act_model_layers_78_mlp/range": 49.86474609375, "train/tensor_act_model_layers_78_residual_post_mlp/norm": 9962404.0, "train/tensor_act_model_layers_78_residual_post_mlp/mean": 4864.0, "train/tensor_act_model_layers_78_residual_post_mlp/std": 100.0, "train/tensor_act_model_layers_78_residual_post_mlp/max_abs": 5120.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_78_residual_post_mlp/min": -2.671875, "train/tensor_act_model_layers_78_residual_post_mlp/max": 5120.0, "train/tensor_act_model_layers_78_residual_post_mlp/range": 5122.671875, "train/tensor_act_model_layers_79_residual_pre_attn/norm": 9962404.0, "train/tensor_act_model_layers_79_residual_pre_attn/mean": 4864.0, "train/tensor_act_model_layers_79_residual_pre_attn/std": 100.0, "train/tensor_act_model_layers_79_residual_pre_attn/max_abs": 5120.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_79_residual_pre_attn/min": -2.671875, "train/tensor_act_model_layers_79_residual_pre_attn/max": 5120.0, "train/tensor_act_model_layers_79_residual_pre_attn/range": 5122.671875, "train/tensor_act_model_layers_79_residual_post_attn/norm": 9962404.0, "train/tensor_act_model_layers_79_residual_post_attn/mean": 4864.0, "train/tensor_act_model_layers_79_residual_post_attn/std": 100.0, "train/tensor_act_model_layers_79_residual_post_attn/max_abs": 5120.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_79_residual_post_attn/min": -2.8125, "train/tensor_act_model_layers_79_residual_post_attn/max": 5120.0, "train/tensor_act_model_layers_79_residual_post_attn/range": 5122.8125, "train/tensor_act_model_layers_79_mlp_gate_proj/norm": 5324.27099609375, "train/tensor_act_model_layers_79_mlp_gate_proj/mean": 0.72265625, "train/tensor_act_model_layers_79_mlp_gate_proj/std": 1.6875, "train/tensor_act_model_layers_79_mlp_gate_proj/max_abs": 6.125, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/min": -4.1875, "train/tensor_act_model_layers_79_mlp_gate_proj/max": 6.125, "train/tensor_act_model_layers_79_mlp_gate_proj/range": 10.3125, "train/tensor_act_model_layers_79_mlp_up_proj/norm": 5256.666015625, "train/tensor_act_model_layers_79_mlp_up_proj/mean": -0.09423828125, "train/tensor_act_model_layers_79_mlp_up_proj/std": 1.8125, "train/tensor_act_model_layers_79_mlp_up_proj/max_abs": 5.84375, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/min": -5.84375, "train/tensor_act_model_layers_79_mlp_up_proj/max": 5.84375, "train/tensor_act_model_layers_79_mlp_up_proj/range": 11.6875, "train/tensor_act_model_layers_79_mlp_down_proj/norm": 48963.640625, "train/tensor_act_model_layers_79_mlp_down_proj/mean": 23.625, "train/tensor_act_model_layers_79_mlp_down_proj/std": 3.828125, "train/tensor_act_model_layers_79_mlp_down_proj/max_abs": 34.0, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_79_mlp_down_proj/min": -0.220703125, "train/tensor_act_model_layers_79_mlp_down_proj/max": 34.0, "train/tensor_act_model_layers_79_mlp_down_proj/range": 34.220703125, "train/tensor_act_model_layers_79_mlp/norm": 48963.640625, "train/tensor_act_model_layers_79_mlp/mean": 23.625, "train/tensor_act_model_layers_79_mlp/std": 3.828125, "train/tensor_act_model_layers_79_mlp/max_abs": 34.0, "train/tensor_act_model_layers_79_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_79_mlp/min": -0.220703125, "train/tensor_act_model_layers_79_mlp/max": 34.0, "train/tensor_act_model_layers_79_mlp/range": 34.220703125, "train/tensor_act_model_layers_79_residual_post_mlp/norm": 10025367.0, "train/tensor_act_model_layers_79_residual_post_mlp/mean": 4896.0, "train/tensor_act_model_layers_79_residual_post_mlp/std": 100.0, "train/tensor_act_model_layers_79_residual_post_mlp/max_abs": 5152.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_79_residual_post_mlp/min": -2.796875, "train/tensor_act_model_layers_79_residual_post_mlp/max": 5152.0, "train/tensor_act_model_layers_79_residual_post_mlp/range": 5154.796875, "train/tensor_act_model_layers_80_residual_pre_attn/norm": 10025367.0, "train/tensor_act_model_layers_80_residual_pre_attn/mean": 4896.0, "train/tensor_act_model_layers_80_residual_pre_attn/std": 100.0, "train/tensor_act_model_layers_80_residual_pre_attn/max_abs": 5152.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_80_residual_pre_attn/min": -2.796875, "train/tensor_act_model_layers_80_residual_pre_attn/max": 5152.0, "train/tensor_act_model_layers_80_residual_pre_attn/range": 5154.796875, "train/tensor_act_model_layers_80_residual_post_attn/norm": 10025367.0, "train/tensor_act_model_layers_80_residual_post_attn/mean": 4896.0, "train/tensor_act_model_layers_80_residual_post_attn/std": 100.0, "train/tensor_act_model_layers_80_residual_post_attn/max_abs": 5152.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_80_residual_post_attn/min": -2.96875, "train/tensor_act_model_layers_80_residual_post_attn/max": 5152.0, "train/tensor_act_model_layers_80_residual_post_attn/range": 5154.96875, "train/tensor_act_model_layers_80_mlp_gate_proj/norm": 5930.47607421875, "train/tensor_act_model_layers_80_mlp_gate_proj/mean": 0.96484375, "train/tensor_act_model_layers_80_mlp_gate_proj/std": 1.8046875, "train/tensor_act_model_layers_80_mlp_gate_proj/max_abs": 6.5, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/min": -5.4375, "train/tensor_act_model_layers_80_mlp_gate_proj/max": 6.5, "train/tensor_act_model_layers_80_mlp_gate_proj/range": 11.9375, "train/tensor_act_model_layers_80_mlp_up_proj/norm": 6030.63623046875, "train/tensor_act_model_layers_80_mlp_up_proj/mean": 0.041259765625, "train/tensor_act_model_layers_80_mlp_up_proj/std": 2.078125, "train/tensor_act_model_layers_80_mlp_up_proj/max_abs": 7.375, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/min": -7.375, "train/tensor_act_model_layers_80_mlp_up_proj/max": 5.9375, "train/tensor_act_model_layers_80_mlp_up_proj/range": 13.3125, "train/tensor_act_model_layers_80_mlp_down_proj/norm": 64297.09765625, "train/tensor_act_model_layers_80_mlp_down_proj/mean": 30.875, "train/tensor_act_model_layers_80_mlp_down_proj/std": 5.46875, "train/tensor_act_model_layers_80_mlp_down_proj/max_abs": 42.0, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_80_mlp_down_proj/min": -0.1728515625, "train/tensor_act_model_layers_80_mlp_down_proj/max": 42.0, "train/tensor_act_model_layers_80_mlp_down_proj/range": 42.1728515625, "train/tensor_act_model_layers_80_mlp/norm": 64297.09765625, "train/tensor_act_model_layers_80_mlp/mean": 30.875, "train/tensor_act_model_layers_80_mlp/std": 5.46875, "train/tensor_act_model_layers_80_mlp/max_abs": 42.0, "train/tensor_act_model_layers_80_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_80_mlp/min": -0.1728515625, "train/tensor_act_model_layers_80_mlp/max": 42.0, "train/tensor_act_model_layers_80_mlp/range": 42.1728515625, "train/tensor_act_model_layers_80_residual_post_mlp/norm": 10090369.0, "train/tensor_act_model_layers_80_residual_post_mlp/mean": 4928.0, "train/tensor_act_model_layers_80_residual_post_mlp/std": 100.0, "train/tensor_act_model_layers_80_residual_post_mlp/max_abs": 5184.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_80_residual_post_mlp/min": -3.03125, "train/tensor_act_model_layers_80_residual_post_mlp/max": 5184.0, "train/tensor_act_model_layers_80_residual_post_mlp/range": 5187.03125, "train/tensor_act_model_layers_81_residual_pre_attn/norm": 10090369.0, "train/tensor_act_model_layers_81_residual_pre_attn/mean": 4928.0, "train/tensor_act_model_layers_81_residual_pre_attn/std": 100.0, "train/tensor_act_model_layers_81_residual_pre_attn/max_abs": 5184.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_81_residual_pre_attn/min": -3.03125, "train/tensor_act_model_layers_81_residual_pre_attn/max": 5184.0, "train/tensor_act_model_layers_81_residual_pre_attn/range": 5187.03125, "train/tensor_act_model_layers_81_residual_post_attn/norm": 10090369.0, "train/tensor_act_model_layers_81_residual_post_attn/mean": 4928.0, "train/tensor_act_model_layers_81_residual_post_attn/std": 100.0, "train/tensor_act_model_layers_81_residual_post_attn/max_abs": 5184.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_81_residual_post_attn/min": -2.953125, "train/tensor_act_model_layers_81_residual_post_attn/max": 5184.0, "train/tensor_act_model_layers_81_residual_post_attn/range": 5186.953125, "train/tensor_act_model_layers_81_mlp_gate_proj/norm": 5246.06005859375, "train/tensor_act_model_layers_81_mlp_gate_proj/mean": 0.72265625, "train/tensor_act_model_layers_81_mlp_gate_proj/std": 1.6640625, "train/tensor_act_model_layers_81_mlp_gate_proj/max_abs": 5.59375, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/min": -4.625, "train/tensor_act_model_layers_81_mlp_gate_proj/max": 5.59375, "train/tensor_act_model_layers_81_mlp_gate_proj/range": 10.21875, "train/tensor_act_model_layers_81_mlp_up_proj/norm": 5191.2705078125, "train/tensor_act_model_layers_81_mlp_up_proj/mean": 0.0546875, "train/tensor_act_model_layers_81_mlp_up_proj/std": 1.7890625, "train/tensor_act_model_layers_81_mlp_up_proj/max_abs": 5.75, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/min": -5.46875, "train/tensor_act_model_layers_81_mlp_up_proj/max": 5.75, "train/tensor_act_model_layers_81_mlp_up_proj/range": 11.21875, "train/tensor_act_model_layers_81_mlp_down_proj/norm": 45928.2421875, "train/tensor_act_model_layers_81_mlp_down_proj/mean": 22.125, "train/tensor_act_model_layers_81_mlp_down_proj/std": 3.8125, "train/tensor_act_model_layers_81_mlp_down_proj/max_abs": 31.875, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_81_mlp_down_proj/min": -0.14453125, "train/tensor_act_model_layers_81_mlp_down_proj/max": 31.875, "train/tensor_act_model_layers_81_mlp_down_proj/range": 32.01953125, "train/tensor_act_model_layers_81_mlp/norm": 45928.2421875, "train/tensor_act_model_layers_81_mlp/mean": 22.125, "train/tensor_act_model_layers_81_mlp/std": 3.8125, "train/tensor_act_model_layers_81_mlp/max_abs": 31.875, "train/tensor_act_model_layers_81_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_81_mlp/min": -0.14453125, "train/tensor_act_model_layers_81_mlp/max": 31.875, "train/tensor_act_model_layers_81_mlp/range": 32.01953125, "train/tensor_act_model_layers_81_residual_post_mlp/norm": 10151053.0, "train/tensor_act_model_layers_81_residual_post_mlp/mean": 4960.0, "train/tensor_act_model_layers_81_residual_post_mlp/std": 99.5, "train/tensor_act_model_layers_81_residual_post_mlp/max_abs": 5216.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_81_residual_post_mlp/min": -3.0, "train/tensor_act_model_layers_81_residual_post_mlp/max": 5216.0, "train/tensor_act_model_layers_81_residual_post_mlp/range": 5219.0, "train/tensor_act_model_layers_82_residual_pre_attn/norm": 10151053.0, "train/tensor_act_model_layers_82_residual_pre_attn/mean": 4960.0, "train/tensor_act_model_layers_82_residual_pre_attn/std": 99.5, "train/tensor_act_model_layers_82_residual_pre_attn/max_abs": 5216.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_82_residual_pre_attn/min": -3.0, "train/tensor_act_model_layers_82_residual_pre_attn/max": 5216.0, "train/tensor_act_model_layers_82_residual_pre_attn/range": 5219.0, "train/tensor_act_model_layers_82_residual_post_attn/norm": 10151053.0, "train/tensor_act_model_layers_82_residual_post_attn/mean": 4960.0, "train/tensor_act_model_layers_82_residual_post_attn/std": 99.5, "train/tensor_act_model_layers_82_residual_post_attn/max_abs": 5216.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_82_residual_post_attn/min": -3.078125, "train/tensor_act_model_layers_82_residual_post_attn/max": 5216.0, "train/tensor_act_model_layers_82_residual_post_attn/range": 5219.078125, "train/tensor_act_model_layers_82_mlp_gate_proj/norm": 5013.18603515625, "train/tensor_act_model_layers_82_mlp_gate_proj/mean": 0.66796875, "train/tensor_act_model_layers_82_mlp_gate_proj/std": 1.59375, "train/tensor_act_model_layers_82_mlp_gate_proj/max_abs": 5.84375, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/min": -4.40625, "train/tensor_act_model_layers_82_mlp_gate_proj/max": 5.84375, "train/tensor_act_model_layers_82_mlp_gate_proj/range": 10.25, "train/tensor_act_model_layers_82_mlp_up_proj/norm": 5119.12548828125, "train/tensor_act_model_layers_82_mlp_up_proj/mean": 0.00372314453125, "train/tensor_act_model_layers_82_mlp_up_proj/std": 1.765625, "train/tensor_act_model_layers_82_mlp_up_proj/max_abs": 6.15625, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/min": -5.71875, "train/tensor_act_model_layers_82_mlp_up_proj/max": 6.15625, "train/tensor_act_model_layers_82_mlp_up_proj/range": 11.875, "train/tensor_act_model_layers_82_mlp_down_proj/norm": 45564.33984375, "train/tensor_act_model_layers_82_mlp_down_proj/mean": 21.75, "train/tensor_act_model_layers_82_mlp_down_proj/std": 4.78125, "train/tensor_act_model_layers_82_mlp_down_proj/max_abs": 31.125, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_user_limit": 0.9765028953552246, "train/tensor_act_model_layers_82_mlp_down_proj/min": -0.1572265625, "train/tensor_act_model_layers_82_mlp_down_proj/max": 31.125, "train/tensor_act_model_layers_82_mlp_down_proj/range": 31.2822265625, "train/tensor_act_model_layers_82_mlp/norm": 45564.33984375, "train/tensor_act_model_layers_82_mlp/mean": 21.75, "train/tensor_act_model_layers_82_mlp/std": 4.78125, "train/tensor_act_model_layers_82_mlp/max_abs": 31.125, "train/tensor_act_model_layers_82_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp/frac_near_user_limit": 0.9765028953552246, "train/tensor_act_model_layers_82_mlp/min": -0.1572265625, "train/tensor_act_model_layers_82_mlp/max": 31.125, "train/tensor_act_model_layers_82_mlp/range": 31.2822265625, "train/tensor_act_model_layers_82_residual_post_mlp/norm": 10209481.0, "train/tensor_act_model_layers_82_residual_post_mlp/mean": 4992.0, "train/tensor_act_model_layers_82_residual_post_mlp/std": 100.5, "train/tensor_act_model_layers_82_residual_post_mlp/max_abs": 5248.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_82_residual_post_mlp/min": -3.0, "train/tensor_act_model_layers_82_residual_post_mlp/max": 5248.0, "train/tensor_act_model_layers_82_residual_post_mlp/range": 5251.0, "train/tensor_act_model_layers_83_residual_pre_attn/norm": 10209481.0, "train/tensor_act_model_layers_83_residual_pre_attn/mean": 4992.0, "train/tensor_act_model_layers_83_residual_pre_attn/std": 100.5, "train/tensor_act_model_layers_83_residual_pre_attn/max_abs": 5248.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_83_residual_pre_attn/min": -3.0, "train/tensor_act_model_layers_83_residual_pre_attn/max": 5248.0, "train/tensor_act_model_layers_83_residual_pre_attn/range": 5251.0, "train/tensor_act_model_layers_83_residual_post_attn/norm": 10209481.0, "train/tensor_act_model_layers_83_residual_post_attn/mean": 4992.0, "train/tensor_act_model_layers_83_residual_post_attn/std": 100.5, "train/tensor_act_model_layers_83_residual_post_attn/max_abs": 5248.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_83_residual_post_attn/min": -3.0625, "train/tensor_act_model_layers_83_residual_post_attn/max": 5248.0, "train/tensor_act_model_layers_83_residual_post_attn/range": 5251.0625, "train/tensor_act_model_layers_83_mlp_gate_proj/norm": 4996.7734375, "train/tensor_act_model_layers_83_mlp_gate_proj/mean": 0.83984375, "train/tensor_act_model_layers_83_mlp_gate_proj/std": 1.5078125, "train/tensor_act_model_layers_83_mlp_gate_proj/max_abs": 5.90625, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/min": -4.375, "train/tensor_act_model_layers_83_mlp_gate_proj/max": 5.90625, "train/tensor_act_model_layers_83_mlp_gate_proj/range": 10.28125, "train/tensor_act_model_layers_83_mlp_up_proj/norm": 5064.13671875, "train/tensor_act_model_layers_83_mlp_up_proj/mean": 0.0257568359375, "train/tensor_act_model_layers_83_mlp_up_proj/std": 1.75, "train/tensor_act_model_layers_83_mlp_up_proj/max_abs": 6.34375, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/min": -6.34375, "train/tensor_act_model_layers_83_mlp_up_proj/max": 5.1875, "train/tensor_act_model_layers_83_mlp_up_proj/range": 11.53125, "train/tensor_act_model_layers_83_mlp_down_proj/norm": 35153.98046875, "train/tensor_act_model_layers_83_mlp_down_proj/mean": 16.875, "train/tensor_act_model_layers_83_mlp_down_proj/std": 3.328125, "train/tensor_act_model_layers_83_mlp_down_proj/max_abs": 25.125, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_user_limit": 0.960878849029541, "train/tensor_act_model_layers_83_mlp_down_proj/min": -0.1015625, "train/tensor_act_model_layers_83_mlp_down_proj/max": 25.125, "train/tensor_act_model_layers_83_mlp_down_proj/range": 25.2265625, "train/tensor_act_model_layers_83_mlp/norm": 35153.98046875, "train/tensor_act_model_layers_83_mlp/mean": 16.875, "train/tensor_act_model_layers_83_mlp/std": 3.328125, "train/tensor_act_model_layers_83_mlp/max_abs": 25.125, "train/tensor_act_model_layers_83_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp/frac_near_user_limit": 0.960878849029541, "train/tensor_act_model_layers_83_mlp/min": -0.1015625, "train/tensor_act_model_layers_83_mlp/max": 25.125, "train/tensor_act_model_layers_83_mlp/range": 25.2265625, "train/tensor_act_model_layers_83_residual_post_mlp/norm": 10248553.0, "train/tensor_act_model_layers_83_residual_post_mlp/mean": 4992.0, "train/tensor_act_model_layers_83_residual_post_mlp/std": 102.0, "train/tensor_act_model_layers_83_residual_post_mlp/max_abs": 5280.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_83_residual_post_mlp/min": -3.09375, "train/tensor_act_model_layers_83_residual_post_mlp/max": 5280.0, "train/tensor_act_model_layers_83_residual_post_mlp/range": 5283.09375, "train/tensor_act_model_layers_84_residual_pre_attn/norm": 10248553.0, "train/tensor_act_model_layers_84_residual_pre_attn/mean": 4992.0, "train/tensor_act_model_layers_84_residual_pre_attn/std": 102.0, "train/tensor_act_model_layers_84_residual_pre_attn/max_abs": 5280.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_84_residual_pre_attn/min": -3.09375, "train/tensor_act_model_layers_84_residual_pre_attn/max": 5280.0, "train/tensor_act_model_layers_84_residual_pre_attn/range": 5283.09375, "train/tensor_act_model_layers_84_residual_post_attn/norm": 10248553.0, "train/tensor_act_model_layers_84_residual_post_attn/mean": 4992.0, "train/tensor_act_model_layers_84_residual_post_attn/std": 102.0, "train/tensor_act_model_layers_84_residual_post_attn/max_abs": 5280.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_84_residual_post_attn/min": -3.140625, "train/tensor_act_model_layers_84_residual_post_attn/max": 5280.0, "train/tensor_act_model_layers_84_residual_post_attn/range": 5283.140625, "train/tensor_act_model_layers_84_mlp_gate_proj/norm": 4529.990234375, "train/tensor_act_model_layers_84_mlp_gate_proj/mean": 0.65625, "train/tensor_act_model_layers_84_mlp_gate_proj/std": 1.421875, "train/tensor_act_model_layers_84_mlp_gate_proj/max_abs": 4.96875, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/min": -4.3125, "train/tensor_act_model_layers_84_mlp_gate_proj/max": 4.96875, "train/tensor_act_model_layers_84_mlp_gate_proj/range": 9.28125, "train/tensor_act_model_layers_84_mlp_up_proj/norm": 4512.77197265625, "train/tensor_act_model_layers_84_mlp_up_proj/mean": -0.02783203125, "train/tensor_act_model_layers_84_mlp_up_proj/std": 1.5546875, "train/tensor_act_model_layers_84_mlp_up_proj/max_abs": 5.25, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/min": -5.25, "train/tensor_act_model_layers_84_mlp_up_proj/max": 4.71875, "train/tensor_act_model_layers_84_mlp_up_proj/range": 9.96875, "train/tensor_act_model_layers_84_mlp_down_proj/norm": 28357.890625, "train/tensor_act_model_layers_84_mlp_down_proj/mean": 13.5, "train/tensor_act_model_layers_84_mlp_down_proj/std": 2.953125, "train/tensor_act_model_layers_84_mlp_down_proj/max_abs": 21.375, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_user_limit": 0.882758617401123, "train/tensor_act_model_layers_84_mlp_down_proj/min": -0.1337890625, "train/tensor_act_model_layers_84_mlp_down_proj/max": 21.375, "train/tensor_act_model_layers_84_mlp_down_proj/range": 21.5087890625, "train/tensor_act_model_layers_84_mlp/norm": 28357.890625, "train/tensor_act_model_layers_84_mlp/mean": 13.5, "train/tensor_act_model_layers_84_mlp/std": 2.953125, "train/tensor_act_model_layers_84_mlp/max_abs": 21.375, "train/tensor_act_model_layers_84_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp/frac_near_user_limit": 0.882758617401123, "train/tensor_act_model_layers_84_mlp/min": -0.1337890625, "train/tensor_act_model_layers_84_mlp/max": 21.375, "train/tensor_act_model_layers_84_mlp/range": 21.5087890625, "train/tensor_act_model_layers_84_residual_post_mlp/norm": 10263549.0, "train/tensor_act_model_layers_84_residual_post_mlp/mean": 5024.0, "train/tensor_act_model_layers_84_residual_post_mlp/std": 102.0, "train/tensor_act_model_layers_84_residual_post_mlp/max_abs": 5312.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_84_residual_post_mlp/min": -3.171875, "train/tensor_act_model_layers_84_residual_post_mlp/max": 5312.0, "train/tensor_act_model_layers_84_residual_post_mlp/range": 5315.171875, "train/tensor_act_model_layers_85_residual_pre_attn/norm": 10263549.0, "train/tensor_act_model_layers_85_residual_pre_attn/mean": 5024.0, "train/tensor_act_model_layers_85_residual_pre_attn/std": 102.0, "train/tensor_act_model_layers_85_residual_pre_attn/max_abs": 5312.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_85_residual_pre_attn/min": -3.171875, "train/tensor_act_model_layers_85_residual_pre_attn/max": 5312.0, "train/tensor_act_model_layers_85_residual_pre_attn/range": 5315.171875, "train/tensor_act_model_layers_85_residual_post_attn/norm": 10263549.0, "train/tensor_act_model_layers_85_residual_post_attn/mean": 5024.0, "train/tensor_act_model_layers_85_residual_post_attn/std": 102.0, "train/tensor_act_model_layers_85_residual_post_attn/max_abs": 5312.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_85_residual_post_attn/min": -3.109375, "train/tensor_act_model_layers_85_residual_post_attn/max": 5312.0, "train/tensor_act_model_layers_85_residual_post_attn/range": 5315.109375, "train/tensor_act_model_layers_85_mlp_gate_proj/norm": 4926.427734375, "train/tensor_act_model_layers_85_mlp_gate_proj/mean": 0.7265625, "train/tensor_act_model_layers_85_mlp_gate_proj/std": 1.5390625, "train/tensor_act_model_layers_85_mlp_gate_proj/max_abs": 6.0625, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/min": -4.3125, "train/tensor_act_model_layers_85_mlp_gate_proj/max": 6.0625, "train/tensor_act_model_layers_85_mlp_gate_proj/range": 10.375, "train/tensor_act_model_layers_85_mlp_up_proj/norm": 4868.70751953125, "train/tensor_act_model_layers_85_mlp_up_proj/mean": -0.055908203125, "train/tensor_act_model_layers_85_mlp_up_proj/std": 1.6796875, "train/tensor_act_model_layers_85_mlp_up_proj/max_abs": 5.71875, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/min": -5.71875, "train/tensor_act_model_layers_85_mlp_up_proj/max": 5.28125, "train/tensor_act_model_layers_85_mlp_up_proj/range": 11.0, "train/tensor_act_model_layers_85_mlp_down_proj/norm": 35117.37890625, "train/tensor_act_model_layers_85_mlp_down_proj/mean": 16.75, "train/tensor_act_model_layers_85_mlp_down_proj/std": 3.875, "train/tensor_act_model_layers_85_mlp_down_proj/max_abs": 25.75, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_user_limit": 0.9686908721923828, "train/tensor_act_model_layers_85_mlp_down_proj/min": -0.2373046875, "train/tensor_act_model_layers_85_mlp_down_proj/max": 25.75, "train/tensor_act_model_layers_85_mlp_down_proj/range": 25.9873046875, "train/tensor_act_model_layers_85_mlp/norm": 35117.37890625, "train/tensor_act_model_layers_85_mlp/mean": 16.75, "train/tensor_act_model_layers_85_mlp/std": 3.875, "train/tensor_act_model_layers_85_mlp/max_abs": 25.75, "train/tensor_act_model_layers_85_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp/frac_near_user_limit": 0.9686908721923828, "train/tensor_act_model_layers_85_mlp/min": -0.2373046875, "train/tensor_act_model_layers_85_mlp/max": 25.75, "train/tensor_act_model_layers_85_mlp/range": 25.9873046875, "train/tensor_act_model_layers_85_residual_post_mlp/norm": 10299003.0, "train/tensor_act_model_layers_85_residual_post_mlp/mean": 5024.0, "train/tensor_act_model_layers_85_residual_post_mlp/std": 105.0, "train/tensor_act_model_layers_85_residual_post_mlp/max_abs": 5344.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_85_residual_post_mlp/min": -3.171875, "train/tensor_act_model_layers_85_residual_post_mlp/max": 5344.0, "train/tensor_act_model_layers_85_residual_post_mlp/range": 5347.171875, "train/tensor_act_model_layers_86_residual_pre_attn/norm": 10299003.0, "train/tensor_act_model_layers_86_residual_pre_attn/mean": 5024.0, "train/tensor_act_model_layers_86_residual_pre_attn/std": 105.0, "train/tensor_act_model_layers_86_residual_pre_attn/max_abs": 5344.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_86_residual_pre_attn/min": -3.171875, "train/tensor_act_model_layers_86_residual_pre_attn/max": 5344.0, "train/tensor_act_model_layers_86_residual_pre_attn/range": 5347.171875, "train/tensor_act_model_layers_86_residual_post_attn/norm": 10299003.0, "train/tensor_act_model_layers_86_residual_post_attn/mean": 5024.0, "train/tensor_act_model_layers_86_residual_post_attn/std": 105.0, "train/tensor_act_model_layers_86_residual_post_attn/max_abs": 5344.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_86_residual_post_attn/min": -3.328125, "train/tensor_act_model_layers_86_residual_post_attn/max": 5344.0, "train/tensor_act_model_layers_86_residual_post_attn/range": 5347.328125, "train/tensor_act_model_layers_86_mlp_gate_proj/norm": 4600.14453125, "train/tensor_act_model_layers_86_mlp_gate_proj/mean": 0.640625, "train/tensor_act_model_layers_86_mlp_gate_proj/std": 1.453125, "train/tensor_act_model_layers_86_mlp_gate_proj/max_abs": 7.375, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/min": -5.28125, "train/tensor_act_model_layers_86_mlp_gate_proj/max": 7.375, "train/tensor_act_model_layers_86_mlp_gate_proj/range": 12.65625, "train/tensor_act_model_layers_86_mlp_up_proj/norm": 4750.65478515625, "train/tensor_act_model_layers_86_mlp_up_proj/mean": -0.0021514892578125, "train/tensor_act_model_layers_86_mlp_up_proj/std": 1.640625, "train/tensor_act_model_layers_86_mlp_up_proj/max_abs": 7.46875, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/min": -7.46875, "train/tensor_act_model_layers_86_mlp_up_proj/max": 5.3125, "train/tensor_act_model_layers_86_mlp_up_proj/range": 12.78125, "train/tensor_act_model_layers_86_mlp_down_proj/norm": 33409.87109375, "train/tensor_act_model_layers_86_mlp_down_proj/mean": 15.75, "train/tensor_act_model_layers_86_mlp_down_proj/std": 4.15625, "train/tensor_act_model_layers_86_mlp_down_proj/max_abs": 29.125, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_user_limit": 0.9296307563781738, "train/tensor_act_model_layers_86_mlp_down_proj/min": -0.1005859375, "train/tensor_act_model_layers_86_mlp_down_proj/max": 29.125, "train/tensor_act_model_layers_86_mlp_down_proj/range": 29.2255859375, "train/tensor_act_model_layers_86_mlp/norm": 33409.87109375, "train/tensor_act_model_layers_86_mlp/mean": 15.75, "train/tensor_act_model_layers_86_mlp/std": 4.15625, "train/tensor_act_model_layers_86_mlp/max_abs": 29.125, "train/tensor_act_model_layers_86_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp/frac_near_user_limit": 0.9296307563781738, "train/tensor_act_model_layers_86_mlp/min": -0.1005859375, "train/tensor_act_model_layers_86_mlp/max": 29.125, "train/tensor_act_model_layers_86_mlp/range": 29.2255859375, "train/tensor_act_model_layers_86_residual_post_mlp/norm": 10330635.0, "train/tensor_act_model_layers_86_residual_post_mlp/mean": 5056.0, "train/tensor_act_model_layers_86_residual_post_mlp/std": 106.5, "train/tensor_act_model_layers_86_residual_post_mlp/max_abs": 5376.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_86_residual_post_mlp/min": -3.296875, "train/tensor_act_model_layers_86_residual_post_mlp/max": 5376.0, "train/tensor_act_model_layers_86_residual_post_mlp/range": 5379.296875, "train/tensor_act_model_layers_87_residual_pre_attn/norm": 10330635.0, "train/tensor_act_model_layers_87_residual_pre_attn/mean": 5056.0, "train/tensor_act_model_layers_87_residual_pre_attn/std": 106.5, "train/tensor_act_model_layers_87_residual_pre_attn/max_abs": 5376.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_87_residual_pre_attn/min": -3.296875, "train/tensor_act_model_layers_87_residual_pre_attn/max": 5376.0, "train/tensor_act_model_layers_87_residual_pre_attn/range": 5379.296875, "train/tensor_act_model_layers_87_residual_post_attn/norm": 10330635.0, "train/tensor_act_model_layers_87_residual_post_attn/mean": 5056.0, "train/tensor_act_model_layers_87_residual_post_attn/std": 106.5, "train/tensor_act_model_layers_87_residual_post_attn/max_abs": 5376.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_87_residual_post_attn/min": -3.3125, "train/tensor_act_model_layers_87_residual_post_attn/max": 5376.0, "train/tensor_act_model_layers_87_residual_post_attn/range": 5379.3125, "train/tensor_act_model_layers_87_mlp_gate_proj/norm": 5091.4228515625, "train/tensor_act_model_layers_87_mlp_gate_proj/mean": 0.953125, "train/tensor_act_model_layers_87_mlp_gate_proj/std": 1.4765625, "train/tensor_act_model_layers_87_mlp_gate_proj/max_abs": 5.75, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/min": -4.09375, "train/tensor_act_model_layers_87_mlp_gate_proj/max": 5.75, "train/tensor_act_model_layers_87_mlp_gate_proj/range": 9.84375, "train/tensor_act_model_layers_87_mlp_up_proj/norm": 5237.18798828125, "train/tensor_act_model_layers_87_mlp_up_proj/mean": 0.158203125, "train/tensor_act_model_layers_87_mlp_up_proj/std": 1.8046875, "train/tensor_act_model_layers_87_mlp_up_proj/max_abs": 5.34375, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/min": -5.34375, "train/tensor_act_model_layers_87_mlp_up_proj/max": 5.0625, "train/tensor_act_model_layers_87_mlp_up_proj/range": 10.40625, "train/tensor_act_model_layers_87_mlp_down_proj/norm": 35717.828125, "train/tensor_act_model_layers_87_mlp_down_proj/mean": 17.0, "train/tensor_act_model_layers_87_mlp_down_proj/std": 3.8125, "train/tensor_act_model_layers_87_mlp_down_proj/max_abs": 27.5, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_user_limit": 0.9530668258666992, "train/tensor_act_model_layers_87_mlp_down_proj/min": -0.18359375, "train/tensor_act_model_layers_87_mlp_down_proj/max": 27.5, "train/tensor_act_model_layers_87_mlp_down_proj/range": 27.68359375, "train/tensor_act_model_layers_87_mlp/norm": 35717.828125, "train/tensor_act_model_layers_87_mlp/mean": 17.0, "train/tensor_act_model_layers_87_mlp/std": 3.8125, "train/tensor_act_model_layers_87_mlp/max_abs": 27.5, "train/tensor_act_model_layers_87_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp/frac_near_user_limit": 0.9530668258666992, "train/tensor_act_model_layers_87_mlp/min": -0.18359375, "train/tensor_act_model_layers_87_mlp/max": 27.5, "train/tensor_act_model_layers_87_mlp/range": 27.68359375, "train/tensor_act_model_layers_87_residual_post_mlp/norm": 10368602.0, "train/tensor_act_model_layers_87_residual_post_mlp/mean": 5056.0, "train/tensor_act_model_layers_87_residual_post_mlp/std": 109.0, "train/tensor_act_model_layers_87_residual_post_mlp/max_abs": 5408.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_87_residual_post_mlp/min": -3.3125, "train/tensor_act_model_layers_87_residual_post_mlp/max": 5408.0, "train/tensor_act_model_layers_87_residual_post_mlp/range": 5411.3125, "train/tensor_act_model_layers_88_residual_pre_attn/norm": 10368602.0, "train/tensor_act_model_layers_88_residual_pre_attn/mean": 5056.0, "train/tensor_act_model_layers_88_residual_pre_attn/std": 109.0, "train/tensor_act_model_layers_88_residual_pre_attn/max_abs": 5408.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_88_residual_pre_attn/min": -3.3125, "train/tensor_act_model_layers_88_residual_pre_attn/max": 5408.0, "train/tensor_act_model_layers_88_residual_pre_attn/range": 5411.3125, "train/tensor_act_model_layers_88_residual_post_attn/norm": 10368602.0, "train/tensor_act_model_layers_88_residual_post_attn/mean": 5056.0, "train/tensor_act_model_layers_88_residual_post_attn/std": 109.0, "train/tensor_act_model_layers_88_residual_post_attn/max_abs": 5408.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_88_residual_post_attn/min": -3.515625, "train/tensor_act_model_layers_88_residual_post_attn/max": 5408.0, "train/tensor_act_model_layers_88_residual_post_attn/range": 5411.515625, "train/tensor_act_model_layers_88_mlp_gate_proj/norm": 4305.470703125, "train/tensor_act_model_layers_88_mlp_gate_proj/mean": 0.61328125, "train/tensor_act_model_layers_88_mlp_gate_proj/std": 1.3515625, "train/tensor_act_model_layers_88_mlp_gate_proj/max_abs": 6.5, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/min": -4.875, "train/tensor_act_model_layers_88_mlp_gate_proj/max": 6.5, "train/tensor_act_model_layers_88_mlp_gate_proj/range": 11.375, "train/tensor_act_model_layers_88_mlp_up_proj/norm": 4215.2724609375, "train/tensor_act_model_layers_88_mlp_up_proj/mean": -0.005645751953125, "train/tensor_act_model_layers_88_mlp_up_proj/std": 1.453125, "train/tensor_act_model_layers_88_mlp_up_proj/max_abs": 5.65625, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/min": -4.875, "train/tensor_act_model_layers_88_mlp_up_proj/max": 5.65625, "train/tensor_act_model_layers_88_mlp_up_proj/range": 10.53125, "train/tensor_act_model_layers_88_mlp_down_proj/norm": 26325.875, "train/tensor_act_model_layers_88_mlp_down_proj/mean": 12.375, "train/tensor_act_model_layers_88_mlp_down_proj/std": 3.40625, "train/tensor_act_model_layers_88_mlp_down_proj/max_abs": 21.0, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_user_limit": 0.7824220657348633, "train/tensor_act_model_layers_88_mlp_down_proj/min": -0.166015625, "train/tensor_act_model_layers_88_mlp_down_proj/max": 21.0, "train/tensor_act_model_layers_88_mlp_down_proj/range": 21.166015625, "train/tensor_act_model_layers_88_mlp/norm": 26325.875, "train/tensor_act_model_layers_88_mlp/mean": 12.375, "train/tensor_act_model_layers_88_mlp/std": 3.40625, "train/tensor_act_model_layers_88_mlp/max_abs": 21.0, "train/tensor_act_model_layers_88_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp/frac_near_user_limit": 0.7824220657348633, "train/tensor_act_model_layers_88_mlp/min": -0.166015625, "train/tensor_act_model_layers_88_mlp/max": 21.0, "train/tensor_act_model_layers_88_mlp/range": 21.166015625, "train/tensor_act_model_layers_88_residual_post_mlp/norm": 10377327.0, "train/tensor_act_model_layers_88_residual_post_mlp/mean": 5056.0, "train/tensor_act_model_layers_88_residual_post_mlp/std": 109.5, "train/tensor_act_model_layers_88_residual_post_mlp/max_abs": 5408.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_88_residual_post_mlp/min": -3.546875, "train/tensor_act_model_layers_88_residual_post_mlp/max": 5408.0, "train/tensor_act_model_layers_88_residual_post_mlp/range": 5411.546875, "train/tensor_act_model_layers_89_residual_pre_attn/norm": 10377327.0, "train/tensor_act_model_layers_89_residual_pre_attn/mean": 5056.0, "train/tensor_act_model_layers_89_residual_pre_attn/std": 109.5, "train/tensor_act_model_layers_89_residual_pre_attn/max_abs": 5408.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_89_residual_pre_attn/min": -3.546875, "train/tensor_act_model_layers_89_residual_pre_attn/max": 5408.0, "train/tensor_act_model_layers_89_residual_pre_attn/range": 5411.546875, "train/tensor_act_model_layers_89_residual_post_attn/norm": 10377327.0, "train/tensor_act_model_layers_89_residual_post_attn/mean": 5056.0, "train/tensor_act_model_layers_89_residual_post_attn/std": 109.5, "train/tensor_act_model_layers_89_residual_post_attn/max_abs": 5408.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_89_residual_post_attn/min": -3.6875, "train/tensor_act_model_layers_89_residual_post_attn/max": 5408.0, "train/tensor_act_model_layers_89_residual_post_attn/range": 5411.6875, "train/tensor_act_model_layers_89_mlp_gate_proj/norm": 4949.3447265625, "train/tensor_act_model_layers_89_mlp_gate_proj/mean": 0.82421875, "train/tensor_act_model_layers_89_mlp_gate_proj/std": 1.5, "train/tensor_act_model_layers_89_mlp_gate_proj/max_abs": 6.28125, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/min": -4.65625, "train/tensor_act_model_layers_89_mlp_gate_proj/max": 6.28125, "train/tensor_act_model_layers_89_mlp_gate_proj/range": 10.9375, "train/tensor_act_model_layers_89_mlp_up_proj/norm": 4947.865234375, "train/tensor_act_model_layers_89_mlp_up_proj/mean": -0.0223388671875, "train/tensor_act_model_layers_89_mlp_up_proj/std": 1.7109375, "train/tensor_act_model_layers_89_mlp_up_proj/max_abs": 6.375, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/min": -6.375, "train/tensor_act_model_layers_89_mlp_up_proj/max": 5.53125, "train/tensor_act_model_layers_89_mlp_up_proj/range": 11.90625, "train/tensor_act_model_layers_89_mlp_down_proj/norm": 37941.22265625, "train/tensor_act_model_layers_89_mlp_down_proj/mean": 18.0, "train/tensor_act_model_layers_89_mlp_down_proj/std": 4.375, "train/tensor_act_model_layers_89_mlp_down_proj/max_abs": 27.375, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_user_limit": 0.9530668258666992, "train/tensor_act_model_layers_89_mlp_down_proj/min": -0.2119140625, "train/tensor_act_model_layers_89_mlp_down_proj/max": 27.375, "train/tensor_act_model_layers_89_mlp_down_proj/range": 27.5869140625, "train/tensor_act_model_layers_89_mlp/norm": 37941.22265625, "train/tensor_act_model_layers_89_mlp/mean": 18.0, "train/tensor_act_model_layers_89_mlp/std": 4.375, "train/tensor_act_model_layers_89_mlp/max_abs": 27.375, "train/tensor_act_model_layers_89_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp/frac_near_user_limit": 0.9530668258666992, "train/tensor_act_model_layers_89_mlp/min": -0.2119140625, "train/tensor_act_model_layers_89_mlp/max": 27.375, "train/tensor_act_model_layers_89_mlp/range": 27.5869140625, "train/tensor_act_model_layers_89_residual_post_mlp/norm": 10422981.0, "train/tensor_act_model_layers_89_residual_post_mlp/mean": 5088.0, "train/tensor_act_model_layers_89_residual_post_mlp/std": 111.0, "train/tensor_act_model_layers_89_residual_post_mlp/max_abs": 5408.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_89_residual_post_mlp/min": -3.71875, "train/tensor_act_model_layers_89_residual_post_mlp/max": 5408.0, "train/tensor_act_model_layers_89_residual_post_mlp/range": 5411.71875, "train/tensor_act_model_layers_90_residual_pre_attn/norm": 10422981.0, "train/tensor_act_model_layers_90_residual_pre_attn/mean": 5088.0, "train/tensor_act_model_layers_90_residual_pre_attn/std": 111.0, "train/tensor_act_model_layers_90_residual_pre_attn/max_abs": 5408.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_90_residual_pre_attn/min": -3.71875, "train/tensor_act_model_layers_90_residual_pre_attn/max": 5408.0, "train/tensor_act_model_layers_90_residual_pre_attn/range": 5411.71875, "train/tensor_act_model_layers_90_residual_post_attn/norm": 10422981.0, "train/tensor_act_model_layers_90_residual_post_attn/mean": 5088.0, "train/tensor_act_model_layers_90_residual_post_attn/std": 111.0, "train/tensor_act_model_layers_90_residual_post_attn/max_abs": 5408.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_90_residual_post_attn/min": -3.796875, "train/tensor_act_model_layers_90_residual_post_attn/max": 5408.0, "train/tensor_act_model_layers_90_residual_post_attn/range": 5411.796875, "train/tensor_act_model_layers_90_mlp_gate_proj/norm": 4104.73486328125, "train/tensor_act_model_layers_90_mlp_gate_proj/mean": 0.6015625, "train/tensor_act_model_layers_90_mlp_gate_proj/std": 1.28125, "train/tensor_act_model_layers_90_mlp_gate_proj/max_abs": 5.3125, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/min": -4.28125, "train/tensor_act_model_layers_90_mlp_gate_proj/max": 5.3125, "train/tensor_act_model_layers_90_mlp_gate_proj/range": 9.59375, "train/tensor_act_model_layers_90_mlp_up_proj/norm": 3827.6376953125, "train/tensor_act_model_layers_90_mlp_up_proj/mean": 0.00970458984375, "train/tensor_act_model_layers_90_mlp_up_proj/std": 1.3203125, "train/tensor_act_model_layers_90_mlp_up_proj/max_abs": 4.875, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/min": -4.875, "train/tensor_act_model_layers_90_mlp_up_proj/max": 4.6875, "train/tensor_act_model_layers_90_mlp_up_proj/range": 9.5625, "train/tensor_act_model_layers_90_mlp_down_proj/norm": 16875.322265625, "train/tensor_act_model_layers_90_mlp_down_proj/mean": 7.84375, "train/tensor_act_model_layers_90_mlp_down_proj/std": 2.5, "train/tensor_act_model_layers_90_mlp_down_proj/max_abs": 14.3125, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_user_limit": 0.20310163497924805, "train/tensor_act_model_layers_90_mlp_down_proj/min": -0.103515625, "train/tensor_act_model_layers_90_mlp_down_proj/max": 14.3125, "train/tensor_act_model_layers_90_mlp_down_proj/range": 14.416015625, "train/tensor_act_model_layers_90_mlp/norm": 16875.322265625, "train/tensor_act_model_layers_90_mlp/mean": 7.84375, "train/tensor_act_model_layers_90_mlp/std": 2.5, "train/tensor_act_model_layers_90_mlp/max_abs": 14.3125, "train/tensor_act_model_layers_90_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp/frac_near_user_limit": 0.20310163497924805, "train/tensor_act_model_layers_90_mlp/min": -0.103515625, "train/tensor_act_model_layers_90_mlp/max": 14.3125, "train/tensor_act_model_layers_90_mlp/range": 14.416015625, "train/tensor_act_model_layers_90_residual_post_mlp/norm": 10422981.0, "train/tensor_act_model_layers_90_residual_post_mlp/mean": 5088.0, "train/tensor_act_model_layers_90_residual_post_mlp/std": 111.0, "train/tensor_act_model_layers_90_residual_post_mlp/max_abs": 5408.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_90_residual_post_mlp/min": -3.765625, "train/tensor_act_model_layers_90_residual_post_mlp/max": 5408.0, "train/tensor_act_model_layers_90_residual_post_mlp/range": 5411.765625, "train/tensor_act_model_layers_91_residual_pre_attn/norm": 10422981.0, "train/tensor_act_model_layers_91_residual_pre_attn/mean": 5088.0, "train/tensor_act_model_layers_91_residual_pre_attn/std": 111.0, "train/tensor_act_model_layers_91_residual_pre_attn/max_abs": 5408.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_91_residual_pre_attn/min": -3.765625, "train/tensor_act_model_layers_91_residual_pre_attn/max": 5408.0, "train/tensor_act_model_layers_91_residual_pre_attn/range": 5411.765625, "train/tensor_act_model_layers_91_residual_post_attn/norm": 10422981.0, "train/tensor_act_model_layers_91_residual_post_attn/mean": 5088.0, "train/tensor_act_model_layers_91_residual_post_attn/std": 111.0, "train/tensor_act_model_layers_91_residual_post_attn/max_abs": 5408.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_91_residual_post_attn/min": -3.53125, "train/tensor_act_model_layers_91_residual_post_attn/max": 5408.0, "train/tensor_act_model_layers_91_residual_post_attn/range": 5411.53125, "train/tensor_act_model_layers_91_mlp_gate_proj/norm": 3653.444580078125, "train/tensor_act_model_layers_91_mlp_gate_proj/mean": 0.5234375, "train/tensor_act_model_layers_91_mlp_gate_proj/std": 1.1484375, "train/tensor_act_model_layers_91_mlp_gate_proj/max_abs": 5.125, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/min": -4.375, "train/tensor_act_model_layers_91_mlp_gate_proj/max": 5.125, "train/tensor_act_model_layers_91_mlp_gate_proj/range": 9.5, "train/tensor_act_model_layers_91_mlp_up_proj/norm": 3592.426513671875, "train/tensor_act_model_layers_91_mlp_up_proj/mean": -0.05712890625, "train/tensor_act_model_layers_91_mlp_up_proj/std": 1.2421875, "train/tensor_act_model_layers_91_mlp_up_proj/max_abs": 5.09375, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/min": -5.09375, "train/tensor_act_model_layers_91_mlp_up_proj/max": 4.96875, "train/tensor_act_model_layers_91_mlp_up_proj/range": 10.0625, "train/tensor_act_model_layers_91_mlp_down_proj/norm": 15388.5419921875, "train/tensor_act_model_layers_91_mlp_down_proj/mean": 7.03125, "train/tensor_act_model_layers_91_mlp_down_proj/std": 2.65625, "train/tensor_act_model_layers_91_mlp_down_proj/max_abs": 12.25, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_user_limit": 0.11432862281799316, "train/tensor_act_model_layers_91_mlp_down_proj/min": -1.328125, "train/tensor_act_model_layers_91_mlp_down_proj/max": 12.25, "train/tensor_act_model_layers_91_mlp_down_proj/range": 13.578125, "train/tensor_act_model_layers_91_mlp/norm": 15388.5419921875, "train/tensor_act_model_layers_91_mlp/mean": 7.03125, "train/tensor_act_model_layers_91_mlp/std": 2.65625, "train/tensor_act_model_layers_91_mlp/max_abs": 12.25, "train/tensor_act_model_layers_91_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp/frac_near_user_limit": 0.11432862281799316, "train/tensor_act_model_layers_91_mlp/min": -1.328125, "train/tensor_act_model_layers_91_mlp/max": 12.25, "train/tensor_act_model_layers_91_mlp/range": 13.578125, "train/tensor_act_model_layers_91_residual_post_mlp/norm": 10422981.0, "train/tensor_act_model_layers_91_residual_post_mlp/mean": 5088.0, "train/tensor_act_model_layers_91_residual_post_mlp/std": 111.0, "train/tensor_act_model_layers_91_residual_post_mlp/max_abs": 5408.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_91_residual_post_mlp/min": -3.46875, "train/tensor_act_model_layers_91_residual_post_mlp/max": 5408.0, "train/tensor_act_model_layers_91_residual_post_mlp/range": 5411.46875, "train/tensor_act_model_layers_92_residual_pre_attn/norm": 10422981.0, "train/tensor_act_model_layers_92_residual_pre_attn/mean": 5088.0, "train/tensor_act_model_layers_92_residual_pre_attn/std": 111.0, "train/tensor_act_model_layers_92_residual_pre_attn/max_abs": 5408.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_92_residual_pre_attn/min": -3.46875, "train/tensor_act_model_layers_92_residual_pre_attn/max": 5408.0, "train/tensor_act_model_layers_92_residual_pre_attn/range": 5411.46875, "train/tensor_act_model_layers_92_residual_post_attn/norm": 10422981.0, "train/tensor_act_model_layers_92_residual_post_attn/mean": 5088.0, "train/tensor_act_model_layers_92_residual_post_attn/std": 111.0, "train/tensor_act_model_layers_92_residual_post_attn/max_abs": 5408.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_92_residual_post_attn/min": -3.359375, "train/tensor_act_model_layers_92_residual_post_attn/max": 5408.0, "train/tensor_act_model_layers_92_residual_post_attn/range": 5411.359375, "train/tensor_act_model_layers_92_mlp_gate_proj/norm": 4077.5009765625, "train/tensor_act_model_layers_92_mlp_gate_proj/mean": 0.66015625, "train/tensor_act_model_layers_92_mlp_gate_proj/std": 1.2421875, "train/tensor_act_model_layers_92_mlp_gate_proj/max_abs": 5.8125, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/min": -4.53125, "train/tensor_act_model_layers_92_mlp_gate_proj/max": 5.8125, "train/tensor_act_model_layers_92_mlp_gate_proj/range": 10.34375, "train/tensor_act_model_layers_92_mlp_up_proj/norm": 4106.046875, "train/tensor_act_model_layers_92_mlp_up_proj/mean": -0.1845703125, "train/tensor_act_model_layers_92_mlp_up_proj/std": 1.40625, "train/tensor_act_model_layers_92_mlp_up_proj/max_abs": 5.53125, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/min": -5.40625, "train/tensor_act_model_layers_92_mlp_up_proj/max": 5.53125, "train/tensor_act_model_layers_92_mlp_up_proj/range": 10.9375, "train/tensor_act_model_layers_92_mlp_down_proj/norm": 21296.98828125, "train/tensor_act_model_layers_92_mlp_down_proj/mean": 9.9375, "train/tensor_act_model_layers_92_mlp_down_proj/std": 3.078125, "train/tensor_act_model_layers_92_mlp_down_proj/max_abs": 17.875, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_user_limit": 0.5098633766174316, "train/tensor_act_model_layers_92_mlp_down_proj/min": -0.1572265625, "train/tensor_act_model_layers_92_mlp_down_proj/max": 17.875, "train/tensor_act_model_layers_92_mlp_down_proj/range": 18.0322265625, "train/tensor_act_model_layers_92_mlp/norm": 21296.98828125, "train/tensor_act_model_layers_92_mlp/mean": 9.9375, "train/tensor_act_model_layers_92_mlp/std": 3.078125, "train/tensor_act_model_layers_92_mlp/max_abs": 17.875, "train/tensor_act_model_layers_92_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp/frac_near_user_limit": 0.5098633766174316, "train/tensor_act_model_layers_92_mlp/min": -0.1572265625, "train/tensor_act_model_layers_92_mlp/max": 17.875, "train/tensor_act_model_layers_92_mlp/range": 18.0322265625, "train/tensor_act_model_layers_92_residual_post_mlp/norm": 10424992.0, "train/tensor_act_model_layers_92_residual_post_mlp/mean": 5088.0, "train/tensor_act_model_layers_92_residual_post_mlp/std": 111.5, "train/tensor_act_model_layers_92_residual_post_mlp/max_abs": 5408.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_92_residual_post_mlp/min": -3.359375, "train/tensor_act_model_layers_92_residual_post_mlp/max": 5408.0, "train/tensor_act_model_layers_92_residual_post_mlp/range": 5411.359375, "train/tensor_act_model_layers_93_residual_pre_attn/norm": 10424992.0, "train/tensor_act_model_layers_93_residual_pre_attn/mean": 5088.0, "train/tensor_act_model_layers_93_residual_pre_attn/std": 111.5, "train/tensor_act_model_layers_93_residual_pre_attn/max_abs": 5408.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_93_residual_pre_attn/min": -3.359375, "train/tensor_act_model_layers_93_residual_pre_attn/max": 5408.0, "train/tensor_act_model_layers_93_residual_pre_attn/range": 5411.359375, "train/tensor_act_model_layers_93_residual_post_attn/norm": 10424992.0, "train/tensor_act_model_layers_93_residual_post_attn/mean": 5088.0, "train/tensor_act_model_layers_93_residual_post_attn/std": 111.5, "train/tensor_act_model_layers_93_residual_post_attn/max_abs": 5408.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_93_residual_post_attn/min": -3.71875, "train/tensor_act_model_layers_93_residual_post_attn/max": 5408.0, "train/tensor_act_model_layers_93_residual_post_attn/range": 5411.71875, "train/tensor_act_model_layers_93_mlp_gate_proj/norm": 3964.911865234375, "train/tensor_act_model_layers_93_mlp_gate_proj/mean": 0.578125, "train/tensor_act_model_layers_93_mlp_gate_proj/std": 1.2421875, "train/tensor_act_model_layers_93_mlp_gate_proj/max_abs": 5.28125, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/min": -4.25, "train/tensor_act_model_layers_93_mlp_gate_proj/max": 5.28125, "train/tensor_act_model_layers_93_mlp_gate_proj/range": 9.53125, "train/tensor_act_model_layers_93_mlp_up_proj/norm": 3913.78564453125, "train/tensor_act_model_layers_93_mlp_up_proj/mean": 0.0240478515625, "train/tensor_act_model_layers_93_mlp_up_proj/std": 1.3515625, "train/tensor_act_model_layers_93_mlp_up_proj/max_abs": 5.40625, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/min": -4.875, "train/tensor_act_model_layers_93_mlp_up_proj/max": 5.40625, "train/tensor_act_model_layers_93_mlp_up_proj/range": 10.28125, "train/tensor_act_model_layers_93_mlp_down_proj/norm": 17852.078125, "train/tensor_act_model_layers_93_mlp_down_proj/mean": 8.25, "train/tensor_act_model_layers_93_mlp_down_proj/std": 2.875, "train/tensor_act_model_layers_93_mlp_down_proj/max_abs": 15.8125, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_user_limit": 0.2577967643737793, "train/tensor_act_model_layers_93_mlp_down_proj/min": -0.8203125, "train/tensor_act_model_layers_93_mlp_down_proj/max": 15.8125, "train/tensor_act_model_layers_93_mlp_down_proj/range": 16.6328125, "train/tensor_act_model_layers_93_mlp/norm": 17852.078125, "train/tensor_act_model_layers_93_mlp/mean": 8.25, "train/tensor_act_model_layers_93_mlp/std": 2.875, "train/tensor_act_model_layers_93_mlp/max_abs": 15.8125, "train/tensor_act_model_layers_93_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp/frac_near_user_limit": 0.2577967643737793, "train/tensor_act_model_layers_93_mlp/min": -0.8203125, "train/tensor_act_model_layers_93_mlp/max": 15.8125, "train/tensor_act_model_layers_93_mlp/range": 16.6328125, "train/tensor_act_model_layers_93_residual_post_mlp/norm": 10424992.0, "train/tensor_act_model_layers_93_residual_post_mlp/mean": 5088.0, "train/tensor_act_model_layers_93_residual_post_mlp/std": 111.5, "train/tensor_act_model_layers_93_residual_post_mlp/max_abs": 5408.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_93_residual_post_mlp/min": -3.71875, "train/tensor_act_model_layers_93_residual_post_mlp/max": 5408.0, "train/tensor_act_model_layers_93_residual_post_mlp/range": 5411.71875, "train/tensor_act_model_layers_94_residual_pre_attn/norm": 10424992.0, "train/tensor_act_model_layers_94_residual_pre_attn/mean": 5088.0, "train/tensor_act_model_layers_94_residual_pre_attn/std": 111.5, "train/tensor_act_model_layers_94_residual_pre_attn/max_abs": 5408.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_94_residual_pre_attn/min": -3.71875, "train/tensor_act_model_layers_94_residual_pre_attn/max": 5408.0, "train/tensor_act_model_layers_94_residual_pre_attn/range": 5411.71875, "train/tensor_act_model_layers_94_residual_post_attn/norm": 10424992.0, "train/tensor_act_model_layers_94_residual_post_attn/mean": 5088.0, "train/tensor_act_model_layers_94_residual_post_attn/std": 111.5, "train/tensor_act_model_layers_94_residual_post_attn/max_abs": 5408.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_94_residual_post_attn/min": -3.640625, "train/tensor_act_model_layers_94_residual_post_attn/max": 5408.0, "train/tensor_act_model_layers_94_residual_post_attn/range": 5411.640625, "train/tensor_act_model_layers_94_mlp_gate_proj/norm": 3416.33203125, "train/tensor_act_model_layers_94_mlp_gate_proj/mean": 0.451171875, "train/tensor_act_model_layers_94_mlp_gate_proj/std": 1.0859375, "train/tensor_act_model_layers_94_mlp_gate_proj/max_abs": 5.21875, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/min": -3.390625, "train/tensor_act_model_layers_94_mlp_gate_proj/max": 5.21875, "train/tensor_act_model_layers_94_mlp_gate_proj/range": 8.609375, "train/tensor_act_model_layers_94_mlp_up_proj/norm": 3284.87646484375, "train/tensor_act_model_layers_94_mlp_up_proj/mean": -0.04931640625, "train/tensor_act_model_layers_94_mlp_up_proj/std": 1.1328125, "train/tensor_act_model_layers_94_mlp_up_proj/max_abs": 4.625, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/min": -4.625, "train/tensor_act_model_layers_94_mlp_up_proj/max": 3.765625, "train/tensor_act_model_layers_94_mlp_up_proj/range": 8.390625, "train/tensor_act_model_layers_94_mlp_down_proj/norm": 10462.099609375, "train/tensor_act_model_layers_94_mlp_down_proj/mean": 4.5625, "train/tensor_act_model_layers_94_mlp_down_proj/std": 2.265625, "train/tensor_act_model_layers_94_mlp_down_proj/max_abs": 10.125, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_user_limit": 0.007812023162841797, "train/tensor_act_model_layers_94_mlp_down_proj/min": -2.5, "train/tensor_act_model_layers_94_mlp_down_proj/max": 10.125, "train/tensor_act_model_layers_94_mlp_down_proj/range": 12.625, "train/tensor_act_model_layers_94_mlp/norm": 10462.099609375, "train/tensor_act_model_layers_94_mlp/mean": 4.5625, "train/tensor_act_model_layers_94_mlp/std": 2.265625, "train/tensor_act_model_layers_94_mlp/max_abs": 10.125, "train/tensor_act_model_layers_94_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp/frac_near_user_limit": 0.007812023162841797, "train/tensor_act_model_layers_94_mlp/min": -2.5, "train/tensor_act_model_layers_94_mlp/max": 10.125, "train/tensor_act_model_layers_94_mlp/range": 12.625, "train/tensor_act_model_layers_94_residual_post_mlp/norm": 10424992.0, "train/tensor_act_model_layers_94_residual_post_mlp/mean": 5088.0, "train/tensor_act_model_layers_94_residual_post_mlp/std": 111.5, "train/tensor_act_model_layers_94_residual_post_mlp/max_abs": 5408.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_94_residual_post_mlp/min": -3.71875, "train/tensor_act_model_layers_94_residual_post_mlp/max": 5408.0, "train/tensor_act_model_layers_94_residual_post_mlp/range": 5411.71875, "train/tensor_act_model_layers_95_residual_pre_attn/norm": 10424992.0, "train/tensor_act_model_layers_95_residual_pre_attn/mean": 5088.0, "train/tensor_act_model_layers_95_residual_pre_attn/std": 111.5, "train/tensor_act_model_layers_95_residual_pre_attn/max_abs": 5408.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_95_residual_pre_attn/min": -3.71875, "train/tensor_act_model_layers_95_residual_pre_attn/max": 5408.0, "train/tensor_act_model_layers_95_residual_pre_attn/range": 5411.71875, "train/tensor_act_model_layers_95_residual_post_attn/norm": 10424992.0, "train/tensor_act_model_layers_95_residual_post_attn/mean": 5088.0, "train/tensor_act_model_layers_95_residual_post_attn/std": 111.5, "train/tensor_act_model_layers_95_residual_post_attn/max_abs": 5408.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_95_residual_post_attn/min": -3.84375, "train/tensor_act_model_layers_95_residual_post_attn/max": 5408.0, "train/tensor_act_model_layers_95_residual_post_attn/range": 5411.84375, "train/tensor_act_model_layers_95_mlp_gate_proj/norm": 2519.23095703125, "train/tensor_act_model_layers_95_mlp_gate_proj/mean": 0.294921875, "train/tensor_act_model_layers_95_mlp_gate_proj/std": 0.8203125, "train/tensor_act_model_layers_95_mlp_gate_proj/max_abs": 3.9375, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/min": -2.875, "train/tensor_act_model_layers_95_mlp_gate_proj/max": 3.9375, "train/tensor_act_model_layers_95_mlp_gate_proj/range": 6.8125, "train/tensor_act_model_layers_95_mlp_up_proj/norm": 2622.763916015625, "train/tensor_act_model_layers_95_mlp_up_proj/mean": -0.10009765625, "train/tensor_act_model_layers_95_mlp_up_proj/std": 0.8984375, "train/tensor_act_model_layers_95_mlp_up_proj/max_abs": 3.390625, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/min": -3.390625, "train/tensor_act_model_layers_95_mlp_up_proj/max": 2.6875, "train/tensor_act_model_layers_95_mlp_up_proj/range": 6.078125, "train/tensor_act_model_layers_95_mlp_down_proj/norm": 4275.3017578125, "train/tensor_act_model_layers_95_mlp_down_proj/mean": 1.765625, "train/tensor_act_model_layers_95_mlp_down_proj/std": 1.109375, "train/tensor_act_model_layers_95_mlp_down_proj/max_abs": 4.875, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/min": -0.9921875, "train/tensor_act_model_layers_95_mlp_down_proj/max": 4.875, "train/tensor_act_model_layers_95_mlp_down_proj/range": 5.8671875, "train/tensor_act_model_layers_95_mlp/norm": 4275.3017578125, "train/tensor_act_model_layers_95_mlp/mean": 1.765625, "train/tensor_act_model_layers_95_mlp/std": 1.109375, "train/tensor_act_model_layers_95_mlp/max_abs": 4.875, "train/tensor_act_model_layers_95_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp/min": -0.9921875, "train/tensor_act_model_layers_95_mlp/max": 4.875, "train/tensor_act_model_layers_95_mlp/range": 5.8671875, "train/tensor_act_model_layers_95_residual_post_mlp/norm": 10424992.0, "train/tensor_act_model_layers_95_residual_post_mlp/mean": 5088.0, "train/tensor_act_model_layers_95_residual_post_mlp/std": 111.5, "train/tensor_act_model_layers_95_residual_post_mlp/max_abs": 5408.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_95_residual_post_mlp/min": -3.921875, "train/tensor_act_model_layers_95_residual_post_mlp/max": 5408.0, "train/tensor_act_model_layers_95_residual_post_mlp/range": 5411.921875, "train/tensor_act_model_layers_96_residual_pre_attn/norm": 10424992.0, "train/tensor_act_model_layers_96_residual_pre_attn/mean": 5088.0, "train/tensor_act_model_layers_96_residual_pre_attn/std": 111.5, "train/tensor_act_model_layers_96_residual_pre_attn/max_abs": 5408.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_96_residual_pre_attn/min": -3.921875, "train/tensor_act_model_layers_96_residual_pre_attn/max": 5408.0, "train/tensor_act_model_layers_96_residual_pre_attn/range": 5411.921875, "train/tensor_act_model_layers_96_residual_post_attn/norm": 10424992.0, "train/tensor_act_model_layers_96_residual_post_attn/mean": 5088.0, "train/tensor_act_model_layers_96_residual_post_attn/std": 111.5, "train/tensor_act_model_layers_96_residual_post_attn/max_abs": 5408.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_96_residual_post_attn/min": -3.9375, "train/tensor_act_model_layers_96_residual_post_attn/max": 5408.0, "train/tensor_act_model_layers_96_residual_post_attn/range": 5411.9375, "train/tensor_act_model_layers_96_mlp_gate_proj/norm": 2917.973876953125, "train/tensor_act_model_layers_96_mlp_gate_proj/mean": 0.318359375, "train/tensor_act_model_layers_96_mlp_gate_proj/std": 0.95703125, "train/tensor_act_model_layers_96_mlp_gate_proj/max_abs": 4.46875, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/min": -3.15625, "train/tensor_act_model_layers_96_mlp_gate_proj/max": 4.46875, "train/tensor_act_model_layers_96_mlp_gate_proj/range": 7.625, "train/tensor_act_model_layers_96_mlp_up_proj/norm": 2978.64599609375, "train/tensor_act_model_layers_96_mlp_up_proj/mean": 0.09619140625, "train/tensor_act_model_layers_96_mlp_up_proj/std": 1.0234375, "train/tensor_act_model_layers_96_mlp_up_proj/max_abs": 5.875, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/min": -4.0625, "train/tensor_act_model_layers_96_mlp_up_proj/max": 5.875, "train/tensor_act_model_layers_96_mlp_up_proj/range": 9.9375, "train/tensor_act_model_layers_96_mlp_down_proj/norm": 7799.74267578125, "train/tensor_act_model_layers_96_mlp_down_proj/mean": 3.171875, "train/tensor_act_model_layers_96_mlp_down_proj/std": 2.125, "train/tensor_act_model_layers_96_mlp_down_proj/max_abs": 7.15625, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/min": -2.9375, "train/tensor_act_model_layers_96_mlp_down_proj/max": 7.15625, "train/tensor_act_model_layers_96_mlp_down_proj/range": 10.09375, "train/tensor_act_model_layers_96_mlp/norm": 7799.74267578125, "train/tensor_act_model_layers_96_mlp/mean": 3.171875, "train/tensor_act_model_layers_96_mlp/std": 2.125, "train/tensor_act_model_layers_96_mlp/max_abs": 7.15625, "train/tensor_act_model_layers_96_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp/min": -2.9375, "train/tensor_act_model_layers_96_mlp/max": 7.15625, "train/tensor_act_model_layers_96_mlp/range": 10.09375, "train/tensor_act_model_layers_96_residual_post_mlp/norm": 10424992.0, "train/tensor_act_model_layers_96_residual_post_mlp/mean": 5088.0, "train/tensor_act_model_layers_96_residual_post_mlp/std": 111.5, "train/tensor_act_model_layers_96_residual_post_mlp/max_abs": 5408.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_96_residual_post_mlp/min": -3.875, "train/tensor_act_model_layers_96_residual_post_mlp/max": 5408.0, "train/tensor_act_model_layers_96_residual_post_mlp/range": 5411.875, "train/tensor_act_model_layers_97_residual_pre_attn/norm": 10424992.0, "train/tensor_act_model_layers_97_residual_pre_attn/mean": 5088.0, "train/tensor_act_model_layers_97_residual_pre_attn/std": 111.5, "train/tensor_act_model_layers_97_residual_pre_attn/max_abs": 5408.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_97_residual_pre_attn/min": -3.875, "train/tensor_act_model_layers_97_residual_pre_attn/max": 5408.0, "train/tensor_act_model_layers_97_residual_pre_attn/range": 5411.875, "train/tensor_act_model_layers_97_residual_post_attn/norm": 10424992.0, "train/tensor_act_model_layers_97_residual_post_attn/mean": 5088.0, "train/tensor_act_model_layers_97_residual_post_attn/std": 111.5, "train/tensor_act_model_layers_97_residual_post_attn/max_abs": 5408.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_97_residual_post_attn/min": -3.875, "train/tensor_act_model_layers_97_residual_post_attn/max": 5408.0, "train/tensor_act_model_layers_97_residual_post_attn/range": 5411.875, "train/tensor_act_model_layers_97_mlp_gate_proj/norm": 2834.0615234375, "train/tensor_act_model_layers_97_mlp_gate_proj/mean": 0.328125, "train/tensor_act_model_layers_97_mlp_gate_proj/std": 0.921875, "train/tensor_act_model_layers_97_mlp_gate_proj/max_abs": 4.78125, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/min": -3.6875, "train/tensor_act_model_layers_97_mlp_gate_proj/max": 4.78125, "train/tensor_act_model_layers_97_mlp_gate_proj/range": 8.46875, "train/tensor_act_model_layers_97_mlp_up_proj/norm": 2897.489990234375, "train/tensor_act_model_layers_97_mlp_up_proj/mean": -0.03466796875, "train/tensor_act_model_layers_97_mlp_up_proj/std": 1.0, "train/tensor_act_model_layers_97_mlp_up_proj/max_abs": 5.15625, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/min": -4.40625, "train/tensor_act_model_layers_97_mlp_up_proj/max": 5.15625, "train/tensor_act_model_layers_97_mlp_up_proj/range": 9.5625, "train/tensor_act_model_layers_97_mlp_down_proj/norm": 7147.142578125, "train/tensor_act_model_layers_97_mlp_down_proj/mean": 3.046875, "train/tensor_act_model_layers_97_mlp_down_proj/std": 1.6875, "train/tensor_act_model_layers_97_mlp_down_proj/max_abs": 7.65625, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/min": -3.28125, "train/tensor_act_model_layers_97_mlp_down_proj/max": 7.65625, "train/tensor_act_model_layers_97_mlp_down_proj/range": 10.9375, "train/tensor_act_model_layers_97_mlp/norm": 7147.142578125, "train/tensor_act_model_layers_97_mlp/mean": 3.046875, "train/tensor_act_model_layers_97_mlp/std": 1.6875, "train/tensor_act_model_layers_97_mlp/max_abs": 7.65625, "train/tensor_act_model_layers_97_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp/min": -3.28125, "train/tensor_act_model_layers_97_mlp/max": 7.65625, "train/tensor_act_model_layers_97_mlp/range": 10.9375, "train/tensor_act_model_layers_97_residual_post_mlp/norm": 10424992.0, "train/tensor_act_model_layers_97_residual_post_mlp/mean": 5088.0, "train/tensor_act_model_layers_97_residual_post_mlp/std": 111.5, "train/tensor_act_model_layers_97_residual_post_mlp/max_abs": 5408.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_97_residual_post_mlp/min": -3.84375, "train/tensor_act_model_layers_97_residual_post_mlp/max": 5408.0, "train/tensor_act_model_layers_97_residual_post_mlp/range": 5411.84375, "train/tensor_act_model_layers_98_residual_pre_attn/norm": 10424992.0, "train/tensor_act_model_layers_98_residual_pre_attn/mean": 5088.0, "train/tensor_act_model_layers_98_residual_pre_attn/std": 111.5, "train/tensor_act_model_layers_98_residual_pre_attn/max_abs": 5408.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_98_residual_pre_attn/min": -3.84375, "train/tensor_act_model_layers_98_residual_pre_attn/max": 5408.0, "train/tensor_act_model_layers_98_residual_pre_attn/range": 5411.84375, "train/tensor_act_model_layers_98_residual_post_attn/norm": 10424992.0, "train/tensor_act_model_layers_98_residual_post_attn/mean": 5088.0, "train/tensor_act_model_layers_98_residual_post_attn/std": 111.5, "train/tensor_act_model_layers_98_residual_post_attn/max_abs": 5408.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_98_residual_post_attn/min": -4.0, "train/tensor_act_model_layers_98_residual_post_attn/max": 5408.0, "train/tensor_act_model_layers_98_residual_post_attn/range": 5412.0, "train/tensor_act_model_layers_98_mlp_gate_proj/norm": 2299.4501953125, "train/tensor_act_model_layers_98_mlp_gate_proj/mean": 0.2021484375, "train/tensor_act_model_layers_98_mlp_gate_proj/std": 0.76953125, "train/tensor_act_model_layers_98_mlp_gate_proj/max_abs": 2.9375, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/min": -2.515625, "train/tensor_act_model_layers_98_mlp_gate_proj/max": 2.9375, "train/tensor_act_model_layers_98_mlp_gate_proj/range": 5.453125, "train/tensor_act_model_layers_98_mlp_up_proj/norm": 2408.2373046875, "train/tensor_act_model_layers_98_mlp_up_proj/mean": 0.013671875, "train/tensor_act_model_layers_98_mlp_up_proj/std": 0.83203125, "train/tensor_act_model_layers_98_mlp_up_proj/max_abs": 3.171875, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/min": -2.859375, "train/tensor_act_model_layers_98_mlp_up_proj/max": 3.171875, "train/tensor_act_model_layers_98_mlp_up_proj/range": 6.03125, "train/tensor_act_model_layers_98_mlp_down_proj/norm": 3280.380615234375, "train/tensor_act_model_layers_98_mlp_down_proj/mean": 1.203125, "train/tensor_act_model_layers_98_mlp_down_proj/std": 1.0546875, "train/tensor_act_model_layers_98_mlp_down_proj/max_abs": 4.15625, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/min": -1.4140625, "train/tensor_act_model_layers_98_mlp_down_proj/max": 4.15625, "train/tensor_act_model_layers_98_mlp_down_proj/range": 5.5703125, "train/tensor_act_model_layers_98_mlp/norm": 3280.380615234375, "train/tensor_act_model_layers_98_mlp/mean": 1.203125, "train/tensor_act_model_layers_98_mlp/std": 1.0546875, "train/tensor_act_model_layers_98_mlp/max_abs": 4.15625, "train/tensor_act_model_layers_98_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp/min": -1.4140625, "train/tensor_act_model_layers_98_mlp/max": 4.15625, "train/tensor_act_model_layers_98_mlp/range": 5.5703125, "train/tensor_act_model_layers_98_residual_post_mlp/norm": 10424992.0, "train/tensor_act_model_layers_98_residual_post_mlp/mean": 5088.0, "train/tensor_act_model_layers_98_residual_post_mlp/std": 111.5, "train/tensor_act_model_layers_98_residual_post_mlp/max_abs": 5408.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_98_residual_post_mlp/min": -3.8125, "train/tensor_act_model_layers_98_residual_post_mlp/max": 5408.0, "train/tensor_act_model_layers_98_residual_post_mlp/range": 5411.8125, "train/tensor_act_model_layers_99_residual_pre_attn/norm": 10424992.0, "train/tensor_act_model_layers_99_residual_pre_attn/mean": 5088.0, "train/tensor_act_model_layers_99_residual_pre_attn/std": 111.5, "train/tensor_act_model_layers_99_residual_pre_attn/max_abs": 5408.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_99_residual_pre_attn/min": -3.8125, "train/tensor_act_model_layers_99_residual_pre_attn/max": 5408.0, "train/tensor_act_model_layers_99_residual_pre_attn/range": 5411.8125, "train/tensor_act_model_layers_99_residual_post_attn/norm": 10424992.0, "train/tensor_act_model_layers_99_residual_post_attn/mean": 5088.0, "train/tensor_act_model_layers_99_residual_post_attn/std": 111.5, "train/tensor_act_model_layers_99_residual_post_attn/max_abs": 5408.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_99_residual_post_attn/min": -3.734375, "train/tensor_act_model_layers_99_residual_post_attn/max": 5408.0, "train/tensor_act_model_layers_99_residual_post_attn/range": 5411.734375, "train/tensor_act_model_layers_99_mlp_gate_proj/norm": 2351.825439453125, "train/tensor_act_model_layers_99_mlp_gate_proj/mean": 0.279296875, "train/tensor_act_model_layers_99_mlp_gate_proj/std": 0.76171875, "train/tensor_act_model_layers_99_mlp_gate_proj/max_abs": 4.21875, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/min": -3.140625, "train/tensor_act_model_layers_99_mlp_gate_proj/max": 4.21875, "train/tensor_act_model_layers_99_mlp_gate_proj/range": 7.359375, "train/tensor_act_model_layers_99_mlp_up_proj/norm": 2495.38525390625, "train/tensor_act_model_layers_99_mlp_up_proj/mean": -0.0260009765625, "train/tensor_act_model_layers_99_mlp_up_proj/std": 0.859375, "train/tensor_act_model_layers_99_mlp_up_proj/max_abs": 3.953125, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/min": -3.546875, "train/tensor_act_model_layers_99_mlp_up_proj/max": 3.953125, "train/tensor_act_model_layers_99_mlp_up_proj/range": 7.5, "train/tensor_act_model_layers_99_mlp_down_proj/norm": 4525.5927734375, "train/tensor_act_model_layers_99_mlp_down_proj/mean": 1.8046875, "train/tensor_act_model_layers_99_mlp_down_proj/std": 1.2734375, "train/tensor_act_model_layers_99_mlp_down_proj/max_abs": 4.96875, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/min": -1.203125, "train/tensor_act_model_layers_99_mlp_down_proj/max": 4.96875, "train/tensor_act_model_layers_99_mlp_down_proj/range": 6.171875, "train/tensor_act_model_layers_99_mlp/norm": 4525.5927734375, "train/tensor_act_model_layers_99_mlp/mean": 1.8046875, "train/tensor_act_model_layers_99_mlp/std": 1.2734375, "train/tensor_act_model_layers_99_mlp/max_abs": 4.96875, "train/tensor_act_model_layers_99_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp/min": -1.203125, "train/tensor_act_model_layers_99_mlp/max": 4.96875, "train/tensor_act_model_layers_99_mlp/range": 6.171875, "train/tensor_act_model_layers_99_residual_post_mlp/norm": 10424992.0, "train/tensor_act_model_layers_99_residual_post_mlp/mean": 5088.0, "train/tensor_act_model_layers_99_residual_post_mlp/std": 111.5, "train/tensor_act_model_layers_99_residual_post_mlp/max_abs": 5408.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_user_limit": 0.99993896484375, "train/tensor_act_model_layers_99_residual_post_mlp/min": -3.796875, "train/tensor_act_model_layers_99_residual_post_mlp/max": 5408.0, "train/tensor_act_model_layers_99_residual_post_mlp/range": 5411.796875, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/norm": 98566144.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/mean": -18688.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/std": 544768.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max_abs": 5439488.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.76171875, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/min": -5439488.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max": 3768320.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/range": 9207808.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/norm": 92798976.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/mean": -4128.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/std": 512000.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max_abs": 6291456.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.741180419921875, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/min": -6291456.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max": 4046848.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/range": 10338304.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/norm": 95420416.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/mean": -152576.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/std": 505856.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max_abs": 5898240.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.75775146484375, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/min": -5898240.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max": 199680.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/range": 6097920.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/norm": 75497472.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/mean": 26112.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/std": 415744.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max_abs": 2850816.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.75390625, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/min": -2850816.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max": 2506752.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/range": 5357568.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/norm": 62914560.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/mean": 32384.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/std": 346112.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max_abs": 2768896.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.691436767578125, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/min": -1368064.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max": 2768896.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/range": 4136960.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/norm": 60817408.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/mean": -120832.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/std": 313344.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max_abs": 2916352.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.712249755859375, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/min": -2916352.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max": 257024.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/range": 3173376.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/norm": 144703488.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/mean": 20736.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/std": 798720.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max_abs": 6815744.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.73046875, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/min": -6782976.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max": 6815744.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/range": 13598720.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/norm": 117440512.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/mean": 18432.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/std": 651264.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max_abs": 6094848.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.69769287109375, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/min": -5406720.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max": 6094848.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/range": 11501568.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/norm": 121634816.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/mean": -211968.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/std": 634880.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max_abs": 6946816.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.69390869140625, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/min": -6946816.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max": 123904.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/range": 7070720.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/norm": 160432128.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/mean": -94720.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/std": 884736.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max_abs": 8454144.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.73046875, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/min": -8454144.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max": 2637824.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/range": 11091968.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/norm": 110624768.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/mean": -61440.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/std": 610304.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max_abs": 5406720.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.694976806640625, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/min": -5406720.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max": 2015232.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/range": 7421952.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/norm": 128974848.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/mean": -214016.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/std": 679936.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max_abs": 7045120.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.697906494140625, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/min": -7045120.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max": 137216.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/range": 7182336.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/norm": 91226112.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/mean": 48640.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/std": 501760.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max_abs": 3538944.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.734375, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/min": -2146304.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max": 3538944.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/range": 5685248.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/norm": 77070336.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/mean": 49408.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/std": 423936.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max_abs": 3997696.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.6893310546875, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/min": -1384448.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max": 3997696.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/range": 5382144.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/norm": 76021760.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/mean": -169984.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/std": 382976.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max_abs": 2801664.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.699737548828125, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/min": -2801664.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max": 239616.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/range": 3041280.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/norm": 180355072.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/mean": 5408.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/std": 999424.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max_abs": 7864320.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.73828125, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/min": -4390912.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max": 7864320.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/range": 12255232.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/norm": 147849216.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/mean": 608.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/std": 815104.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max_abs": 4718592.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.70440673828125, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/min": -4653056.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max": 4718592.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/range": 9371648.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/norm": 135266304.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/mean": -288768.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/std": 692224.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max_abs": 4915200.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.72845458984375, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/min": -4915200.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max": 172032.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/range": 5087232.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/norm": 258998272.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/mean": -68608.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/std": 1425408.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max_abs": 8781824.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.69921875, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/min": -8781824.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max": 7962624.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/range": 16744448.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/norm": 211812352.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/mean": -24192.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/std": 1171456.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max_abs": 7897088.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.682373046875, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/min": -7897088.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max": 7667712.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/range": 15564800.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/norm": 208666624.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/mean": -442368.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/std": 1064960.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max_abs": 7831552.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.67572021484375, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/min": -7831552.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max": 561152.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/range": 8392704.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/norm": 283115520.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/mean": 184320.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/std": 1548288.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max_abs": 10485760.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.72265625, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/min": -10485760.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max": 8978432.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/range": 19464192.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/norm": 245366784.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/mean": 128000.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/std": 1351680.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max_abs": 8585216.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.711517333984375, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/min": -8585216.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max": 8585216.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/range": 17170432.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/norm": 244318208.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/mean": -509952.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/std": 1245184.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max_abs": 9109504.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.713043212890625, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/min": -9109504.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max": 190464.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/range": 9299968.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/norm": 227540992.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/mean": 78848.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/std": 1253376.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max_abs": 8519680.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.69140625, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/min": -7405568.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max": 8519680.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/range": 15925248.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/norm": 198180864.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/mean": 98816.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/std": 1089536.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max_abs": 6979584.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.68817138671875, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/min": -6553600.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max": 6979584.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/range": 13533184.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/norm": 201326592.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/mean": -391168.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/std": 1040384.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max_abs": 7536640.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.71087646484375, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/min": -7536640.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max": 183296.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/range": 7719936.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/norm": 239075328.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/mean": -16768.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/std": 1318912.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max_abs": 7340032.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.65625, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/min": -6750208.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max": 7340032.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/range": 14090240.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/norm": 206569472.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/mean": -13056.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/std": 1138688.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max_abs": 7733248.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.649749755859375, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/min": -7733248.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max": 6651904.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/range": 14385152.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/norm": 187695104.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/mean": -440320.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/std": 937984.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max_abs": 7012352.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.657470703125, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/min": -7012352.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max": 270336.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/range": 7282688.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/norm": 396361728.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/mean": 55552.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/std": 2195456.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max_abs": 13041664.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.66015625, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/min": -9437184.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max": 13041664.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/range": 22478848.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/norm": 346030080.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/mean": 38144.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/std": 1908736.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max_abs": 10616832.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.63653564453125, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/min": -8781824.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max": 10616832.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/range": 19398656.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/norm": 343932928.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/mean": -802816.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/std": 1720320.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max_abs": 10747904.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.6591796875, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/min": -10747904.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max": 157696.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/range": 10905600.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/norm": 320864256.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/mean": -32640.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/std": 1769472.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max_abs": 12058624.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.6328125, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/min": -12058624.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max": 7798784.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/range": 19857408.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/norm": 287309824.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/mean": 25728.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/std": 1581056.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max_abs": 11075584.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.622802734375, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/min": -11075584.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max": 6815744.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/range": 17891328.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/norm": 278921216.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/mean": -593920.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/std": 1417216.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max_abs": 9699328.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.643798828125, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/min": -9699328.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max": 100864.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/range": 9800192.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/norm": 350224384.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/mean": -101888.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/std": 1925120.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max_abs": 9961472.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.703125, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/min": -9502720.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max": 9961472.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/range": 19464192.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/norm": 316669952.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/mean": -104960.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/std": 1744896.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max_abs": 11993088.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.688568115234375, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/min": -10027008.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max": 11993088.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/range": 22020096.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/norm": 322961408.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/mean": -892928.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/std": 1540096.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max_abs": 11141120.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.698272705078125, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/min": -11141120.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max": 138240.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/range": 11279360.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/norm": 381681664.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/mean": 60416.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/std": 2113536.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max_abs": 17956864.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.59375, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/min": -8978432.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max": 17956864.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/range": 26935296.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/norm": 318767104.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/mean": 43008.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/std": 1753088.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max_abs": 10944512.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.58441162109375, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/min": -8355840.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max": 10944512.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/range": 19300352.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/norm": 322961408.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/mean": -708608.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/std": 1638400.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max_abs": 11141120.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.587890625, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/min": -11141120.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max": 57344.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/range": 11198464.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/norm": 364904448.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/mean": 75264.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/std": 2015232.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max_abs": 11337728.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.6328125, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/min": -9109504.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max": 11337728.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/range": 20447232.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/norm": 325058560.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/mean": 45568.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/std": 1794048.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max_abs": 10616832.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.6195068359375, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/min": -10616832.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max": 8257536.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/range": 18874368.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/norm": 320864256.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/mean": -778240.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/std": 1597440.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max_abs": 10616832.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.643890380859375, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/min": -10616832.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max": 152576.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/range": 10769408.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/norm": 318767104.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/mean": 53504.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/std": 1761280.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max_abs": 8192000.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.60546875, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/min": -6914048.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max": 8192000.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/range": 15106048.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/norm": 283115520.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/mean": 37632.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/std": 1564672.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max_abs": 8650752.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.57666015625, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/min": -7831552.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max": 8650752.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/range": 16482304.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/norm": 289406976.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/mean": -663552.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/std": 1458176.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max_abs": 8323072.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.594482421875, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/min": -8323072.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max": 63232.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/range": 8386304.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/norm": 354418688.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/mean": -19840.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/std": 1957888.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max_abs": 12255232.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.66796875, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/min": -8781824.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max": 12255232.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/range": 21037056.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/norm": 316669952.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/mean": -30976.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/std": 1744896.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max_abs": 9633792.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.66082763671875, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/min": -8519680.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max": 9633792.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/range": 18153472.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/norm": 318767104.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/mean": -847872.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/std": 1548288.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max_abs": 10289152.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.667999267578125, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/min": -10289152.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max": 102400.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/range": 10391552.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/norm": 429916160.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/mean": -37376.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/std": 2375680.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max_abs": 10944512.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.625, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/min": -10944512.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max": 10747904.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/range": 21692416.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/norm": 404750336.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/mean": -40704.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/std": 2228224.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max_abs": 15597568.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.56597900390625, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/min": -9699328.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max": 15597568.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/range": 25296896.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/norm": 413138944.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/mean": -892928.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/std": 2097152.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max_abs": 15466496.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.596038818359375, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/min": -15466496.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max": 121344.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/range": 15587840.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/norm": 427819008.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/mean": -122368.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/std": 2359296.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max_abs": 10485760.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.6015625, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/min": -10485760.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max": 9306112.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/range": 19791872.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/norm": 398458880.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/mean": -136192.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/std": 2195456.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max_abs": 11075584.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.579742431640625, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/min": -11075584.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max": 9633792.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/range": 20709376.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/norm": 398458880.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/mean": -917504.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/std": 1998848.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max_abs": 10420224.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.616119384765625, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/min": -10420224.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max": 68608.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/range": 10488832.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/norm": 524288000.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/mean": -65536.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/std": 2899968.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max_abs": 15663104.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.66796875, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/min": -12386304.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max": 15663104.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/range": 28049408.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/norm": 473956352.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/mean": -58112.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/std": 2621440.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max_abs": 12910592.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.65496826171875, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/min": -11730944.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max": 12910592.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/range": 24641536.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/norm": 486539264.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/mean": -1269760.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/std": 2359296.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max_abs": 13107200.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.65948486328125, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/min": -13107200.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max": 70656.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/range": 13177856.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/norm": 425721856.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/mean": 82944.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/std": 2342912.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max_abs": 11730944.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.6015625, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/min": -11730944.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max": 10747904.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/range": 22478848.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/norm": 417333248.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/mean": 44544.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/std": 2310144.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max_abs": 13172736.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.573089599609375, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/min": -11403264.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max": 13172736.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/range": 24576000.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/norm": 413138944.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/mean": -1011712.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/std": 2039808.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max_abs": 13697024.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.59564208984375, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/min": -13697024.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max": 59648.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/range": 13756672.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/norm": 578813952.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/mean": -247808.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/std": 3194880.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max_abs": 15400960.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.61328125, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/min": -15400960.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max": 12451840.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/range": 27852800.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/norm": 517996544.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/mean": -183296.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/std": 2850816.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max_abs": 11141120.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.57696533203125, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/min": -11141120.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max": 11141120.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/range": 22282240.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/norm": 515899392.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/mean": -1409024.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/std": 2473984.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max_abs": 11075584.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.59844970703125, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/min": -11075584.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max": 68096.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/range": 11143680.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/norm": 492830720.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/mean": 121344.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/std": 2719744.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max_abs": 12451840.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.62109375, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/min": -11272192.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max": 12451840.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/range": 23724032.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/norm": 452984832.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/mean": 91648.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/std": 2506752.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max_abs": 11075584.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.59814453125, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/min": -11075584.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max": 9175040.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/range": 20250624.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/norm": 457179136.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/mean": -1269760.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/std": 2195456.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max_abs": 11468800.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.6187744140625, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/min": -11468800.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max": 47104.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/range": 11515904.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/norm": 534773760.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/mean": -199680.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/std": 2949120.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max_abs": 16056320.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.59765625, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/min": -16056320.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max": 11206656.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/range": 27262976.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/norm": 503316480.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/mean": -169984.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/std": 2768896.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max_abs": 15007744.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.577606201171875, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/min": -15007744.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max": 9633792.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/range": 24641536.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/norm": 505413632.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/mean": -1277952.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/std": 2490368.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max_abs": 14876672.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.611358642578125, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/min": -14876672.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max": 43264.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/range": 14919936.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/norm": 455081984.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/mean": -203776.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/std": 2506752.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max_abs": 13434880.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.60546875, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/min": -13434880.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max": 10551296.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/range": 23986176.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/norm": 429916160.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/mean": -187392.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/std": 2359296.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max_abs": 13828096.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.55712890625, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/min": -12845056.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max": 13828096.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/range": 26673152.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/norm": 436207616.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/mean": -1081344.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/std": 2146304.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max_abs": 13500416.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.583465576171875, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/min": -13500416.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max": 368640.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/range": 13869056.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/norm": 532676608.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/mean": 323584.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/std": 2932736.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max_abs": 16777216.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.66015625, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/min": -11927552.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max": 16777216.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/range": 28704768.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/norm": 497025024.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/mean": 278528.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/std": 2736128.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max_abs": 13303808.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.635711669921875, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/min": -10485760.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max": 13303808.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/range": 23789568.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/norm": 507510784.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/mean": -1376256.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/std": 2441216.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max_abs": 13434880.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.66229248046875, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/min": -13434880.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max": 79872.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/range": 13514752.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/norm": 480247808.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/mean": 116224.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/std": 2654208.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max_abs": 11665408.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.57421875, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/min": -11665408.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max": 10158080.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/range": 21823488.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/norm": 455081984.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/mean": 92160.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/std": 2523136.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max_abs": 12189696.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.555694580078125, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/min": -12189696.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max": 9633792.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/range": 21823488.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/norm": 463470592.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/mean": -1171456.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/std": 2277376.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max_abs": 12845056.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.59130859375, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/min": -12845056.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max": 44544.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/range": 12889600.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/norm": 541065216.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/mean": 116224.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/std": 2981888.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max_abs": 13434880.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.6328125, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/min": -10878976.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max": 13434880.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/range": 24313856.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/norm": 530579456.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/mean": 121344.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/std": 2932736.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max_abs": 12713984.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.6337890625, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/min": -12713984.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max": 12189696.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/range": 24903680.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/norm": 530579456.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/mean": -1441792.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/std": 2555904.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max_abs": 11730944.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.63531494140625, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/min": -11730944.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max": 79360.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/range": 11810304.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/norm": 534773760.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/mean": 84992.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/std": 2949120.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max_abs": 11534336.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.6328125, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/min": -10354688.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max": 11534336.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/range": 21889024.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/norm": 517996544.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/mean": 98304.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/std": 2850816.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max_abs": 11141120.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.5782470703125, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/min": -11141120.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max": 10878976.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/range": 22020096.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/norm": 526385152.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/mean": -1302528.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/std": 2605056.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max_abs": 11665408.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.58074951171875, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/min": -11665408.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max": 99328.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/range": 11764736.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/norm": 679477248.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/mean": 115200.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/std": 3735552.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max_abs": 18743296.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.65625, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/min": -17563648.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max": 18743296.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/range": 36306944.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/norm": 633339904.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/mean": 113152.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/std": 3506176.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max_abs": 15007744.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.631622314453125, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/min": -15007744.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max": 14155776.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/range": 29163520.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/norm": 633339904.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/mean": -1802240.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/std": 2998272.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max_abs": 15138816.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.653839111328125, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/min": -15138816.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max": 174080.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/range": 15312896.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/norm": 503316480.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/mean": 42752.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/std": 2768896.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max_abs": 12320768.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.58984375, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/min": -12320768.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max": 11403264.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/range": 23724032.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/norm": 486539264.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/mean": 49408.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/std": 2686976.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max_abs": 11403264.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.579071044921875, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/min": -10944512.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max": 11403264.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/range": 22347776.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/norm": 501219328.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/mean": -1286144.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/std": 2457600.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max_abs": 12058624.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.577545166015625, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/min": -12058624.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max": 152576.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/range": 12211200.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/norm": 583008256.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/mean": 116224.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/std": 3227648.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max_abs": 13959168.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.59765625, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/min": -13959168.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max": 11403264.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/range": 25362432.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/norm": 566231040.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/mean": 150528.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/std": 3129344.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max_abs": 11993088.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.5936279296875, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/min": -11993088.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max": 10682368.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/range": 22675456.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/norm": 574619648.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/mean": -1622016.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/std": 2719744.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max_abs": 11993088.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.616546630859375, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/min": -11993088.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max": 173056.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/range": 12166144.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/norm": 574619648.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/mean": -12864.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/std": 3178496.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max_abs": 11599872.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.62890625, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/min": -11599872.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max": 10551296.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/range": 22151168.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/norm": 566231040.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/mean": -8832.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/std": 3129344.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max_abs": 12582912.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.59393310546875, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/min": -11599872.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max": 12582912.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/range": 24182784.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/norm": 570425344.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/mean": -1581056.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/std": 2719744.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max_abs": 11337728.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.593475341796875, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/min": -11337728.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max": 65024.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/range": 11402752.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/norm": 624951296.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/mean": -22400.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/std": 3440640.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max_abs": 17563648.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.66015625, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/min": -17563648.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max": 15663104.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/range": 33226752.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/norm": 587202560.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/mean": -61184.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/std": 3244032.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max_abs": 14483456.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.63873291015625, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/min": -14483456.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max": 10485760.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/range": 24969216.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/norm": 574619648.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/mean": -1589248.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/std": 2752512.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max_abs": 14221312.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.65057373046875, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/min": -14221312.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max": 96768.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/range": 14318080.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/norm": 515899392.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/mean": -230400.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/std": 2850816.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max_abs": 12713984.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.61328125, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/min": -12713984.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max": 11599872.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/range": 24313856.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/norm": 505413632.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/mean": -206848.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/std": 2785280.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max_abs": 12517376.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.614013671875, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/min": -12517376.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max": 10878976.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/range": 23396352.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/norm": 513802240.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/mean": -1343488.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/std": 2490368.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max_abs": 12779520.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.590606689453125, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/min": -12779520.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max": 73728.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/range": 12853248.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/norm": 591396864.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/mean": -66560.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/std": 3260416.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max_abs": 15597568.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.62109375, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/min": -15597568.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max": 14942208.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/range": 30539776.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/norm": 536870912.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/mean": -58880.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/std": 2981888.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max_abs": 14024704.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.576171875, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/min": -12779520.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max": 14024704.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/range": 26804224.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/norm": 553648128.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/mean": -1474560.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/std": 2686976.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max_abs": 13893632.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.61968994140625, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/min": -13893632.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max": 73216.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/range": 13966848.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/norm": 629145600.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/mean": 246784.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/std": 3473408.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max_abs": 12713984.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.6328125, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/min": -10747904.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max": 12713984.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/range": 23461888.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/norm": 641728512.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/mean": 222208.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/std": 3522560.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max_abs": 12845056.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.591796875, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/min": -11468800.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max": 12845056.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/range": 24313856.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/norm": 637534208.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/mean": -1744896.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/std": 3047424.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max_abs": 12713984.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.62249755859375, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/min": -12713984.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max": 70144.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/range": 12784128.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/norm": 528482304.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/mean": -180224.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/std": 2916352.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max_abs": 11272192.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.61328125, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/min": -10092544.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max": 11272192.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/range": 21364736.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/norm": 526385152.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/mean": -155648.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/std": 2899968.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max_abs": 12124160.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.5875244140625, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/min": -11337728.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max": 12124160.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/range": 23461888.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/norm": 524288000.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/mean": -1441792.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/std": 2506752.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max_abs": 12189696.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.60821533203125, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/min": -12189696.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max": 82944.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/range": 12272640.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/norm": 532676608.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/mean": 161792.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/std": 2932736.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max_abs": 11993088.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.609375, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/min": -10747904.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max": 11993088.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/range": 22740992.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/norm": 530579456.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/mean": 189440.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/std": 2932736.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max_abs": 15269888.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.58447265625, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/min": -10944512.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max": 15269888.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/range": 26214400.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/norm": 530579456.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/mean": -1482752.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/std": 2523136.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max_abs": 12976128.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.5880126953125, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/min": -12976128.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max": 98304.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/range": 13074432.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/norm": 620756992.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/mean": 364544.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/std": 3407872.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max_abs": 14352384.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.609375, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/min": -11141120.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max": 14352384.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/range": 25493504.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/norm": 603979776.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/mean": 397312.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/std": 3309568.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max_abs": 17170432.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.587310791015625, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/min": -11665408.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max": 17170432.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/range": 28835840.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/norm": 595591168.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/mean": -1613824.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/std": 2867200.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max_abs": 14155776.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.59326171875, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/min": -14155776.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max": 15040.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/range": 14170816.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/norm": 666894336.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/mean": -98304.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/std": 3670016.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max_abs": 14876672.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.70703125, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/min": -14155776.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max": 14876672.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/range": 29032448.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/norm": 645922816.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/mean": -12288.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/std": 3571712.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max_abs": 15007744.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.660430908203125, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/min": -13762560.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max": 15007744.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/range": 28770304.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/norm": 654311424.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/mean": -1916928.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/std": 3063808.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max_abs": 14745600.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.686187744140625, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/min": -14745600.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max": 53760.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/range": 14799360.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/norm": 612368384.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/mean": 274432.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/std": 3375104.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max_abs": 11272192.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.67578125, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/min": -10944512.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max": 11272192.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/range": 22216704.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/norm": 599785472.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/mean": 200704.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/std": 3309568.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max_abs": 13303808.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.659698486328125, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/min": -13303808.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max": 10158080.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/range": 23461888.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/norm": 608174080.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/mean": -1957888.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/std": 2719744.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max_abs": 11403264.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.666351318359375, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/min": -11403264.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max": 95232.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/range": 11498496.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/norm": 603979776.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/mean": 3152.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/std": 3342336.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max_abs": 13107200.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.66796875, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/min": -13107200.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max": 9633792.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/range": 22740992.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/norm": 591396864.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/mean": 12160.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/std": 3276800.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max_abs": 11272192.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.639617919921875, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/min": -11272192.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max": 10551296.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/range": 21823488.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/norm": 612368384.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/mean": -1835008.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/std": 2850816.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max_abs": 11927552.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.644073486328125, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/min": -11927552.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max": 60416.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/range": 11987968.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/norm": 562036736.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/mean": -106496.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/std": 3096576.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max_abs": 12255232.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.66015625, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/min": -11468800.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max": 12255232.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/range": 23724032.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/norm": 570425344.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/mean": -76800.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/std": 3145728.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max_abs": 15335424.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.63037109375, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/min": -11206656.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max": 15335424.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/range": 26542080.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/norm": 574619648.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/mean": -1622016.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/std": 2719744.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max_abs": 14680064.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.6279296875, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/min": -14680064.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max": 23424.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/range": 14703488.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/norm": 641728512.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/mean": 86016.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/std": 3555328.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max_abs": 14221312.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.6484375, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/min": -10944512.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max": 14221312.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/range": 25165824.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/norm": 624951296.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/mean": 68096.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/std": 3457024.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max_abs": 12320768.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.637451171875, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/min": -11206656.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max": 12320768.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/range": 23527424.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/norm": 637534208.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/mean": -1974272.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/std": 2899968.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max_abs": 12386304.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.644622802734375, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/min": -12386304.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max": 82432.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/range": 12468736.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/norm": 562036736.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/mean": 88576.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/std": 3096576.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max_abs": 10878976.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.67578125, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/min": -10354688.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max": 10878976.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/range": 21233664.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/norm": 549453824.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/mean": 68608.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/std": 3031040.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max_abs": 11796480.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.62762451171875, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/min": -11075584.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max": 11796480.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/range": 22872064.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/norm": 574619648.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/mean": -1720320.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/std": 2670592.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max_abs": 11665408.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.631195068359375, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/min": -11665408.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max": 142336.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/range": 11807744.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/norm": 603979776.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/mean": -124416.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/std": 3342336.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max_abs": 10813440.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.6953125, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/min": -10813440.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max": 10485760.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/range": 21299200.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/norm": 570425344.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/mean": -146432.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/std": 3145728.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max_abs": 10944512.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.649078369140625, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/min": -10682368.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max": 10944512.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/range": 21626880.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/norm": 603979776.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/mean": -1867776.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/std": 2752512.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max_abs": 11468800.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.67474365234375, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/min": -11468800.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max": 46336.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/range": 11515136.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/norm": 666894336.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/mean": 266240.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/std": 3670016.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max_abs": 15138816.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.66796875, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/min": -10944512.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max": 15138816.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/range": 26083328.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/norm": 633339904.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/mean": 278528.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/std": 3489792.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max_abs": 13697024.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.654327392578125, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/min": -10420224.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max": 13697024.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/range": 24117248.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/norm": 654311424.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/mean": -2023424.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/std": 2998272.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max_abs": 12255232.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.67950439453125, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/min": -12255232.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max": 104960.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/range": 12360192.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/norm": 599785472.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/mean": 309248.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/std": 3309568.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max_abs": 12124160.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.64453125, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/min": -10158080.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max": 12124160.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/range": 22282240.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/norm": 591396864.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/mean": 290816.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/std": 3244032.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max_abs": 15335424.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.623443603515625, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/min": -10682368.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max": 15335424.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/range": 26017792.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/norm": 608174080.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/mean": -1785856.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/std": 2850816.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max_abs": 14483456.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.611785888671875, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/min": -14483456.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max": 114176.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/range": 14597632.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/norm": 704643072.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/mean": 231424.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/std": 3883008.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max_abs": 14614528.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.6953125, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/min": -13565952.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max": 14614528.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/range": 28180480.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/norm": 700448768.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/mean": 223232.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/std": 3866624.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max_abs": 15728640.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.6837158203125, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/min": -14417920.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max": 15728640.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/range": 30146560.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/norm": 725614592.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/mean": -2277376.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/std": 3309568.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max_abs": 15073280.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.64471435546875, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/min": -15073280.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max": 59648.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/range": 15132928.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/norm": 704643072.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/mean": 97280.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/std": 3883008.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max_abs": 15990784.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.66015625, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/min": -15990784.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max": 14352384.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/range": 30343168.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/norm": 683671552.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/mean": 142336.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/std": 3784704.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max_abs": 15335424.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.61260986328125, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/min": -15335424.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max": 14745600.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/range": 30081024.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/norm": 704643072.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/mean": -2195456.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/std": 3211264.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max_abs": 14745600.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.60992431640625, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/min": -14745600.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max": 47360.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/range": 14792960.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/norm": 549453824.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/mean": -203776.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/std": 3031040.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max_abs": 11468800.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.62109375, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/min": -11468800.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max": 11075584.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/range": 22544384.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/norm": 534773760.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/mean": -194560.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/std": 2949120.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max_abs": 10551296.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.615936279296875, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/min": -10551296.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max": 10354688.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/range": 20905984.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/norm": 553648128.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/mean": -1613824.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/std": 2588672.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max_abs": 11468800.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.59967041015625, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/min": -11468800.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max": 50432.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/range": 11519232.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/norm": 629145600.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/mean": -94208.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/std": 3473408.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max_abs": 16056320.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.671875, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/min": -16056320.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max": 11075584.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/range": 27131904.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/norm": 608174080.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/mean": -71168.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/std": 3358720.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max_abs": 13238272.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.603363037109375, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/min": -13238272.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max": 9961472.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/range": 23199744.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/norm": 603979776.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/mean": -1875968.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/std": 2752512.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max_abs": 13303808.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.621795654296875, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/min": -13303808.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max": 20736.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/range": 13324544.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/norm": 637534208.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/mean": 456704.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/std": 3489792.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max_abs": 12713984.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.64453125, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/min": -10158080.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max": 12713984.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/range": 22872064.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/norm": 620756992.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/mean": 460800.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/std": 3391488.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max_abs": 13762560.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.62176513671875, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/min": -10289152.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max": 13762560.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/range": 24051712.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/norm": 629145600.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/mean": -1851392.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/std": 2949120.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max_abs": 13107200.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.61785888671875, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/min": -13107200.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max": 85504.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/range": 13192704.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/norm": 759169024.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/mean": -79360.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/std": 4177920.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max_abs": 14680064.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.6953125, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/min": -14680064.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max": 13697024.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/range": 28377088.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/norm": 742391808.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/mean": -63232.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/std": 4096000.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max_abs": 13107200.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.67938232421875, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/min": -12451840.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max": 13107200.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/range": 25559040.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/norm": 763363328.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/mean": -2473984.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/std": 3407872.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max_abs": 12517376.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.653961181640625, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/min": -12517376.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max": 24960.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/range": 12542336.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/norm": 591396864.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/mean": 248832.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/std": 3260416.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max_abs": 11796480.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.69140625, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/min": -10027008.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max": 11796480.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/range": 21823488.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/norm": 612368384.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/mean": 331776.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/std": 3375104.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max_abs": 13434880.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.642822265625, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/min": -10616832.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max": 13434880.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/range": 24051712.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/norm": 608174080.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/mean": -1900544.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/std": 2768896.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max_abs": 12910592.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.65582275390625, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/min": -12910592.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max": 78336.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/range": 12988928.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/norm": 708837376.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/mean": -154624.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/std": 3899392.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max_abs": 15532032.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.640625, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/min": -15532032.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max": 15204352.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/range": 30736384.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/norm": 675282944.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/mean": -142336.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/std": 3719168.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max_abs": 14548992.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.604949951171875, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/min": -14548992.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max": 14024704.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/range": 28573696.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/norm": 687865856.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/mean": -2080768.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/std": 3178496.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max_abs": 14024704.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.59783935546875, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/min": -14024704.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max": 17792.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/range": 14042496.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/norm": 620756992.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/mean": -292864.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/std": 3407872.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max_abs": 14614528.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.625, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/min": -14614528.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max": 11206656.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/range": 25821184.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/norm": 603979776.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/mean": -278528.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/std": 3309568.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max_abs": 13893632.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.609466552734375, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/min": -12976128.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max": 13893632.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/range": 26869760.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/norm": 620756992.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/mean": -1884160.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/std": 2867200.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max_abs": 13107200.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.613861083984375, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/min": -13107200.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max": 51968.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/range": 13159168.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/norm": 654311424.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/mean": -128000.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/std": 3620864.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max_abs": 13238272.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.68359375, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/min": -13238272.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max": 10682368.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/range": 23920640.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/norm": 662700032.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/mean": -145408.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/std": 3653632.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max_abs": 15269888.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.664031982421875, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/min": -15269888.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max": 11927552.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/range": 27197440.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/norm": 683671552.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/mean": -2162688.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/std": 3080192.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max_abs": 14352384.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.6668701171875, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/min": -14352384.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max": 49408.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/range": 14401792.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/norm": 696254464.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/mean": 444416.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/std": 3817472.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max_abs": 14548992.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.69140625, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/min": -13500416.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max": 14548992.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/range": 28049408.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/norm": 675282944.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/mean": 346112.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/std": 3702784.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max_abs": 13762560.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.689117431640625, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/min": -13762560.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max": 10813440.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/range": 24576000.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/norm": 687865856.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/mean": -2228224.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/std": 3096576.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max_abs": 14352384.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.6676025390625, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/min": -14352384.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max": 188416.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/range": 14540800.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/norm": 616562688.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/mean": 309248.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/std": 3375104.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max_abs": 11468800.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.6484375, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/min": -11468800.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max": 10551296.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/range": 22020096.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/norm": 620756992.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/mean": 321536.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/std": 3407872.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max_abs": 12124160.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.64215087890625, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/min": -12124160.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max": 11206656.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/range": 23330816.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/norm": 645922816.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/mean": -2023424.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/std": 2932736.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max_abs": 12320768.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.6533203125, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/min": -12320768.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max": 52992.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/range": 12373760.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/norm": 633339904.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/mean": 74752.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/std": 3506176.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max_abs": 12124160.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.6953125, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/min": -12124160.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max": 11206656.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/range": 23330816.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/norm": 641728512.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/mean": 57600.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/std": 3538944.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max_abs": 14221312.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.653106689453125, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/min": -14221312.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max": 12058624.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/range": 26279936.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/norm": 671088640.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/mean": -2064384.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/std": 3080192.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max_abs": 14548992.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.67437744140625, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/min": -14548992.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max": 30720.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/range": 14579712.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/norm": 746586112.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/mean": -292864.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/std": 4112384.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max_abs": 15990784.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.69140625, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/min": -15990784.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max": 15138816.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/range": 31129600.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/norm": 734003200.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/mean": -333824.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/std": 4046848.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max_abs": 13238272.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.675689697265625, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/min": -13238272.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max": 13041664.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/range": 26279936.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/norm": 742391808.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/mean": -2473984.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/std": 3276800.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max_abs": 13762560.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.67803955078125, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/min": -13762560.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max": 64768.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/range": 13827328.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/norm": 662700032.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/mean": -1856.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/std": 3670016.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max_abs": 11599872.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.6796875, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/min": -9764864.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max": 11599872.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/range": 21364736.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/norm": 679477248.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/mean": -24832.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/std": 3735552.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max_abs": 13631488.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.65472412109375, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/min": -10682368.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max": 13631488.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/range": 24313856.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/norm": 692060160.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/mean": -2277376.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/std": 3080192.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max_abs": 13172736.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.65850830078125, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/min": -13172736.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max": 66048.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/range": 13238784.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/norm": 864026624.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/mean": 286720.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/std": 4751360.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max_abs": 16318464.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.65625, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/min": -12517376.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max": 16318464.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/range": 28835840.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/norm": 813694976.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/mean": 254976.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/std": 4489216.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max_abs": 14811136.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.612701416015625, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/min": -13172736.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max": 14811136.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/range": 27983872.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/norm": 834666496.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/mean": -2703360.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/std": 3719168.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max_abs": 14745600.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.62994384765625, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/min": -14745600.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max": 18176.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/range": 14763776.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/norm": 696254464.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/mean": 196608.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/std": 3833856.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max_abs": 13828096.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.6640625, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/min": -13828096.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max": 11272192.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/range": 25100288.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/norm": 692060160.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/mean": 260096.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/std": 3817472.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max_abs": 15466496.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.630218505859375, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/min": -15466496.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max": 11665408.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/range": 27131904.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/norm": 717225984.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/mean": -2375680.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/std": 3162112.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max_abs": 14876672.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.646453857421875, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/min": -14876672.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max": 27520.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/range": 14904192.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/norm": 759169024.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/mean": 196608.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/std": 4177920.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max_abs": 15269888.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.70703125, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/min": -15269888.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max": 15138816.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/range": 30408704.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/norm": 750780416.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/mean": 229376.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/std": 4145152.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max_abs": 15204352.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.67987060546875, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/min": -14680064.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max": 15204352.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/range": 29884416.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/norm": 767557632.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/mean": -2588672.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/std": 3358720.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max_abs": 14876672.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.7017822265625, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/min": -14876672.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max": 145408.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/range": 15022080.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/norm": 746586112.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/mean": -18816.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/std": 4112384.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max_abs": 15138816.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.609375, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/min": -11599872.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max": 15138816.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/range": 26738688.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/norm": 725614592.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/mean": -82432.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/std": 3997696.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max_abs": 12255232.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.598846435546875, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/min": -12255232.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max": 12189696.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/range": 24444928.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/norm": 738197504.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/mean": -2310144.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/std": 3358720.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max_abs": 13762560.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.609832763671875, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/min": -13762560.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max": 48128.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/range": 13810688.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/norm": 754974720.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/mean": -89600.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/std": 4177920.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max_abs": 16318464.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.6640625, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/min": -16121856.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max": 16318464.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/range": 32440320.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/norm": 759169024.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/mean": -98816.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/std": 4177920.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max_abs": 15532032.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.644500732421875, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/min": -15532032.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max": 14221312.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/range": 29753344.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/norm": 771751936.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/mean": -2457600.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/std": 3489792.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max_abs": 15466496.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.65167236328125, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/min": -15466496.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max": 32128.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/range": 15498624.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/norm": 792723456.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/mean": -92160.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/std": 4390912.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max_abs": 14745600.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.6640625, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/min": -12386304.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max": 14745600.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/range": 27131904.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/norm": 792723456.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/mean": -48896.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/std": 4390912.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max_abs": 13762560.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.648773193359375, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/min": -13762560.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max": 13565952.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/range": 27328512.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/norm": 813694976.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/mean": -2703360.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/std": 3588096.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max_abs": 15466496.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.648681640625, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/min": -15466496.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max": 52224.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/range": 15518720.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/norm": 771751936.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/mean": 378880.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/std": 4227072.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max_abs": 13041664.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.625, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/min": -13041664.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max": 11468800.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/range": 24510464.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/norm": 754974720.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/mean": 327680.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/std": 4161536.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max_abs": 12976128.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.611663818359375, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/min": -12976128.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max": 12845056.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/range": 25821184.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/norm": 775946240.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/mean": -2555904.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/std": 3424256.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max_abs": 13369344.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.6324462890625, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/min": -13369344.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max": 31360.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/range": 13400704.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/norm": 784334848.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/mean": 62976.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/std": 4325376.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max_abs": 16711680.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.65625, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/min": -15335424.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max": 16711680.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/range": 32047104.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/norm": 763363328.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/mean": 69120.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/std": 4227072.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max_abs": 14876672.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.630859375, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/min": -12976128.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max": 14876672.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/range": 27852800.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/norm": 780140544.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/mean": -2555904.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/std": 3473408.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max_abs": 13959168.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.64630126953125, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/min": -13959168.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max": 105984.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/range": 14065152.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/norm": 767557632.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/mean": 53504.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/std": 4227072.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max_abs": 14417920.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.66796875, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/min": -14417920.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max": 14352384.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/range": 28770304.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/norm": 750780416.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/mean": 50432.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/std": 4128768.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max_abs": 15269888.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.624847412109375, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/min": -15269888.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max": 14155776.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/range": 29425664.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/norm": 759169024.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/mean": -2490368.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/std": 3375104.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max_abs": 13762560.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.626007080078125, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/min": -13762560.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max": 41472.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/range": 13804032.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/norm": 771751936.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/mean": -136192.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/std": 4259840.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max_abs": 13893632.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.625, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/min": -12845056.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max": 13893632.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/range": 26738688.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/norm": 767557632.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/mean": -141312.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/std": 4227072.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max_abs": 13565952.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.62689208984375, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/min": -12910592.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max": 13565952.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/range": 26476544.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/norm": 775946240.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/mean": -2539520.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/std": 3457024.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max_abs": 12713984.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.627197265625, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/min": -12713984.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max": 56576.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/range": 12770560.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/norm": 822083584.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/mean": 116736.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/std": 4521984.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max_abs": 16187392.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.64453125, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/min": -16187392.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max": 14155776.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/range": 30343168.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/norm": 813694976.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/mean": 165888.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/std": 4489216.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max_abs": 13893632.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.641143798828125, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/min": -13107200.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max": 13893632.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/range": 27000832.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/norm": 830472192.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/mean": -2801664.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/std": 3637248.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max_abs": 13107200.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.6630859375, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/min": -13107200.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max": 41728.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/range": 13148928.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/norm": 851443712.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/mean": -606208.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/std": 4653056.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max_abs": 16580608.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.65625, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/min": -16580608.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max": 14811136.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/range": 31391744.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/norm": 834666496.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/mean": -532480.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/std": 4587520.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max_abs": 16187392.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.631072998046875, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/min": -13631488.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max": 16187392.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/range": 29818880.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/norm": 838860800.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/mean": -2801664.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/std": 3702784.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max_abs": 15794176.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.649169921875, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/min": -15794176.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max": 40448.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/range": 15834624.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/norm": 830472192.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/mean": 115712.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/std": 4587520.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max_abs": 14876672.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.62890625, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/min": -14876672.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max": 12517376.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/range": 27394048.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/norm": 813694976.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/mean": 36864.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/std": 4489216.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max_abs": 14745600.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.617218017578125, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/min": -14745600.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max": 14286848.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/range": 29032448.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/norm": 830472192.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/mean": -2801664.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/std": 3637248.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max_abs": 13565952.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.62554931640625, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/min": -13565952.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max": 15168.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/range": 13581120.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/norm": 830472192.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/mean": 166912.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/std": 4587520.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max_abs": 12517376.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.65625, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/min": -12517376.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max": 12255232.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/range": 24772608.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/norm": 817889280.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/mean": 164864.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/std": 4521984.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max_abs": 13631488.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.631195068359375, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/min": -12451840.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max": 13631488.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/range": 26083328.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/norm": 851443712.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/mean": -2899968.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/std": 3702784.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max_abs": 13565952.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.635894775390625, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/min": -13565952.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max": 63488.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/range": 13629440.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/norm": 796917760.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/mean": -65280.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/std": 4423680.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max_abs": 14417920.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.578125, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/min": -12648448.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max": 14417920.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/range": 27066368.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/norm": 780140544.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/mean": -87040.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/std": 4325376.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max_abs": 14352384.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.578826904296875, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/min": -13238272.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max": 14352384.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/range": 27590656.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/norm": 801112064.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/mean": -2555904.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/std": 3604480.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max_abs": 13893632.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.584136962890625, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/min": -13893632.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max": 38656.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/range": 13932288.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/norm": 822083584.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/mean": -704512.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/std": 4489216.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max_abs": 14090240.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.609375, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/min": -14090240.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max": 11862016.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/range": 25952256.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/norm": 813694976.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/mean": -679936.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/std": 4423680.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max_abs": 15859712.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.580780029296875, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/min": -15859712.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max": 11468800.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/range": 27328512.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/norm": 830472192.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/mean": -2686976.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/std": 3719168.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max_abs": 16121856.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.6148681640625, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/min": -16121856.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max": 62976.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/range": 16184832.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/norm": 796917760.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/mean": 278528.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/std": 4390912.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max_abs": 15532032.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.64453125, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/min": -11927552.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max": 15532032.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/range": 27459584.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/norm": 784334848.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/mean": 240640.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/std": 4325376.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max_abs": 15204352.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.643218994140625, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/min": -11534336.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max": 15204352.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/range": 26738688.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/norm": 796917760.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/mean": -2752512.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/std": 3440640.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max_abs": 14483456.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.67608642578125, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/min": -14483456.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max": 45056.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/range": 14528512.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/norm": 859832320.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/mean": -189440.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/std": 4751360.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max_abs": 15007744.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.62109375, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/min": -13762560.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max": 15007744.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/range": 28770304.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/norm": 847249408.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/mean": -231424.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/std": 4685824.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max_abs": 14548992.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.623321533203125, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/min": -14548992.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max": 14090240.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/range": 28639232.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/norm": 868220928.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/mean": -2965504.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/std": 3784704.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max_abs": 14417920.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.63470458984375, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/min": -14417920.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max": 34048.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/range": 14451968.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/norm": 935329792.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/mean": -228352.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/std": 5144576.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max_abs": 15400960.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.69921875, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/min": -15400960.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max": 13107200.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/range": 28508160.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/norm": 935329792.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/mean": -232448.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/std": 5144576.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max_abs": 14221312.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.673828125, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/min": -14221312.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max": 13565952.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/range": 27787264.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/norm": 956301312.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/mean": -3325952.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/std": 4096000.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max_abs": 15335424.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.685302734375, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/min": -15335424.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max": 48128.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/range": 15383552.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/norm": 884998144.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/mean": 62976.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/std": 4882432.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max_abs": 14024704.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.63671875, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/min": -14024704.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max": 14024704.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/range": 28049408.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/norm": 901775360.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/mean": 103424.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/std": 4980736.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max_abs": 16121856.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.62408447265625, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/min": -13762560.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max": 16121856.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/range": 29884416.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/norm": 914358272.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/mean": -3211264.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/std": 3915776.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max_abs": 13500416.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.640899658203125, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/min": -13500416.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max": 103424.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/range": 13603840.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/norm": 926941184.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/mean": 290816.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/std": 5111808.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max_abs": 15794176.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.65625, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/min": -15794176.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max": 15728640.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/range": 31522816.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/norm": 939524096.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/mean": 344064.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/std": 5177344.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max_abs": 14417920.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.6282958984375, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/min": -14155776.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max": 14417920.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/range": 28573696.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/norm": 943718400.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/mean": -3358720.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/std": 3997696.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max_abs": 15007744.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.660186767578125, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/min": -15007744.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max": 40704.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/range": 15048448.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/norm": 1015021568.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/mean": 150528.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/std": 5603328.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max_abs": 16187392.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.703125, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/min": -16187392.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max": 14811136.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/range": 30998528.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/norm": 1015021568.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/mean": 116224.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/std": 5603328.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max_abs": 16449536.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.680694580078125, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/min": -16449536.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max": 15597568.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/range": 32047104.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/norm": 1023410176.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/mean": -3637248.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/std": 4325376.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max_abs": 15400960.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.698089599609375, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/min": -15400960.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max": 91136.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/range": 15492096.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/norm": 1031798784.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/mean": -749568.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/std": 5668864.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max_abs": 14876672.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.7109375, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/min": -14417920.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max": 14876672.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/range": 29294592.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/norm": 1002438656.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/mean": -770048.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/std": 5472256.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max_abs": 15466496.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.681060791015625, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/min": -15466496.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max": 14811136.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/range": 30277632.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/norm": 1027604480.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/mean": -3784704.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/std": 4227072.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max_abs": 15532032.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.696075439453125, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/min": -15532032.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max": 61696.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/range": 15593728.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/norm": 994050048.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/mean": -68096.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/std": 5472256.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max_abs": 16318464.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.66015625, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/min": -16318464.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max": 15269888.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/range": 31588352.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/norm": 998244352.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/mean": -24576.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/std": 5505024.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max_abs": 15794176.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.647552490234375, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/min": -15794176.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max": 15007744.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/range": 30801920.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/norm": 998244352.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/mean": -3555328.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/std": 4227072.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max_abs": 15400960.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.665985107421875, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/min": -15400960.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max": 45568.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/range": 15446528.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/norm": 1065353216.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/mean": 401408.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/std": 5865472.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max_abs": 17039360.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.67578125, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/min": -16449536.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max": 17039360.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/range": 33488896.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/norm": 1035993088.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/mean": 462848.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/std": 5701632.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max_abs": 17301504.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.662750244140625, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/min": -14483456.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max": 17301504.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/range": 31784960.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/norm": 1052770304.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/mean": -3637248.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/std": 4554752.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max_abs": 16908288.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.677520751953125, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/min": -16908288.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max": 33280.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/range": 16941568.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/norm": 994050048.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/mean": 368640.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/std": 5472256.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max_abs": 15532032.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.69140625, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/min": -14876672.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max": 15532032.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/range": 30408704.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/norm": 981467136.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/mean": 321536.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/std": 5406720.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max_abs": 15400960.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.680450439453125, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/min": -15400960.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max": 14417920.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/range": 29818880.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/norm": 994050048.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/mean": -3506176.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/std": 4227072.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max_abs": 14680064.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.69537353515625, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/min": -14680064.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max": 71168.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/range": 14751232.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/norm": 1069547520.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/mean": 204800.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/std": 5898240.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max_abs": 16449536.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.6875, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/min": -16449536.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max": 15204352.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/range": 31653888.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/norm": 1044381696.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/mean": 256000.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/std": 5767168.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max_abs": 17301504.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.669464111328125, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/min": -15073280.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max": 17301504.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/range": 32374784.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/norm": 1040187392.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/mean": -3670016.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/std": 4423680.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max_abs": 16711680.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.6859130859375, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/min": -16711680.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max": 37888.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/range": 16749568.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 1157627904.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": 105984.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 6389760.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 17039360.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.6875, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/min": -17039360.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max": 16318464.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/range": 33357824.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/norm": 1132462080.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/mean": 27008.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/std": 6258688.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max_abs": 16908288.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.67974853515625, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/min": -16908288.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max": 15859712.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/range": 32768000.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/norm": 1140850688.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/mean": -4128768.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/std": 4784128.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max_abs": 16908288.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.687408447265625, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/min": -16908288.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max": 35584.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/range": 16943872.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 1199570944.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": 241664.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 6619136.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 17694720.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.69921875, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/min": -17694720.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max": 15728640.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/range": 33423360.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/norm": 1124073472.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/mean": 321536.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/std": 6225920.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max_abs": 16646144.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.68896484375, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/min": -16646144.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max": 15269888.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/range": 31916032.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/norm": 1140850688.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/mean": -3964928.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/std": 4882432.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max_abs": 16252928.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.692138671875, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/min": -16252928.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max": 39424.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/range": 16292352.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 1266679808.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": 444416.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 6979584.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 16908288.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.7109375, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/min": -14745600.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max": 16908288.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/range": 31653888.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/norm": 1207959552.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/mean": 428032.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/std": 6651904.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max_abs": 17825792.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.682342529296875, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/min": -17301504.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max": 17825792.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/range": 35127296.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/norm": 1224736768.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/mean": -4292608.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/std": 5210112.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max_abs": 17432576.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.6944580078125, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/min": -17432576.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max": 28672.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/range": 17461248.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 1149239296.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": -118784.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 6324224.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 15335424.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.75, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/min": -15335424.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max": 15138816.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/range": 30474240.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/norm": 1115684864.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/mean": -87552.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/std": 6160384.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max_abs": 17432576.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.712554931640625, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/min": -17170432.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max": 17432576.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/range": 34603008.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/norm": 1132462080.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/mean": -3686400.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/std": 5046272.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max_abs": 17956864.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.746734619140625, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/min": -17956864.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max": 80896.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/range": 18037760.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 1073741824.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": -150528.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 5931008.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 17694720.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.8984375, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/min": -17694720.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max": 16515072.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/range": 34209792.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/norm": 1023410176.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/mean": -146432.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/std": 5636096.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max_abs": 19136512.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.85382080078125, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/min": -17432576.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max": 19136512.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/range": 36569088.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/norm": 1019215872.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/mean": -2965504.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/std": 4784128.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max_abs": 18087936.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.878387451171875, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/min": -18087936.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max": 74240.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/range": 18162176.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 608174080.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": 264192.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 3342336.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 15597568.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.9765625, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/min": -15204352.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max": 15597568.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/range": 30801920.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/norm": 557842432.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/mean": 219136.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/std": 3063808.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max_abs": 21495808.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.955169677734375, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/min": -20447232.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max": 21495808.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/range": 41943040.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/norm": 570425344.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/mean": -1114112.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/std": 2949120.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max_abs": 21495808.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.963897705078125, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/min": -21495808.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max": 76800.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/range": 21572608.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 221249536.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": 59136.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 1220608.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 7864320.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/min": -5701632.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max": 7864320.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/range": 13565952.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/norm": 200278016.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/mean": 53504.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/std": 1105920.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max_abs": 15269888.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.998931884765625, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/min": -9895936.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max": 15269888.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/range": 25165824.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/norm": 211812352.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/mean": -254976.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/std": 1138688.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max_abs": 14745600.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.998992919921875, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/min": -14745600.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max": 5898240.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/range": 20643840.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 22282240.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": -5504.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 122880.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 1818624.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/min": -1818624.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max": 201728.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/range": 2020352.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/norm": 17301504.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/mean": -2352.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/std": 95744.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max_abs": 2523136.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.99755859375, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/min": -2523136.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max": 456704.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/range": 2979840.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/norm": 16777216.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/mean": -16256.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/std": 91648.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max_abs": 2408448.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.998687744140625, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/min": -2408448.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max": 405504.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/range": 2813952.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 19529728.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": 8384.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 107520.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 1679360.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/min": -77312.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max": 1679360.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/range": 1756672.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/norm": 18219008.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/mean": 260.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/std": 100864.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max_abs": 3293184.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.999542236328125, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/min": -3293184.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max": 2605056.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/range": 5898240.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/norm": 18612224.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/mean": -564.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/std": 102912.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max_abs": 3309568.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.999267578125, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/min": -2670592.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max": 3309568.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/range": 5980160.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/mean": -0.00023746490478515625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max_abs": 0.1025390625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/min": -0.1025390625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max": 0.10009765625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/range": 0.20263671875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/norm": 5.03125, "train/tensor_param_model_layers_0_mlp_up_proj_weight/mean": 9.72747802734375e-05, "train/tensor_param_model_layers_0_mlp_up_proj_weight/std": 0.02783203125, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/min": -0.10302734375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/range": 0.22314453125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": -0.0003204345703125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.02880859375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max": 0.10302734375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/range": 0.22314453125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/norm": 5.75, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/mean": 2.276897430419922e-05, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_1_mlp_up_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/mean": -0.00018405914306640625, "train/tensor_param_model_layers_1_mlp_up_proj_weight/std": 0.0301513671875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -0.0004596710205078125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.030517578125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/norm": 6.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/mean": 0.0034637451171875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/mean": -0.000469207763671875, "train/tensor_param_model_layers_2_mlp_up_proj_weight/std": 0.03125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.000705718994140625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/norm": 6.625, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/mean": 0.006805419921875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_3_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/mean": -0.00104522705078125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": -0.000751495361328125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_3_mlp_down_proj_weight/range": 0.25439453125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/mean": 0.013916015625, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/mean": 0.0012054443359375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_4_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 0.00096893310546875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/mean": 0.0166015625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/norm": 7.375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/mean": 0.000823974609375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": 0.000507354736328125, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/norm": 7.875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/mean": 0.0186767578125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/mean": -0.00164794921875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 7.5, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": -0.001556396484375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/norm": 7.8125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/mean": 0.0179443359375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/norm": 7.5, "train/tensor_param_model_layers_7_mlp_up_proj_weight/mean": -0.000965118408203125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": -0.0013885498046875, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/norm": 7.75, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/mean": 0.0185546875, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_8_mlp_up_proj_weight/mean": -0.000308990478515625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 7.375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": 0.00029754638671875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/mean": 0.0174560546875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/mean": -0.00124359130859375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/mean": -0.0013427734375, "train/tensor_param_model_layers_9_mlp_down_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/mean": 0.0164794921875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/mean": -0.00193023681640625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/norm": 7.25, "train/tensor_param_model_layers_10_mlp_down_proj_weight/mean": -0.00177764892578125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/mean": 0.0167236328125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_11_mlp_up_proj_weight/mean": -0.00157928466796875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/norm": 7.375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/mean": -0.001678466796875, "train/tensor_param_model_layers_11_mlp_down_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/mean": 0.0166015625, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/norm": 7.25, "train/tensor_param_model_layers_12_mlp_up_proj_weight/mean": 1.8596649169921875e-05, "train/tensor_param_model_layers_12_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/norm": 7.25, "train/tensor_param_model_layers_12_mlp_down_proj_weight/mean": -0.0003299713134765625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/mean": 0.0179443359375, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/norm": 7.375, "train/tensor_param_model_layers_13_mlp_up_proj_weight/mean": 0.004180908203125, "train/tensor_param_model_layers_13_mlp_up_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_13_mlp_down_proj_weight/mean": 0.0040283203125, "train/tensor_param_model_layers_13_mlp_down_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/mean": 0.0172119140625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/mean": -0.001861572265625, "train/tensor_param_model_layers_14_mlp_up_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_14_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/mean": -0.00167083740234375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/mean": 0.01611328125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/norm": 7.25, "train/tensor_param_model_layers_15_mlp_up_proj_weight/mean": -0.0016326904296875, "train/tensor_param_model_layers_15_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/mean": -0.00238037109375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/mean": 0.01519775390625, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/mean": 8.249282836914062e-05, "train/tensor_param_model_layers_16_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/mean": -0.00015735626220703125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/mean": 0.015869140625, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_17_mlp_up_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/mean": 0.00128173828125, "train/tensor_param_model_layers_17_mlp_up_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/mean": 0.00135040283203125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/mean": 0.01397705078125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/norm": 7.25, "train/tensor_param_model_layers_18_mlp_up_proj_weight/mean": 0.0011444091796875, "train/tensor_param_model_layers_18_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max_abs": 0.1845703125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/min": -0.1845703125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/range": 0.333984375, "train/tensor_param_model_layers_18_mlp_down_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/mean": 0.0012664794921875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/mean": 0.0140380859375, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_19_mlp_up_proj_weight/norm": 7.125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/mean": -0.00139617919921875, "train/tensor_param_model_layers_19_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_19_mlp_down_proj_weight/mean": -0.00113677978515625, "train/tensor_param_model_layers_19_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/mean": 0.01263427734375, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/norm": 7.125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/mean": 0.0037994384765625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/mean": 0.00396728515625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/mean": 0.0120849609375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/range": 0.2880859375, "train/tensor_param_model_layers_21_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_21_mlp_up_proj_weight/mean": 8.20159912109375e-05, "train/tensor_param_model_layers_21_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_21_mlp_down_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_21_mlp_down_proj_weight/mean": 0.0001316070556640625, "train/tensor_param_model_layers_21_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/mean": 0.0135498046875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/mean": -0.0009765625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/mean": -0.001007080078125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/mean": 0.013671875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/mean": -0.0004711151123046875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_23_mlp_down_proj_weight/norm": 7.125, "train/tensor_param_model_layers_23_mlp_down_proj_weight/mean": -0.00013828277587890625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/mean": 0.01397705078125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/mean": 0.0034942626953125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_24_mlp_down_proj_weight/mean": 0.002960205078125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/mean": 0.0137939453125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/mean": -0.0004367828369140625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/mean": -0.00112152099609375, "train/tensor_param_model_layers_25_mlp_down_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/mean": 0.012451171875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/norm": 7.125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/mean": 0.00091552734375, "train/tensor_param_model_layers_26_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_26_mlp_down_proj_weight/mean": 0.000911712646484375, "train/tensor_param_model_layers_26_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/mean": 0.01251220703125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_27_mlp_up_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/mean": -0.0002384185791015625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_27_mlp_down_proj_weight/norm": 7.125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/mean": 0.0002079010009765625, "train/tensor_param_model_layers_27_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/mean": 0.01287841796875, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_28_mlp_up_proj_weight/mean": -9.441375732421875e-05, "train/tensor_param_model_layers_28_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_28_mlp_down_proj_weight/norm": 7.125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/mean": 3.600120544433594e-05, "train/tensor_param_model_layers_28_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_28_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/mean": 0.0125732421875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_29_mlp_up_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_29_mlp_up_proj_weight/mean": -0.00145721435546875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_29_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/mean": -0.001312255859375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/norm": 7.78125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/mean": 0.012939453125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/range": 0.2919921875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/norm": 7.25, "train/tensor_param_model_layers_30_mlp_up_proj_weight/mean": 0.0001354217529296875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/norm": 7.25, "train/tensor_param_model_layers_30_mlp_down_proj_weight/mean": -8.916854858398438e-05, "train/tensor_param_model_layers_30_mlp_down_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/mean": 0.0120849609375, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/norm": 7.125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/mean": 0.00121307373046875, "train/tensor_param_model_layers_31_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/mean": 0.00136566162109375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/mean": 0.01116943359375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_32_mlp_up_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_32_mlp_up_proj_weight/mean": 0.000301361083984375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/mean": 0.00031280517578125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/mean": 0.013427734375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/norm": 7.125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/mean": -0.0010528564453125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_33_mlp_down_proj_weight/mean": -0.001495361328125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/mean": 0.01251220703125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_34_mlp_up_proj_weight/mean": -0.0013885498046875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/mean": -0.0018463134765625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/norm": 7.875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/mean": 0.01336669921875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/norm": 7.375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/mean": -0.00118255615234375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_35_mlp_down_proj_weight/mean": -0.0010223388671875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/mean": 0.0118408203125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/mean": 4.220008850097656e-05, "train/tensor_param_model_layers_36_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/range": 0.265625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/mean": 0.00010442733764648438, "train/tensor_param_model_layers_36_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/norm": 7.75, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/mean": 0.0130615234375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_37_mlp_up_proj_weight/norm": 7.25, "train/tensor_param_model_layers_37_mlp_up_proj_weight/mean": 0.0020294189453125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/mean": 0.0023193359375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/mean": 0.01025390625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/mean": -0.000926971435546875, "train/tensor_param_model_layers_38_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/mean": -0.00042724609375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/mean": 0.01019287109375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/norm": 7.125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/mean": -0.0020904541015625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_39_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_39_mlp_down_proj_weight/mean": -0.002105712890625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_39_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/norm": 7.75, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/mean": 0.01141357421875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/mean": -0.002227783203125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_40_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_40_mlp_down_proj_weight/mean": -0.00179290771484375, "train/tensor_param_model_layers_40_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/mean": 0.01104736328125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_41_mlp_up_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/mean": 0.000591278076171875, "train/tensor_param_model_layers_41_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_41_mlp_down_proj_weight/mean": 0.00067138671875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/mean": 0.0096435546875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/mean": 0.00201416015625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/norm": 7.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/mean": 0.0018157958984375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/mean": 0.010498046875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_43_mlp_up_proj_weight/mean": 0.000774383544921875, "train/tensor_param_model_layers_43_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_43_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/norm": 7.125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/mean": 0.0005950927734375, "train/tensor_param_model_layers_43_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/mean": 0.01031494140625, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/norm": 7.125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/mean": -0.001434326171875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_44_mlp_down_proj_weight/mean": -0.00173187255859375, "train/tensor_param_model_layers_44_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/mean": 0.01202392578125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/range": 0.296875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/norm": 7.375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/mean": -0.000293731689453125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_45_mlp_down_proj_weight/mean": -0.00017642974853515625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/mean": 0.0096435546875, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/range": 0.287109375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/mean": -0.002410888671875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/range": 0.265625, "train/tensor_param_model_layers_46_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_46_mlp_down_proj_weight/mean": -0.0025482177734375, "train/tensor_param_model_layers_46_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/mean": 0.0101318359375, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_47_mlp_up_proj_weight/mean": 0.00011539459228515625, "train/tensor_param_model_layers_47_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_47_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/mean": 0.0002727508544921875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/mean": 0.00848388671875, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/mean": 0.00128173828125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_48_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_48_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/mean": 0.0012664794921875, "train/tensor_param_model_layers_48_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/norm": 7.75, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/mean": 0.01104736328125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/norm": 7.25, "train/tensor_param_model_layers_49_mlp_up_proj_weight/mean": -0.000545501708984375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/mean": -0.000858306884765625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/norm": 7.8125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/mean": 0.01116943359375, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/range": 0.296875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/mean": -0.000728607177734375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_50_mlp_down_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/mean": -0.00079345703125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/mean": 0.009033203125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/norm": 7.125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/mean": -0.00124359130859375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/mean": -0.00107574462890625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/norm": 7.75, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/mean": 0.01068115234375, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/norm": 7.25, "train/tensor_param_model_layers_52_mlp_up_proj_weight/mean": -0.00119781494140625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/norm": 7.125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/mean": -0.00146484375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/norm": 7.78125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/mean": 0.01025390625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_53_mlp_up_proj_weight/mean": 9.107589721679688e-05, "train/tensor_param_model_layers_53_mlp_up_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_53_mlp_down_proj_weight/mean": 0.00046539306640625, "train/tensor_param_model_layers_53_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/min": -0.154296875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_53_mlp_down_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/norm": 7.75, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/mean": 0.0089111328125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/mean": -0.0003204345703125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_54_mlp_up_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/mean": -0.000759124755859375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/norm": 7.8125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/mean": 0.01043701171875, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/range": 0.302734375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/mean": -0.0003452301025390625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_55_mlp_down_proj_weight/norm": 7.25, "train/tensor_param_model_layers_55_mlp_down_proj_weight/mean": -0.00023746490478515625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/norm": 7.75, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/mean": 0.0086669921875, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/norm": 7.25, "train/tensor_param_model_layers_56_mlp_up_proj_weight/mean": 0.00103759765625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_56_mlp_down_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_56_mlp_down_proj_weight/mean": 0.000560760498046875, "train/tensor_param_model_layers_56_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/mean": 0.01007080078125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_57_mlp_up_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_57_mlp_up_proj_weight/mean": -0.0004558563232421875, "train/tensor_param_model_layers_57_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_57_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_57_mlp_down_proj_weight/mean": -0.000698089599609375, "train/tensor_param_model_layers_57_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/norm": 7.75, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/mean": 0.010986328125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/norm": 7.25, "train/tensor_param_model_layers_58_mlp_up_proj_weight/mean": -0.00107574462890625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/mean": -0.00119781494140625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/norm": 7.75, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/mean": 0.01007080078125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/mean": 3.838539123535156e-05, "train/tensor_param_model_layers_59_mlp_up_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_59_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/mean": -0.00013256072998046875, "train/tensor_param_model_layers_59_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/norm": 7.78125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/mean": 0.008544921875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/norm": 7.25, "train/tensor_param_model_layers_60_mlp_up_proj_weight/mean": -0.00128173828125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/mean": -0.0019073486328125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/norm": 7.78125, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/mean": 0.00830078125, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/norm": 7.25, "train/tensor_param_model_layers_61_mlp_up_proj_weight/mean": -0.000568389892578125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_61_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/mean": -0.00080108642578125, "train/tensor_param_model_layers_61_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/norm": 7.8125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/mean": 0.0081787109375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_62_mlp_up_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_62_mlp_up_proj_weight/mean": 0.00131988525390625, "train/tensor_param_model_layers_62_mlp_up_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_62_mlp_down_proj_weight/mean": 0.00136566162109375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/range": 0.283203125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/mean": 0.0087890625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/mean": -0.00112152099609375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/norm": 7.25, "train/tensor_param_model_layers_63_mlp_down_proj_weight/mean": -0.000904083251953125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/mean": 0.00762939453125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_64_mlp_up_proj_weight/mean": 0.0005035400390625, "train/tensor_param_model_layers_64_mlp_up_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/norm": 7.25, "train/tensor_param_model_layers_64_mlp_down_proj_weight/mean": 0.000560760498046875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/mean": 0.00665283203125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_65_mlp_up_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/mean": 0.00098419189453125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/mean": 0.00116729736328125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/norm": 8.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/mean": 0.0084228515625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/norm": 7.5, "train/tensor_param_model_layers_66_mlp_up_proj_weight/mean": -0.000347137451171875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_66_mlp_down_proj_weight/mean": -0.00016307830810546875, "train/tensor_param_model_layers_66_mlp_down_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/norm": 7.875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/mean": 0.00830078125, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/min": -0.15625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/range": 0.3154296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/norm": 7.375, "train/tensor_param_model_layers_67_mlp_up_proj_weight/mean": -0.0004825592041015625, "train/tensor_param_model_layers_67_mlp_up_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/mean": -0.000377655029296875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/mean": 0.0087890625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/mean": -0.0011749267578125, "train/tensor_param_model_layers_68_mlp_up_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max": 0.15625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/range": 0.287109375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/norm": 7.375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/mean": -0.00118255615234375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/mean": 0.006591796875, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max_abs": 0.1611328125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max": 0.1611328125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/range": 0.310546875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/mean": -0.00022029876708984375, "train/tensor_param_model_layers_69_mlp_up_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/mean": -0.0003757476806640625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/norm": 8.125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/mean": 0.009765625, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/range": 0.30859375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/mean": -0.00070953369140625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_70_mlp_up_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_70_mlp_down_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_70_mlp_down_proj_weight/mean": -0.0006561279296875, "train/tensor_param_model_layers_70_mlp_down_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_70_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/norm": 8.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/mean": 0.006439208984375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/min": -0.162109375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/range": 0.302734375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/norm": 7.5, "train/tensor_param_model_layers_71_mlp_up_proj_weight/mean": -0.0002613067626953125, "train/tensor_param_model_layers_71_mlp_up_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/mean": -0.0004749298095703125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/norm": 7.875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/mean": 0.008056640625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/range": 0.2958984375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/mean": -0.000507354736328125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/norm": 7.25, "train/tensor_param_model_layers_72_mlp_down_proj_weight/mean": -0.0008392333984375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/norm": 7.875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/mean": 0.006683349609375, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/mean": -0.0007171630859375, "train/tensor_param_model_layers_73_mlp_up_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_73_mlp_up_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/mean": -0.00058746337890625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/mean": 0.00787353515625, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/mean": -0.001953125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/range": 0.28125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_74_mlp_down_proj_weight/mean": -0.0012664794921875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/min": -0.1689453125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/range": 0.3046875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/mean": 0.00604248046875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_75_mlp_up_proj_weight/norm": 7.5, "train/tensor_param_model_layers_75_mlp_up_proj_weight/mean": 0.00171661376953125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_75_mlp_down_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_75_mlp_down_proj_weight/mean": 0.0013427734375, "train/tensor_param_model_layers_75_mlp_down_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/norm": 8.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/mean": 0.00665283203125, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/norm": 7.625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/mean": 0.00080108642578125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/mean": 0.00081634521484375, "train/tensor_param_model_layers_76_mlp_down_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_76_mlp_down_proj_weight/range": 0.265625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/norm": 8.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/mean": 0.0078125, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/range": 0.30078125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/mean": -0.001129150390625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max_abs": 0.173828125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max": 0.173828125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/range": 0.3046875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/norm": 7.375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/mean": -0.0004787445068359375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/mean": 0.0081787109375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/range": 0.3017578125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_78_mlp_up_proj_weight/mean": 0.000823974609375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max_abs": 0.173828125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/min": -0.173828125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/range": 0.30859375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/mean": 0.00080108642578125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/norm": 8.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/mean": 0.005706787109375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/norm": 7.625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/mean": -0.000736236572265625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/range": 0.3056640625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_79_mlp_down_proj_weight/mean": -0.000438690185546875, "train/tensor_param_model_layers_79_mlp_down_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/min": -0.140625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/norm": 8.125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/mean": 0.007568359375, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/min": -0.154296875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_80_mlp_up_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/mean": 0.0003261566162109375, "train/tensor_param_model_layers_80_mlp_up_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/range": 0.296875, "train/tensor_param_model_layers_80_mlp_down_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_80_mlp_down_proj_weight/mean": 0.00052642822265625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_80_mlp_down_proj_weight/range": 0.2919921875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/mean": 0.00567626953125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/range": 0.2919921875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/mean": 0.000423431396484375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/min": -0.1591796875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/range": 0.30859375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/mean": 0.000514984130859375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/norm": 8.125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/mean": 0.005279541015625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/range": 0.302734375, "train/tensor_param_model_layers_82_mlp_up_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_82_mlp_up_proj_weight/mean": 3.170967102050781e-05, "train/tensor_param_model_layers_82_mlp_up_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/range": 0.2822265625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/mean": 0.0003376007080078125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/norm": 8.125, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/mean": 0.006591796875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max_abs": 0.171875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max": 0.171875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/range": 0.3212890625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/norm": 7.78125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/mean": 0.00019741058349609375, "train/tensor_param_model_layers_83_mlp_up_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max": 0.1533203125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/mean": -9.775161743164062e-05, "train/tensor_param_model_layers_83_mlp_down_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_83_mlp_down_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/norm": 8.25, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/mean": 0.00518798828125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/range": 0.2978515625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/norm": 7.875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/mean": -0.00022029876708984375, "train/tensor_param_model_layers_84_mlp_up_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/range": 0.3017578125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/mean": -0.00035858154296875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/norm": 8.375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/mean": 0.005706787109375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/mean": -0.0004329681396484375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/min": -0.1650390625, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max": 0.1611328125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/norm": 7.78125, "train/tensor_param_model_layers_85_mlp_down_proj_weight/mean": 0.00010538101196289062, "train/tensor_param_model_layers_85_mlp_down_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/min": -0.162109375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/range": 0.3095703125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/norm": 8.25, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/mean": 0.005035400390625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/std": 0.04541015625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/min": -0.15625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max": 0.1630859375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/range": 0.3193359375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/mean": -2.205371856689453e-05, "train/tensor_param_model_layers_86_mlp_up_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/range": 0.2822265625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/mean": -0.000263214111328125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/norm": 8.25, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/mean": 0.007476806640625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max": 0.16015625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/mean": 0.0012359619140625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max": 0.1630859375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/range": 0.31640625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/norm": 7.75, "train/tensor_param_model_layers_87_mlp_down_proj_weight/mean": 0.00125885009765625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/mean": 0.00482177734375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/range": 0.30078125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/norm": 8.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/mean": -4.863739013671875e-05, "train/tensor_param_model_layers_88_mlp_up_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/range": 0.3154296875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/mean": -0.0004730224609375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/range": 0.2900390625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/norm": 8.5, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/mean": 0.0064697265625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max_abs": 0.166015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/min": -0.166015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/range": 0.3310546875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/mean": -0.00017833709716796875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max_abs": 0.1884765625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/min": -0.173828125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max": 0.1884765625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/range": 0.3623046875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_89_mlp_down_proj_weight/mean": 0.00021839141845703125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/range": 0.2822265625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/mean": 0.004730224609375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_90_mlp_up_proj_weight/norm": 8.125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/mean": 8.440017700195312e-05, "train/tensor_param_model_layers_90_mlp_up_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/range": 0.296875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_90_mlp_down_proj_weight/mean": -0.00035858154296875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max": 0.1533203125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/range": 0.3056640625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/norm": 8.375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/mean": 0.004150390625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/min": -0.1611328125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/norm": 8.125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/mean": -0.0004405975341796875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max_abs": 0.203125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max": 0.203125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/range": 0.3662109375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/mean": -0.000774383544921875, "train/tensor_param_model_layers_91_mlp_down_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/mean": 0.00518798828125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max_abs": 0.1826171875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max": 0.1826171875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/range": 0.345703125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/norm": 8.25, "train/tensor_param_model_layers_92_mlp_up_proj_weight/mean": -0.001434326171875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/std": 0.04541015625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/min": -0.16015625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/range": 0.314453125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/norm": 8.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/mean": -0.000881195068359375, "train/tensor_param_model_layers_92_mlp_down_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_92_mlp_down_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/norm": 8.5, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/mean": 0.004547119140625, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/std": 0.046875, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max_abs": 0.1943359375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/min": -0.1611328125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max": 0.1943359375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/range": 0.35546875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/mean": 0.00018405914306640625, "train/tensor_param_model_layers_93_mlp_up_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/range": 0.3095703125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/norm": 8.125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/mean": 0.0003490447998046875, "train/tensor_param_model_layers_93_mlp_down_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/min": -0.140625, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/mean": 0.003570556640625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max_abs": 0.1728515625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/min": -0.1640625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max": 0.1728515625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/range": 0.3369140625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/norm": 8.5, "train/tensor_param_model_layers_94_mlp_up_proj_weight/mean": -0.0003833770751953125, "train/tensor_param_model_layers_94_mlp_up_proj_weight/std": 0.046875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max": 0.1689453125, "train/tensor_param_model_layers_94_mlp_up_proj_weight/range": 0.3154296875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/mean": 0.0001373291015625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/std": 0.04541015625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/min": -0.15625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/range": 0.3212890625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/norm": 8.5, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/mean": 0.0023345947265625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/std": 0.046875, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/min": -0.1474609375, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max": 0.16015625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/range": 0.3076171875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/mean": -0.000774383544921875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max_abs": 0.1826171875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/min": -0.1611328125, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max": 0.1826171875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/range": 0.34375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_95_mlp_down_proj_weight/mean": -0.000614166259765625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max_abs": 0.1611328125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/min": -0.1474609375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max": 0.1611328125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/range": 0.30859375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/norm": 8.75, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/mean": 0.0025177001953125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/std": 0.04833984375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max_abs": 0.1787109375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/min": -0.177734375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max": 0.1787109375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/range": 0.3564453125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/norm": 8.6875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/mean": 0.000751495361328125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/std": 0.0478515625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max_abs": 0.19921875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/min": -0.19921875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max": 0.1796875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/range": 0.37890625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/norm": 8.375, "train/tensor_param_model_layers_96_mlp_down_proj_weight/mean": 0.000579833984375, "train/tensor_param_model_layers_96_mlp_down_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/min": -0.15625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max": 0.1552734375, "train/tensor_param_model_layers_96_mlp_down_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/norm": 8.625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/mean": 0.0025787353515625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max_abs": 0.1865234375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/min": -0.1865234375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max": 0.16015625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/range": 0.3466796875, "train/tensor_param_model_layers_97_mlp_up_proj_weight/norm": 8.625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/mean": -0.0002613067626953125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max": 0.1689453125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/range": 0.33203125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_97_mlp_down_proj_weight/mean": -0.00016498565673828125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max_abs": 0.185546875, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max": 0.185546875, "train/tensor_param_model_layers_97_mlp_down_proj_weight/range": 0.3388671875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/mean": 0.00159454345703125, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max_abs": 0.1884765625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/min": -0.1884765625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max": 0.16015625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/range": 0.3486328125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_98_mlp_up_proj_weight/mean": 0.00011205673217773438, "train/tensor_param_model_layers_98_mlp_up_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max_abs": 0.205078125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/min": -0.205078125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_98_mlp_up_proj_weight/range": 0.3623046875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/mean": -0.0001678466796875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max_abs": 0.1708984375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max": 0.1708984375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/mean": 0.002197265625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/min": -0.1650390625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/range": 0.3330078125, "train/tensor_param_model_layers_99_mlp_up_proj_weight/norm": 8.6875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/mean": -0.0001888275146484375, "train/tensor_param_model_layers_99_mlp_up_proj_weight/std": 0.0478515625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max_abs": 0.185546875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/min": -0.185546875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max": 0.1748046875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/range": 0.3603515625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/norm": 8.375, "train/tensor_param_model_layers_99_mlp_down_proj_weight/mean": -8.869171142578125e-05, "train/tensor_param_model_layers_99_mlp_down_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/range": 0.3125} -{"step": 2980, "epoch": 0.20087630603303, "timestamp": 1786741444.9386735, "loss": 8.107726287841796, "grad_norm": 12348030976.0, "learning_rate": 9e-05, "train/total_time_seconds": 146.95103297382593, "train/time_per_step_avg": 0.3071264620497823, "train/epoch_time_elapsed": 174.4185200408101, "train/estimated_remaining_minutes": 0.4273743688276817} -{"step": 3000, "epoch": 0.20222446916076844, "timestamp": 1786741451.7906609, "loss": 8.1126220703125, "grad_norm": 12884901888.0, "learning_rate": 9e-05, "train/total_time_seconds": 152.80791467800736, "train/time_per_step_avg": 0.3073617888242006, "train/epoch_time_elapsed": 181.27050747722387, "train/estimated_remaining_minutes": 0.4244664296611316} +version https://git-lfs.github.com/spec/v1 +oid sha256:73c58862ee968a6f68a01b3670086299462e651ff91f9d2806f92acaacde5039 +size 17067052